{"what":"Kev-0.8B: the published decoder alone on the Mac GPU (the fp32 Metal chunk kernel at a static S = 128; AOT h16c .aimodelc, Python runtime), against the author's fp32 oracle through its pointer head: the fixture (434 questions) and the held-out set (130), the red arms v2, and every process's re-run of its first row (round 11). export_record = the export that wrote the .aimodel (round 11); bundle_record = the step that wrote the published bundle's metadata around those bytes (round 15); rows_check = the Swift host's ids on the published bundle.","sources":[{"file":"results/r11_export_fp16_metal_pf128.json","bytes":8378,"sha256":"7812ee9800872a34a007ce5ba7eb2a4313c85b8e1cab6363b67e87722ee59c67"},{"file":"results/r15_ship_bundle_pf128.json","bytes":3509,"sha256":"433029afcfad7a4f2e8b52fae3ba253acc55a029ebcaf3343b0b7f144a106d3d"},{"file":"results/r15_ship_rows_pf128.json","bytes":543,"sha256":"b8c6cfe0934df7b50f5e5bbd8af27eee183da348d0da89b8d7a2787c53fc71b6"},{"file":"results/r11_speed_0_8b.json","bytes":796970,"sha256":"231bd07d3c0295f357e3b9ca1777bb3e090dd38f57521cdeed4a749c8de8d615"},{"file":"results/r11_full_K128.json","bytes":490026,"sha256":"e15434cd82af6c6d2adcde98c5db3f4f9e36a94b1e83730b5a9f6996148490ab"},{"file":"results/r11_heldout_K128.json","bytes":151816,"sha256":"801f8420c6a0f001e62e6f848d0fef1c332373b1a0dd43cd7ccf4fe844c0276f"},{"file":"results/r11_red_K128.json","bytes":18186,"sha256":"3b3b2a09c26d1458c7f8bae046cbf1ce68b65c9117c26de47319d0c19fb1b28d"}],"trimmed":{"removed":["runs[].call_ms and timing.first_call_of_process_ms (per-call ms; the timing block keeps the medians)","runs[].npz / npz_key, processes[].npz / npz_sha256, oracle.npz_sha256 (lane file names and hashes of hidden dumps)","runs[].hidden.lowest_positions (each run keeps min_pos_cos, its index and the position counts)","runs[].probs_oracle (the oracle's probabilities are in the fixture file)","processes[].descriptor (identical to the top-level descriptor: descriptor_same_in_every_process)","other_gpu_processes (command lines of other sessions' processes)","red arm items' instr_old / instr_new (transfer-v4 question text; each item keeps its row id and numbers)","summary: round 11's record of this form only (the other forms are in gate-kev-0.8b-forms.json)"],"serialization":"compact json (no indentation)","full_copies":"the source files above, in the lane directory $ZOO_WORK_ROOT/_kev/ (not in the repository)","paths":"local paths rewritten: the lane directory as $ZOO_WORK_ROOT/_kev, the repository relative, the home directory as ~, temporary directories as $TMPDIR, Xcode as $DEVELOPER_DIR, the phone's app container as <app container>","process_ids":"removed (keys pid / pids; 'pid <n>' in text)"},"export_record":{"mode":"fp16","model":"kev-0.8b","name":"kev_0_8b_decode_fp16_metal_pf128","hf_id":"kev-local/kev-0.8b-v1.0-merged","weights_sha256":"ab6bd41853ef2a45d56923202e15c8c9c3dcedaec152b1fb8e529f1ec208415f","prefill_chunk":128,"gdn_scan":"metal","argv":["fp16","--prefill-chunk","128","--gdn-scan","metal","--aot","--record","$ZOO_WORK_ROOT/_kev/results/r11_export_fp16_metal_pf128.json"],"started":"2026-10-04T08:46:54+09:00","script_sha256":"392d7bb2344e30af5ffe61b6a6f1ed637be5f2021b444930272c3e73b23cc111","module_sha256":"ab66b73a388f1a61d3b2b0a310f0bbdb1572fe5cc57a5b3adea2738f0caf014d","export":{"bundle":"$ZOO_WORK_ROOT/_kev/exports/bundles/kev_0_8b_decode_fp16_metal_pf128","name":"kev_0_8b_decode_fp16_metal_pf128","aimodel":"$ZOO_WORK_ROOT/_kev/exports/bundles/kev_0_8b_decode_fp16_metal_pf128/kev_0_8b_decode_fp16_metal_pf128.aimodel","load_report":{"checkpoint_files":["model.safetensors"],"checkpoint_keys":320,"module_tensors":320,"unread_checkpoint_keys":[],"module_tensors_not_in_checkpoint":[],"checkpoint_has_lm_head_key":false,"tie_word_embeddings":true,"module_has_lm_head_weight":false,"meta_params":[],"dtype":"float16"},"weights_check":{"snapshot":"$ZOO_WORK_ROOT/_kev/hf/hub/models--kev-local--kev-0.8b-v1.0-merged/snapshots/ab6bd41853ef","sha256":{"model.safetensors":"b5ebf92a9994a96d5c0c21b52f5eae23049c9e8b5a85fc625b4cea64076408db"}},"loopfree_unrolled_linear_layers":0,"trace_kv_len":2048,"max_ctx":4096,"functions":["main"],"query_len":128,"gdn_scan":"metal","gdn_scan_detail":{"gdn_scan":"metal","linear_layers":18,"kernel":"qwen3_5_gdn_chunk_s128","chunk_max":128,"kernel_source":"coreai_models.models.macos.qwen3_5_gdn_metal.build_gdn_chunk_kernel (overlay, unchanged)","threads_per_grid":[128,16,1],"threads_per_thread_group":[128,1,1]},"output_names":["hidden"],"quantization":null,"seconds":{"load":0.26042449998203665,"quantize":0.07802770801936276,"export":31.08342066698242,"optimize":0.057784375007031485,"export_optimize":31.14120504198945,"save":1.665775958012091,"total":33.238050790998386},"du_aimodel":"1.4G","du_bundle":"1.4G","aimodel_files":{"main.hash":32,"main.mlirb":1505385733,"metadata.json":105},"main_mlirb":{"bytes":1505385733,"sha256":"19d5a4809e348c7cdd314c17cf18646170e2af2ef62f5a32beb8948b2c3f684e"},"metadata_sha256":"e4d40a2fd5fb005d950a48504e93c6ab49430f63effbb8a1f9c835736814ef34","kind":"decision-backbone","tokenizer_sha256":{"tokenizer.json":"fe000e3ed39ed12b8d2481d527d44f93c65d37e87645d2dcc80d1bf9d50d2927","tokenizer_config.json":"e611fbccc7c29ef3b1cafb1cb7ea548d189968632901d678fd62be68c47885de"},"tokenizer_verbatim_from_snapshot":true,"head_sha256":{"head.safetensors":"12038b02ecf7ece3ffb008b22ae97988293e521a86e7aadc8036c9c700893a42","kev_head.json":"73d510708790422d3c84bfc915e311e536d527bc032f0a07394e76999d5c9d7c"},"disk":{"before_load":{"time":"2026-10-04T08:46:57+09:00","free_bytes":351132057600,"free_gib":327.0,"coreai_cache_python":{"456862b877df0b5d1a7f2562243f2cdd425cf9512035082058f874361eb21857":"2.3G","c0d09e5432b3df33e3c93ac381b5d1ef86d075203ab430341339882411828d31":"6.8G","ec904295063d52b1105ff3a6d55c37fe9a852ea1eda75291ecd9d6681d1016e8":"2.3G","f6283a6dfbe1682b94b5da8edf55988f0a1f277725a7e6229d1149889f187bd4":"14G"}},"after_load":{"time":"2026-10-04T08:46:59+09:00","free_bytes":351132053504,"free_gib":327.0,"coreai_cache_python":{"456862b877df0b5d1a7f2562243f2cdd425cf9512035082058f874361eb21857":"2.3G","c0d09e5432b3df33e3c93ac381b5d1ef86d075203ab430341339882411828d31":"6.8G","ec904295063d52b1105ff3a6d55c37fe9a852ea1eda75291ecd9d6681d1016e8":"2.3G","f6283a6dfbe1682b94b5da8edf55988f0a1f277725a7e6229d1149889f187bd4":"14G"}},"after_export":{"time":"2026-10-04T08:47:30+09:00","free_bytes":351116439552,"free_gib":327.0,"coreai_cache_python":{"456862b877df0b5d1a7f2562243f2cdd425cf9512035082058f874361eb21857":"2.3G","c0d09e5432b3df33e3c93ac381b5d1ef86d075203ab430341339882411828d31":"6.8G","ec904295063d52b1105ff3a6d55c37fe9a852ea1eda75291ecd9d6681d1016e8":"2.3G","f6283a6dfbe1682b94b5da8edf55988f0a1f277725a7e6229d1149889f187bd4":"14G"}},"after_save":{"time":"2026-10-04T08:47:32+09:00","free_bytes":348105736192,"free_gib":324.2,"coreai_cache_python":{"456862b877df0b5d1a7f2562243f2cdd425cf9512035082058f874361eb21857":"2.3G","c0d09e5432b3df33e3c93ac381b5d1ef86d075203ab430341339882411828d31":"6.8G","ec904295063d52b1105ff3a6d55c37fe9a852ea1eda75291ecd9d6681d1016e8":"2.3G","f6283a6dfbe1682b94b5da8edf55988f0a1f277725a7e6229d1149889f187bd4":"14G"}}}},"aot":{"aimodelc":"$ZOO_WORK_ROOT/_kev/exports/bundles_aotc/kev_0_8b_decode_fp16_metal_pf128.h16c.aimodelc","flags":["--platform","macOS","--preferred-compute","gpu","--architecture","h16c","--expect-frequent-reshapes"],"seconds":4.910312250023708,"coreai_build":"<Metal toolchain v27.1.266.1>/usr/bin/coreai-build","command":["<Metal toolchain v27.1.266.1>/usr/bin/coreai-build","compile","$ZOO_WORK_ROOT/_kev/exports/bundles/kev_0_8b_decode_fp16_metal_pf128/kev_0_8b_decode_fp16_metal_pf128.aimodel","--output","$ZOO_WORK_ROOT/_kev/exports/bundles_aotc","--platform","macOS","--preferred-compute","gpu","--architecture","h16c","--expect-frequent-reshapes"],"disk":{"before":{"time":"2026-10-04T08:47:32+09:00","free_bytes":348075704320,"free_gib":324.2,"coreai_cache_python":{"456862b877df0b5d1a7f2562243f2cdd425cf9512035082058f874361eb21857":"2.3G","c0d09e5432b3df33e3c93ac381b5d1ef86d075203ab430341339882411828d31":"6.8G","ec904295063d52b1105ff3a6d55c37fe9a852ea1eda75291ecd9d6681d1016e8":"2.3G","f6283a6dfbe1682b94b5da8edf55988f0a1f277725a7e6229d1149889f187bd4":"14G"}},"after":{"time":"2026-10-04T08:47:37+09:00","free_bytes":343061893120,"free_gib":319.5,"coreai_cache_python":{"456862b877df0b5d1a7f2562243f2cdd425cf9512035082058f874361eb21857":"2.3G","c0d09e5432b3df33e3c93ac381b5d1ef86d075203ab430341339882411828d31":"6.8G","ec904295063d52b1105ff3a6d55c37fe9a852ea1eda75291ecd9d6681d1016e8":"2.3G","f6283a6dfbe1682b94b5da8edf55988f0a1f277725a7e6229d1149889f187bd4":"14G"}}},"du_aimodelc":"2.3G","digest":{"bytes":2502047194,"tree_sha256":"1c67c7c72ffdf4c94f48fd558185d87e2a00ee6f69e0fa3bae4db1faef7a7655","files":{"main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist":"fef48239372c6fc169cdea22969b36de363f06719fb153a52974f2ebfa56aea0","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/original_model_0.mpsgraph":"91ddf123ac4514cbbe8a494cee221309699e031f8d9dd4cf9aeb50c119a307e0","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin":"f49d41a85c7ae96b0660de3f841973c0676d468d835136bbf25f69e55e8e5eeb","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_1.mpsgraph":"e986f4bc914ad3d7250fd77e5eed891260c777979ae8ea606d16d91be204ebf5","main-h16c.mlirb":"8fd5163ae047fce51ffd9ddb33e343e4bed375390d4adb4aa8c299d09651073c","main.hash":"a23e0b768b65054ca78521c41021ff13b2c7b1c2d61e34702272be5c64e2dbd5","metadata.json":"f043fc68b0a90bcf74a7be5b64f63664c7d1e8afcf10858a36e6d7e03e21f01b","stats.json":"6c1b81308ee7d1bd31a33d3e243119cbaf4f126560f7e4c9f8c2d2f79a498722"}}},"finished":"2026-10-04T08:47:38+09:00"},"bundle_record":{"mode":"fp16","model":"kev-0.8b","name":"kev_0_8b_decode_fp16_metal_pf128","hf_id":"kev-local/kev-0.8b-v1.0-merged","weights_sha256":"ab6bd41853ef2a45d56923202e15c8c9c3dcedaec152b1fb8e529f1ec208415f","prefill_chunk":128,"gdn_scan":"metal","argv":["fp16","--gdn-scan","metal","--prefill-chunk","128","--metadata-only","--from-aimodel","$ZOO_WORK_ROOT/_kev/exports/bundles/kev_0_8b_decode_fp16_metal_pf128/kev_0_8b_decode_fp16_metal_pf128.aimodel","--bundle-dir","$ZOO_WORK_ROOT/_kev/exports/ship/kev_0_8b_decode_fp16_metal_pf128","--record","$ZOO_WORK_ROOT/_kev/results/r15_ship_bundle_pf128.json"],"started":"2026-10-04T13:58:37+09:00","script_sha256":"3200447bd572707c41a2a12c41fae30d76e7f6ba490d8c07345c38dab677e8cb","module_sha256":"8f658b398f4c56f85f1e2578f3b1ecf28d4688d1406b3983ebc910c19b81e529","metadata_only":{"bundle":"$ZOO_WORK_ROOT/_kev/exports/ship/kev_0_8b_decode_fp16_metal_pf128","name":"kev_0_8b_decode_fp16_metal_pf128","aimodel":"$ZOO_WORK_ROOT/_kev/exports/ship/kev_0_8b_decode_fp16_metal_pf128/kev_0_8b_decode_fp16_metal_pf128.aimodel","cloned_from":{"path":"$ZOO_WORK_ROOT/_kev/exports/bundles/kev_0_8b_decode_fp16_metal_pf128/kev_0_8b_decode_fp16_metal_pf128.aimodel","tree_sha256":"8933f709481ccdc8313ef40f0fd0e859268cfeeaf1d111c841dbef4e8024730b","files":{"main.hash":"7ad0c96ad0ce3cef5315f9504b15b5dacdd8b958b2848f1600e8edbd8b762bfc","main.mlirb":"19d5a4809e348c7cdd314c17cf18646170e2af2ef62f5a32beb8948b2c3f684e","metadata.json":"33d232378eb37701453e8974f12141c95bedcf856951feffa29854b24b127a8f"},"clone_tree_sha256":"8933f709481ccdc8313ef40f0fd0e859268cfeeaf1d111c841dbef4e8024730b"},"metadata_sha256":"a1b6e5a35ab4d744b8a469caa8c22ad574437a80b5864dd93f6bbc87979d873c","kind":"decision-backbone","tokenizer_sha256":{"tokenizer.json":"fe000e3ed39ed12b8d2481d527d44f93c65d37e87645d2dcc80d1bf9d50d2927","tokenizer_config.json":"e611fbccc7c29ef3b1cafb1cb7ea548d189968632901d678fd62be68c47885de"},"head_sha256":{"head.safetensors":"12038b02ecf7ece3ffb008b22ae97988293e521a86e7aadc8036c9c700893a42","kev_head.json":"73d510708790422d3c84bfc915e311e536d527bc032f0a07394e76999d5c9d7c"},"config":{"path":"$ZOO_WORK_ROOT/_kev/hf/hub/models--kev-local--kev-0.8b-v1.0-merged/snapshots/ab6bd41853ef/config.json","sha256":"2b5d7e14da681afa0f2717f4e450c8a4cd05d41a7aff99231578d5aa3a6bad73"},"gdn_scan":"metal","gdn_scan_detail":{"gdn_scan":"metal","linear_layers":18,"kernel":"qwen3_5_gdn_chunk_s128","chunk_max":128,"kernel_source":"coreai_models.models.macos.qwen3_5_gdn_metal.build_gdn_chunk_kernel (overlay, unchanged)","threads_per_grid":[128,16,1],"threads_per_thread_group":[128,1,1]},"query_len":128,"query_len_multiple":null,"query_len_call_max":null,"aimodel_files":{"main.hash":32,"main.mlirb":1505385733,"metadata.json":105},"main_mlirb":{"bytes":1505385733,"sha256":"19d5a4809e348c7cdd314c17cf18646170e2af2ef62f5a32beb8948b2c3f684e"},"main_hash_file":"19d5a4809e348c7cdd314c17cf18646170e2af2ef62f5a32beb8948b2c3f684e","tokenizer_verbatim_from_snapshot":true},"finished":"2026-10-04T13:58:43+09:00"},"rows_check":{"schema":"kev-r15-ship-rows/1","bundle":"$ZOO_WORK_ROOT/_kev/exports/ship/kev_0_8b_decode_fp16_metal_pf128","binary":"$ZOO_WORK_ROOT/_kev/swift_r15/.build/release/kev","check":"gate_swift.g1_record: ids / indices / keys / packed ids / state / input_tokens","sets":{"fixture":{"rows":434,"rows_equal_oracle":434,"first_bad":[],"records":384},"heldout":{"rows":130,"rows_equal_oracle":130,"first_bad":[],"records":130}},"pass":true},"summary":{"form":"K128","S":128,"export":{"record":"$ZOO_WORK_ROOT/_kev/results/r11_export_fp16_metal_pf128.json","ok":true,"seconds":{"load":0.26042449998203665,"quantize":0.07802770801936276,"export":31.08342066698242,"optimize":0.057784375007031485,"export_optimize":31.14120504198945,"save":1.665775958012091,"total":33.238050790998386},"main_mlirb":{"bytes":1505385733,"sha256":"19d5a4809e348c7cdd314c17cf18646170e2af2ef62f5a32beb8948b2c3f684e"},"gdn_scan_detail":{"gdn_scan":"metal","linear_layers":18,"kernel":"qwen3_5_gdn_chunk_s128","chunk_max":128,"kernel_source":"coreai_models.models.macos.qwen3_5_gdn_metal.build_gdn_chunk_kernel (overlay, unchanged)","threads_per_grid":[128,16,1],"threads_per_thread_group":[128,1,1]},"aot_seconds":4.910312250023708,"aimodelc_bytes":2502047194,"aimodelc_tree_sha256":"1c67c7c72ffdf4c94f48fd558185d87e2a00ee6f69e0fa3bae4db1faef7a7655"},"s80":{"K128":{"transcript_result":"PASS","checks":{"all_runs":true,"argmax_non_near_tie":true,"max_abs_dp":true,"mean_of_run_mean_abs_dp":true,"finite":true,"reset_bit_equal_all_processes":true},"questions_non_near_tie":127,"argmax_equal_non_near_tie":127,"near_tie_questions":3,"argmax_equal_near_tie":3,"max_abs_dp":0.0076090991497039795,"mean_of_run_mean_abs_dp":0.0007598867053771563,"finite_all":true,"all_zero_runs":0,"min_pos_cos":0.9999425104637232,"positions_below":{"0.99":0,"0.9":0,"0.5":0},"worst_run":{"id":"semif_942ec65dac0bfb9874f9","q":0,"max_abs_dp":0.0076090991497039795},"calls":328,"padded_tokens":41984,"pad_waste":0.1944312118902439,"ms_per_call_warm_median":30.006812492501922,"resets_bit_equal":true,"processes":4,"load_seconds":[4.489990708010737,0.2579391250037588,0.25571925000986084,0.2620863339980133],"aimodelc_tree_sha256":"1c67c7c72ffdf4c94f48fd558185d87e2a00ee6f69e0fa3bae4db1faef7a7655","aimodelc_bytes":2502047194,"main_mlirb":{"bytes":1505385733,"sha256":"19d5a4809e348c7cdd314c17cf18646170e2af2ef62f5a32beb8948b2c3f684e"},"timing":{"contended":true,"S":128,"load_seconds":{"first_process":4.489990708010737,"median":0.26001272950088605,"all":[4.489990708010737,0.2579391250037588,0.25571925000986084,0.2620863339980133]},"ms_per_call_warm_runs":{"n":320,"median":30.006812492501922,"p10":29.61153810902033,"p90":30.486499998369254},"ms_per_call_all_runs":{"n":328,"median":30.006812492501922,"p10":29.60944630613085,"p90":30.521245690761134},"first_call_of_process_ms":[1317.6174999971408,217.0732500089798,208.9939159923233,228.7930000165943],"ms_per_token_warm_runs":{"n":126,"median":0.3346859797510126,"p10":0.25248266601602376,"p90":0.47629972569636936},"run_decode_seconds_warm_runs":{"n":126,"median":0.059169124491745606,"p10":0.029708000016398728,"p90":0.08990887549589388},"fixture_434_rows":{"calls":681,"tokens":61556,"padded_tokens":87168,"pad_waste":0.2938234214390602,"projected_ms_at_warm_median_per_call":20434.63930739381}},"other_gpu_processes":{"start":["24776       07:43 tail -n +1 -F ~/code/litertlm-convert/kev_work/device/r11/extra.driver.log ~/code/litertlm-convert/kev_work/device/r11/keeper_extra.log","24779       07:43 ugrep -G --ignore-files --hidden -I --exclude-dir=.git --exclude-dir=.svn --exclude-dir=.hg --exclude-dir=.bzr --exclude-dir=.jj --exclude-dir=.sl --line-buffered -E HOLD ACQUIRED|ho","36381       04:58 bash ~/code/litertlm-convert/kev_work/scripts/s26_chain_r10b.sh run","36889       04:51 tail -n 0 -F ~/code/litertlm-convert/kev_work/device/r10b/chain.log ~/code/litertlm-convert/kev_work/device/r10b/keeper.log","53581       00:38 <Metal toolchain v27.1.266.1>/usr/bin/coreai-build compile $ZOO_WORK_ROOT/_kev/","56102       00:07 bash ~/code/litertlm-convert/kev_work/scripts/s26_chain_r10b.sh run","56267       00:05 bash ~/code/litertlm-convert/kev_work/scripts/s26_chain_r10b.sh run","56268       00:05 bash ~/code/litertlm-convert/kev_work/scripts/s26_chain_r10b.sh run","56350       00:04 /opt/homebrew/Cellar/python@3.14/3.14.6/Frameworks/Python.framework/Versions/3.14/Resources/Python.app/Contents/MacOS/Python r12_timing_mac.py --tag r12R64 --out results/timing_mac_r","72671       22:29 tail -n +1 -F ~/code/litertlm-convert/kev_work/device/r11/extra.driver.log ~/code/litertlm-convert/kev_work/device/r11/keeper_extra.log","72673       22:29 ugrep -G --ignore-files --hidden -I --exclude-dir=.git --exclude-dir=.svn --exclude-dir=.hg --exclude-dir=.bzr --exclude-dir=.jj --exclude-dir=.sl --line-buffered -E HOLD ACQUIRED|ho"],"end":["24776       08:01 tail -n +1 -F ~/code/litertlm-convert/kev_work/device/r11/extra.driver.log ~/code/litertlm-convert/kev_work/device/r11/keeper_extra.log","24779       08:01 ugrep -G --ignore-files --hidden -I --exclude-dir=.git --exclude-dir=.svn --exclude-dir=.hg --exclude-dir=.bzr --exclude-dir=.jj --exclude-dir=.sl --line-buffered -E HOLD ACQUIRED|ho","36381       05:16 bash ~/code/litertlm-convert/kev_work/scripts/s26_chain_r10b.sh run","36889       05:09 tail -n 0 -F ~/code/litertlm-convert/kev_work/device/r10b/chain.log ~/code/litertlm-convert/kev_work/device/r10b/keeper.log","56102       00:25 bash ~/code/litertlm-convert/kev_work/scripts/s26_chain_r10b.sh run","56267       00:23 bash ~/code/litertlm-convert/kev_work/scripts/s26_chain_r10b.sh run","56268       00:23 bash ~/code/litertlm-convert/kev_work/scripts/s26_chain_r10b.sh run","56350       00:22 /opt/homebrew/Cellar/python@3.14/3.14.6/Frameworks/Python.framework/Versions/3.14/Resources/Python.app/Contents/MacOS/Python r12_timing_mac.py --tag r12R64 --out results/timing_mac_r","72671       22:47 tail -n +1 -F ~/code/litertlm-convert/kev_work/device/r11/extra.driver.log ~/code/litertlm-convert/kev_work/device/r11/keeper_extra.log","72673       22:47 ugrep -G --ignore-files --hidden -I --exclude-dir=.git --exclude-dir=.svn --exclude-dir=.hg --exclude-dir=.bzr --exclude-dir=.jj --exclude-dir=.sl --line-buffered -E HOLD ACQUIRED|ho"]},"gpu_lock":{"start":{"path":"$ZOO_WORK_ROOT/_GPU_LOCK","exists":true,"bytes":56,"content":"kev speed r11 pid <n> since 2026-10-04T08:48:47+09:00\n","mtime":"2026-10-04T08:48:47+09:00"},"end":{"path":"$ZOO_WORK_ROOT/_GPU_LOCK","exists":true,"bytes":56,"content":"kev speed r11 pid <n> since 2026-10-04T08:48:47+09:00\n","mtime":"2026-10-04T08:48:47+09:00"}},"script_sha256":"9fa297d1ac6cde05208026a582808d7ddc5d35674dba7d21efefabcbf686fd2b","generated_at":"2026-10-03T23:50:53+00:00","compare_with_u16_r2":{"runs":130,"max_abs_dp":0.002079308032989502,"argmax_equal_runs":130,"hidden_max_abs_diff":0.0625,"hidden_bit_equal_runs":0},"projection_434_s":20.43463930739381,"ms_per_padded_token":0.23442822259767127}},"full_gate":{"fixture":{"transcript_result":"PASS","checks":{"all_runs":true,"argmax_non_near_tie":true,"max_abs_dp":true,"mean_of_run_mean_abs_dp":true,"finite":true,"reset_bit_equal_all_processes":true},"questions_non_near_tie":420,"argmax_equal_non_near_tie":420,"near_tie_questions":14,"argmax_equal_near_tie":13,"max_abs_dp":0.012425720691680908,"mean_of_run_mean_abs_dp":0.00096213942907362,"finite_all":true,"all_zero_runs":0,"min_pos_cos":0.9999425104637232,"positions_below":{"0.99":0,"0.9":0,"0.5":0},"worst_run":{"id":"semif_46b7029b9a704138b77a","q":0,"max_abs_dp":0.012425720691680908},"calls":681,"padded_tokens":87168,"pad_waste":0.2938234214390602,"ms_per_call_warm_median":29.926791990874335,"resets_bit_equal":true,"processes":11,"load_seconds":[1.690504707978107,0.2556301250006072,0.2597411249880679,0.2512114580022171,0.2508310840057675,0.29772920900722966,0.26996170898200944,0.2854309169924818,0.29494616700685583,0.2497197500197217,0.2552531670080498],"aimodelc_tree_sha256":"1c67c7c72ffdf4c94f48fd558185d87e2a00ee6f69e0fa3bae4db1faef7a7655","aimodelc_bytes":2502047194,"main_mlirb":{"bytes":1505385733,"sha256":"19d5a4809e348c7cdd314c17cf18646170e2af2ef62f5a32beb8948b2c3f684e"},"timing":{"contended":true,"S":128,"load_seconds":{"first_process":1.690504707978107,"median":0.2597411249880679,"all":[1.690504707978107,0.2556301250006072,0.2597411249880679,0.2512114580022171,0.2508310840057675,0.29772920900722966,0.26996170898200944,0.2854309169924818,0.29494616700685583,0.2497197500197217,0.2552531670080498]},"ms_per_call_warm_runs":{"n":667,"median":29.926791990874335,"p10":29.671908810269088,"p90":30.32868320005946},"ms_per_call_all_runs":{"n":681,"median":29.933417012216523,"p10":29.678165999939665,"p90":30.347291991347447},"first_call_of_process_ms":[1188.2318330171984,213.3266669989098,216.00891699199565,210.74837498599663,213.8333749899175,221.99508402263746,235.92212499352172,260.0697909947485,277.552374987863,314.7436250001192,219.55599999637343],"ms_per_token_warm_runs":{"n":423,"median":0.3844933205236418,"p10":0.2778524667100047,"p90":0.5094919632051513},"run_decode_seconds_warm_runs":{"n":423,"median":0.03009183399262838,"p10":0.02971934138913639,"p90":0.059977916406933215},"fixture_434_rows":{"calls":681,"tokens":61556,"padded_tokens":87168,"pad_waste":0.2938234214390602,"projected_ms_at_warm_median_per_call":20380.145345785422}},"other_gpu_processes":{"start":["24776       16:40 tail -n +1 -F ~/code/litertlm-convert/kev_work/device/r11/extra.driver.log ~/code/litertlm-convert/kev_work/device/r11/keeper_extra.log","24779       16:40 ugrep -G --ignore-files --hidden -I --exclude-dir=.git --exclude-dir=.svn --exclude-dir=.hg --exclude-dir=.bzr --exclude-dir=.jj --exclude-dir=.sl --line-buffered -E HOLD ACQUIRED|ho","36381       13:55 bash ~/code/litertlm-convert/kev_work/scripts/s26_chain_r10b.sh run","36889       13:48 tail -n 0 -F ~/code/litertlm-convert/kev_work/device/r10b/chain.log ~/code/litertlm-convert/kev_work/device/r10b/keeper.log","56350       09:01 /opt/homebrew/Cellar/python@3.14/3.14.6/Frameworks/Python.framework/Versions/3.14/Resources/Python.app/Contents/MacOS/Python r12_timing_mac.py --tag r12R64 --out results/timing_mac_r","90244       00:29 $ZOO_WORK_ROOT/coreai-models/.venv/bin/python $ZOO_WORK_ROOT/_kev/logs/r12_drivers/r12_window.py --plan $ZOO_WORK_ROOT/_kev/logs"],"end":["24776       17:11 tail -n +1 -F ~/code/litertlm-convert/kev_work/device/r11/extra.driver.log ~/code/litertlm-convert/kev_work/device/r11/keeper_extra.log","24779       17:11 ugrep -G --ignore-files --hidden -I --exclude-dir=.git --exclude-dir=.svn --exclude-dir=.hg --exclude-dir=.bzr --exclude-dir=.jj --exclude-dir=.sl --line-buffered -E HOLD ACQUIRED|ho","36381       14:26 bash ~/code/litertlm-convert/kev_work/scripts/s26_chain_r10b.sh run","36889       14:19 tail -n 0 -F ~/code/litertlm-convert/kev_work/device/r10b/chain.log ~/code/litertlm-convert/kev_work/device/r10b/keeper.log","56350       09:32 /opt/homebrew/Cellar/python@3.14/3.14.6/Frameworks/Python.framework/Versions/3.14/Resources/Python.app/Contents/MacOS/Python r12_timing_mac.py --tag r12R64 --out results/timing_mac_r","90244       01:00 $ZOO_WORK_ROOT/coreai-models/.venv/bin/python $ZOO_WORK_ROOT/_kev/logs/r12_drivers/r12_window.py --plan $ZOO_WORK_ROOT/_kev/logs","93961       00:04 <Metal toolchain v27.1.266.1>/usr/bin/coreai-build compile $ZOO_WORK_ROOT/_kev/","94056       00:03 bash ~/code/litertlm-convert/kev_work/scripts/s26_chain_r10b.sh run"]},"gpu_lock":{"start":{"path":"$ZOO_WORK_ROOT/_GPU_LOCK","exists":true,"bytes":56,"content":"kev speed r11 pid <n> since 2026-10-04T08:48:47+09:00\n","mtime":"2026-10-04T08:48:47+09:00"},"end":{"path":"$ZOO_WORK_ROOT/_GPU_LOCK","exists":true,"bytes":56,"content":"kev speed r11 pid <n> since 2026-10-04T08:48:47+09:00\n","mtime":"2026-10-04T08:48:47+09:00"}},"script_sha256":"9fa297d1ac6cde05208026a582808d7ddc5d35674dba7d21efefabcbf686fd2b","generated_at":"2026-10-04T00:00:04+00:00"},"heldout":{"transcript_result":"PASS","checks":{"all_runs":true,"argmax_non_near_tie":true,"max_abs_dp":true,"mean_of_run_mean_abs_dp":true,"finite":true,"reset_bit_equal_all_processes":true},"questions_non_near_tie":125,"argmax_equal_non_near_tie":125,"near_tie_questions":5,"argmax_equal_near_tie":5,"max_abs_dp":0.0057830810546875,"mean_of_run_mean_abs_dp":0.0008296198724285483,"finite_all":true,"all_zero_runs":0,"min_pos_cos":null,"positions_below":{"0.99":0,"0.9":0,"0.5":0},"worst_run":{"id":"tv4h_11","q":0,"max_abs_dp":0.0057830810546875},"calls":143,"padded_tokens":18304,"pad_waste":0.3512893356643357,"ms_per_call_warm_median":30.03570801229216,"resets_bit_equal":true,"processes":4,"load_seconds":[0.2697683330043219,0.27033237501746044,0.26829329098109156,0.28297183400718495],"aimodelc_tree_sha256":"1c67c7c72ffdf4c94f48fd558185d87e2a00ee6f69e0fa3bae4db1faef7a7655","aimodelc_bytes":2502047194,"main_mlirb":{"bytes":1505385733,"sha256":"19d5a4809e348c7cdd314c17cf18646170e2af2ef62f5a32beb8948b2c3f684e"},"timing":{"contended":true,"S":128,"load_seconds":{"first_process":0.2697683330043219,"median":0.27005035401089117,"all":[0.2697683330043219,0.27033237501746044,0.26829329098109156,0.28297183400718495]},"ms_per_call_warm_runs":{"n":139,"median":30.03570801229216,"p10":29.797509004129097,"p90":30.317900207592174},"ms_per_call_all_runs":{"n":143,"median":30.043000006116927,"p10":29.800267209066078,"p90":30.373041599523276},"first_call_of_process_ms":[225.37491700495593,233.18912499235012,247.83479201141745,245.98133299150504],"ms_per_token_warm_runs":{"n":126,"median":0.36187993623702985,"p10":0.2634217486782293,"p90":0.5578299865324696},"run_decode_seconds_warm_runs":{"n":126,"median":0.030075187489273958,"p10":0.029811854503350332,"p90":0.030753187500522472},"fixture_434_rows":{"calls":143,"tokens":11874,"padded_tokens":18304,"pad_waste":0.3512893356643357,"projected_ms_at_warm_median_per_call":4295.106245757779}},"other_gpu_processes":{"start":["24776       17:21 tail -n +1 -F ~/code/litertlm-convert/kev_work/device/r11/extra.driver.log ~/code/litertlm-convert/kev_work/device/r11/keeper_extra.log","24779       17:21 ugrep -G --ignore-files --hidden -I --exclude-dir=.git --exclude-dir=.svn --exclude-dir=.hg --exclude-dir=.bzr --exclude-dir=.jj --exclude-dir=.sl --line-buffered -E HOLD ACQUIRED|ho","36381       14:36 bash ~/code/litertlm-convert/kev_work/scripts/s26_chain_r10b.sh run","36889       14:29 tail -n 0 -F ~/code/litertlm-convert/kev_work/device/r10b/chain.log ~/code/litertlm-convert/kev_work/device/r10b/keeper.log","56350       09:42 /opt/homebrew/Cellar/python@3.14/3.14.6/Frameworks/Python.framework/Versions/3.14/Resources/Python.app/Contents/MacOS/Python r12_timing_mac.py --tag r12R64 --out results/timing_mac_r","90244       01:10 $ZOO_WORK_ROOT/coreai-models/.venv/bin/python $ZOO_WORK_ROOT/_kev/logs/r12_drivers/r12_window.py --plan $ZOO_WORK_ROOT/_kev/logs","93961       00:14 <Metal toolchain v27.1.266.1>/usr/bin/coreai-build compile $ZOO_WORK_ROOT/_kev/","94056       00:13 bash ~/code/litertlm-convert/kev_work/scripts/s26_chain_r10b.sh run"],"end":["24776       17:28 tail -n +1 -F ~/code/litertlm-convert/kev_work/device/r11/extra.driver.log ~/code/litertlm-convert/kev_work/device/r11/keeper_extra.log","24779       17:28 ugrep -G --ignore-files --hidden -I --exclude-dir=.git --exclude-dir=.svn --exclude-dir=.hg --exclude-dir=.bzr --exclude-dir=.jj --exclude-dir=.sl --line-buffered -E HOLD ACQUIRED|ho","36381       14:43 bash ~/code/litertlm-convert/kev_work/scripts/s26_chain_r10b.sh run","36889       14:36 tail -n 0 -F ~/code/litertlm-convert/kev_work/device/r10b/chain.log ~/code/litertlm-convert/kev_work/device/r10b/keeper.log","56350       09:49 /opt/homebrew/Cellar/python@3.14/3.14.6/Frameworks/Python.framework/Versions/3.14/Resources/Python.app/Contents/MacOS/Python r12_timing_mac.py --tag r12R64 --out results/timing_mac_r","90244       01:17 $ZOO_WORK_ROOT/coreai-models/.venv/bin/python $ZOO_WORK_ROOT/_kev/logs/r12_drivers/r12_window.py --plan $ZOO_WORK_ROOT/_kev/logs","93961       00:21 <Metal toolchain v27.1.266.1>/usr/bin/coreai-build compile $ZOO_WORK_ROOT/_kev/","94056       00:20 bash ~/code/litertlm-convert/kev_work/scripts/s26_chain_r10b.sh run"]},"gpu_lock":{"start":{"path":"$ZOO_WORK_ROOT/_GPU_LOCK","exists":true,"bytes":56,"content":"kev speed r11 pid <n> since 2026-10-04T08:48:47+09:00\n","mtime":"2026-10-04T08:48:47+09:00"},"end":{"path":"$ZOO_WORK_ROOT/_GPU_LOCK","exists":true,"bytes":56,"content":"kev speed r11 pid <n> since 2026-10-04T08:48:47+09:00\n","mtime":"2026-10-04T08:48:47+09:00"}},"script_sha256":"9fa297d1ac6cde05208026a582808d7ddc5d35674dba7d21efefabcbf686fd2b","generated_at":"2026-10-04T00:00:20+00:00"},"red_v2":{"result":"RED (every arm)","base_bit_equal_all":true,"reset_bit_equal":true,"arms":{"instr_negate_v2":{"rows":5,"argmax_moved":2,"argmax_moved_non_near_tie":2,"max_abs_dp_vs_base":0.759007565677166,"mean_of_run_mean_abs_dp_vs_base":0.2911282129585743,"red_facts7":{"a_argmax_non_near_tie":true,"b_max_abs_dp":true,"c_mean_of_run_means":true},"red":true},"state_swap":{"rows":5,"argmax_moved":4,"argmax_moved_non_near_tie":4,"max_abs_dp_vs_base":0.9050966389477253,"mean_of_run_mean_abs_dp_vs_base":0.45316006605823833,"red_facts7":{"a_argmax_non_near_tie":true,"b_max_abs_dp":true,"c_mean_of_run_means":true},"red":true}}},"pass":true}},"readout":{"schema":"kev-decoder-readout-gate/1","gate":"decoder alone on the Mac GPU (oracle row ids), the fp16 hidden read through the fp32 pointer head","bundle":{"bundle":"$ZOO_WORK_ROOT/_kev/exports/bundles/kev_0_8b_decode_fp16_metal_pf128","name":"kev_0_8b_decode_fp16_metal_pf128","kind":"decision-backbone","compression":null,"prefill_chunk":128,"metadata_sha256":"e4d40a2fd5fb005d950a48504e93c6ab49430f63effbb8a1f9c835736814ef34","main_mlirb":{"bytes":1505385733,"sha256":"19d5a4809e348c7cdd314c17cf18646170e2af2ef62f5a32beb8948b2c3f684e"},"tokenizer_sha256":{"tokenizer.json":"fe000e3ed39ed12b8d2481d527d44f93c65d37e87645d2dcc80d1bf9d50d2927","tokenizer_config.json":"e611fbccc7c29ef3b1cafb1cb7ea548d189968632901d678fd62be68c47885de"},"head_sha256":{"head.safetensors":"12038b02ecf7ece3ffb008b22ae97988293e521a86e7aadc8036c9c700893a42","kev_head.json":"73d510708790422d3c84bfc915e311e536d527bc032f0a07394e76999d5c9d7c"},"aimodelc":{"path":"$ZOO_WORK_ROOT/_kev/exports/bundles_aotc/kev_0_8b_decode_fp16_metal_pf128.h16c.aimodelc","bytes":2502047194,"tree_sha256":"1c67c7c72ffdf4c94f48fd558185d87e2a00ee6f69e0fa3bae4db1faef7a7655","files":{"main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist":"fef48239372c6fc169cdea22969b36de363f06719fb153a52974f2ebfa56aea0","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/original_model_0.mpsgraph":"91ddf123ac4514cbbe8a494cee221309699e031f8d9dd4cf9aeb50c119a307e0","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin":"f49d41a85c7ae96b0660de3f841973c0676d468d835136bbf25f69e55e8e5eeb","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_1.mpsgraph":"e986f4bc914ad3d7250fd77e5eed891260c777979ae8ea606d16d91be204ebf5","main-h16c.mlirb":"8fd5163ae047fce51ffd9ddb33e343e4bed375390d4adb4aa8c299d09651073c","main.hash":"a23e0b768b65054ca78521c41021ff13b2c7b1c2d61e34702272be5c64e2dbd5","metadata.json":"f043fc68b0a90bcf74a7be5b64f63664c7d1e8afcf10858a36e6d7e03e21f01b","stats.json":"6c1b81308ee7d1bd31a33d3e243119cbaf4f126560f7e4c9f8c2d2f79a498722"}}},"chunk":128,"max_ctx":4096,"readout":"one row per question, fresh zero states per row; a row of T ids runs as ceil(T / 128) calls of 'main' (static S = 128): call k gets ids[128k : 128k + 128] with position_ids 0..128k+127; the last call is padded with <|endoftext|> (248044) and the hidden rows of the padded positions are discarded (causal: they cannot reach a real position). The hidden rows [1, 128, 1024] of every call, concatenated and cut to T, are the backbone's final-norm last_hidden_state [T, 1024] the head reads. A row fits when ceil(T / 128) * 128 <= 4095 (the position dim's upper bound; the KV sequence dim is allocated at 4096).","descriptor_same_in_every_process":true,"contract":{"inputs":{"input_ids":[[1,128],"int32"],"position_ids":[[1,-1],"int32"]},"outputs":{"hidden":[[1,128,1024],"float16"]},"states":{"keyCache":[[6,1,2,-1,256],"float16"],"valueCache":[[6,1,2,-1,256],"float16"],"convState":[[18,1,6144,3],"float16"],"recState":[[18,1,16,128,128],"float16"]}},"oracle":{"path":"$ZOO_WORK_ROOT/_kev/oracle/records_oracle.json","sha256":"1a72a45831eecc2af7ddfc68a86e9250f572d6bf9274362f96cc62bcb803cc6d","checkpoint":"jaredpalmer/kev-0.8b@788ddbdd65715bb03a56788c822f6c632c9a551d","versions":{"python":"3.12.13","torch":"2.8.0","transformers":"5.17.0","peft":"0.21.0","numpy":"2.5.3","safetensors":"0.8.0"}},"model":"kev-0.8b","head":{"head_safetensors":"$ZOO_WORK_ROOT/_kev/oracle/head/head.safetensors","head_safetensors_sha256":"12038b02ecf7ece3ffb008b22ae97988293e521a86e7aadc8036c9c700893a42","kev_head_json_sha256":"73d510708790422d3c84bfc915e311e536d527bc032f0a07394e76999d5c9d7c","scale":0.0625,"temperature":2.3510958125672174,"dtype":"float32","device":"cpu"},"subset":"all","rows_file":null,"subset_file":null,"script":{"path":"conversion/kev/readout_gate.py","sha256":"9fa297d1ac6cde05208026a582808d7ddc5d35674dba7d21efefabcbf686fd2b"},"bar":{"max_abs_dp":0.02,"mean_of_run_mean_abs_dp":0.002,"near_tie_top2_margin":0.02,"argmax":"every question with an oracle top-2 margin above 0.02; near-ties listed apart","max_abs_dp_applies_to":"every option of every question, near-ties included","reset":"bit-equal hidden rows in every process","mean_of_run_mean_abs_dp_definition":"mean over runs (one run = one row = one question) of the mean |dp| over that question's options"},"environment":{"versions":{"python":"3.11.13","numpy":"2.3.5","coreai-core":"1.0.0b2","coreai-torch":"0.4.1","coreai-models":"0.1.0","torch":"2.9.0","safetensors":"0.7.0"},"platform":"macOS-27.0-arm64-arm-64bit","macos_build":"26A428","chip":"Apple M4 Max","runtime":"coreai python runtime, AOT h16c GPU .aimodelc, SpecializationOptions.default(), no JIT","head":"the pointer head from head.safetensors, fp32, CPU (parity_decoder_torch.KevHead)","gpu":"shared with other sessions, no _GPU_LOCK held (times are contended reference values)"},"gpu_lock":{"start":{"path":"$ZOO_WORK_ROOT/_GPU_LOCK","exists":true,"bytes":56,"content":"kev speed r11 pid <n> since 2026-10-04T08:48:47+09:00\n","mtime":"2026-10-04T08:48:47+09:00"},"end":{"path":"$ZOO_WORK_ROOT/_GPU_LOCK","exists":true,"bytes":56,"content":"kev speed r11 pid <n> since 2026-10-04T08:48:47+09:00\n","mtime":"2026-10-04T08:48:47+09:00"}},"processes":[{"shard":"shard_00","runs":["tv4_000:q0:base","tv4_001:q0:base","tv4_002:q0:base","tv4_003:q0:base","tv4_004:q0:base","tv4_005:q0:base","tv4_006:q0:base","tv4_007:q0:base","tv4_008:q0:base","tv4_009:q0:base","tv4_010:q0:base","tv4_011:q0:base","tv4_012:q0:base","tv4_013:q0:base","tv4_014:q0:base","tv4_015:q0:base","tv4_016:q0:base","tv4_017:q0:base","tv4_018:q0:base","tv4_019:q0:base","tv4_020:q0:base","tv4_021:q0:base","tv4_022:q0:base","tv4_023:q0:base","tv4_024:q0:base","tv4_025:q0:base","tv4_026:q0:base","tv4_027:q0:base","tv4_028:q0:base","tv4_029:q0:base","tv4_030:q0:base","tv4_031:q0:base","tv4_032:q0:base","tv4_033:q0:base","tv4_034:q0:base","tv4_035:q0:base","tv4_036:q0:base","tv4_037:q0:base","tv4_038:q0:base","tv4_039:q0:base"],"prompts":41,"load_seconds":1.690504707978107,"load_split_seconds":{"model":0.006245750002563,"main":1.684258957975544},"function_names":["main"],"process_wall_seconds":4.811011875019176,"reset_check":{"run":"tv4_000:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.03380462501081638},"contract_mismatch":[]},{"shard":"shard_01","runs":["tv4_040:q0:base","tv4_041:q0:base","tv4_042:q0:base","tv4_043:q0:base","tv4_044:q0:base","tv4_045:q0:base","tv4_046:q0:base","tv4_047:q0:base","tv4_048:q0:base","tv4_049:q0:base","tv4_050:q0:base","tv4_051:q0:base","tv4_052:q0:base","tv4_053:q0:base","tv4_054:q0:base","tv4_055:q0:base","tv4_056:q0:base","tv4_057:q0:base","tv4_058:q0:base","tv4_059:q0:base","tv4x_emotion_00:q0:base","tv4x_emotion_01:q0:base","tv4x_emotion_02:q0:base","tv4x_emotion_03:q0:base","tv4x_emotion_04:q0:base","tv4x_emotion_05:q0:base","tv4x_emotion_06:q0:base","tv4x_emotion_07:q0:base","tv4x_emotion_08:q0:base","tv4x_emotion_09:q0:base","tv4x_emotion_10:q0:base","tv4x_emotion_11:q0:base","tv4x_emotion_12:q0:base","tv4x_emotion_13:q0:base","tv4x_emotion_14:q0:base","tv4x_emotion_15:q0:base","tv4x_emotion_16:q0:base","tv4x_emotion_17:q0:base","tv4x_emotion_18:q0:base","tv4x_emotion_19:q0:base"],"prompts":41,"load_seconds":0.2556301250006072,"load_split_seconds":{"model":0.005924708006205037,"main":0.24970541699440219},"function_names":["main"],"process_wall_seconds":2.2223075829970185,"reset_check":{"run":"tv4_040:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.06349220802076161},"contract_mismatch":[]},{"shard":"shard_02","runs":["tv4x_tweet_offensive_00:q0:base","tv4x_tweet_offensive_01:q0:base","tv4x_tweet_offensive_02:q0:base","tv4x_tweet_offensive_03:q0:base","tv4x_tweet_offensive_04:q0:base","tv4x_tweet_offensive_05:q0:base","tv4x_tweet_offensive_06:q0:base","tv4x_tweet_offensive_07:q0:base","tv4x_tweet_offensive_08:q0:base","tv4x_tweet_offensive_09:q0:base","tv4x_tweet_offensive_10:q0:base","tv4x_tweet_offensive_11:q0:base","tv4x_tweet_offensive_12:q0:base","tv4x_tweet_offensive_13:q0:base","tv4x_tweet_offensive_14:q0:base","tv4x_tweet_offensive_15:q0:base","tv4x_tweet_offensive_16:q0:base","tv4x_tweet_offensive_17:q0:base","tv4x_tweet_offensive_18:q0:base","tv4x_tweet_offensive_19:q0:base","tv4x_qnli_00:q0:base","tv4x_qnli_01:q0:base","tv4x_qnli_02:q0:base","tv4x_qnli_03:q0:base","tv4x_qnli_04:q0:base","tv4x_qnli_05:q0:base","tv4x_qnli_06:q0:base","tv4x_qnli_07:q0:base","tv4x_qnli_08:q0:base","tv4x_qnli_09:q0:base","tv4x_qnli_10:q0:base","tv4x_qnli_11:q0:base","tv4x_qnli_12:q0:base","tv4x_qnli_13:q0:base","tv4x_qnli_14:q0:base","tv4x_qnli_15:q0:base","tv4x_qnli_16:q0:base","tv4x_qnli_17:q0:base","tv4x_qnli_18:q0:base","tv4x_qnli_19:q0:base"],"prompts":41,"load_seconds":0.2597411249880679,"load_split_seconds":{"model":0.0068442089832387865,"main":0.2528969160048291},"function_names":["main"],"process_wall_seconds":1.9879523339914158,"reset_check":{"run":"tv4x_tweet_offensive_00:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.033654166996711865},"contract_mismatch":[]},{"shard":"shard_03","runs":["tv4x_paws_00:q0:base","tv4x_paws_01:q0:base","tv4x_paws_02:q0:base","tv4x_paws_03:q0:base","tv4x_paws_04:q0:base","tv4x_paws_05:q0:base","tv4x_paws_06:q0:base","tv4x_paws_07:q0:base","tv4x_paws_08:q0:base","tv4x_paws_09:q0:base","tv4x_paws_10:q0:base","tv4x_paws_11:q0:base","tv4x_paws_12:q0:base","tv4x_paws_13:q0:base","tv4x_paws_14:q0:base","tv4x_paws_15:q0:base","tv4x_paws_16:q0:base","tv4x_paws_17:q0:base","tv4x_paws_18:q0:base","tv4x_paws_19:q0:base","tv4x_sciq_00:q0:base","tv4x_sciq_01:q0:base","tv4x_sciq_02:q0:base","tv4x_sciq_03:q0:base","tv4x_sciq_04:q0:base","tv4x_sciq_05:q0:base","tv4x_sciq_06:q0:base","tv4x_sciq_07:q0:base","tv4x_sciq_08:q0:base","tv4x_sciq_09:q0:base","tv4x_sciq_10:q0:base","tv4x_sciq_11:q0:base","tv4x_sciq_12:q0:base","tv4x_sciq_13:q0:base","tv4x_sciq_14:q0:base","tv4x_sciq_15:q0:base","tv4x_sciq_16:q0:base","tv4x_sciq_17:q0:base","tv4x_sciq_18:q0:base","tv4x_sciq_19:q0:base"],"prompts":41,"load_seconds":0.2512114580022171,"load_split_seconds":{"model":0.005324792000465095,"main":0.24588666600175202},"function_names":["main"],"process_wall_seconds":2.3352329170156736,"reset_check":{"run":"tv4x_paws_00:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.033636791980825365},"contract_mismatch":[]},{"shard":"shard_04","runs":["tv4x_legacy_holdout_00:q0:base","tv4x_legacy_holdout_01:q0:base","tv4x_legacy_holdout_02:q0:base","tv4x_legacy_holdout_03:q0:base","tv4x_legacy_holdout_04:q0:base","tv4x_legacy_holdout_05:q0:base","tv4x_legacy_holdout_06:q0:base","tv4x_legacy_holdout_07:q0:base","tv4x_legacy_holdout_08:q0:base","tv4x_legacy_holdout_09:q0:base","tv4x_legacy_holdout_10:q0:base","tv4x_legacy_holdout_11:q0:base","tv4x_legacy_holdout_12:q0:base","tv4x_legacy_holdout_13:q0:base","tv4x_legacy_holdout_14:q0:base","tv4x_legacy_holdout_15:q0:base","tv4x_legacy_holdout_16:q0:base","tv4x_legacy_holdout_17:q0:base","tv4x_legacy_holdout_18:q0:base","tv4x_legacy_holdout_19:q0:base","tv4x_composition_holdout_00:q0:base","tv4x_composition_holdout_01:q0:base","tv4x_composition_holdout_02:q0:base","tv4x_composition_holdout_03:q0:base","tv4x_composition_holdout_04:q0:base","tv4x_composition_holdout_05:q0:base","tv4x_composition_holdout_06:q0:base","tv4x_composition_holdout_07:q0:base","tv4x_composition_holdout_08:q0:base","tv4x_composition_holdout_09:q0:base","tv4x_composition_holdout_10:q0:base","tv4x_composition_holdout_11:q0:base","tv4x_composition_holdout_12:q0:base","tv4x_composition_holdout_13:q0:base","tv4x_composition_holdout_14:q0:base","tv4x_composition_holdout_15:q0:base","tv4x_composition_holdout_16:q0:base","tv4x_composition_holdout_17:q0:base","tv4x_composition_holdout_18:q0:base","tv4x_composition_holdout_19:q0:base"],"prompts":41,"load_seconds":0.2508310840057675,"load_split_seconds":{"model":0.005177500017452985,"main":0.2456535839883145},"function_names":["main"],"process_wall_seconds":2.4228636249899864,"reset_check":{"run":"tv4x_legacy_holdout_00:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.03384658400318585},"contract_mismatch":[]},{"shard":"shard_05","runs":["tv4s_00:q0:base","tv4s_01:q0:base","tv4s_02:q0:base","tv4s_03:q0:base","tv4s_04:q0:base","tv4s_05:q0:base","tv4s_06:q0:base","tv4s_07:q0:base","tv4s_08:q0:base","tv4s_09:q0:base","tv4s_10:q0:base","tv4s_11:q0:base","tv4s_12:q0:base","tv4s_13:q0:base","tv4s_14:q0:base","tv4s_15:q0:base","tv4s_16:q0:base","tv4s_17:q0:base","tv4s_18:q0:base","tv4s_19:q0:base","semif_a3f18f3a63d45345942b:q0:base","semif_f40beba9088c8db8bbd6:q0:base","semif_0b43ea8e24e74d621f1b:q0:base","semif_942ec65dac0bfb9874f9:q0:base","semif_e0c140e9222d1bce5647:q0:base","semif_8e8c3804a3c15ebb31e3:q0:base","semif_56c419b12cd37cbe790c:q0:base","semif_75b470586834df8c568d:q0:base","semif_834f3b3e10cc61b33d25:q0:base","semif_76c7a79b1ff2363a60c5:q0:base","semif_36c71bb649b7d5eccb1f:q0:base","semif_eac5121a4a1bf391a08c:q0:base","semif_44574c44e243ee1b2f52:q0:base","semif_2608370d01783735c3ea:q0:base","semif_ec94ef909f7918695ab3:q0:base","semif_03d919fd0e9b3a7cd1e6:q0:base","semif_86a15618ba4cb90a307e:q0:base","semif_3dd9c3ac98f8ddf7bdd3:q0:base","semif_36273dd4777876a26338:q0:base","semif_07ee70cfe4b01330ce89:q0:base"],"prompts":41,"load_seconds":0.29772920900722966,"load_split_seconds":{"model":0.006280125002376735,"main":0.2914490840048529},"function_names":["main"],"process_wall_seconds":2.0219406250107568,"reset_check":{"run":"tv4s_00:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.03354133298853412},"contract_mismatch":[]},{"shard":"shard_06","runs":["semif_51ceab3ce622c7c759f1:q0:base","semif_b8091be929b1e489fcc4:q0:base","semif_c89b86e3f55123bfa506:q0:base","semif_3b0958cabc339005cf66:q0:base","semif_f2b4ec4930322fe45118:q0:base","semif_61ac20b07a5189231e15:q0:base","semif_4b3d794c004566610181:q0:base","semif_b7c4e62d07986286fce0:q0:base","semif_9473603b44af63beab79:q0:base","semif_d41072dc35d8cd14c056:q0:base","semif_33d6e5da58f0fee2490d:q0:base","semif_823bf736b92e9d8fa66d:q0:base","semif_8a4c3de28be95c105ca1:q0:base","semif_ea7ec66a5e8eac886548:q0:base","semif_25172cd6ddc49ab0ca70:q0:base","semif_fb73a85d386cf59b0c51:q0:base","semif_a02fd582d2881cc462b2:q0:base","semif_19f37d5a97034bd7d04f:q0:base","semif_fda0ca94652c6d739ecf:q0:base","semif_d0e36c4cb10a29b3191c:q0:base","semif_a0a39ace7e5337d038a7:q0:base","semif_eeae283841ce75dd25bf:q0:base","semif_00bb4cc043f7d2b288d4:q0:base","semif_1a81ead69e93e5d0c86a:q0:base","semif_4444dad25e438f128673:q0:base","semif_3226202ba1ada2570e9f:q0:base","semif_3f783eec5c90812479bc:q0:base","semif_ffee861474a9665a093a:q0:base","semif_8c992e17e4fb54b044f5:q0:base","semif_695dd61195ca025c4f4c:q0:base","semif_e6155431ab7b0f8170d4:q0:base","semif_b49ecda75086d8c68d2a:q0:base","semif_587ced261c6092cd1325:q0:base","semif_533d4423d311de82b27d:q0:base","semif_2bf540d515a51755b25c:q0:base","semif_fdb9fc214aea2710763a:q0:base","semif_f6d68126b43f8c9ed183:q0:base","semif_44bae0c8a1615a096c43:q0:base","semif_2175379f4c69e6207626:q0:base","semif_def9fe59d262357a673a:q0:base"],"prompts":41,"load_seconds":0.26996170898200944,"load_split_seconds":{"model":0.006067833979614079,"main":0.26389387500239536},"function_names":["main"],"process_wall_seconds":2.0036513750092126,"reset_check":{"run":"semif_51ceab3ce622c7c759f1:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.03408283300814219},"contract_mismatch":[]},{"shard":"shard_07","runs":["semif_712f6ffb763eef7c9a12:q0:base","semif_e1d610bd14e3d16c09b9:q0:base","semif_22ec57822db50ec121cf:q0:base","semif_3e75f2b84e8e08e3d3f2:q0:base","semif_ebd74aa05324a1556288:q0:base","semif_d7e84e4245a29817da1f:q0:base","semif_f41ae66b3c09630c7a42:q0:base","semif_82c2cd97c160ad27951b:q0:base","semif_7ada97b6f99f4788e5c7:q0:base","semif_4d7a003342db5b0a17e3:q0:base","semif_19d3d8d0bf773e88be7b:q0:base","semif_d6de731cca52359b1c87:q0:base","semif_b45c63fb92729af27f05:q0:base","semif_46b7029b9a704138b77a:q0:base","semif_caf773b23934fa7362a1:q0:base","semif_f46f392ef9e9e9df564b:q0:base","semif_005dcf6d2c0f21d64796:q0:base","semif_edb708bd0fe5fd67d6ee:q0:base","semif_97a35499bd8717f3e786:q0:base","semif_31eb4533d2c89959ec46:q0:base","semif_0aa24a6701ac9c56c4a0:q0:base","semif_796d5c0da6eaadae6a3f:q0:base","semif_599b3092b6fd18312d23:q0:base","semif_960a4bcd27363e6db4b9:q0:base","semif_c6a411e7f2bbdf377173:q0:base","semif_e332aa927d0c2ed044aa:q0:base","semif_a0128e551d095f3449f8:q0:base","semif_46d6a0731bd288c370f0:q0:base","semif_21ca7a8b970e36b8e20f:q0:base","semif_4aa83af95bb69e90bc2d:q0:base","semif_cdfa9eed51fafcf09b72:q0:base","semif_d51b05bfb9d6d7f09331:q0:base","semif_fdd902cc6e65fad7cb4f:q0:base","semif_42384af9ae56beb37ff5:q0:base","semif_cdf7f428857e1b841cb3:q0:base","semif_774f7f9245f83c796d44:q0:base","semif_92ec2ffa3dd46ada1335:q0:base","semif_6149a17bc154f9c5b4a0:q0:base","semif_be866e1dbec5d42d9423:q0:base","semif_97d2ed2591fc7638806c:q0:base"],"prompts":41,"load_seconds":0.2854309169924818,"load_split_seconds":{"model":0.006382416991982609,"main":0.2790485000004992},"function_names":["main"],"process_wall_seconds":2.0728177079872694,"reset_check":{"run":"semif_712f6ffb763eef7c9a12:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.03359775000717491},"contract_mismatch":[]},{"shard":"shard_08","runs":["semif_4533dd91267b4d815690:q0:base","semif_d880e65fef5e2993fdd0:q0:base","semif_90494c76078ffc3c717a:q0:base","semif_9ac5cc82c4126c91174a:q0:base","semif_386e10b1c1ce906473a4:q0:base","semif_4da6aedc1139224eeff2:q0:base","semif_a22dab8ba073ff6cdb8d:q0:base","semif_42c54fa2ad45743e24d8:q0:base","semif_f3d13cf184f916677def:q0:base","semif_1105577da4c8dad4609d:q0:base","semif_0ebd299739302d8b057b:q0:base","semif_eafc22c8c40df3932a8e:q0:base","semif_0aa1447680e4f25862bb:q0:base","semif_980e76145c925747220c:q0:base","semif_4aee37a6a155747766aa:q0:base","semif_6db17cc22bd656d78558:q0:base","semif_ef3e0f8e657bf59f8a29:q0:base","semif_f756e1cb04e11766341e:q0:base","semif_d167e51bb1f499099645:q0:base","semif_674ca4e9346216255466:q0:base","semif_1df851a202994a07f123:q0:base","semif_b5e6788d95b8395d2888:q0:base","semif_32f36cd0fbbfb3604586:q0:base","semif_843185706adff0c60f8b:q0:base","semif_b531dd603bf080dab820:q0:base","semif_be2dd67bc733c1213bef:q0:base","semif_b8e2750307df9761e716:q0:base","semif_5d31b4bf2d0fc193f53b:q0:base","semif_a9230edfc6ec9e524af0:q0:base","semif_c100e84585149a04be49:q0:base","semif_579beed184ffc1104aa9:q0:base","semif_c4e9bd463b6fde5be743:q0:base","semif_b863998d4be2721a5dfd:q0:base","semif_37cebc3792e98049439f:q0:base","semif_64d63f86e328aff1481c:q0:base","semif_6d64a8459f64eac7f4cc:q0:base","semif_2708193212d8a4a523c7:q0:base","semif_5a37d1dfcad20810a76a:q0:base","semif_acacd8b46acd25cb954b:q0:base","semif_4089c199b8b796ec3ed8:q0:base"],"prompts":41,"load_seconds":0.29494616700685583,"load_split_seconds":{"model":0.0065275420201942325,"main":0.2884186249866616},"function_names":["main"],"process_wall_seconds":2.0707261659845244,"reset_check":{"run":"semif_4533dd91267b4d815690:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.034155125002143905},"contract_mismatch":[]},{"shard":"shard_09","runs":["semif_02f2b95a5c5a4777a45c:q0:base","semif_ebea4681e3dcc7d92ca2:q0:base","semif_b8c5b9b285cbdddc9f8d:q0:base","semif_7ed75d854d99b3a81916:q0:base","own_t01:q0:base","own_t01:q1:base","own_t01:q2:base","own_t01:q3:base","own_t02:q0:base","own_t02:q1:base","own_t02:q2:base","own_t03:q0:base","own_t03:q1:base","own_t03:q2:base","own_t04:q0:base","own_t04:q1:base","own_t04:q2:base","own_t04:q3:base","own_t05:q0:base","own_t05:q1:base","own_t05:q2:base","own_t05:q3:base","own_t06:q0:base","own_t06:q1:base","own_t06:q2:base","own_t07:q0:base","own_t07:q1:base","own_t07:q2:base","own_t08:q0:base","own_t08:q1:base","own_t08:q2:base","own_t09:q0:base","own_t09:q1:base","own_t10:q0:base","own_t10:q1:base","own_t10:q2:base","own_j01:q0:base","own_j01:q1:base","own_j01:q2:base","own_j01:q3:base"],"prompts":41,"load_seconds":0.2497197500197217,"load_split_seconds":{"model":0.005833125003846362,"main":0.24388662501587532},"function_names":["main"],"process_wall_seconds":3.1701841249887366,"reset_check":{"run":"semif_02f2b95a5c5a4777a45c:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.03386062500067055},"contract_mismatch":[]},{"shard":"shard_10","runs":["own_j02:q0:base","own_j02:q1:base","own_j02:q2:base","own_j03:q0:base","own_j03:q1:base","own_j03:q2:base","own_j04:q0:base","own_j04:q1:base","own_j04:q2:base","own_j05:q0:base","own_j05:q1:base","own_j05:q2:base","own_a01:q0:base","own_a01:q1:base","own_a01:q2:base","own_m01:q0:base","own_m01:q1:base","own_m01:q2:base","own_m01:q3:base","own_m01:q4:base","own_m01:q5:base","own_m01:q6:base","own_m01:q7:base","own_L01:q0:base","own_L01:q1:base","own_L01:q2:base","own_L02:q0:base","own_L02:q1:base","own_L02:q2:base","own_L02:q3:base","own_L03:q0:base","own_L03:q1:base","own_L03:q2:base","own_L03:q3:base"],"prompts":35,"load_seconds":0.2552531670080498,"load_split_seconds":{"model":0.005816582997795194,"main":0.2494365840102546},"function_names":["main"],"process_wall_seconds":6.559840666974196,"reset_check":{"run":"own_j02:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.09439908299827948},"contract_mismatch":[]}],"summary":{"runs":434,"expected_runs":434,"missing_runs":[],"questions":434,"argmax_equal":433,"questions_non_near_tie":420,"argmax_equal_non_near_tie":420,"near_tie_questions":14,"argmax_equal_near_tie":13,"max_abs_dp":0.012425720691680908,"max_abs_dp_non_near_tie":0.012425720691680908,"mean_of_run_mean_abs_dp":0.00096213942907362,"mean_of_record_mean_abs_dp":0.0009958384189997658,"mean_question_max_abs_dp":0.0013951605002391516,"max_abs_dlogit_T":0.04695284366607666,"worst_run":{"id":"semif_46b7029b9a704138b77a","q":0,"max_abs_dp":0.012425720691680908},"finite_all":true,"all_zero_runs":0,"hidden_rows":21,"min_pos_cos":0.9999425104637232,"hidden_max_abs_diff":0.14557456970214844,"positions":9168,"positions_below":{"0.99":0,"0.9":0,"0.5":0},"tokens":61556,"padded_tokens":87168,"calls":681,"pad_waste":0.2938234214390602,"decode_ms_total":23655.310376139823,"ms_per_call_median":29.933417012216523,"ms_per_call_warm_median":29.926791990874335},"by_source":{"own_json":{"runs":19,"expected_runs":19,"missing_runs":[],"questions":19,"argmax_equal":19,"questions_non_near_tie":18,"argmax_equal_non_near_tie":18,"near_tie_questions":1,"argmax_equal_near_tie":1,"max_abs_dp":0.0035173892974853516,"max_abs_dp_non_near_tie":0.0035173892974853516,"mean_of_run_mean_abs_dp":0.0007569039517075272,"mean_of_record_mean_abs_dp":0.0006699403254679144,"mean_question_max_abs_dp":0.001098535562816419,"max_abs_dlogit_T":0.011759161949157715,"worst_run":{"id":"own_j05","q":0,"max_abs_dp":0.0035173892974853516},"finite_all":true,"all_zero_runs":0,"hidden_rows":3,"min_pos_cos":0.9999886446488904,"hidden_max_abs_diff":0.07342338562011719,"positions":1027,"positions_below":{"0.99":0,"0.9":0,"0.5":0},"tokens":4323,"padded_tokens":5376,"calls":42,"pad_waste":0.19587053571428573,"decode_ms_total":1450.56562506943,"ms_per_call_median":30.005042004631832,"ms_per_call_warm_median":30.00495900050737},"own_long":{"runs":11,"expected_runs":11,"missing_runs":[],"questions":11,"argmax_equal":11,"questions_non_near_tie":11,"argmax_equal_non_near_tie":11,"near_tie_questions":0,"argmax_equal_near_tie":0,"max_abs_dp":0.00665283203125,"max_abs_dp_non_near_tie":0.00665283203125,"mean_of_run_mean_abs_dp":0.000968567631912954,"mean_of_record_mean_abs_dp":0.001076287769067746,"mean_question_max_abs_dp":0.0017986148595809937,"max_abs_dlogit_T":0.031215667724609375,"worst_run":{"id":"own_L02","q":0,"max_abs_dp":0.00665283203125},"finite_all":true,"all_zero_runs":0,"hidden_rows":4,"min_pos_cos":0.9999554049779278,"hidden_max_abs_diff":0.14557456970214844,"positions":6053,"positions_below":{"0.99":0,"0.9":0,"0.5":0},"tokens":17248,"padded_tokens":18048,"calls":141,"pad_waste":0.044326241134751775,"decode_ms_total":4239.6681230166,"ms_per_call_median":30.06941598141566,"ms_per_call_warm_median":30.06941598141566},"own_text":{"runs":40,"expected_runs":40,"missing_runs":[],"questions":40,"argmax_equal":40,"questions_non_near_tie":39,"argmax_equal_non_near_tie":39,"near_tie_questions":1,"argmax_equal_near_tie":1,"max_abs_dp":0.00330430269241333,"max_abs_dp_non_near_tie":0.00330430269241333,"mean_of_run_mean_abs_dp":0.0005989232878588762,"mean_of_record_mean_abs_dp":0.0005979350877989829,"mean_question_max_abs_dp":0.000974229397252202,"max_abs_dlogit_T":0.017122983932495117,"worst_run":{"id":"own_t06","q":0,"max_abs_dp":0.00330430269241333},"finite_all":true,"all_zero_runs":0,"hidden_rows":12,"min_pos_cos":0.9999425104637232,"hidden_max_abs_diff":0.08958816528320312,"positions":1926,"positions_below":{"0.99":0,"0.9":0,"0.5":0},"tokens":7247,"padded_tokens":10368,"calls":81,"pad_waste":0.3010223765432099,"decode_ms_total":2423.8060009956826,"ms_per_call_median":29.896166000980884,"ms_per_call_warm_median":29.896166000980884},"semif_authored144":{"runs":144,"expected_runs":144,"missing_runs":[],"questions":144,"argmax_equal":143,"questions_non_near_tie":141,"argmax_equal_non_near_tie":141,"near_tie_questions":3,"argmax_equal_near_tie":2,"max_abs_dp":0.012425720691680908,"max_abs_dp_non_near_tie":0.012425720691680908,"mean_of_run_mean_abs_dp":0.00118017978685977,"mean_of_record_mean_abs_dp":0.00118017978685977,"mean_question_max_abs_dp":0.0017702696948415702,"max_abs_dlogit_T":0.04056680202484131,"worst_run":{"id":"semif_46b7029b9a704138b77a","q":0,"max_abs_dp":0.012425720691680908},"finite_all":true,"all_zero_runs":0,"hidden_rows":1,"min_pos_cos":0.999985078934991,"hidden_max_abs_diff":0.07554244995117188,"positions":68,"positions_below":{"0.99":0,"0.9":0,"0.5":0},"tokens":10574,"padded_tokens":18432,"calls":144,"pad_waste":0.4263237847222222,"decode_ms_total":5303.033257165225,"ms_per_call_median":30.11189599055797,"ms_per_call_warm_median":30.100479489192367},"transfer_v4_dev_head":{"runs":60,"expected_runs":60,"missing_runs":[],"questions":60,"argmax_equal":60,"questions_non_near_tie":52,"argmax_equal_non_near_tie":52,"near_tie_questions":8,"argmax_equal_near_tie":8,"max_abs_dp":0.0048566460609436035,"max_abs_dp_non_near_tie":0.0048566460609436035,"mean_of_run_mean_abs_dp":0.0007362676687383403,"mean_of_record_mean_abs_dp":0.0007362676687383403,"mean_question_max_abs_dp":0.001407460041809827,"max_abs_dlogit_T":0.022212505340576172,"worst_run":{"id":"tv4_020","q":0,"max_abs_dp":0.0048566460609436035},"finite_all":true,"all_zero_runs":0,"hidden_rows":1,"min_pos_cos":0.9999924002477614,"hidden_max_abs_diff":0.07182884216308594,"positions":94,"positions_below":{"0.99":0,"0.9":0,"0.5":0},"tokens":7021,"padded_tokens":10624,"calls":83,"pad_waste":0.3391378012048193,"decode_ms_total":3822.19307901687,"ms_per_call_median":29.80008299346082,"ms_per_call_warm_median":29.798353993101045},"transfer_v4_dev_score":{"runs":20,"expected_runs":20,"missing_runs":[],"questions":20,"argmax_equal":20,"questions_non_near_tie":19,"argmax_equal_non_near_tie":19,"near_tie_questions":1,"argmax_equal_near_tie":1,"max_abs_dp":0.001931905746459961,"max_abs_dp_non_near_tie":0.001931905746459961,"mean_of_run_mean_abs_dp":0.0006577036033074061,"mean_of_record_mean_abs_dp":0.0006577036033074061,"mean_question_max_abs_dp":0.000986548513174057,"max_abs_dlogit_T":0.010015606880187988,"worst_run":{"id":"tv4s_04","q":0,"max_abs_dp":0.001931905746459961},"finite_all":true,"all_zero_runs":0,"hidden_rows":0,"min_pos_cos":null,"hidden_max_abs_diff":null,"positions":0,"positions_below":{"0.99":0,"0.9":0,"0.5":0},"tokens":1979,"padded_tokens":2560,"calls":20,"pad_waste":0.226953125,"decode_ms_total":794.3138330301736,"ms_per_call_median":30.162249502609484,"ms_per_call_warm_median":30.142041010549292},"transfer_v4_dev_sources":{"runs":140,"expected_runs":140,"missing_runs":[],"questions":140,"argmax_equal":140,"questions_non_near_tie":140,"argmax_equal_non_near_tie":140,"near_tie_questions":0,"argmax_equal_near_tie":0,"max_abs_dp":0.005494058132171631,"max_abs_dp_non_near_tie":0.005494058132171631,"mean_of_run_mean_abs_dp":0.0010092867155132503,"mean_of_record_mean_abs_dp":0.0010092867155132503,"mean_question_max_abs_dp":0.0011912580945395998,"max_abs_dlogit_T":0.04695284366607666,"worst_run":{"id":"tv4x_legacy_holdout_03","q":0,"max_abs_dp":0.005494058132171631},"finite_all":true,"all_zero_runs":0,"hidden_rows":0,"min_pos_cos":null,"hidden_max_abs_diff":null,"positions":0,"positions_below":{"0.99":0,"0.9":0,"0.5":0},"tokens":13164,"padded_tokens":21760,"calls":170,"pad_waste":0.39503676470588234,"decode_ms_total":5621.7304578458425,"ms_per_call_median":29.784500002278946,"ms_per_call_warm_median":29.782500001601875}},"near_ties":[{"id":"tv4_003","q":0,"qid":"answer","oracle_top2_margin":0.016063004732131958,"argmax_equal":true,"max_abs_dp":0.001452624797821045,"probs":[0.41217586398124695,0.39417141675949097,0.07264954596757889,0.12100328505039215]},{"id":"tv4_017","q":0,"qid":"answer","oracle_top2_margin":0.01221814751625061,"argmax_equal":true,"max_abs_dp":0.0014303326606750488,"probs":[0.26332318782806396,0.2395351529121399,0.25315454602241516,0.24398714303970337]},{"id":"tv4_023","q":0,"qid":"answer","oracle_top2_margin":0.0019783377647399902,"argmax_equal":true,"max_abs_dp":0.0013714730739593506,"probs":[0.3641416132450104,0.3652409613132477,0.1535925269126892,0.11702495813369751]},{"id":"tv4_024","q":0,"qid":"answer","oracle_top2_margin":0.015634745359420776,"argmax_equal":true,"max_abs_dp":0.0017035305500030518,"probs":[0.3387983739376068,0.27048882842063904,0.03730194643139839,0.35341084003448486]},{"id":"tv4_027","q":0,"qid":"answer","oracle_top2_margin":0.009622842073440552,"argmax_equal":true,"max_abs_dp":0.001448124647140503,"probs":[0.16860981285572052,0.33182722330093384,0.34389129281044006,0.15567171573638916]},{"id":"tv4_028","q":0,"qid":"answer","oracle_top2_margin":0.01672416925430298,"argmax_equal":true,"max_abs_dp":0.0005768239498138428,"probs":[0.1675020009279251,0.3203516900539398,0.2078021764755249,0.3043440282344818]},{"id":"tv4_051","q":0,"qid":"answer","oracle_top2_margin":0.006280571222305298,"argmax_equal":true,"max_abs_dp":0.0009496212005615234,"probs":[0.058797311037778854,0.18620148301124573,0.38149991631507874,0.3735012710094452]},{"id":"tv4_054","q":0,"qid":"answer","oracle_top2_margin":0.0028791427612304688,"argmax_equal":true,"max_abs_dp":0.0012656748294830322,"probs":[0.13808195292949677,0.27193644642829895,0.29280734062194824,0.29717427492141724]},{"id":"tv4s_14","q":0,"qid":"decision","oracle_top2_margin":0.01574954390525818,"argmax_equal":true,"max_abs_dp":0.001042693853378296,"probs":[0.3955724537372589,0.412371963262558,0.19205567240715027]},{"id":"semif_2175379f4c69e6207626","q":0,"qid":"decision","oracle_top2_margin":0.01896810531616211,"argmax_equal":true,"max_abs_dp":0.0026232898235321045,"probs":[0.4162138104438782,0.40068838000297546,0.1830977350473404]},{"id":"semif_d167e51bb1f499099645","q":0,"qid":"decision","oracle_top2_margin":0.01671499013900757,"argmax_equal":true,"max_abs_dp":0.0018603205680847168,"probs":[0.35441112518310547,0.30550190806388855,0.3400869369506836]},{"id":"semif_4089c199b8b796ec3ed8","q":0,"qid":"decision","oracle_top2_margin":0.0032414793968200684,"argmax_equal":false,"max_abs_dp":0.00262334942817688,"probs":[0.4418662488460541,0.4398947060108185,0.11823905259370804]},{"id":"own_t10","q":2,"qid":"escalation","oracle_top2_margin":0.011951148509979248,"argmax_equal":true,"max_abs_dp":0.001351475715637207,"probs":[0.32074588537216187,0.27025243639945984,0.30982285737991333,0.09917877614498138]},{"id":"own_j02","q":0,"qid":"next_action","oracle_top2_margin":0.007524773478507996,"argmax_equal":true,"max_abs_dp":0.0006086230278015137,"probs":[0.20488688349723816,0.08894633501768112,0.19778388738632202,0.08311259001493454,0.028003299608826637,0.00424965750426054,0.019564799964427948,0.16082069277763367,0.015398598276078701,0.19723324477672577]}],"checks":{"all_runs":true,"argmax_non_near_tie":true,"max_abs_dp":true,"mean_of_run_mean_abs_dp":true,"finite":true,"reset_bit_equal_all_processes":true},"result":"PASS","red_arm":null,"timing":{"contended":true,"S":128,"load_seconds":{"first_process":1.690504707978107,"median":0.2597411249880679,"all":[1.690504707978107,0.2556301250006072,0.2597411249880679,0.2512114580022171,0.2508310840057675,0.29772920900722966,0.26996170898200944,0.2854309169924818,0.29494616700685583,0.2497197500197217,0.2552531670080498]},"ms_per_call_warm_runs":{"n":667,"median":29.926791990874335,"p10":29.671908810269088,"p90":30.32868320005946},"ms_per_call_all_runs":{"n":681,"median":29.933417012216523,"p10":29.678165999939665,"p90":30.347291991347447},"ms_per_token_warm_runs":{"n":423,"median":0.3844933205236418,"p10":0.2778524667100047,"p90":0.5094919632051513},"run_decode_seconds_warm_runs":{"n":423,"median":0.03009183399262838,"p10":0.02971934138913639,"p90":0.059977916406933215},"fixture_434_rows":{"calls":681,"tokens":61556,"padded_tokens":87168,"pad_waste":0.2938234214390602,"projected_ms_at_warm_median_per_call":20380.145345785422}},"seconds":{"gpu_processes":31.72379399999045,"scoring":2.2457836660032626,"total":34.105538707983214},"runs":[{"id":"tv4_000","q":0,"variant":"base","tokens":94,"calls":1,"padded_tokens":128,"decode_seconds":1.1882355000125244,"wall_seconds":1.1935930420004297,"finite":true,"all_zero":false,"index":0,"shard":"shard_00","first_in_process":true,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0017265379428863525,"mean_abs_dp":0.000863291323184967,"max_abs_dlogit_T":0.011189818382263184,"oracle_top2_margin":0.2241945117712021,"near_tie":false,"n_options":4,"probs":[0.14784428477287292,0.2050098329782486,0.43476831912994385,0.21237759292125702],"hidden":{"max_abs_diff":0.07182884216308594,"ref_absmax":29.90930938720703,"rel_max_abs_diff":0.0024015546876454776,"min_pos_cos":0.9999924002477614,"min_pos_cos_index":43,"mean_pos_cos":0.9999973898523936,"positions_below_0.9999":0,"positions":94,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"tv4_001","q":0,"variant":"base","tokens":63,"calls":1,"padded_tokens":128,"decode_seconds":0.02999095799168572,"wall_seconds":0.03381645798799582,"finite":true,"all_zero":false,"index":1,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.0645715519785881e-05,"mean_abs_dp":5.321577191352844e-06,"max_abs_dlogit_T":0.009444475173950195,"oracle_top2_margin":0.9833351373672485,"near_tie":false,"n_options":4,"probs":[0.006515363696962595,0.002733396366238594,0.9898541569709778,0.0008970795315690339]},{"id":"tv4_002","q":0,"variant":"base","tokens":96,"calls":1,"padded_tokens":128,"decode_seconds":0.029639750020578504,"wall_seconds":0.03309075001743622,"finite":true,"all_zero":false,"index":2,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0015701651573181152,"mean_abs_dp":0.0007850602269172668,"max_abs_dlogit_T":0.007485568523406982,"oracle_top2_margin":0.10138940811157227,"near_tie":false,"n_options":4,"probs":[0.17732104659080505,0.3596401512622833,0.25649312138557434,0.20654575526714325]},{"id":"tv4_003","q":0,"variant":"base","tokens":75,"calls":1,"padded_tokens":128,"decode_seconds":0.029705791996093467,"wall_seconds":0.03350799999316223,"finite":true,"all_zero":false,"index":3,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.001452624797821045,"mean_abs_dp":0.0007501132786273956,"max_abs_dlogit_T":0.011409878730773926,"oracle_top2_margin":0.016063004732131958,"near_tie":true,"n_options":4,"probs":[0.41217586398124695,0.39417141675949097,0.07264954596757889,0.12100328505039215]},{"id":"tv4_004","q":0,"variant":"base","tokens":66,"calls":1,"padded_tokens":128,"decode_seconds":0.029747458000201732,"wall_seconds":0.03356366598745808,"finite":true,"all_zero":false,"index":4,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0002485625445842743,"mean_abs_dp":0.00012429477646946907,"max_abs_dlogit_T":0.008685827255249023,"oracle_top2_margin":0.9105252027511597,"near_tie":false,"n_options":4,"probs":[0.005591725930571556,0.02957950159907341,0.9397964477539062,0.025032255798578262]},{"id":"tv4_005","q":0,"variant":"base","tokens":81,"calls":1,"padded_tokens":128,"decode_seconds":0.02976416700403206,"wall_seconds":0.03391462500439957,"finite":true,"all_zero":false,"index":5,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0022578835487365723,"mean_abs_dp":0.001128918956965208,"max_abs_dlogit_T":0.011327862739562988,"oracle_top2_margin":0.23442357778549194,"near_tie":false,"n_options":4,"probs":[0.3314052224159241,0.5698203444480896,0.022614886984229088,0.07615959644317627]},{"id":"tv4_006","q":0,"variant":"base","tokens":237,"calls":2,"padded_tokens":256,"decode_seconds":0.059236208006041124,"wall_seconds":0.06316783299553208,"finite":true,"all_zero":false,"index":6,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0033553242683410645,"mean_abs_dp":0.001677652820944786,"max_abs_dlogit_T":0.010264158248901367,"oracle_top2_margin":0.12790140509605408,"near_tie":false,"n_options":4,"probs":[0.2012631595134735,0.29824551939964294,0.07957099378108978,0.42092037200927734]},{"id":"tv4_007","q":0,"variant":"base","tokens":80,"calls":1,"padded_tokens":128,"decode_seconds":0.02968337500351481,"wall_seconds":0.03348162499605678,"finite":true,"all_zero":false,"index":7,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0008338093757629395,"mean_abs_dp":0.0006217993795871735,"max_abs_dlogit_T":0.010858148336410522,"oracle_top2_margin":0.2037426233291626,"near_tie":false,"n_options":4,"probs":[0.23230388760566711,0.13663426041603088,0.4347072243690491,0.19635453820228577]},{"id":"tv4_008","q":0,"variant":"base","tokens":96,"calls":1,"padded_tokens":128,"decode_seconds":0.029751417023362592,"wall_seconds":0.03349691699258983,"finite":true,"all_zero":false,"index":8,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00034505128860473633,"mean_abs_dp":0.00017252902034670115,"max_abs_dlogit_T":0.004386425018310547,"oracle_top2_margin":0.8541439175605774,"near_tie":false,"n_options":4,"probs":[0.0487491674721241,0.9032899141311646,0.005632528569549322,0.04232831299304962]},{"id":"tv4_009","q":0,"variant":"base","tokens":321,"calls":3,"padded_tokens":384,"decode_seconds":0.0891649580153171,"wall_seconds":0.09269341701292433,"finite":true,"all_zero":false,"index":9,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0009258389472961426,"mean_abs_dp":0.000462906900793314,"max_abs_dlogit_T":0.0117264986038208,"oracle_top2_margin":0.787467360496521,"near_tie":false,"n_options":4,"probs":[0.030777795240283012,0.07527929544448853,0.8640500903129578,0.029892796650528908]},{"id":"tv4_010","q":0,"variant":"base","tokens":64,"calls":1,"padded_tokens":128,"decode_seconds":0.029816624999511987,"wall_seconds":0.03348566699423827,"finite":true,"all_zero":false,"index":10,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0025472939014434814,"mean_abs_dp":0.0012736525386571884,"max_abs_dlogit_T":0.0079268217086792,"oracle_top2_margin":0.11676552891731262,"near_tie":false,"n_options":4,"probs":[0.07604130357503891,0.4172515273094177,0.20176155865192413,0.3049456775188446]},{"id":"tv4_011","q":0,"variant":"base","tokens":105,"calls":1,"padded_tokens":128,"decode_seconds":0.02966062500490807,"wall_seconds":0.03333629100234248,"finite":true,"all_zero":false,"index":11,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0006205141544342041,"mean_abs_dp":0.00031024590134620667,"max_abs_dlogit_T":0.0036873817443847656,"oracle_top2_margin":0.07526007294654846,"near_tie":false,"n_options":4,"probs":[0.16431261599063873,0.16933871805667877,0.2951042056083679,0.37124449014663696]},{"id":"tv4_012","q":0,"variant":"base","tokens":83,"calls":1,"padded_tokens":128,"decode_seconds":0.029658959014341235,"wall_seconds":0.03340624997508712,"finite":true,"all_zero":false,"index":12,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0016141235828399658,"mean_abs_dp":0.0008445009589195251,"max_abs_dlogit_T":0.009940028190612793,"oracle_top2_margin":0.13543769717216492,"near_tie":false,"n_options":4,"probs":[0.32562100887298584,0.027169151231646538,0.45913687348365784,0.18807294964790344]},{"id":"tv4_013","q":0,"variant":"base","tokens":163,"calls":2,"padded_tokens":256,"decode_seconds":0.059182958997553214,"wall_seconds":0.0627962090075016,"finite":true,"all_zero":false,"index":13,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0012701749801635742,"mean_abs_dp":0.0006350809708237648,"max_abs_dlogit_T":0.0031845569610595703,"oracle_top2_margin":0.15590348839759827,"near_tie":false,"n_options":4,"probs":[0.051747117191553116,0.01658008061349392,0.38664165139198303,0.5450311899185181]},{"id":"tv4_014","q":0,"variant":"base","tokens":87,"calls":1,"padded_tokens":128,"decode_seconds":0.030101583019131795,"wall_seconds":0.03367758297827095,"finite":true,"all_zero":false,"index":14,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0015922486782073975,"mean_abs_dp":0.0007961131632328033,"max_abs_dlogit_T":0.00725129246711731,"oracle_top2_margin":0.06324279308319092,"near_tie":false,"n_options":4,"probs":[0.18428342044353485,0.23694820702075958,0.25680896639823914,0.32195937633514404]},{"id":"tv4_015","q":0,"variant":"base","tokens":177,"calls":2,"padded_tokens":256,"decode_seconds":0.05982299998868257,"wall_seconds":0.06378812500042841,"finite":true,"all_zero":false,"index":15,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0015046000480651855,"mean_abs_dp":0.0007523149251937866,"max_abs_dlogit_T":0.005200505256652832,"oracle_top2_margin":0.26414579153060913,"near_tie":false,"n_options":4,"probs":[0.15774300694465637,0.1998727023601532,0.4614796042442322,0.18090476095676422]},{"id":"tv4_016","q":0,"variant":"base","tokens":82,"calls":1,"padded_tokens":128,"decode_seconds":0.029860832990380004,"wall_seconds":0.03392683298443444,"finite":true,"all_zero":false,"index":16,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0015821754932403564,"mean_abs_dp":0.0007910765707492828,"max_abs_dlogit_T":0.007599294185638428,"oracle_top2_margin":0.1596996784210205,"near_tie":false,"n_options":4,"probs":[0.1618802398443222,0.24154254794120789,0.1929795891046524,0.4035976231098175]},{"id":"tv4_017","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":0.0299752080172766,"wall_seconds":0.03362441700301133,"finite":true,"all_zero":false,"index":17,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0014303326606750488,"mean_abs_dp":0.0007151737809181213,"max_abs_dlogit_T":0.004390798509120941,"oracle_top2_margin":0.01221814751625061,"near_tie":true,"n_options":4,"probs":[0.26332318782806396,0.2395351529121399,0.25315454602241516,0.24398714303970337]},{"id":"tv4_018","q":0,"variant":"base","tokens":67,"calls":1,"padded_tokens":128,"decode_seconds":0.03013216599356383,"wall_seconds":0.03386291698552668,"finite":true,"all_zero":false,"index":18,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0031304359436035156,"mean_abs_dp":0.0015652361325919628,"max_abs_dlogit_T":0.016494154930114746,"oracle_top2_margin":0.7636825442314148,"near_tie":false,"n_options":4,"probs":[0.013158724643290043,0.09772039949893951,0.8672773838043213,0.02184344455599785]},{"id":"tv4_019","q":0,"variant":"base","tokens":130,"calls":2,"padded_tokens":256,"decode_seconds":0.059379749989602715,"wall_seconds":0.06299566698726267,"finite":true,"all_zero":false,"index":19,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0007368624210357666,"mean_abs_dp":0.0005744658410549164,"max_abs_dlogit_T":0.004195839166641235,"oracle_top2_margin":0.06632544100284576,"near_tie":false,"n_options":4,"probs":[0.23540803790092468,0.30159375071525574,0.23273052275180817,0.23026764392852783]},{"id":"tv4_020","q":0,"variant":"base","tokens":82,"calls":1,"padded_tokens":128,"decode_seconds":0.029633957979967818,"wall_seconds":0.03314979199785739,"finite":true,"all_zero":false,"index":20,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0048566460609436035,"mean_abs_dp":0.002436057897284627,"max_abs_dlogit_T":0.022212505340576172,"oracle_top2_margin":0.1631980538368225,"near_tie":false,"n_options":4,"probs":[0.5292141437530518,0.10148877650499344,0.35663506388664246,0.01266203261911869]},{"id":"tv4_021","q":0,"variant":"base","tokens":65,"calls":1,"padded_tokens":128,"decode_seconds":0.029566334007540718,"wall_seconds":0.033171125018270686,"finite":true,"all_zero":false,"index":21,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0022211074829101562,"mean_abs_dp":0.001110568642616272,"max_abs_dlogit_T":0.010564208030700684,"oracle_top2_margin":0.4488777816295624,"near_tie":false,"n_options":4,"probs":[0.08723292499780655,0.16222459077835083,0.1429903209209442,0.607552170753479]},{"id":"tv4_022","q":0,"variant":"base","tokens":144,"calls":2,"padded_tokens":256,"decode_seconds":0.05940154197742231,"wall_seconds":0.0630271670233924,"finite":true,"all_zero":false,"index":22,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0012828856706619263,"mean_abs_dp":0.0006414279341697693,"max_abs_dlogit_T":0.010072052478790283,"oracle_top2_margin":0.05077701807022095,"near_tie":false,"n_options":4,"probs":[0.35822224617004395,0.3070085644721985,0.14170458912849426,0.1930646151304245]},{"id":"tv4_023","q":0,"variant":"base","tokens":92,"calls":1,"padded_tokens":128,"decode_seconds":0.029798500007018447,"wall_seconds":0.03348641699994914,"finite":true,"all_zero":false,"index":23,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0013714730739593506,"mean_abs_dp":0.0007950086146593094,"max_abs_dlogit_T":0.006634924560785294,"oracle_top2_margin":0.0019783377647399902,"near_tie":true,"n_options":4,"probs":[0.3641416132450104,0.3652409613132477,0.1535925269126892,0.11702495813369751]},{"id":"tv4_024","q":0,"variant":"base","tokens":107,"calls":1,"padded_tokens":128,"decode_seconds":0.029764459002763033,"wall_seconds":0.03364791700732894,"finite":true,"all_zero":false,"index":24,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0017035305500030518,"mean_abs_dp":0.0009254934266209602,"max_abs_dlogit_T":0.011346101760864258,"oracle_top2_margin":0.015634745359420776,"near_tie":true,"n_options":4,"probs":[0.3387983739376068,0.27048882842063904,0.03730194643139839,0.35341084003448486]},{"id":"tv4_025","q":0,"variant":"base","tokens":180,"calls":2,"padded_tokens":256,"decode_seconds":0.05928887502523139,"wall_seconds":0.06303370901150629,"finite":true,"all_zero":false,"index":25,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0006244778633117676,"mean_abs_dp":0.0003688279539346695,"max_abs_dlogit_T":0.009124934673309326,"oracle_top2_margin":0.07681050896644592,"near_tie":false,"n_options":4,"probs":[0.30177682638168335,0.3775951862335205,0.10322597622871399,0.21740199625492096]},{"id":"tv4_026","q":0,"variant":"base","tokens":92,"calls":1,"padded_tokens":128,"decode_seconds":0.029741042002569884,"wall_seconds":0.033517542004119605,"finite":true,"all_zero":false,"index":26,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0015815198421478271,"mean_abs_dp":0.000790763646364212,"max_abs_dlogit_T":0.004985809326171875,"oracle_top2_margin":0.06704592704772949,"near_tie":false,"n_options":4,"probs":[0.19586504995822906,0.2385280281305313,0.24823689460754395,0.3173699975013733]},{"id":"tv4_027","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.029719207988819107,"wall_seconds":0.03342841600533575,"finite":true,"all_zero":false,"index":27,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.001448124647140503,"mean_abs_dp":0.0007240362465381622,"max_abs_dlogit_T":0.009866595268249512,"oracle_top2_margin":0.009622842073440552,"near_tie":true,"n_options":4,"probs":[0.16860981285572052,0.33182722330093384,0.34389129281044006,0.15567171573638916]},{"id":"tv4_028","q":0,"variant":"base","tokens":290,"calls":3,"padded_tokens":384,"decode_seconds":0.08939329101121984,"wall_seconds":0.09312458301428705,"finite":true,"all_zero":false,"index":28,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0005768239498138428,"mean_abs_dp":0.00030398741364479065,"max_abs_dlogit_T":0.005518138408660889,"oracle_top2_margin":0.01672416925430298,"near_tie":true,"n_options":4,"probs":[0.1675020009279251,0.3203516900539398,0.2078021764755249,0.3043440282344818]},{"id":"tv4_029","q":0,"variant":"base","tokens":64,"calls":1,"padded_tokens":128,"decode_seconds":0.029571708000730723,"wall_seconds":0.03320283300126903,"finite":true,"all_zero":false,"index":29,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0006455481052398682,"mean_abs_dp":0.0003227740526199341,"max_abs_dlogit_T":0.009266778826713562,"oracle_top2_margin":0.04676586389541626,"near_tie":false,"n_options":4,"probs":[0.3008677065372467,0.34829768538475037,0.16596005856990814,0.18487448990345]},{"id":"tv4_030","q":0,"variant":"base","tokens":78,"calls":1,"padded_tokens":128,"decode_seconds":0.029777207993902266,"wall_seconds":0.03337270801421255,"finite":true,"all_zero":false,"index":30,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0002413615584373474,"mean_abs_dp":0.00012069381773471832,"max_abs_dlogit_T":0.003619253635406494,"oracle_top2_margin":0.559301495552063,"near_tie":false,"n_options":4,"probs":[0.10276202857494354,0.04666530340909958,0.7049340605735779,0.1456386148929596]},{"id":"tv4_031","q":0,"variant":"base","tokens":67,"calls":1,"padded_tokens":128,"decode_seconds":0.02986945799784735,"wall_seconds":0.03375125001184642,"finite":true,"all_zero":false,"index":31,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.002476423978805542,"mean_abs_dp":0.0012382175773382187,"max_abs_dlogit_T":0.01677572727203369,"oracle_top2_margin":0.2643141746520996,"near_tie":false,"n_options":4,"probs":[0.22610069811344147,0.4870659410953522,0.18643924593925476,0.1003940999507904]},{"id":"tv4_032","q":0,"variant":"base","tokens":135,"calls":2,"padded_tokens":256,"decode_seconds":0.05992916598916054,"wall_seconds":0.06402745799277909,"finite":true,"all_zero":false,"index":32,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0002942979335784912,"mean_abs_dp":0.00014715176075696945,"max_abs_dlogit_T":0.002151191234588623,"oracle_top2_margin":0.07778683304786682,"near_tie":false,"n_options":4,"probs":[0.057618994265794754,0.19237570464611053,0.4136458933353424,0.3363594710826874]},{"id":"tv4_033","q":0,"variant":"base","tokens":293,"calls":3,"padded_tokens":384,"decode_seconds":0.08988470799522474,"wall_seconds":0.09369245800189674,"finite":true,"all_zero":false,"index":33,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0009932518005371094,"mean_abs_dp":0.0004966259002685547,"max_abs_dlogit_T":0.007574558258056641,"oracle_top2_margin":0.10813379287719727,"near_tie":false,"n_options":4,"probs":[0.08015550673007965,0.09684396535158157,0.3581713140010834,0.46482914686203003]},{"id":"tv4_034","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.029811375017743558,"wall_seconds":0.03349033297854476,"finite":true,"all_zero":false,"index":34,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0010464191436767578,"mean_abs_dp":0.0005231890827417374,"max_abs_dlogit_T":0.007658619433641434,"oracle_top2_margin":0.1505841612815857,"near_tie":false,"n_options":4,"probs":[0.10013663023710251,0.05300312116742134,0.4992799460887909,0.3475802540779114]},{"id":"tv4_035","q":0,"variant":"base","tokens":108,"calls":1,"padded_tokens":128,"decode_seconds":0.02979858298203908,"wall_seconds":0.03364391598734073,"finite":true,"all_zero":false,"index":35,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0013910531997680664,"mean_abs_dp":0.0006955377757549286,"max_abs_dlogit_T":0.0038802623748779297,"oracle_top2_margin":0.18563473224639893,"near_tie":false,"n_options":4,"probs":[0.1889592856168747,0.21425804495811462,0.3978618383407593,0.19892089068889618]},{"id":"tv4_036","q":0,"variant":"base","tokens":150,"calls":2,"padded_tokens":256,"decode_seconds":0.06025304098147899,"wall_seconds":0.0641869579849299,"finite":true,"all_zero":false,"index":36,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0029217898845672607,"mean_abs_dp":0.0014609023928642273,"max_abs_dlogit_T":0.011247247457504272,"oracle_top2_margin":0.07235273718833923,"near_tie":false,"n_options":4,"probs":[0.41132721304893494,0.34471461176872253,0.17821937799453735,0.06573878973722458]},{"id":"tv4_037","q":0,"variant":"base","tokens":67,"calls":1,"padded_tokens":128,"decode_seconds":0.029911041987361386,"wall_seconds":0.033830083993962035,"finite":true,"all_zero":false,"index":37,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0014414936304092407,"mean_abs_dp":0.0010587796568870544,"max_abs_dlogit_T":0.009456038475036621,"oracle_top2_margin":0.05972352623939514,"near_tie":false,"n_options":4,"probs":[0.21003185212612152,0.2619341015815735,0.20826518535614014,0.3197687566280365]},{"id":"tv4_038","q":0,"variant":"base","tokens":130,"calls":2,"padded_tokens":256,"decode_seconds":0.06453566599520855,"wall_seconds":0.06837737499154173,"finite":true,"all_zero":false,"index":38,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.000796884298324585,"mean_abs_dp":0.0005375929176807404,"max_abs_dlogit_T":0.003590136766433716,"oracle_top2_margin":0.16796669363975525,"near_tie":false,"n_options":4,"probs":[0.41722315549850464,0.24977503716945648,0.18202032148838043,0.15098147094249725]},{"id":"tv4_039","q":0,"variant":"base","tokens":69,"calls":1,"padded_tokens":128,"decode_seconds":0.030017332988791168,"wall_seconds":0.033421041996916756,"finite":true,"all_zero":false,"index":39,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.001794666051864624,"mean_abs_dp":0.0008973423391580582,"max_abs_dlogit_T":0.011180877685546875,"oracle_top2_margin":0.35326528549194336,"near_tie":false,"n_options":4,"probs":[0.2907807528972626,0.6473409533500671,0.03858451545238495,0.02329378016293049]},{"id":"tv4_040","q":0,"variant":"base","tokens":208,"calls":2,"padded_tokens":256,"decode_seconds":0.24307637501624413,"wall_seconds":0.24829537500045262,"finite":true,"all_zero":false,"index":0,"shard":"shard_01","first_in_process":true,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0005730688571929932,"mean_abs_dp":0.0002903752028942108,"max_abs_dlogit_T":0.004044532775878906,"oracle_top2_margin":0.052141427993774414,"near_tie":false,"n_options":4,"probs":[0.10332585871219635,0.3387697637081146,0.1675586998462677,0.3903457522392273]},{"id":"tv4_041","q":0,"variant":"base","tokens":208,"calls":2,"padded_tokens":256,"decode_seconds":0.05944483299390413,"wall_seconds":0.06345908300136216,"finite":true,"all_zero":false,"index":1,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.001122504472732544,"mean_abs_dp":0.0005612671375274658,"max_abs_dlogit_T":0.004547864198684692,"oracle_top2_margin":0.06237095594406128,"near_tie":false,"n_options":4,"probs":[0.1422615498304367,0.3587360680103302,0.2978540062904358,0.20114842057228088]},{"id":"tv4_042","q":0,"variant":"base","tokens":59,"calls":1,"padded_tokens":128,"decode_seconds":0.0300802499987185,"wall_seconds":0.03396108400193043,"finite":true,"all_zero":false,"index":2,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.001184225082397461,"mean_abs_dp":0.0007081534713506699,"max_abs_dlogit_T":0.008727610111236572,"oracle_top2_margin":0.02623698115348816,"near_tie":false,"n_options":4,"probs":[0.3313674330711365,0.09921117126941681,0.306681364774704,0.26274001598358154]},{"id":"tv4_043","q":0,"variant":"base","tokens":60,"calls":1,"padded_tokens":128,"decode_seconds":0.029723749990807846,"wall_seconds":0.0334712500043679,"finite":true,"all_zero":false,"index":3,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0017776340246200562,"mean_abs_dp":0.0008888170123100281,"max_abs_dlogit_T":0.007541686296463013,"oracle_top2_margin":0.12820479273796082,"near_tie":false,"n_options":4,"probs":[0.3791601061820984,0.25161850452423096,0.22815905511379242,0.14106237888336182]},{"id":"tv4_044","q":0,"variant":"base","tokens":82,"calls":1,"padded_tokens":128,"decode_seconds":0.029928749980172142,"wall_seconds":0.033759041980374604,"finite":true,"all_zero":false,"index":4,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0007090717554092407,"mean_abs_dp":0.00035453028976917267,"max_abs_dlogit_T":0.02104973793029785,"oracle_top2_margin":0.7342252731323242,"near_tie":false,"n_options":4,"probs":[0.043187059462070465,0.07984098047018051,0.06261391937732697,0.8143579959869385]},{"id":"tv4_045","q":0,"variant":"base","tokens":90,"calls":1,"padded_tokens":128,"decode_seconds":0.02996545800124295,"wall_seconds":0.03370658401399851,"finite":true,"all_zero":false,"index":5,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.004603326320648193,"mean_abs_dp":0.002316400408744812,"max_abs_dlogit_T":0.015191435813903809,"oracle_top2_margin":0.311641126871109,"near_tie":false,"n_options":4,"probs":[0.03945498913526535,0.036936044692993164,0.6221120953559875,0.30149683356285095]},{"id":"tv4_046","q":0,"variant":"base","tokens":68,"calls":1,"padded_tokens":128,"decode_seconds":0.030218625004636124,"wall_seconds":0.03382433400838636,"finite":true,"all_zero":false,"index":6,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00048176199197769165,"mean_abs_dp":0.00024086842313408852,"max_abs_dlogit_T":0.007377110421657562,"oracle_top2_margin":0.8037196397781372,"near_tie":false,"n_options":4,"probs":[0.8870059847831726,0.01925000175833702,0.08252091705799103,0.011223086155951023]},{"id":"tv4_047","q":0,"variant":"base","tokens":67,"calls":1,"padded_tokens":128,"decode_seconds":0.029572083993116394,"wall_seconds":0.03349645802518353,"finite":true,"all_zero":false,"index":7,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0026368796825408936,"mean_abs_dp":0.001318458467721939,"max_abs_dlogit_T":0.009128093719482422,"oracle_top2_margin":0.10399001836776733,"near_tie":false,"n_options":4,"probs":[0.2973373234272003,0.3979571759700775,0.1273222714662552,0.1773832142353058]},{"id":"tv4_048","q":0,"variant":"base","tokens":119,"calls":1,"padded_tokens":128,"decode_seconds":0.029918666987214237,"wall_seconds":0.03364083301858045,"finite":true,"all_zero":false,"index":8,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0005886256694793701,"mean_abs_dp":0.00031974539160728455,"max_abs_dlogit_T":0.004084527492523193,"oracle_top2_margin":0.040600210428237915,"near_tie":false,"n_options":4,"probs":[0.21084150671958923,0.3108504116535187,0.20859557390213013,0.2697124481201172]},{"id":"tv4_049","q":0,"variant":"base","tokens":86,"calls":1,"padded_tokens":128,"decode_seconds":0.029937749990494922,"wall_seconds":0.03355187500710599,"finite":true,"all_zero":false,"index":9,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0005897954106330872,"mean_abs_dp":0.0004606936126947403,"max_abs_dlogit_T":0.005948543548583984,"oracle_top2_margin":0.14964529871940613,"near_tie":false,"n_options":4,"probs":[0.21504905819892883,0.42585310339927673,0.08288288861513138,0.2762148678302765]},{"id":"tv4_050","q":0,"variant":"base","tokens":73,"calls":1,"padded_tokens":128,"decode_seconds":0.029750750021776184,"wall_seconds":0.03358062499319203,"finite":true,"all_zero":false,"index":10,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00045821070671081543,"mean_abs_dp":0.0002315472811460495,"max_abs_dlogit_T":0.003206014633178711,"oracle_top2_margin":0.2277095913887024,"near_tie":false,"n_options":4,"probs":[0.328096479177475,0.5562594532966614,0.04550308361649513,0.07014106214046478]},{"id":"tv4_051","q":0,"variant":"base","tokens":136,"calls":2,"padded_tokens":256,"decode_seconds":0.05974908301141113,"wall_seconds":0.06362195801921189,"finite":true,"all_zero":false,"index":11,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0009496212005615234,"mean_abs_dp":0.0005013067275285721,"max_abs_dlogit_T":0.0028481483459472656,"oracle_top2_margin":0.006280571222305298,"near_tie":true,"n_options":4,"probs":[0.058797311037778854,0.18620148301124573,0.38149991631507874,0.3735012710094452]},{"id":"tv4_052","q":0,"variant":"base","tokens":132,"calls":2,"padded_tokens":256,"decode_seconds":0.059090624999953434,"wall_seconds":0.06298920800327323,"finite":true,"all_zero":false,"index":12,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00292205810546875,"mean_abs_dp":0.0014610197395086288,"max_abs_dlogit_T":0.009926378726959229,"oracle_top2_margin":0.5888446569442749,"near_tie":false,"n_options":4,"probs":[0.7181053757667542,0.10188207775354385,0.05519476532936096,0.12481781840324402]},{"id":"tv4_053","q":0,"variant":"base","tokens":358,"calls":3,"padded_tokens":384,"decode_seconds":0.0902026669937186,"wall_seconds":0.0939902089885436,"finite":true,"all_zero":false,"index":13,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.001741066575050354,"mean_abs_dp":0.0008705109357833862,"max_abs_dlogit_T":0.007335782051086426,"oracle_top2_margin":0.06682348251342773,"near_tie":false,"n_options":4,"probs":[0.325336217880249,0.2594526410102844,0.19476383924484253,0.2204473465681076]},{"id":"tv4_054","q":0,"variant":"base","tokens":113,"calls":1,"padded_tokens":128,"decode_seconds":0.03006154199829325,"wall_seconds":0.0338479169877246,"finite":true,"all_zero":false,"index":14,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0012656748294830322,"mean_abs_dp":0.0006328411400318146,"max_abs_dlogit_T":0.014637947082519531,"oracle_top2_margin":0.0028791427612304688,"near_tie":true,"n_options":4,"probs":[0.13808195292949677,0.27193644642829895,0.29280734062194824,0.29717427492141724]},{"id":"tv4_055","q":0,"variant":"base","tokens":189,"calls":2,"padded_tokens":256,"decode_seconds":0.05943120800657198,"wall_seconds":0.0635285830067005,"finite":true,"all_zero":false,"index":15,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0006671547889709473,"mean_abs_dp":0.0003335690125823021,"max_abs_dlogit_T":0.006929755210876465,"oracle_top2_margin":0.14189845323562622,"near_tie":false,"n_options":4,"probs":[0.2714152932167053,0.41288331151008606,0.26815322041511536,0.047548212110996246]},{"id":"tv4_056","q":0,"variant":"base","tokens":69,"calls":1,"padded_tokens":128,"decode_seconds":0.029753917013294995,"wall_seconds":0.03340266598388553,"finite":true,"all_zero":false,"index":16,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0015447735786437988,"mean_abs_dp":0.0007723867893218994,"max_abs_dlogit_T":0.012919455766677856,"oracle_top2_margin":0.1477002501487732,"near_tie":false,"n_options":4,"probs":[0.25461387634277344,0.21096976101398468,0.40392956137657166,0.13048680126667023]},{"id":"tv4_057","q":0,"variant":"base","tokens":63,"calls":1,"padded_tokens":128,"decode_seconds":0.02994733297964558,"wall_seconds":0.03363487499882467,"finite":true,"all_zero":false,"index":17,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.000876307487487793,"mean_abs_dp":0.00046785175800323486,"max_abs_dlogit_T":0.005569815635681152,"oracle_top2_margin":0.042515188455581665,"near_tie":false,"n_options":4,"probs":[0.26676082611083984,0.2996811866760254,0.09004825353622437,0.3435097932815552]},{"id":"tv4_058","q":0,"variant":"base","tokens":129,"calls":2,"padded_tokens":256,"decode_seconds":0.06007666600635275,"wall_seconds":0.06395091698504984,"finite":true,"all_zero":false,"index":18,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0007773041725158691,"mean_abs_dp":0.0005623623728752136,"max_abs_dlogit_T":0.0084858238697052,"oracle_top2_margin":0.045424774289131165,"near_tie":false,"n_options":4,"probs":[0.2305688112974167,0.2892415523529053,0.2428574413061142,0.23733225464820862]},{"id":"tv4_059","q":0,"variant":"base","tokens":102,"calls":1,"padded_tokens":128,"decode_seconds":0.030084958008956164,"wall_seconds":0.0338049590063747,"finite":true,"all_zero":false,"index":19,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0005135536193847656,"mean_abs_dp":0.00043862685561180115,"max_abs_dlogit_T":0.0040413737297058105,"oracle_top2_margin":0.11904534697532654,"near_tie":false,"n_options":4,"probs":[0.41234463453292847,0.19942492246627808,0.29344919323921204,0.09478127956390381]},{"id":"tv4x_emotion_00","q":0,"variant":"base","tokens":42,"calls":1,"padded_tokens":128,"decode_seconds":0.02972549997502938,"wall_seconds":0.03361033299006522,"finite":true,"all_zero":false,"index":20,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0011606067419052124,"mean_abs_dp":0.0005040206015110016,"max_abs_dlogit_T":0.009225189685821533,"oracle_top2_margin":0.056429117918014526,"near_tie":false,"n_options":6,"probs":[0.09496273100376129,0.2882962226867676,0.3456871509552002,0.06231345981359482,0.05946465581655502,0.1492757946252823]},{"id":"tv4x_emotion_01","q":0,"variant":"base","tokens":38,"calls":1,"padded_tokens":128,"decode_seconds":0.029735457996139303,"wall_seconds":0.03339875000528991,"finite":true,"all_zero":false,"index":21,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0011336058378219604,"mean_abs_dp":0.0003778822720050812,"max_abs_dlogit_T":0.005438804626464844,"oracle_top2_margin":0.0766339898109436,"near_tie":false,"n_options":6,"probs":[0.1594560146331787,0.10786499083042145,0.075489342212677,0.31147152185440063,0.11216060817241669,0.2335575670003891]},{"id":"tv4x_emotion_02","q":0,"variant":"base","tokens":36,"calls":1,"padded_tokens":128,"decode_seconds":0.029917209001723677,"wall_seconds":0.03356041599181481,"finite":true,"all_zero":false,"index":22,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0002950429916381836,"mean_abs_dp":0.00014227877060572305,"max_abs_dlogit_T":0.005060911178588867,"oracle_top2_margin":0.6756487488746643,"near_tie":false,"n_options":6,"probs":[0.7581236362457275,0.02015514113008976,0.01482685748487711,0.07822811603546143,0.08206561207771301,0.046600524336099625]},{"id":"tv4x_emotion_03","q":0,"variant":"base","tokens":73,"calls":1,"padded_tokens":128,"decode_seconds":0.029761833022348583,"wall_seconds":0.03355325001757592,"finite":true,"all_zero":false,"index":23,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0011101365089416504,"mean_abs_dp":0.0003700278078516324,"max_abs_dlogit_T":0.008274078369140625,"oracle_top2_margin":0.4306091070175171,"near_tie":false,"n_options":6,"probs":[0.6747034192085266,0.03576747700572014,0.2457384467124939,0.016032317653298378,0.01571311056613922,0.012045112438499928]},{"id":"tv4x_emotion_04","q":0,"variant":"base","tokens":39,"calls":1,"padded_tokens":128,"decode_seconds":0.029778750002151355,"wall_seconds":0.03357666698866524,"finite":true,"all_zero":false,"index":24,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00041174888610839844,"mean_abs_dp":0.00015006431688865027,"max_abs_dlogit_T":0.008033275604248047,"oracle_top2_margin":0.8624813556671143,"near_tie":false,"n_options":6,"probs":[0.005380695220082998,0.9111637473106384,0.04797039553523064,0.007233366370201111,0.009593324735760689,0.01865852251648903]},{"id":"tv4x_emotion_05","q":0,"variant":"base","tokens":52,"calls":1,"padded_tokens":128,"decode_seconds":0.029864415992051363,"wall_seconds":0.03358716698130593,"finite":true,"all_zero":false,"index":25,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0008012354373931885,"mean_abs_dp":0.00031313734749952954,"max_abs_dlogit_T":0.004278421401977539,"oracle_top2_margin":0.10235360264778137,"near_tie":false,"n_options":6,"probs":[0.18835574388504028,0.2888756990432739,0.047594793140888214,0.39029598236083984,0.03262859210371971,0.05224926769733429]},{"id":"tv4x_emotion_06","q":0,"variant":"base","tokens":37,"calls":1,"padded_tokens":128,"decode_seconds":0.029708916990784928,"wall_seconds":0.03337958300835453,"finite":true,"all_zero":false,"index":26,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0007368922233581543,"mean_abs_dp":0.00036627209434906643,"max_abs_dlogit_T":0.014514327049255371,"oracle_top2_margin":0.3278556764125824,"near_tie":false,"n_options":6,"probs":[0.017983218654990196,0.24221885204315186,0.5696995854377747,0.03636026382446289,0.03694532439112663,0.09679277241230011]},{"id":"tv4x_emotion_07","q":0,"variant":"base","tokens":37,"calls":1,"padded_tokens":128,"decode_seconds":0.02984904099139385,"wall_seconds":0.03374116600025445,"finite":true,"all_zero":false,"index":27,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00273054838180542,"mean_abs_dp":0.0009101719285051028,"max_abs_dlogit_T":0.01133871078491211,"oracle_top2_margin":0.6330275535583496,"near_tie":false,"n_options":6,"probs":[0.722633421421051,0.025229696184396744,0.015470306389033794,0.08628059923648834,0.08458320051431656,0.06580279022455215]},{"id":"tv4x_emotion_08","q":0,"variant":"base","tokens":52,"calls":1,"padded_tokens":128,"decode_seconds":0.030021792015759274,"wall_seconds":0.03392308298498392,"finite":true,"all_zero":false,"index":28,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00030422210693359375,"mean_abs_dp":0.00015643006190657616,"max_abs_dlogit_T":0.0072710514068603516,"oracle_top2_margin":0.1790621280670166,"near_tie":false,"n_options":6,"probs":[0.022728973999619484,0.5547524094581604,0.37582939863204956,0.013446785509586334,0.011919262818992138,0.02132312022149563]},{"id":"tv4x_emotion_09","q":0,"variant":"base","tokens":61,"calls":1,"padded_tokens":128,"decode_seconds":0.030111625004792586,"wall_seconds":0.033718874998157844,"finite":true,"all_zero":false,"index":29,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":5,"argmax_oracle":5,"argmax_equal":true,"max_abs_dp":0.001110851764678955,"mean_abs_dp":0.0005513088156779607,"max_abs_dlogit_T":0.007915228605270386,"oracle_top2_margin":0.02565602958202362,"near_tie":false,"n_options":6,"probs":[0.18680225312709808,0.040934041142463684,0.14337894320487976,0.20490291714668274,0.19366984069347382,0.23031194508075714]},{"id":"tv4x_emotion_10","q":0,"variant":"base","tokens":40,"calls":1,"padded_tokens":128,"decode_seconds":0.029854249994968995,"wall_seconds":0.03337883300264366,"finite":true,"all_zero":false,"index":30,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0011999905109405518,"mean_abs_dp":0.0006197039037942886,"max_abs_dlogit_T":0.006652474403381348,"oracle_top2_margin":0.034467101097106934,"near_tie":false,"n_options":6,"probs":[0.32175156474113464,0.05086912959814072,0.07958702743053436,0.2854617238044739,0.11739905178546906,0.14493142068386078]},{"id":"tv4x_emotion_11","q":0,"variant":"base","tokens":48,"calls":1,"padded_tokens":128,"decode_seconds":0.029799374984577298,"wall_seconds":0.03347129200119525,"finite":true,"all_zero":false,"index":31,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0016090869903564453,"mean_abs_dp":0.000536348515500625,"max_abs_dlogit_T":0.011077404022216797,"oracle_top2_margin":0.7190135717391968,"near_tie":false,"n_options":6,"probs":[0.007947426289319992,0.8268367648124695,0.11063385009765625,0.011110764928162098,0.00984482653439045,0.033626362681388855]},{"id":"tv4x_emotion_12","q":0,"variant":"base","tokens":82,"calls":1,"padded_tokens":128,"decode_seconds":0.029939250001916662,"wall_seconds":0.034036791999824345,"finite":true,"all_zero":false,"index":32,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.001191556453704834,"mean_abs_dp":0.0003971892098585765,"max_abs_dlogit_T":0.010589241981506348,"oracle_top2_margin":0.28088271617889404,"near_tie":false,"n_options":6,"probs":[0.02433435618877411,0.307823121547699,0.5900211334228516,0.027567561715841293,0.030159063637256622,0.02009475976228714]},{"id":"tv4x_emotion_13","q":0,"variant":"base","tokens":60,"calls":1,"padded_tokens":128,"decode_seconds":0.029913750011473894,"wall_seconds":0.033618499990552664,"finite":true,"all_zero":false,"index":33,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0014435052871704102,"mean_abs_dp":0.0005746493116021156,"max_abs_dlogit_T":0.007124781608581543,"oracle_top2_margin":0.2596837878227234,"near_tie":false,"n_options":6,"probs":[0.45336589217185974,0.09756439179182053,0.11600350588560104,0.03090672381222248,0.11110634356737137,0.19105315208435059]},{"id":"tv4x_emotion_14","q":0,"variant":"base","tokens":39,"calls":1,"padded_tokens":128,"decode_seconds":0.030237708997447044,"wall_seconds":0.034014707984169945,"finite":true,"all_zero":false,"index":34,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0003990679979324341,"mean_abs_dp":0.00013304703558484712,"max_abs_dlogit_T":0.012783288955688477,"oracle_top2_margin":0.7910157442092896,"near_tie":false,"n_options":6,"probs":[0.002864355919882655,0.09371207654476166,0.8853678703308105,0.006596908438950777,0.006263566669076681,0.0051953294314444065]},{"id":"tv4x_emotion_15","q":0,"variant":"base","tokens":44,"calls":1,"padded_tokens":128,"decode_seconds":0.030264667002484202,"wall_seconds":0.034053040988510475,"finite":true,"all_zero":false,"index":35,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0006423592567443848,"mean_abs_dp":0.0002141096629202366,"max_abs_dlogit_T":0.006342411041259766,"oracle_top2_margin":0.25465235114097595,"near_tie":false,"n_options":6,"probs":[0.005545216146856546,0.5974426865577698,0.3417700231075287,0.01087829377502203,0.012177779339253902,0.03218591958284378]},{"id":"tv4x_emotion_16","q":0,"variant":"base","tokens":50,"calls":1,"padded_tokens":128,"decode_seconds":0.030036540993023664,"wall_seconds":0.033869541017338634,"finite":true,"all_zero":false,"index":36,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.001004040241241455,"mean_abs_dp":0.00035674435396989185,"max_abs_dlogit_T":0.01131594181060791,"oracle_top2_margin":0.8546378016471863,"near_tie":false,"n_options":6,"probs":[0.8942848443984985,0.009001236408948898,0.024020757526159286,0.037900324910879135,0.017270173877477646,0.017522642388939857]},{"id":"tv4x_emotion_17","q":0,"variant":"base","tokens":56,"calls":1,"padded_tokens":128,"decode_seconds":0.030108291015494615,"wall_seconds":0.033838959003333,"finite":true,"all_zero":false,"index":37,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0003361999988555908,"mean_abs_dp":0.0001716433713833491,"max_abs_dlogit_T":0.005634471774101257,"oracle_top2_margin":0.2597692310810089,"near_tie":false,"n_options":6,"probs":[0.4480672776699066,0.024470023810863495,0.18803729116916656,0.13525648415088654,0.0671149268746376,0.137053981423378]},{"id":"tv4x_emotion_18","q":0,"variant":"base","tokens":67,"calls":1,"padded_tokens":128,"decode_seconds":0.030004250002093613,"wall_seconds":0.03382058397983201,"finite":true,"all_zero":false,"index":38,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.003131687641143799,"mean_abs_dp":0.0010439064353704453,"max_abs_dlogit_T":0.011615276336669922,"oracle_top2_margin":0.06271809339523315,"near_tie":false,"n_options":6,"probs":[0.3555833101272583,0.014450515620410442,0.038566704839468,0.41275379061698914,0.10539750009775162,0.07324814796447754]},{"id":"tv4x_emotion_19","q":0,"variant":"base","tokens":74,"calls":1,"padded_tokens":128,"decode_seconds":0.029994167009135708,"wall_seconds":0.03385054101818241,"finite":true,"all_zero":false,"index":39,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0005205869674682617,"mean_abs_dp":0.00022803433239459991,"max_abs_dlogit_T":0.007198929786682129,"oracle_top2_margin":0.4918869137763977,"near_tie":false,"n_options":6,"probs":[0.6269611120223999,0.029118670150637627,0.04809848591685295,0.13420425355434418,0.09621265530586243,0.06540483981370926]},{"id":"tv4x_tweet_offensive_00","q":0,"variant":"base","tokens":68,"calls":1,"padded_tokens":128,"decode_seconds":0.21601258299779147,"wall_seconds":0.22108650000882335,"finite":true,"all_zero":false,"index":0,"shard":"shard_02","first_in_process":true,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0007520914077758789,"mean_abs_dp":0.0007520765066146851,"max_abs_dlogit_T":0.003382861614227295,"oracle_top2_margin":0.4777187407016754,"near_tie":false,"n_options":2,"probs":[0.2603885531425476,0.7396114468574524]},{"id":"tv4x_tweet_offensive_01","q":0,"variant":"base","tokens":78,"calls":1,"padded_tokens":128,"decode_seconds":0.029971665993798524,"wall_seconds":0.03401704199495725,"finite":true,"all_zero":false,"index":1,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0008628144860267639,"mean_abs_dp":0.0008627958595752716,"max_abs_dlogit_T":0.005155324935913086,"oracle_top2_margin":0.7617751359939575,"near_tie":false,"n_options":2,"probs":[0.11824958771467209,0.8817503452301025]},{"id":"tv4x_tweet_offensive_02","q":0,"variant":"base","tokens":64,"calls":1,"padded_tokens":128,"decode_seconds":0.029572583007393405,"wall_seconds":0.0333055829978548,"finite":true,"all_zero":false,"index":2,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00043082237243652344,"mean_abs_dp":0.0004308149218559265,"max_abs_dlogit_T":0.0034155845642089844,"oracle_top2_margin":0.6824735403060913,"near_tie":false,"n_options":2,"probs":[0.8408059477806091,0.15919403731822968]},{"id":"tv4x_tweet_offensive_03","q":0,"variant":"base","tokens":93,"calls":1,"padded_tokens":128,"decode_seconds":0.029762583988485858,"wall_seconds":0.03364362500724383,"finite":true,"all_zero":false,"index":3,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00047665834426879883,"mean_abs_dp":0.00047662854194641113,"max_abs_dlogit_T":0.004996299743652344,"oracle_top2_margin":0.3328827917575836,"near_tie":false,"n_options":2,"probs":[0.6659647822380066,0.3340352475643158]},{"id":"tv4x_tweet_offensive_04","q":0,"variant":"base","tokens":70,"calls":1,"padded_tokens":128,"decode_seconds":0.029737165983533487,"wall_seconds":0.03350937500363216,"finite":true,"all_zero":false,"index":4,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00020319223403930664,"mean_abs_dp":0.0002031773328781128,"max_abs_dlogit_T":0.001049339771270752,"oracle_top2_margin":0.2086932361125946,"near_tie":false,"n_options":2,"probs":[0.6041434407234192,0.3958565592765808]},{"id":"tv4x_tweet_offensive_05","q":0,"variant":"base","tokens":57,"calls":1,"padded_tokens":128,"decode_seconds":0.029809458006639034,"wall_seconds":0.03353454201715067,"finite":true,"all_zero":false,"index":5,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00016617774963378906,"mean_abs_dp":0.00016616284847259521,"max_abs_dlogit_T":0.0020009875297546387,"oracle_top2_margin":0.38322776556015015,"near_tie":false,"n_options":2,"probs":[0.6917800307273865,0.30821993947029114]},{"id":"tv4x_tweet_offensive_06","q":0,"variant":"base","tokens":69,"calls":1,"padded_tokens":128,"decode_seconds":0.029668709001271054,"wall_seconds":0.0337310410104692,"finite":true,"all_zero":false,"index":6,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0005657076835632324,"mean_abs_dp":0.0005657076835632324,"max_abs_dlogit_T":0.0033998191356658936,"oracle_top2_margin":0.028999686241149902,"near_tie":false,"n_options":2,"probs":[0.5150655508041382,0.4849344491958618]},{"id":"tv4x_tweet_offensive_07","q":0,"variant":"base","tokens":59,"calls":1,"padded_tokens":128,"decode_seconds":0.02983483299612999,"wall_seconds":0.03356924999388866,"finite":true,"all_zero":false,"index":7,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0004495382308959961,"mean_abs_dp":0.0004495084285736084,"max_abs_dlogit_T":0.0029157400131225586,"oracle_top2_margin":0.020770907402038574,"near_tie":false,"n_options":2,"probs":[0.4891650676727295,0.5108349919319153]},{"id":"tv4x_tweet_offensive_08","q":0,"variant":"base","tokens":95,"calls":1,"padded_tokens":128,"decode_seconds":0.029965124995214865,"wall_seconds":0.034031708986731246,"finite":true,"all_zero":false,"index":8,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0007790625095367432,"mean_abs_dp":0.0007790476083755493,"max_abs_dlogit_T":0.003031015396118164,"oracle_top2_margin":0.2947831451892853,"near_tie":false,"n_options":2,"probs":[0.6466125249862671,0.3533874750137329]},{"id":"tv4x_tweet_offensive_09","q":0,"variant":"base","tokens":87,"calls":1,"padded_tokens":128,"decode_seconds":0.029747458000201732,"wall_seconds":0.03353029099525884,"finite":true,"all_zero":false,"index":9,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0019945502281188965,"mean_abs_dp":0.001994520425796509,"max_abs_dlogit_T":0.005314052104949951,"oracle_top2_margin":0.07451754808425903,"near_tie":false,"n_options":2,"probs":[0.460746705532074,0.539253294467926]},{"id":"tv4x_tweet_offensive_10","q":0,"variant":"base","tokens":90,"calls":1,"padded_tokens":128,"decode_seconds":0.029955667007016018,"wall_seconds":0.0336982500157319,"finite":true,"all_zero":false,"index":10,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.000659942626953125,"mean_abs_dp":0.000659942626953125,"max_abs_dlogit_T":0.0031475424766540527,"oracle_top2_margin":0.1919628381729126,"near_tie":false,"n_options":2,"probs":[0.4033586382865906,0.5966413617134094]},{"id":"tv4x_tweet_offensive_11","q":0,"variant":"base","tokens":75,"calls":1,"padded_tokens":128,"decode_seconds":0.029719874990405515,"wall_seconds":0.03343891698750667,"finite":true,"all_zero":false,"index":11,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0004608631134033203,"mean_abs_dp":0.0004608333110809326,"max_abs_dlogit_T":0.0028107166290283203,"oracle_top2_margin":0.6438125371932983,"near_tie":false,"n_options":2,"probs":[0.8214454054832458,0.17855456471443176]},{"id":"tv4x_tweet_offensive_12","q":0,"variant":"base","tokens":62,"calls":1,"padded_tokens":128,"decode_seconds":0.029771458997856826,"wall_seconds":0.033647083007963374,"finite":true,"all_zero":false,"index":12,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0008112192153930664,"mean_abs_dp":0.0008112192153930664,"max_abs_dlogit_T":0.006624162197113037,"oracle_top2_margin":0.03468778729438782,"near_tie":false,"n_options":2,"probs":[0.48346731066703796,0.5165326595306396]},{"id":"tv4x_tweet_offensive_13","q":0,"variant":"base","tokens":43,"calls":1,"padded_tokens":128,"decode_seconds":0.029841332987416536,"wall_seconds":0.03377662500133738,"finite":true,"all_zero":false,"index":13,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.3828277587890625e-05,"mean_abs_dp":1.3783574104309082e-05,"max_abs_dlogit_T":0.0011195838451385498,"oracle_top2_margin":0.1575031578540802,"near_tie":false,"n_options":2,"probs":[0.5787653923034668,0.421234667301178]},{"id":"tv4x_tweet_offensive_14","q":0,"variant":"base","tokens":71,"calls":1,"padded_tokens":128,"decode_seconds":0.02973012498114258,"wall_seconds":0.033645041985437274,"finite":true,"all_zero":false,"index":14,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0008892416954040527,"mean_abs_dp":0.0008892267942428589,"max_abs_dlogit_T":0.002947509288787842,"oracle_top2_margin":0.08823934197425842,"near_tie":false,"n_options":2,"probs":[0.45499110221862793,0.5450088977813721]},{"id":"tv4x_tweet_offensive_15","q":0,"variant":"base","tokens":62,"calls":1,"padded_tokens":128,"decode_seconds":0.02973233297234401,"wall_seconds":0.03349641599925235,"finite":true,"all_zero":false,"index":15,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0008981823921203613,"mean_abs_dp":0.0008981525897979736,"max_abs_dlogit_T":0.0025655031204223633,"oracle_top2_margin":0.23108571767807007,"near_tie":false,"n_options":2,"probs":[0.6146447062492371,0.38535529375076294]},{"id":"tv4x_tweet_offensive_16","q":0,"variant":"base","tokens":104,"calls":1,"padded_tokens":128,"decode_seconds":0.030224124988308176,"wall_seconds":0.03413929199450649,"finite":true,"all_zero":false,"index":16,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0003987997770309448,"mean_abs_dp":0.00039877742528915405,"max_abs_dlogit_T":0.0067403316497802734,"oracle_top2_margin":0.5775153040885925,"near_tie":false,"n_options":2,"probs":[0.2116411328315735,0.7883588671684265]},{"id":"tv4x_tweet_offensive_17","q":0,"variant":"base","tokens":72,"calls":1,"padded_tokens":128,"decode_seconds":0.029640541994012892,"wall_seconds":0.033567250007763505,"finite":true,"all_zero":false,"index":17,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.002294301986694336,"mean_abs_dp":0.0022942721843719482,"max_abs_dlogit_T":0.014776229858398438,"oracle_top2_margin":0.15798139572143555,"near_tie":false,"n_options":2,"probs":[0.42330360412597656,0.5766964554786682]},{"id":"tv4x_tweet_offensive_18","q":0,"variant":"base","tokens":57,"calls":1,"padded_tokens":128,"decode_seconds":0.02987787500023842,"wall_seconds":0.03378325002267957,"finite":true,"all_zero":false,"index":18,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0012522339820861816,"mean_abs_dp":0.001252204179763794,"max_abs_dlogit_T":0.002900540828704834,"oracle_top2_margin":0.09931710362434387,"near_tie":false,"n_options":2,"probs":[0.44908925890922546,0.5509107708930969]},{"id":"tv4x_tweet_offensive_19","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.029964999994263053,"wall_seconds":0.03392308301408775,"finite":true,"all_zero":false,"index":19,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":9.006261825561523e-05,"mean_abs_dp":9.004771709442139e-05,"max_abs_dlogit_T":0.0011653304100036621,"oracle_top2_margin":0.18660569190979004,"near_tie":false,"n_options":2,"probs":[0.5932127833366394,0.4067871868610382]},{"id":"tv4x_qnli_00","q":0,"variant":"base","tokens":94,"calls":1,"padded_tokens":128,"decode_seconds":0.030196417006663978,"wall_seconds":0.03347870902507566,"finite":true,"all_zero":false,"index":20,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0009617283940315247,"mean_abs_dp":0.0009616948664188385,"max_abs_dlogit_T":0.007242918014526367,"oracle_top2_margin":0.7700709700584412,"near_tie":false,"n_options":2,"probs":[0.11400279402732849,0.8859971761703491]},{"id":"tv4x_qnli_01","q":0,"variant":"base","tokens":95,"calls":1,"padded_tokens":128,"decode_seconds":0.030045874998904765,"wall_seconds":0.03436320798937231,"finite":true,"all_zero":false,"index":21,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0002551525831222534,"mean_abs_dp":0.00025513023138046265,"max_abs_dlogit_T":0.0023083090782165527,"oracle_top2_margin":0.5029501914978027,"near_tie":false,"n_options":2,"probs":[0.75173020362854,0.24826978147029877]},{"id":"tv4x_qnli_02","q":0,"variant":"base","tokens":51,"calls":1,"padded_tokens":128,"decode_seconds":0.030136999994283542,"wall_seconds":0.03399570900364779,"finite":true,"all_zero":false,"index":22,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00016748905181884766,"mean_abs_dp":0.00016748905181884766,"max_abs_dlogit_T":0.005603313446044922,"oracle_top2_margin":0.6557972431182861,"near_tie":false,"n_options":2,"probs":[0.17226888239383698,0.8277311325073242]},{"id":"tv4x_qnli_03","q":0,"variant":"base","tokens":64,"calls":1,"padded_tokens":128,"decode_seconds":0.030064041988225654,"wall_seconds":0.03376391698839143,"finite":true,"all_zero":false,"index":23,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00020353496074676514,"mean_abs_dp":0.00020351260900497437,"max_abs_dlogit_T":0.0008449777960777283,"oracle_top2_margin":0.6964544057846069,"near_tie":false,"n_options":2,"probs":[0.8480237126350403,0.1519763320684433]},{"id":"tv4x_qnli_04","q":0,"variant":"base","tokens":137,"calls":2,"padded_tokens":256,"decode_seconds":0.05992041699937545,"wall_seconds":0.06379695900250226,"finite":true,"all_zero":false,"index":24,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0002535339444875717,"mean_abs_dp":0.000253516249358654,"max_abs_dlogit_T":0.007960200309753418,"oracle_top2_margin":0.9449087381362915,"near_tie":false,"n_options":2,"probs":[0.027799153700470924,0.972200870513916]},{"id":"tv4x_qnli_05","q":0,"variant":"base","tokens":83,"calls":1,"padded_tokens":128,"decode_seconds":0.03012541600037366,"wall_seconds":0.033957290987018496,"finite":true,"all_zero":false,"index":25,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0007787831127643585,"mean_abs_dp":0.0007787290960550308,"max_abs_dlogit_T":0.015654325485229492,"oracle_top2_margin":0.8874053359031677,"near_tie":false,"n_options":2,"probs":[0.05551857501268387,0.944481372833252]},{"id":"tv4x_qnli_06","q":0,"variant":"base","tokens":63,"calls":1,"padded_tokens":128,"decode_seconds":0.029899709013989195,"wall_seconds":0.033771042013540864,"finite":true,"all_zero":false,"index":26,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0007216930389404297,"mean_abs_dp":0.0007216334342956543,"max_abs_dlogit_T":0.006606578826904297,"oracle_top2_margin":0.8620169758796692,"near_tie":false,"n_options":2,"probs":[0.06971315294504166,0.9302868843078613]},{"id":"tv4x_qnli_07","q":0,"variant":"base","tokens":54,"calls":1,"padded_tokens":128,"decode_seconds":0.029910042008850724,"wall_seconds":0.03361333400243893,"finite":true,"all_zero":false,"index":27,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00029340386390686035,"mean_abs_dp":0.0002933889627456665,"max_abs_dlogit_T":0.002859175205230713,"oracle_top2_margin":0.18525761365890503,"near_tie":false,"n_options":2,"probs":[0.5923354029655457,0.40766456723213196]},{"id":"tv4x_qnli_08","q":0,"variant":"base","tokens":75,"calls":1,"padded_tokens":128,"decode_seconds":0.029641208006069064,"wall_seconds":0.033525792008731514,"finite":true,"all_zero":false,"index":28,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00039070844650268555,"mean_abs_dp":0.0003906935453414917,"max_abs_dlogit_T":0.0026275180280208588,"oracle_top2_margin":0.35944250226020813,"near_tie":false,"n_options":2,"probs":[0.6801119446754456,0.31988805532455444]},{"id":"tv4x_qnli_09","q":0,"variant":"base","tokens":54,"calls":1,"padded_tokens":128,"decode_seconds":0.029863999981898814,"wall_seconds":0.03359637499670498,"finite":true,"all_zero":false,"index":29,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":7.653236389160156e-05,"mean_abs_dp":7.651746273040771e-05,"max_abs_dlogit_T":0.0013541430234909058,"oracle_top2_margin":0.2295372486114502,"near_tie":false,"n_options":2,"probs":[0.6146920919418335,0.3853078782558441]},{"id":"tv4x_qnli_10","q":0,"variant":"base","tokens":72,"calls":1,"padded_tokens":128,"decode_seconds":0.029801583994412795,"wall_seconds":0.0335835000150837,"finite":true,"all_zero":false,"index":30,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0012338757514953613,"mean_abs_dp":0.0012338459491729736,"max_abs_dlogit_T":0.0036535263061523438,"oracle_top2_margin":0.43258559703826904,"near_tie":false,"n_options":2,"probs":[0.7150589227676392,0.28494101762771606]},{"id":"tv4x_qnli_11","q":0,"variant":"base","tokens":50,"calls":1,"padded_tokens":128,"decode_seconds":0.029750707995845005,"wall_seconds":0.03371724998578429,"finite":true,"all_zero":false,"index":31,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00102311372756958,"mean_abs_dp":0.00102311372756958,"max_abs_dlogit_T":0.004578590393066406,"oracle_top2_margin":0.409393310546875,"near_tie":false,"n_options":2,"probs":[0.2963264584541321,0.7036735415458679]},{"id":"tv4x_qnli_12","q":0,"variant":"base","tokens":84,"calls":1,"padded_tokens":128,"decode_seconds":0.030031332978978753,"wall_seconds":0.03390716598369181,"finite":true,"all_zero":false,"index":32,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0010938048362731934,"mean_abs_dp":0.0010937899351119995,"max_abs_dlogit_T":0.003619551658630371,"oracle_top2_margin":0.10790503025054932,"near_tie":false,"n_options":2,"probs":[0.5528587102890015,0.44714125990867615]},{"id":"tv4x_qnli_13","q":0,"variant":"base","tokens":52,"calls":1,"padded_tokens":128,"decode_seconds":0.029863541014492512,"wall_seconds":0.03374416602309793,"finite":true,"all_zero":false,"index":33,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00025540590286254883,"mean_abs_dp":0.000255391001701355,"max_abs_dlogit_T":0.0027948617935180664,"oracle_top2_margin":0.35351717472076416,"near_tie":false,"n_options":2,"probs":[0.6765031814575195,0.3234967887401581]},{"id":"tv4x_qnli_14","q":0,"variant":"base","tokens":69,"calls":1,"padded_tokens":128,"decode_seconds":0.02974758401978761,"wall_seconds":0.03344224998727441,"finite":true,"all_zero":false,"index":34,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.002355635166168213,"mean_abs_dp":0.002355635166168213,"max_abs_dlogit_T":0.013401150703430176,"oracle_top2_margin":0.28486254811286926,"near_tie":false,"n_options":2,"probs":[0.6447868943214417,0.35521307587623596]},{"id":"tv4x_qnli_15","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.030165125004714355,"wall_seconds":0.03392437499132939,"finite":true,"all_zero":false,"index":35,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0005900487303733826,"mean_abs_dp":0.0005900077521800995,"max_abs_dlogit_T":0.011411666870117188,"oracle_top2_margin":0.9124271273612976,"near_tie":false,"n_options":2,"probs":[0.04437647759914398,0.9556235671043396]},{"id":"tv4x_qnli_16","q":0,"variant":"base","tokens":71,"calls":1,"padded_tokens":128,"decode_seconds":0.029879167006583884,"wall_seconds":0.03387233300600201,"finite":true,"all_zero":false,"index":36,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00011110305786132812,"mean_abs_dp":0.00011109188199043274,"max_abs_dlogit_T":0.00122833251953125,"oracle_top2_margin":0.7679163217544556,"near_tie":false,"n_options":2,"probs":[0.11593076586723328,0.8840692639350891]},{"id":"tv4x_qnli_17","q":0,"variant":"base","tokens":80,"calls":1,"padded_tokens":128,"decode_seconds":0.02981445801560767,"wall_seconds":0.0337671660236083,"finite":true,"all_zero":false,"index":37,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":6.395578384399414e-05,"mean_abs_dp":6.390735507011414e-05,"max_abs_dlogit_T":0.0014035701751708984,"oracle_top2_margin":0.7737533450126648,"near_tie":false,"n_options":2,"probs":[0.11305944621562958,0.886940598487854]},{"id":"tv4x_qnli_18","q":0,"variant":"base","tokens":44,"calls":1,"padded_tokens":128,"decode_seconds":0.029771708010230213,"wall_seconds":0.03364020801382139,"finite":true,"all_zero":false,"index":38,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0009760558605194092,"mean_abs_dp":0.0009760409593582153,"max_abs_dlogit_T":0.0021578073501586914,"oracle_top2_margin":0.17956295609474182,"near_tie":false,"n_options":2,"probs":[0.4111945629119873,0.5888054370880127]},{"id":"tv4x_qnli_19","q":0,"variant":"base","tokens":85,"calls":1,"padded_tokens":128,"decode_seconds":0.02957554199383594,"wall_seconds":0.03327483398607001,"finite":true,"all_zero":false,"index":39,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0008429884910583496,"mean_abs_dp":0.0008429586887359619,"max_abs_dlogit_T":0.008325397968292236,"oracle_top2_margin":0.44058558344841003,"near_tie":false,"n_options":2,"probs":[0.7194498181343079,0.28055015206336975]},{"id":"tv4x_paws_00","q":0,"variant":"base","tokens":81,"calls":1,"padded_tokens":128,"decode_seconds":0.2107516670075711,"wall_seconds":0.2160135000012815,"finite":true,"all_zero":false,"index":0,"shard":"shard_03","first_in_process":true,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0013270378112792969,"mean_abs_dp":0.0013269931077957153,"max_abs_dlogit_T":0.004946470260620117,"oracle_top2_margin":0.38785746693611145,"near_tie":false,"n_options":2,"probs":[0.30474430322647095,0.6952557563781738]},{"id":"tv4x_paws_01","q":0,"variant":"base","tokens":113,"calls":1,"padded_tokens":128,"decode_seconds":0.029731957998592407,"wall_seconds":0.033517333009513095,"finite":true,"all_zero":false,"index":1,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.001125335693359375,"mean_abs_dp":0.0011252611875534058,"max_abs_dlogit_T":0.026477813720703125,"oracle_top2_margin":0.483722984790802,"near_tie":false,"n_options":2,"probs":[0.2592637240886688,0.740736186504364]},{"id":"tv4x_paws_02","q":0,"variant":"base","tokens":87,"calls":1,"padded_tokens":128,"decode_seconds":0.02987666701665148,"wall_seconds":0.033783750026486814,"finite":true,"all_zero":false,"index":2,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0007159709930419922,"mean_abs_dp":0.0007159560918807983,"max_abs_dlogit_T":0.0069272518157958984,"oracle_top2_margin":0.21775135397911072,"near_tie":false,"n_options":2,"probs":[0.6081597208976746,0.39184027910232544]},{"id":"tv4x_paws_03","q":0,"variant":"base","tokens":107,"calls":1,"padded_tokens":128,"decode_seconds":0.029683667002245784,"wall_seconds":0.03348637500312179,"finite":true,"all_zero":false,"index":3,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.002108842134475708,"mean_abs_dp":0.002108827233314514,"max_abs_dlogit_T":0.015191078186035156,"oracle_top2_margin":0.2834298312664032,"near_tie":false,"n_options":2,"probs":[0.3561762571334839,0.6438237428665161]},{"id":"tv4x_paws_04","q":0,"variant":"base","tokens":86,"calls":1,"padded_tokens":128,"decode_seconds":0.029724374995566905,"wall_seconds":0.03352479200111702,"finite":true,"all_zero":false,"index":4,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0020555853843688965,"mean_abs_dp":0.002055555582046509,"max_abs_dlogit_T":0.013635873794555664,"oracle_top2_margin":0.210747629404068,"near_tie":false,"n_options":2,"probs":[0.3925706446170807,0.6074293851852417]},{"id":"tv4x_paws_05","q":0,"variant":"base","tokens":96,"calls":1,"padded_tokens":128,"decode_seconds":0.029495041992049664,"wall_seconds":0.03349274999345653,"finite":true,"all_zero":false,"index":5,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.001614391803741455,"mean_abs_dp":0.0016143843531608582,"max_abs_dlogit_T":0.018984317779541016,"oracle_top2_margin":0.5033949613571167,"near_tie":false,"n_options":2,"probs":[0.246688112616539,0.7533118724822998]},{"id":"tv4x_paws_06","q":0,"variant":"base","tokens":97,"calls":1,"padded_tokens":128,"decode_seconds":0.029632500023581088,"wall_seconds":0.033487459004390985,"finite":true,"all_zero":false,"index":6,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0004239082336425781,"mean_abs_dp":0.0004239082336425781,"max_abs_dlogit_T":0.011397600173950195,"oracle_top2_margin":0.5668308734893799,"near_tie":false,"n_options":2,"probs":[0.21700845658779144,0.7829915285110474]},{"id":"tv4x_paws_07","q":0,"variant":"base","tokens":72,"calls":1,"padded_tokens":128,"decode_seconds":0.029634916019858792,"wall_seconds":0.03347312501864508,"finite":true,"all_zero":false,"index":7,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0037484169006347656,"mean_abs_dp":0.003748372197151184,"max_abs_dlogit_T":0.023079633712768555,"oracle_top2_margin":0.4673820734024048,"near_tie":false,"n_options":2,"probs":[0.26256063580513,0.7374394536018372]},{"id":"tv4x_paws_08","q":0,"variant":"base","tokens":73,"calls":1,"padded_tokens":128,"decode_seconds":0.02968791697639972,"wall_seconds":0.03343183398828842,"finite":true,"all_zero":false,"index":8,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.002595663070678711,"mean_abs_dp":0.002595648169517517,"max_abs_dlogit_T":0.015123128890991211,"oracle_top2_margin":0.3115227520465851,"near_tie":false,"n_options":2,"probs":[0.34164297580718994,0.6583570241928101]},{"id":"tv4x_paws_09","q":0,"variant":"base","tokens":127,"calls":1,"padded_tokens":128,"decode_seconds":0.02967412499128841,"wall_seconds":0.03348762498353608,"finite":true,"all_zero":false,"index":9,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0011073052883148193,"mean_abs_dp":0.0011072903871536255,"max_abs_dlogit_T":0.008663177490234375,"oracle_top2_margin":0.2519233822822571,"near_tie":false,"n_options":2,"probs":[0.37293103337287903,0.6270689964294434]},{"id":"tv4x_paws_10","q":0,"variant":"base","tokens":86,"calls":1,"padded_tokens":128,"decode_seconds":0.029594374995213002,"wall_seconds":0.03334566601552069,"finite":true,"all_zero":false,"index":10,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0014380216598510742,"mean_abs_dp":0.0014379918575286865,"max_abs_dlogit_T":0.0034357309341430664,"oracle_top2_margin":0.3951742947101593,"near_tie":false,"n_options":2,"probs":[0.30097487568855286,0.6990251541137695]},{"id":"tv4x_paws_11","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.029975124984048307,"wall_seconds":0.03369650000240654,"finite":true,"all_zero":false,"index":11,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0009650290012359619,"mean_abs_dp":0.0009650141000747681,"max_abs_dlogit_T":0.0040874481201171875,"oracle_top2_margin":0.16973772644996643,"near_tie":false,"n_options":2,"probs":[0.41416609287261963,0.5858338475227356]},{"id":"tv4x_paws_12","q":0,"variant":"base","tokens":93,"calls":1,"padded_tokens":128,"decode_seconds":0.029623292008182034,"wall_seconds":0.03343495799344964,"finite":true,"all_zero":false,"index":12,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0020362138748168945,"mean_abs_dp":0.0020361989736557007,"max_abs_dlogit_T":0.01853179931640625,"oracle_top2_margin":0.43726658821105957,"near_tie":false,"n_options":2,"probs":[0.2793305218219757,0.7206695079803467]},{"id":"tv4x_paws_13","q":0,"variant":"base","tokens":107,"calls":1,"padded_tokens":128,"decode_seconds":0.029895834013586864,"wall_seconds":0.03382950002560392,"finite":true,"all_zero":false,"index":13,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0014382600784301758,"mean_abs_dp":0.001438245177268982,"max_abs_dlogit_T":0.009329557418823242,"oracle_top2_margin":0.33207952976226807,"near_tie":false,"n_options":2,"probs":[0.3325220048427582,0.6674780249595642]},{"id":"tv4x_paws_14","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.029672250006115064,"wall_seconds":0.033364083006745204,"finite":true,"all_zero":false,"index":14,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0018722116947174072,"mean_abs_dp":0.0018721967935562134,"max_abs_dlogit_T":0.014540433883666992,"oracle_top2_margin":0.22963646054267883,"near_tie":false,"n_options":2,"probs":[0.383309543132782,0.6166903972625732]},{"id":"tv4x_paws_15","q":0,"variant":"base","tokens":74,"calls":1,"padded_tokens":128,"decode_seconds":0.029639291984494776,"wall_seconds":0.033309249993180856,"finite":true,"all_zero":false,"index":15,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.002947986125946045,"mean_abs_dp":0.002947986125946045,"max_abs_dlogit_T":0.009387850761413574,"oracle_top2_margin":0.38555964827537537,"near_tie":false,"n_options":2,"probs":[0.30427220463752747,0.6957278251647949]},{"id":"tv4x_paws_16","q":0,"variant":"base","tokens":68,"calls":1,"padded_tokens":128,"decode_seconds":0.029665583017049357,"wall_seconds":0.03353958297520876,"finite":true,"all_zero":false,"index":16,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.001643747091293335,"mean_abs_dp":0.0016437321901321411,"max_abs_dlogit_T":0.007255077362060547,"oracle_top2_margin":0.42694148421287537,"near_tie":false,"n_options":2,"probs":[0.2848855257034302,0.7151144742965698]},{"id":"tv4x_paws_17","q":0,"variant":"base","tokens":78,"calls":1,"padded_tokens":128,"decode_seconds":0.029762666003080085,"wall_seconds":0.033681208005873486,"finite":true,"all_zero":false,"index":17,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0022002756595611572,"mean_abs_dp":0.0022002607583999634,"max_abs_dlogit_T":0.005102634429931641,"oracle_top2_margin":0.20490708947181702,"near_tie":false,"n_options":2,"probs":[0.3953462243080139,0.6046538352966309]},{"id":"tv4x_paws_18","q":0,"variant":"base","tokens":83,"calls":1,"padded_tokens":128,"decode_seconds":0.029916875006165355,"wall_seconds":0.03364712500479072,"finite":true,"all_zero":false,"index":18,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.002245485782623291,"mean_abs_dp":0.002245485782623291,"max_abs_dlogit_T":0.00895535945892334,"oracle_top2_margin":0.20717203617095947,"near_tie":false,"n_options":2,"probs":[0.605831503868103,0.394168496131897]},{"id":"tv4x_paws_19","q":0,"variant":"base","tokens":75,"calls":1,"padded_tokens":128,"decode_seconds":0.02972320799017325,"wall_seconds":0.03344629201455973,"finite":true,"all_zero":false,"index":19,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0017238259315490723,"mean_abs_dp":0.0017238259315490723,"max_abs_dlogit_T":0.008464336395263672,"oracle_top2_margin":0.25582870841026306,"near_tie":false,"n_options":2,"probs":[0.3703618347644806,0.6296381950378418]},{"id":"tv4x_sciq_00","q":0,"variant":"base","tokens":149,"calls":2,"padded_tokens":256,"decode_seconds":0.059583624999504536,"wall_seconds":0.06347833399195224,"finite":true,"all_zero":false,"index":20,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.6368688344955444e-05,"mean_abs_dp":2.41554225794971e-05,"max_abs_dlogit_T":0.005838334560394287,"oracle_top2_margin":0.9667011499404907,"near_tie":false,"n_options":4,"probs":[0.0016940198838710785,0.9794853329658508,0.012739704921841621,0.006080996710807085]},{"id":"tv4x_sciq_01","q":0,"variant":"base","tokens":57,"calls":1,"padded_tokens":128,"decode_seconds":0.029774374997941777,"wall_seconds":0.03360174997942522,"finite":true,"all_zero":false,"index":21,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0015528500080108643,"mean_abs_dp":0.0007800869643688202,"max_abs_dlogit_T":0.014138057827949524,"oracle_top2_margin":0.11972805857658386,"near_tie":false,"n_options":4,"probs":[0.13243834674358368,0.3049968183040619,0.1383858472108841,0.42417898774147034]},{"id":"tv4x_sciq_02","q":0,"variant":"base","tokens":102,"calls":1,"padded_tokens":128,"decode_seconds":0.029708499991102144,"wall_seconds":0.033505916013382375,"finite":true,"all_zero":false,"index":22,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00017762184143066406,"mean_abs_dp":8.882407564669847e-05,"max_abs_dlogit_T":0.00875391811132431,"oracle_top2_margin":0.9568026661872864,"near_tie":false,"n_options":4,"probs":[0.9706096053123474,0.013514316640794277,0.007126850541681051,0.008749200962483883]},{"id":"tv4x_sciq_03","q":0,"variant":"base","tokens":97,"calls":1,"padded_tokens":128,"decode_seconds":0.0299374999885913,"wall_seconds":0.033941625006264076,"finite":true,"all_zero":false,"index":23,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":2.014636993408203e-05,"mean_abs_dp":1.1443800758570433e-05,"max_abs_dlogit_T":0.006696105003356934,"oracle_top2_margin":0.9384280443191528,"near_tie":false,"n_options":4,"probs":[0.0028117501642555,0.003124597482383251,0.027836337685585022,0.9662273526191711]},{"id":"tv4x_sciq_04","q":0,"variant":"base","tokens":117,"calls":1,"padded_tokens":128,"decode_seconds":0.029841417010175064,"wall_seconds":0.03392466699006036,"finite":true,"all_zero":false,"index":24,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0005476772785186768,"mean_abs_dp":0.00027386099100112915,"max_abs_dlogit_T":0.00596165657043457,"oracle_top2_margin":0.0839184820652008,"near_tie":false,"n_options":4,"probs":[0.05563519150018692,0.3944653868675232,0.47903531789779663,0.07086404412984848]},{"id":"tv4x_sciq_05","q":0,"variant":"base","tokens":70,"calls":1,"padded_tokens":128,"decode_seconds":0.030026124994037673,"wall_seconds":0.0338658340042457,"finite":true,"all_zero":false,"index":25,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0013900995254516602,"mean_abs_dp":0.0006950423121452332,"max_abs_dlogit_T":0.007662177085876465,"oracle_top2_margin":0.3225005269050598,"near_tie":false,"n_options":4,"probs":[0.5840407013893127,0.26331064105033875,0.11287584155797958,0.03977280110120773]},{"id":"tv4x_sciq_06","q":0,"variant":"base","tokens":184,"calls":2,"padded_tokens":256,"decode_seconds":0.059371915995143354,"wall_seconds":0.06309141599922441,"finite":true,"all_zero":false,"index":26,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":9.518861770629883e-05,"mean_abs_dp":4.759960575029254e-05,"max_abs_dlogit_T":0.019454002380371094,"oracle_top2_margin":0.9903356432914734,"near_tie":false,"n_options":4,"probs":[0.0017149168998003006,0.9933431148529053,0.0031478232704102993,0.001794146141037345]},{"id":"tv4x_sciq_07","q":0,"variant":"base","tokens":82,"calls":1,"padded_tokens":128,"decode_seconds":0.029784874990582466,"wall_seconds":0.03368595798383467,"finite":true,"all_zero":false,"index":27,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.0217768400907516e-05,"mean_abs_dp":2.1391402697190642e-05,"max_abs_dlogit_T":0.005954176187515259,"oracle_top2_margin":0.9827399849891663,"near_tie":false,"n_options":4,"probs":[0.001546257990412414,0.9891140460968018,0.0030445782467722893,0.006295005325227976]},{"id":"tv4x_sciq_08","q":0,"variant":"base","tokens":162,"calls":2,"padded_tokens":256,"decode_seconds":0.05928754198248498,"wall_seconds":0.06318708299659193,"finite":true,"all_zero":false,"index":28,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0007492899894714355,"mean_abs_dp":0.00037462793989107013,"max_abs_dlogit_T":0.006688594818115234,"oracle_top2_margin":0.8441504836082458,"near_tie":false,"n_options":4,"probs":[0.9139941334724426,0.07126296311616898,0.003136495826765895,0.011606336571276188]},{"id":"tv4x_sciq_09","q":0,"variant":"base","tokens":144,"calls":2,"padded_tokens":256,"decode_seconds":0.05982766600209288,"wall_seconds":0.06353533299989067,"finite":true,"all_zero":false,"index":29,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.002009093761444092,"mean_abs_dp":0.0010045301169157028,"max_abs_dlogit_T":0.016266584396362305,"oracle_top2_margin":0.7690727114677429,"near_tie":false,"n_options":4,"probs":[0.05812458693981171,0.04941897094249725,0.06318560242652893,0.8292707800865173]},{"id":"tv4x_sciq_10","q":0,"variant":"base","tokens":85,"calls":1,"padded_tokens":128,"decode_seconds":0.030379207979422063,"wall_seconds":0.03456179198110476,"finite":true,"all_zero":false,"index":30,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.004186451435089111,"mean_abs_dp":0.002093246905133128,"max_abs_dlogit_T":0.018223979510366917,"oracle_top2_margin":0.7186641693115234,"near_tie":false,"n_options":4,"probs":[0.12944434583187103,0.015514830127358437,0.014858768321573734,0.8401820659637451]},{"id":"tv4x_sciq_11","q":0,"variant":"base","tokens":366,"calls":3,"padded_tokens":384,"decode_seconds":0.0896142499987036,"wall_seconds":0.09374208300141618,"finite":true,"all_zero":false,"index":31,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.004401445388793945,"mean_abs_dp":0.0022030005929991603,"max_abs_dlogit_T":0.04695284366607666,"oracle_top2_margin":0.7560468316078186,"near_tie":false,"n_options":4,"probs":[0.0514695979654789,0.09802094101905823,0.8481375575065613,0.0023719833698123693]},{"id":"tv4x_sciq_12","q":0,"variant":"base","tokens":192,"calls":2,"padded_tokens":256,"decode_seconds":0.05954833299620077,"wall_seconds":0.06333849998190999,"finite":true,"all_zero":false,"index":32,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0010012388229370117,"mean_abs_dp":0.0005006089340895414,"max_abs_dlogit_T":0.022777080535888672,"oracle_top2_margin":0.872226357460022,"near_tie":false,"n_options":4,"probs":[0.011156774125993252,0.012547971680760384,0.9234342575073242,0.05286090821027756]},{"id":"tv4x_sciq_13","q":0,"variant":"base","tokens":147,"calls":2,"padded_tokens":256,"decode_seconds":0.05964799999492243,"wall_seconds":0.06360070800292306,"finite":true,"all_zero":false,"index":33,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0004426240921020508,"mean_abs_dp":0.00022130715660750866,"max_abs_dlogit_T":0.0170748233795166,"oracle_top2_margin":0.8092012405395508,"near_tie":false,"n_options":4,"probs":[0.8978675603866577,0.08791949599981308,0.004729286301881075,0.00948356557637453]},{"id":"tv4x_sciq_14","q":0,"variant":"base","tokens":127,"calls":1,"padded_tokens":128,"decode_seconds":0.029873958003008738,"wall_seconds":0.03366804201505147,"finite":true,"all_zero":false,"index":34,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0005608797073364258,"mean_abs_dp":0.0002804177347570658,"max_abs_dlogit_T":0.010114550590515137,"oracle_top2_margin":0.8467167019844055,"near_tie":false,"n_options":4,"probs":[0.037776246666908264,0.009439266286790371,0.05262478440999985,0.9001597166061401]},{"id":"tv4x_sciq_15","q":0,"variant":"base","tokens":270,"calls":3,"padded_tokens":384,"decode_seconds":0.0896482499956619,"wall_seconds":0.09371212500263937,"finite":true,"all_zero":false,"index":35,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0002271123230457306,"mean_abs_dp":0.00011358305346220732,"max_abs_dlogit_T":0.017310261726379395,"oracle_top2_margin":0.9471396207809448,"near_tie":false,"n_options":4,"probs":[0.0055282218381762505,0.9662331342697144,0.009522886946797371,0.01871582865715027]},{"id":"tv4x_sciq_16","q":0,"variant":"base","tokens":335,"calls":3,"padded_tokens":384,"decode_seconds":0.08952612499706447,"wall_seconds":0.09328412500326522,"finite":true,"all_zero":false,"index":36,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0024602413177490234,"mean_abs_dp":0.0012301402166485786,"max_abs_dlogit_T":0.010923027992248535,"oracle_top2_margin":0.45971256494522095,"near_tie":false,"n_options":4,"probs":[0.22452318668365479,0.020056361332535744,0.0755743607878685,0.6798461675643921]},{"id":"tv4x_sciq_17","q":0,"variant":"base","tokens":169,"calls":2,"padded_tokens":256,"decode_seconds":0.05960358402808197,"wall_seconds":0.06353820898220874,"finite":true,"all_zero":false,"index":37,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0010120272636413574,"mean_abs_dp":0.0005060308612883091,"max_abs_dlogit_T":0.009653326123952866,"oracle_top2_margin":0.3270365595817566,"near_tie":false,"n_options":4,"probs":[0.5704196095466614,0.2437991201877594,0.16493862867355347,0.020842676982283592]},{"id":"tv4x_sciq_18","q":0,"variant":"base","tokens":65,"calls":1,"padded_tokens":128,"decode_seconds":0.030306041007861495,"wall_seconds":0.034257708000950515,"finite":true,"all_zero":false,"index":38,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0034543275833129883,"mean_abs_dp":0.001727147027850151,"max_abs_dlogit_T":0.018064498901367188,"oracle_top2_margin":0.5720489621162415,"near_tie":false,"n_options":4,"probs":[0.7000582814216614,0.06707698106765747,0.11017409712076187,0.12269064784049988]},{"id":"tv4x_sciq_19","q":0,"variant":"base","tokens":74,"calls":1,"padded_tokens":128,"decode_seconds":0.029986584006110206,"wall_seconds":0.03360625001369044,"finite":true,"all_zero":false,"index":39,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00028067827224731445,"mean_abs_dp":0.00014036096399649978,"max_abs_dlogit_T":0.008458614349365234,"oracle_top2_margin":0.9556483626365662,"near_tie":false,"n_options":4,"probs":[0.9746571779251099,0.0033071977086365223,0.0025459383614361286,0.019489731639623642]},{"id":"tv4x_legacy_holdout_00","q":0,"variant":"base","tokens":78,"calls":1,"padded_tokens":128,"decode_seconds":0.2138365419814363,"wall_seconds":0.21906754199881107,"finite":true,"all_zero":false,"index":0,"shard":"shard_04","first_in_process":true,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0003266334533691406,"mean_abs_dp":0.0003266260027885437,"max_abs_dlogit_T":0.004349470138549805,"oracle_top2_margin":0.6975672245025635,"near_tie":false,"n_options":2,"probs":[0.15088976919651031,0.8491102457046509]},{"id":"tv4x_legacy_holdout_01","q":0,"variant":"base","tokens":78,"calls":1,"padded_tokens":128,"decode_seconds":0.029863832984119654,"wall_seconds":0.033720542007358745,"finite":true,"all_zero":false,"index":1,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00033223628997802734,"mean_abs_dp":0.00033223628997802734,"max_abs_dlogit_T":0.004894427955150604,"oracle_top2_margin":0.03042253851890564,"near_tie":false,"n_options":2,"probs":[0.514879047870636,0.4851209819316864]},{"id":"tv4x_legacy_holdout_02","q":0,"variant":"base","tokens":78,"calls":1,"padded_tokens":128,"decode_seconds":0.029990040988195688,"wall_seconds":0.03397600000607781,"finite":true,"all_zero":false,"index":2,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0013675689697265625,"mean_abs_dp":0.0013675689697265625,"max_abs_dlogit_T":0.011803627014160156,"oracle_top2_margin":0.6348230838775635,"near_tie":false,"n_options":2,"probs":[0.1812208890914917,0.8187791109085083]},{"id":"tv4x_legacy_holdout_03","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.029681415995582938,"wall_seconds":0.03338491698377766,"finite":true,"all_zero":false,"index":3,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.005494058132171631,"mean_abs_dp":0.005494043231010437,"max_abs_dlogit_T":0.01846245676279068,"oracle_top2_margin":0.04561471939086914,"near_tie":false,"n_options":2,"probs":[0.5173133015632629,0.4826866686344147]},{"id":"tv4x_legacy_holdout_04","q":0,"variant":"base","tokens":78,"calls":1,"padded_tokens":128,"decode_seconds":0.029802250006468967,"wall_seconds":0.03383800000301562,"finite":true,"all_zero":false,"index":4,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.001873210072517395,"mean_abs_dp":0.001873202621936798,"max_abs_dlogit_T":0.017229795455932617,"oracle_top2_margin":0.5876218676567078,"near_tie":false,"n_options":2,"probs":[0.20431582629680634,0.7956840991973877]},{"id":"tv4x_legacy_holdout_05","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.02985891600837931,"wall_seconds":0.03358662500977516,"finite":true,"all_zero":false,"index":5,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0034074783325195312,"mean_abs_dp":0.0034074336290359497,"max_abs_dlogit_T":0.008327096700668335,"oracle_top2_margin":0.0782371461391449,"near_tie":false,"n_options":2,"probs":[0.5357111096382141,0.4642888307571411]},{"id":"tv4x_legacy_holdout_06","q":0,"variant":"base","tokens":75,"calls":1,"padded_tokens":128,"decode_seconds":0.029668208997463807,"wall_seconds":0.03337141597876325,"finite":true,"all_zero":false,"index":6,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.001559913158416748,"mean_abs_dp":0.0015598833560943604,"max_abs_dlogit_T":0.012313485145568848,"oracle_top2_margin":0.5711351633071899,"near_tie":false,"n_options":2,"probs":[0.2159923017024994,0.784007728099823]},{"id":"tv4x_legacy_holdout_07","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":0.02960679100942798,"wall_seconds":0.03341454200563021,"finite":true,"all_zero":false,"index":7,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0006653666496276855,"mean_abs_dp":0.0006653368473052979,"max_abs_dlogit_T":0.005220770835876465,"oracle_top2_margin":0.7396279573440552,"near_tie":false,"n_options":2,"probs":[0.8704792857170105,0.12952066957950592]},{"id":"tv4x_legacy_holdout_08","q":0,"variant":"base","tokens":78,"calls":1,"padded_tokens":128,"decode_seconds":0.029891000012867153,"wall_seconds":0.0336639579909388,"finite":true,"all_zero":false,"index":8,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.000604674220085144,"mean_abs_dp":0.0006046518683433533,"max_abs_dlogit_T":0.009404182434082031,"oracle_top2_margin":0.7547731399536133,"near_tie":false,"n_options":2,"probs":[0.12200877070426941,0.8779911994934082]},{"id":"tv4x_legacy_holdout_09","q":0,"variant":"base","tokens":78,"calls":1,"padded_tokens":128,"decode_seconds":0.029658582992851734,"wall_seconds":0.033338084002025425,"finite":true,"all_zero":false,"index":9,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00026613473892211914,"mean_abs_dp":0.00026613473892211914,"max_abs_dlogit_T":0.0036776959896087646,"oracle_top2_margin":0.24087288975715637,"near_tie":false,"n_options":2,"probs":[0.3792974054813385,0.6207025647163391]},{"id":"tv4x_legacy_holdout_10","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.02977895800722763,"wall_seconds":0.033650291996309534,"finite":true,"all_zero":false,"index":10,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0005156099796295166,"mean_abs_dp":0.0005155950784683228,"max_abs_dlogit_T":0.005827784538269043,"oracle_top2_margin":0.6889723539352417,"near_tie":false,"n_options":2,"probs":[0.15499821305274963,0.845001757144928]},{"id":"tv4x_legacy_holdout_11","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.029762750025838614,"wall_seconds":0.03364974999567494,"finite":true,"all_zero":false,"index":11,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0014303922653198242,"mean_abs_dp":0.0014303475618362427,"max_abs_dlogit_T":0.002963244915008545,"oracle_top2_margin":0.1864413619041443,"near_tie":false,"n_options":2,"probs":[0.5917903184890747,0.4082096517086029]},{"id":"tv4x_legacy_holdout_12","q":0,"variant":"base","tokens":78,"calls":1,"padded_tokens":128,"decode_seconds":0.02993829097249545,"wall_seconds":0.0336069590121042,"finite":true,"all_zero":false,"index":12,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0009631067514419556,"mean_abs_dp":0.0009630993008613586,"max_abs_dlogit_T":0.008551478385925293,"oracle_top2_margin":0.7034794092178345,"near_tie":false,"n_options":2,"probs":[0.14922338724136353,0.8507766127586365]},{"id":"tv4x_legacy_holdout_13","q":0,"variant":"base","tokens":78,"calls":1,"padded_tokens":128,"decode_seconds":0.029986459005158395,"wall_seconds":0.03379379099351354,"finite":true,"all_zero":false,"index":13,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0005294680595397949,"mean_abs_dp":0.0005294382572174072,"max_abs_dlogit_T":0.004249989986419678,"oracle_top2_margin":0.19806906580924988,"near_tie":false,"n_options":2,"probs":[0.40043601393699646,0.5995639562606812]},{"id":"tv4x_legacy_holdout_14","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":0.029731374990660697,"wall_seconds":0.03339341701939702,"finite":true,"all_zero":false,"index":14,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0013910233974456787,"mean_abs_dp":0.0013910084962844849,"max_abs_dlogit_T":0.008555412292480469,"oracle_top2_margin":0.5819854140281677,"near_tie":false,"n_options":2,"probs":[0.21039830148220062,0.7896016836166382]},{"id":"tv4x_legacy_holdout_15","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.029945834015961736,"wall_seconds":0.033662207977613434,"finite":true,"all_zero":false,"index":15,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0029032230377197266,"mean_abs_dp":0.0029032230377197266,"max_abs_dlogit_T":0.025113463401794434,"oracle_top2_margin":0.6110415458679199,"near_tie":false,"n_options":2,"probs":[0.8026175498962402,0.19738242030143738]},{"id":"tv4x_legacy_holdout_16","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":0.02990512500400655,"wall_seconds":0.03370200001518242,"finite":true,"all_zero":false,"index":16,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0015797615051269531,"mean_abs_dp":0.0015797540545463562,"max_abs_dlogit_T":0.015143275260925293,"oracle_top2_margin":0.6085996031761169,"near_tie":false,"n_options":2,"probs":[0.19412043690681458,0.805879533290863]},{"id":"tv4x_legacy_holdout_17","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.029722707986366004,"wall_seconds":0.03366187500068918,"finite":true,"all_zero":false,"index":17,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0005145072937011719,"mean_abs_dp":0.000514492392539978,"max_abs_dlogit_T":0.008515328168869019,"oracle_top2_margin":0.2321089208126068,"near_tie":false,"n_options":2,"probs":[0.6155399680137634,0.3844600319862366]},{"id":"tv4x_legacy_holdout_18","q":0,"variant":"base","tokens":75,"calls":1,"padded_tokens":128,"decode_seconds":0.029889666999224573,"wall_seconds":0.033628541976213455,"finite":true,"all_zero":false,"index":18,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0012496113777160645,"mean_abs_dp":0.0012496039271354675,"max_abs_dlogit_T":0.007618546485900879,"oracle_top2_margin":0.6196736097335815,"near_tie":false,"n_options":2,"probs":[0.1914127767086029,0.8085871934890747]},{"id":"tv4x_legacy_holdout_19","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":0.029649000003701076,"wall_seconds":0.03344587501487695,"finite":true,"all_zero":false,"index":19,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0022905468940734863,"mean_abs_dp":0.0022905468940734863,"max_abs_dlogit_T":0.02110457420349121,"oracle_top2_margin":0.57481849193573,"near_tie":false,"n_options":2,"probs":[0.7851186990737915,0.2148812711238861]},{"id":"tv4x_composition_holdout_00","q":0,"variant":"base","tokens":145,"calls":2,"padded_tokens":256,"decode_seconds":0.059361084015108645,"wall_seconds":0.06343362500774674,"finite":true,"all_zero":false,"index":20,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.004689633846282959,"mean_abs_dp":0.004689618945121765,"max_abs_dlogit_T":0.01627206802368164,"oracle_top2_margin":0.5304081439971924,"near_tie":false,"n_options":2,"probs":[0.7698937058448792,0.23010629415512085]},{"id":"tv4x_composition_holdout_01","q":0,"variant":"base","tokens":145,"calls":2,"padded_tokens":256,"decode_seconds":0.059525708988076076,"wall_seconds":0.06350558300619014,"finite":true,"all_zero":false,"index":21,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.001933954656124115,"mean_abs_dp":0.0019339434802532196,"max_abs_dlogit_T":0.01237177848815918,"oracle_top2_margin":0.785683274269104,"near_tie":false,"n_options":2,"probs":[0.8947755694389343,0.10522440820932388]},{"id":"tv4x_composition_holdout_02","q":0,"variant":"base","tokens":145,"calls":2,"padded_tokens":256,"decode_seconds":0.05966154200723395,"wall_seconds":0.06350858398946002,"finite":true,"all_zero":false,"index":22,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.004689633846282959,"mean_abs_dp":0.004689618945121765,"max_abs_dlogit_T":0.01627206802368164,"oracle_top2_margin":0.5304081439971924,"near_tie":false,"n_options":2,"probs":[0.7698937058448792,0.23010629415512085]},{"id":"tv4x_composition_holdout_03","q":0,"variant":"base","tokens":145,"calls":2,"padded_tokens":256,"decode_seconds":0.05929770797956735,"wall_seconds":0.06300387499504723,"finite":true,"all_zero":false,"index":23,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.003566533327102661,"mean_abs_dp":0.0035665184259414673,"max_abs_dlogit_T":0.012140750885009766,"oracle_top2_margin":0.45854881405830383,"near_tie":false,"n_options":2,"probs":[0.732840895652771,0.26715904474258423]},{"id":"tv4x_composition_holdout_04","q":0,"variant":"base","tokens":136,"calls":2,"padded_tokens":256,"decode_seconds":0.05940100000589155,"wall_seconds":0.06340491698938422,"finite":true,"all_zero":false,"index":24,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0017583370208740234,"mean_abs_dp":0.0017583370208740234,"max_abs_dlogit_T":0.008179068565368652,"oracle_top2_margin":0.3756886124610901,"near_tie":false,"n_options":2,"probs":[0.3103973865509033,0.6896026730537415]},{"id":"tv4x_composition_holdout_05","q":0,"variant":"base","tokens":137,"calls":2,"padded_tokens":256,"decode_seconds":0.059427458996651694,"wall_seconds":0.06309750000946224,"finite":true,"all_zero":false,"index":25,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0004703402519226074,"mean_abs_dp":0.0004703253507614136,"max_abs_dlogit_T":0.008430898189544678,"oracle_top2_margin":0.7627792358398438,"near_tie":false,"n_options":2,"probs":[0.8818599581718445,0.11814004182815552]},{"id":"tv4x_composition_holdout_06","q":0,"variant":"base","tokens":136,"calls":2,"padded_tokens":256,"decode_seconds":0.05990008398657665,"wall_seconds":0.06366191600682214,"finite":true,"all_zero":false,"index":26,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0017583370208740234,"mean_abs_dp":0.0017583370208740234,"max_abs_dlogit_T":0.008179068565368652,"oracle_top2_margin":0.3756886124610901,"near_tie":false,"n_options":2,"probs":[0.3103973865509033,0.6896026730537415]},{"id":"tv4x_composition_holdout_07","q":0,"variant":"base","tokens":136,"calls":2,"padded_tokens":256,"decode_seconds":0.059624249988701195,"wall_seconds":0.0632264580053743,"finite":true,"all_zero":false,"index":27,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0012620091438293457,"mean_abs_dp":0.0012620091438293457,"max_abs_dlogit_T":0.005125164985656738,"oracle_top2_margin":0.3700430393218994,"near_tie":false,"n_options":2,"probs":[0.31371647119522095,0.686283528804779]},{"id":"tv4x_composition_holdout_08","q":0,"variant":"base","tokens":166,"calls":2,"padded_tokens":256,"decode_seconds":0.060023541998816654,"wall_seconds":0.06375275002210401,"finite":true,"all_zero":false,"index":28,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00034199655055999756,"mean_abs_dp":0.0003419741988182068,"max_abs_dlogit_T":0.00818943977355957,"oracle_top2_margin":0.7355459928512573,"near_tie":false,"n_options":2,"probs":[0.8674310445785522,0.13256897032260895]},{"id":"tv4x_composition_holdout_09","q":0,"variant":"base","tokens":167,"calls":2,"padded_tokens":256,"decode_seconds":0.05950174998724833,"wall_seconds":0.06310037500225008,"finite":true,"all_zero":false,"index":29,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0007187314331531525,"mean_abs_dp":0.0007187221199274063,"max_abs_dlogit_T":0.007540225982666016,"oracle_top2_margin":0.8914244174957275,"near_tie":false,"n_options":2,"probs":[0.9449934959411621,0.05500650033354759]},{"id":"tv4x_composition_holdout_10","q":0,"variant":"base","tokens":166,"calls":2,"padded_tokens":256,"decode_seconds":0.05934383298153989,"wall_seconds":0.06300891700084321,"finite":true,"all_zero":false,"index":30,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00034199655055999756,"mean_abs_dp":0.0003419741988182068,"max_abs_dlogit_T":0.00818943977355957,"oracle_top2_margin":0.7355459928512573,"near_tie":false,"n_options":2,"probs":[0.8674310445785522,0.13256897032260895]},{"id":"tv4x_composition_holdout_11","q":0,"variant":"base","tokens":166,"calls":2,"padded_tokens":256,"decode_seconds":0.05980116600403562,"wall_seconds":0.06366820799303241,"finite":true,"all_zero":false,"index":31,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":6.933510303497314e-05,"mean_abs_dp":6.929785013198853e-05,"max_abs_dlogit_T":0.005939006805419922,"oracle_top2_margin":0.7365687489509583,"near_tie":false,"n_options":2,"probs":[0.8682150840759277,0.13178493082523346]},{"id":"tv4x_composition_holdout_12","q":0,"variant":"base","tokens":122,"calls":1,"padded_tokens":128,"decode_seconds":0.02973150002071634,"wall_seconds":0.03354725000099279,"finite":true,"all_zero":false,"index":32,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0013794302940368652,"mean_abs_dp":0.0013794302940368652,"max_abs_dlogit_T":0.0043337345123291016,"oracle_top2_margin":0.28672489523887634,"near_tie":false,"n_options":2,"probs":[0.35525813698768616,0.6447418928146362]},{"id":"tv4x_composition_holdout_13","q":0,"variant":"base","tokens":122,"calls":1,"padded_tokens":128,"decode_seconds":0.02975650000735186,"wall_seconds":0.03376150000258349,"finite":true,"all_zero":false,"index":33,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0008244514465332031,"mean_abs_dp":0.0008244141936302185,"max_abs_dlogit_T":0.02344369888305664,"oracle_top2_margin":0.8679777383804321,"near_tie":false,"n_options":2,"probs":[0.06683553010225296,0.9331644177436829]},{"id":"tv4x_composition_holdout_14","q":0,"variant":"base","tokens":122,"calls":1,"padded_tokens":128,"decode_seconds":0.030083208985161036,"wall_seconds":0.03404525000951253,"finite":true,"all_zero":false,"index":34,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0013794302940368652,"mean_abs_dp":0.0013794302940368652,"max_abs_dlogit_T":0.0043337345123291016,"oracle_top2_margin":0.28672489523887634,"near_tie":false,"n_options":2,"probs":[0.35525813698768616,0.6447418928146362]},{"id":"tv4x_composition_holdout_15","q":0,"variant":"base","tokens":122,"calls":1,"padded_tokens":128,"decode_seconds":0.029642083012731746,"wall_seconds":0.03352262498810887,"finite":true,"all_zero":false,"index":35,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0027376115322113037,"mean_abs_dp":0.00273759663105011,"max_abs_dlogit_T":0.0070650577545166016,"oracle_top2_margin":0.1411517858505249,"near_tie":false,"n_options":2,"probs":[0.42668649554252625,0.5733134746551514]},{"id":"tv4x_composition_holdout_16","q":0,"variant":"base","tokens":149,"calls":2,"padded_tokens":256,"decode_seconds":0.05933341701165773,"wall_seconds":0.06331645799218677,"finite":true,"all_zero":false,"index":36,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00012731552124023438,"mean_abs_dp":0.0001272931694984436,"max_abs_dlogit_T":0.004045009613037109,"oracle_top2_margin":0.7229863405227661,"near_tie":false,"n_options":2,"probs":[0.1386340856552124,0.8613658547401428]},{"id":"tv4x_composition_holdout_17","q":0,"variant":"base","tokens":149,"calls":2,"padded_tokens":256,"decode_seconds":0.05941716599045321,"wall_seconds":0.06332887499593198,"finite":true,"all_zero":false,"index":37,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0007129758596420288,"mean_abs_dp":0.000712953507900238,"max_abs_dlogit_T":0.006529808044433594,"oracle_top2_margin":0.571626603603363,"near_tie":false,"n_options":2,"probs":[0.21489964425563812,0.7851003408432007]},{"id":"tv4x_composition_holdout_18","q":0,"variant":"base","tokens":149,"calls":2,"padded_tokens":256,"decode_seconds":0.059261249989503995,"wall_seconds":0.0629992920148652,"finite":true,"all_zero":false,"index":38,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00012731552124023438,"mean_abs_dp":0.0001272931694984436,"max_abs_dlogit_T":0.004045009613037109,"oracle_top2_margin":0.7229863405227661,"near_tie":false,"n_options":2,"probs":[0.1386340856552124,0.8613658547401428]},{"id":"tv4x_composition_holdout_19","q":0,"variant":"base","tokens":149,"calls":2,"padded_tokens":256,"decode_seconds":0.05945708398940042,"wall_seconds":0.06337979200179689,"finite":true,"all_zero":false,"index":39,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.000262334942817688,"mean_abs_dp":0.00026232749223709106,"max_abs_dlogit_T":0.0029726624488830566,"oracle_top2_margin":0.719793438911438,"near_tie":false,"n_options":2,"probs":[0.13984093070030212,0.8601590394973755]},{"id":"tv4s_00","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.22199962500599213,"wall_seconds":0.22740229099872522,"finite":true,"all_zero":false,"index":0,"shard":"shard_05","first_in_process":true,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0014696717262268066,"mean_abs_dp":0.0009797861178716023,"max_abs_dlogit_T":0.008200407028198242,"oracle_top2_margin":0.3157815933227539,"near_tie":false,"n_options":3,"probs":[0.23648257553577423,0.5506073236465454,0.21291016042232513]},{"id":"tv4s_01","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.030056415998842567,"wall_seconds":0.033844249992398545,"finite":true,"all_zero":false,"index":1,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0005915313959121704,"mean_abs_dp":0.0003943691651026408,"max_abs_dlogit_T":0.0054808855056762695,"oracle_top2_margin":0.4067290723323822,"near_tie":false,"n_options":3,"probs":[0.2604741156101227,0.6667199730873108,0.07280591875314713]},{"id":"tv4s_02","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.029685292014619336,"wall_seconds":0.03391954198013991,"finite":true,"all_zero":false,"index":2,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.000837966799736023,"mean_abs_dp":0.0005586594343185425,"max_abs_dlogit_T":0.007242977619171143,"oracle_top2_margin":0.11895173788070679,"near_tie":false,"n_options":3,"probs":[0.31515973806381226,0.4349420964717865,0.24989812076091766]},{"id":"tv4s_03","q":0,"variant":"base","tokens":100,"calls":1,"padded_tokens":128,"decode_seconds":0.029612791986437514,"wall_seconds":0.033503832994028926,"finite":true,"all_zero":false,"index":3,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00039651989936828613,"mean_abs_dp":0.00026436646779378253,"max_abs_dlogit_T":0.006220579147338867,"oracle_top2_margin":0.09898605942726135,"near_tie":false,"n_options":3,"probs":[0.3287181258201599,0.42819657921791077,0.24308529496192932]},{"id":"tv4s_04","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.02987204201053828,"wall_seconds":0.033620917005464435,"finite":true,"all_zero":false,"index":4,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.001931905746459961,"mean_abs_dp":0.0012879371643066406,"max_abs_dlogit_T":0.00831592082977295,"oracle_top2_margin":0.41046595573425293,"near_tie":false,"n_options":3,"probs":[0.1987624317407608,0.6070599555969238,0.19417767226696014]},{"id":"tv4s_05","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.030144624994136393,"wall_seconds":0.034004207991529256,"finite":true,"all_zero":false,"index":5,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.001836240291595459,"mean_abs_dp":0.0012241279085477192,"max_abs_dlogit_T":0.00954139232635498,"oracle_top2_margin":0.5455268621444702,"near_tie":false,"n_options":3,"probs":[0.19637881219387054,0.7387661337852478,0.06485502421855927]},{"id":"tv4s_06","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.030075165996095166,"wall_seconds":0.033858834009151906,"finite":true,"all_zero":false,"index":6,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0003358125686645508,"mean_abs_dp":0.00022388497988382974,"max_abs_dlogit_T":0.004110246896743774,"oracle_top2_margin":0.024926811456680298,"near_tie":false,"n_options":3,"probs":[0.25888124108314514,0.383224219083786,0.35789453983306885]},{"id":"tv4s_07","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.030249750008806586,"wall_seconds":0.03423166699940339,"finite":true,"all_zero":false,"index":7,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0009148120880126953,"mean_abs_dp":0.0006098846594492594,"max_abs_dlogit_T":0.006533920764923096,"oracle_top2_margin":0.07871943712234497,"near_tie":false,"n_options":3,"probs":[0.33730629086494446,0.4166604280471802,0.24603323638439178]},{"id":"tv4s_08","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.030520915985107422,"wall_seconds":0.03444975000456907,"finite":true,"all_zero":false,"index":8,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0012839138507843018,"mean_abs_dp":0.0008559624354044596,"max_abs_dlogit_T":0.008320331573486328,"oracle_top2_margin":0.11677592992782593,"near_tie":false,"n_options":3,"probs":[0.32879456877708435,0.4461202621459961,0.22508515417575836]},{"id":"tv4s_09","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.030244833003962412,"wall_seconds":0.03418866699212231,"finite":true,"all_zero":false,"index":9,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0004439055919647217,"mean_abs_dp":0.00029592712720235187,"max_abs_dlogit_T":0.010015606880187988,"oracle_top2_margin":0.05665457248687744,"near_tie":false,"n_options":3,"probs":[0.343191534280777,0.4005688428878784,0.2562395930290222]},{"id":"tv4s_10","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.030110000021522865,"wall_seconds":0.03392633399926126,"finite":true,"all_zero":false,"index":10,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00037595629692077637,"mean_abs_dp":0.00025064746538798016,"max_abs_dlogit_T":0.0030991435050964355,"oracle_top2_margin":0.10606691241264343,"near_tie":false,"n_options":3,"probs":[0.298845112323761,0.4055900573730469,0.29556480050086975]},{"id":"tv4s_11","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.03026454200153239,"wall_seconds":0.03430775000015274,"finite":true,"all_zero":false,"index":11,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0007455945014953613,"mean_abs_dp":0.0004970431327819824,"max_abs_dlogit_T":0.00405275821685791,"oracle_top2_margin":0.0634344220161438,"near_tie":false,"n_options":3,"probs":[0.33439382910728455,0.39910221099853516,0.2665039896965027]},{"id":"tv4s_12","q":0,"variant":"base","tokens":100,"calls":1,"padded_tokens":128,"decode_seconds":0.030185417010216042,"wall_seconds":0.033898415975272655,"finite":true,"all_zero":false,"index":12,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0016685128211975098,"mean_abs_dp":0.001112354298432668,"max_abs_dlogit_T":0.008914470672607422,"oracle_top2_margin":0.4871361255645752,"near_tie":false,"n_options":3,"probs":[0.21346339583396912,0.6979225277900696,0.08861410617828369]},{"id":"tv4s_13","q":0,"variant":"base","tokens":100,"calls":1,"padded_tokens":128,"decode_seconds":0.03021370799979195,"wall_seconds":0.033991165983024985,"finite":true,"all_zero":false,"index":13,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0014099478721618652,"mean_abs_dp":0.0009399826327959696,"max_abs_dlogit_T":0.008067131042480469,"oracle_top2_margin":0.5980459451675415,"near_tie":false,"n_options":3,"probs":[0.16978390514850616,0.7655479311943054,0.06466816365718842]},{"id":"tv4s_14","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.030242374981753528,"wall_seconds":0.03407237501232885,"finite":true,"all_zero":false,"index":14,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.001042693853378296,"mean_abs_dp":0.000695154070854187,"max_abs_dlogit_T":0.00853186845779419,"oracle_top2_margin":0.01574954390525818,"near_tie":true,"n_options":3,"probs":[0.3955724537372589,0.412371963262558,0.19205567240715027]},{"id":"tv4s_15","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.030100207979558036,"wall_seconds":0.033718333987053484,"finite":true,"all_zero":false,"index":15,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0004929006099700928,"mean_abs_dp":0.00032862027486165363,"max_abs_dlogit_T":0.005421042442321777,"oracle_top2_margin":0.07872390747070312,"near_tie":false,"n_options":3,"probs":[0.33368223905563354,0.4128018319606781,0.25351592898368835]},{"id":"tv4s_16","q":0,"variant":"base","tokens":100,"calls":1,"padded_tokens":128,"decode_seconds":0.030098959017777815,"wall_seconds":0.03409279201878235,"finite":true,"all_zero":false,"index":16,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0011958777904510498,"mean_abs_dp":0.0007972071568171183,"max_abs_dlogit_T":0.006880402565002441,"oracle_top2_margin":0.18242567777633667,"near_tie":false,"n_options":3,"probs":[0.3217634856700897,0.5062694549560547,0.1719670295715332]},{"id":"tv4s_17","q":0,"variant":"base","tokens":100,"calls":1,"padded_tokens":128,"decode_seconds":0.03023495798697695,"wall_seconds":0.0338951250014361,"finite":true,"all_zero":false,"index":17,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0005960464477539062,"mean_abs_dp":0.000397344430287679,"max_abs_dlogit_T":0.004173934459686279,"oracle_top2_margin":0.07194459438323975,"near_tie":false,"n_options":3,"probs":[0.25125351548194885,0.41082146763801575,0.337924987077713]},{"id":"tv4s_18","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.030034209019504488,"wall_seconds":0.033835874986834824,"finite":true,"all_zero":false,"index":18,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0018510818481445312,"mean_abs_dp":0.0012340694665908813,"max_abs_dlogit_T":0.009505987167358398,"oracle_top2_margin":0.3651939928531647,"near_tie":false,"n_options":3,"probs":[0.27646979689598083,0.6389237642288208,0.08460643887519836]},{"id":"tv4s_19","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.030368000007001683,"wall_seconds":0.03427566701429896,"finite":true,"all_zero":false,"index":19,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0003100782632827759,"mean_abs_dp":0.00020674367745717367,"max_abs_dlogit_T":0.004973411560058594,"oracle_top2_margin":0.29585587978363037,"near_tie":false,"n_options":3,"probs":[0.31896552443504333,0.6149598956108093,0.06607448309659958]},{"id":"semif_a3f18f3a63d45345942b","q":0,"variant":"base","tokens":68,"calls":1,"padded_tokens":128,"decode_seconds":0.030381124990526587,"wall_seconds":0.0345434169867076,"finite":true,"all_zero":false,"index":20,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.002042055130004883,"mean_abs_dp":0.0013613744328419368,"max_abs_dlogit_T":0.01481175422668457,"oracle_top2_margin":0.6473773717880249,"near_tie":false,"n_options":3,"probs":[0.0211150161921978,0.16761916875839233,0.8112658262252808],"hidden":{"max_abs_diff":0.07554244995117188,"ref_absmax":28.125850677490234,"rel_max_abs_diff":0.002685872538306201,"min_pos_cos":0.999985078934991,"min_pos_cos_index":63,"mean_pos_cos":0.9999966093591477,"positions_below_0.9999":0,"positions":68,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"semif_f40beba9088c8db8bbd6","q":0,"variant":"base","tokens":66,"calls":1,"padded_tokens":128,"decode_seconds":0.030332666996400803,"wall_seconds":0.03427937501692213,"finite":true,"all_zero":false,"index":21,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00020217709243297577,"mean_abs_dp":0.00013473071157932281,"max_abs_dlogit_T":0.006496846675872803,"oracle_top2_margin":0.8147870898246765,"near_tie":false,"n_options":3,"probs":[0.8966671228408813,0.0818624421954155,0.021470509469509125]},{"id":"semif_0b43ea8e24e74d621f1b","q":0,"variant":"base","tokens":60,"calls":1,"padded_tokens":128,"decode_seconds":0.030487249983707443,"wall_seconds":0.03459466600907035,"finite":true,"all_zero":false,"index":22,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.40614128112793e-05,"mean_abs_dp":3.5991271336873375e-05,"max_abs_dlogit_T":0.0074961185455322266,"oracle_top2_margin":0.9045717716217041,"near_tie":false,"n_options":3,"probs":[0.0374796986579895,0.9419578909873962,0.020562348887324333]},{"id":"semif_942ec65dac0bfb9874f9","q":0,"variant":"base","tokens":60,"calls":1,"padded_tokens":128,"decode_seconds":0.030413333006436005,"wall_seconds":0.03437129201483913,"finite":true,"all_zero":false,"index":23,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0076090991497039795,"mean_abs_dp":0.005072700480620067,"max_abs_dlogit_T":0.03229498863220215,"oracle_top2_margin":0.03487250208854675,"near_tie":false,"n_options":3,"probs":[0.49279820919036865,0.06364353001117706,0.4435582160949707]},{"id":"semif_e0c140e9222d1bce5647","q":0,"variant":"base","tokens":72,"calls":1,"padded_tokens":128,"decode_seconds":0.030452042003162205,"wall_seconds":0.03429004200734198,"finite":true,"all_zero":false,"index":24,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.000868573784828186,"mean_abs_dp":0.0005790262172619501,"max_abs_dlogit_T":0.007648169994354248,"oracle_top2_margin":0.7138881683349609,"near_tie":false,"n_options":3,"probs":[0.8489919900894165,0.017565013840794563,0.1334429532289505]},{"id":"semif_8e8c3804a3c15ebb31e3","q":0,"variant":"base","tokens":69,"calls":1,"padded_tokens":128,"decode_seconds":0.030381750024389476,"wall_seconds":0.03434291700250469,"finite":true,"all_zero":false,"index":25,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0008428469300270081,"mean_abs_dp":0.0005618855357170105,"max_abs_dlogit_T":0.018708467483520508,"oracle_top2_margin":0.6479207277297974,"near_tie":false,"n_options":3,"probs":[0.14133641123771667,0.7900364398956299,0.06862713396549225]},{"id":"semif_56c419b12cd37cbe790c","q":0,"variant":"base","tokens":71,"calls":1,"padded_tokens":128,"decode_seconds":0.030323084007250145,"wall_seconds":0.03402483300305903,"finite":true,"all_zero":false,"index":26,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0005447044968605042,"mean_abs_dp":0.0003631388147672017,"max_abs_dlogit_T":0.0064849853515625,"oracle_top2_margin":0.7378895282745361,"near_tie":false,"n_options":3,"probs":[0.8300076723098755,0.07699885964393616,0.09299337863922119]},{"id":"semif_75b470586834df8c568d","q":0,"variant":"base","tokens":64,"calls":1,"padded_tokens":128,"decode_seconds":0.03036387500469573,"wall_seconds":0.034153834014432505,"finite":true,"all_zero":false,"index":27,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.001349419355392456,"mean_abs_dp":0.0008996129035949707,"max_abs_dlogit_T":0.008006930351257324,"oracle_top2_margin":0.028810232877731323,"near_tie":false,"n_options":3,"probs":[0.04120193049311638,0.46626076102256775,0.49253731966018677]},{"id":"semif_834f3b3e10cc61b33d25","q":0,"variant":"base","tokens":58,"calls":1,"padded_tokens":128,"decode_seconds":0.03013833300792612,"wall_seconds":0.033918125001946464,"finite":true,"all_zero":false,"index":28,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0008373260498046875,"mean_abs_dp":0.0005582310259342194,"max_abs_dlogit_T":0.008934736251831055,"oracle_top2_margin":0.6174204349517822,"near_tie":false,"n_options":3,"probs":[0.7928467988967896,0.03025488369166851,0.17689824104309082]},{"id":"semif_76c7a79b1ff2363a60c5","q":0,"variant":"base","tokens":58,"calls":1,"padded_tokens":128,"decode_seconds":0.030116167006781325,"wall_seconds":0.03386699999100529,"finite":true,"all_zero":false,"index":29,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0006850957870483398,"mean_abs_dp":0.0004567156235376994,"max_abs_dlogit_T":0.015464305877685547,"oracle_top2_margin":0.9108183979988098,"near_tie":false,"n_options":3,"probs":[0.9451369047164917,0.03543158248066902,0.019431479275226593]},{"id":"semif_36c71bb649b7d5eccb1f","q":0,"variant":"base","tokens":57,"calls":1,"padded_tokens":128,"decode_seconds":0.030254540994064882,"wall_seconds":0.0341833749844227,"finite":true,"all_zero":false,"index":30,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00044197961688041687,"mean_abs_dp":0.0002946021656195323,"max_abs_dlogit_T":0.018294870853424072,"oracle_top2_margin":0.8975834846496582,"near_tie":false,"n_options":3,"probs":[0.9327841401100159,0.03272397443652153,0.03449179232120514]},{"id":"semif_eac5121a4a1bf391a08c","q":0,"variant":"base","tokens":56,"calls":1,"padded_tokens":128,"decode_seconds":0.03030870799557306,"wall_seconds":0.03428675001487136,"finite":true,"all_zero":false,"index":31,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0005615353584289551,"mean_abs_dp":0.000374359389146169,"max_abs_dlogit_T":0.00606536865234375,"oracle_top2_margin":0.6141079664230347,"near_tie":false,"n_options":3,"probs":[0.16006840765476227,0.7735969424247742,0.06633469462394714]},{"id":"semif_44574c44e243ee1b2f52","q":0,"variant":"base","tokens":69,"calls":1,"padded_tokens":128,"decode_seconds":0.030454874999122694,"wall_seconds":0.03422270799637772,"finite":true,"all_zero":false,"index":32,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0008848905563354492,"mean_abs_dp":0.0005899121363957723,"max_abs_dlogit_T":0.008767366409301758,"oracle_top2_margin":0.7463966608047485,"near_tie":false,"n_options":3,"probs":[0.10793711245059967,0.03915407508611679,0.8529087901115417]},{"id":"semif_2608370d01783735c3ea","q":0,"variant":"base","tokens":69,"calls":1,"padded_tokens":128,"decode_seconds":0.03019337498699315,"wall_seconds":0.03450041700853035,"finite":true,"all_zero":false,"index":33,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0017457306385040283,"mean_abs_dp":0.0011638104915618896,"max_abs_dlogit_T":0.008623450994491577,"oracle_top2_margin":0.05861121416091919,"near_tie":false,"n_options":3,"probs":[0.3039499521255493,0.377035915851593,0.31901413202285767]},{"id":"semif_ec94ef909f7918695ab3","q":0,"variant":"base","tokens":63,"calls":1,"padded_tokens":128,"decode_seconds":0.03032320801867172,"wall_seconds":0.03439833302400075,"finite":true,"all_zero":false,"index":34,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.00012487173080444336,"mean_abs_dp":8.324223260084788e-05,"max_abs_dlogit_T":0.00889638066291809,"oracle_top2_margin":0.7390934228897095,"near_tie":false,"n_options":3,"probs":[0.024910518899559975,0.11792624741792679,0.8571631908416748]},{"id":"semif_03d919fd0e9b3a7cd1e6","q":0,"variant":"base","tokens":58,"calls":1,"padded_tokens":128,"decode_seconds":0.029748041997663677,"wall_seconds":0.0337251250166446,"finite":true,"all_zero":false,"index":35,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.002361595630645752,"mean_abs_dp":0.0015744219223658245,"max_abs_dlogit_T":0.010011553764343262,"oracle_top2_margin":0.5888532400131226,"near_tie":false,"n_options":3,"probs":[0.7294480800628662,0.12685999274253845,0.14369192719459534]},{"id":"semif_86a15618ba4cb90a307e","q":0,"variant":"base","tokens":62,"calls":1,"padded_tokens":128,"decode_seconds":0.02978766697924584,"wall_seconds":0.033487374981632456,"finite":true,"all_zero":false,"index":36,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0002887248992919922,"mean_abs_dp":0.0001925105849901835,"max_abs_dlogit_T":0.009108409285545349,"oracle_top2_margin":0.8870839476585388,"near_tie":false,"n_options":3,"probs":[0.93471759557724,0.04721394553780556,0.0180684681981802]},{"id":"semif_3dd9c3ac98f8ddf7bdd3","q":0,"variant":"base","tokens":62,"calls":1,"padded_tokens":128,"decode_seconds":0.02982995900674723,"wall_seconds":0.03353333301492967,"finite":true,"all_zero":false,"index":37,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0006964653730392456,"mean_abs_dp":0.0004642556111017863,"max_abs_dlogit_T":0.015601694583892822,"oracle_top2_margin":0.6225321292877197,"near_tie":false,"n_options":3,"probs":[0.7672640085220337,0.08780745416879654,0.1449284553527832]},{"id":"semif_36273dd4777876a26338","q":0,"variant":"base","tokens":58,"calls":1,"padded_tokens":128,"decode_seconds":0.029921624984126538,"wall_seconds":0.03386337499250658,"finite":true,"all_zero":false,"index":38,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.4868717193603516e-05,"mean_abs_dp":2.3254969467719395e-05,"max_abs_dlogit_T":0.003646254539489746,"oracle_top2_margin":0.9606409072875977,"near_tie":false,"n_options":3,"probs":[0.004925084300339222,0.9778828620910645,0.017191970720887184]},{"id":"semif_07ee70cfe4b01330ce89","q":0,"variant":"base","tokens":58,"calls":1,"padded_tokens":128,"decode_seconds":0.029754540999419987,"wall_seconds":0.033599624992348254,"finite":true,"all_zero":false,"index":39,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0023449957370758057,"mean_abs_dp":0.0015633230408032734,"max_abs_dlogit_T":0.011400341987609863,"oracle_top2_margin":0.12762874364852905,"near_tie":false,"n_options":3,"probs":[0.07913946360349655,0.39456310868263245,0.526297390460968]},{"id":"semif_51ceab3ce622c7c759f1","q":0,"variant":"base","tokens":74,"calls":1,"padded_tokens":128,"decode_seconds":0.23592575002112426,"wall_seconds":0.24130679099471308,"finite":true,"all_zero":false,"index":0,"shard":"shard_06","first_in_process":true,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.00019675493240356445,"mean_abs_dp":0.00013116436700026193,"max_abs_dlogit_T":0.0061454176902771,"oracle_top2_margin":0.9027648568153381,"near_tie":false,"n_options":3,"probs":[0.00934630911797285,0.04375289008021355,0.9469007849693298]},{"id":"semif_b8091be929b1e489fcc4","q":0,"variant":"base","tokens":74,"calls":1,"padded_tokens":128,"decode_seconds":0.029892499995185062,"wall_seconds":0.03382599999895319,"finite":true,"all_zero":false,"index":1,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00011610891669988632,"mean_abs_dp":7.738638669252396e-05,"max_abs_dlogit_T":0.007674306631088257,"oracle_top2_margin":0.8441397547721863,"near_tie":false,"n_options":3,"probs":[0.013102225959300995,0.9154635071754456,0.07143430411815643]},{"id":"semif_c89b86e3f55123bfa506","q":0,"variant":"base","tokens":65,"calls":1,"padded_tokens":128,"decode_seconds":0.029731291986536235,"wall_seconds":0.03365579200908542,"finite":true,"all_zero":false,"index":2,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0001295851543545723,"mean_abs_dp":8.63960012793541e-05,"max_abs_dlogit_T":0.011388778686523438,"oracle_top2_margin":0.9237306118011475,"near_tie":false,"n_options":3,"probs":[0.011265476234257221,0.9562778472900391,0.03245670348405838]},{"id":"semif_3b0958cabc339005cf66","q":0,"variant":"base","tokens":61,"calls":1,"padded_tokens":128,"decode_seconds":0.029875166015699506,"wall_seconds":0.03384304200881161,"finite":true,"all_zero":false,"index":3,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0009180605411529541,"mean_abs_dp":0.0006120651960372925,"max_abs_dlogit_T":0.004326939582824707,"oracle_top2_margin":0.358396053314209,"near_tie":false,"n_options":3,"probs":[0.5901259779930115,0.177032470703125,0.23284153640270233]},{"id":"semif_f2b4ec4930322fe45118","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":0.03000404199701734,"wall_seconds":0.03372795900213532,"finite":true,"all_zero":false,"index":4,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0006514787673950195,"mean_abs_dp":0.00043433283766110736,"max_abs_dlogit_T":0.0029799938201904297,"oracle_top2_margin":0.6658164858818054,"near_tie":false,"n_options":3,"probs":[0.1410188525915146,0.8056370615959167,0.05334413796663284]},{"id":"semif_61ac20b07a5189231e15","q":0,"variant":"base","tokens":82,"calls":1,"padded_tokens":128,"decode_seconds":0.03016683299210854,"wall_seconds":0.03439699998125434,"finite":true,"all_zero":false,"index":5,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0014514327049255371,"mean_abs_dp":0.000967628632982572,"max_abs_dlogit_T":0.014526605606079102,"oracle_top2_margin":0.5127555131912231,"near_tie":false,"n_options":3,"probs":[0.024169381707906723,0.743023157119751,0.232807457447052]},{"id":"semif_4b3d794c004566610181","q":0,"variant":"base","tokens":67,"calls":1,"padded_tokens":128,"decode_seconds":0.030151958984788507,"wall_seconds":0.033816541981650516,"finite":true,"all_zero":false,"index":6,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0004283711314201355,"mean_abs_dp":0.0002855909988284111,"max_abs_dlogit_T":0.00985109806060791,"oracle_top2_margin":0.7644643187522888,"near_tie":false,"n_options":3,"probs":[0.01187435258179903,0.11147168278694153,0.8766539692878723]},{"id":"semif_b7c4e62d07986286fce0","q":0,"variant":"base","tokens":72,"calls":1,"padded_tokens":128,"decode_seconds":0.03023654199205339,"wall_seconds":0.03373420800198801,"finite":true,"all_zero":false,"index":7,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0014982819557189941,"mean_abs_dp":0.0009988447030385335,"max_abs_dlogit_T":0.00825190544128418,"oracle_top2_margin":0.18547630310058594,"near_tie":false,"n_options":3,"probs":[0.5284533500671387,0.1315244436264038,0.3400222659111023]},{"id":"semif_9473603b44af63beab79","q":0,"variant":"base","tokens":73,"calls":1,"padded_tokens":128,"decode_seconds":0.030091374996118248,"wall_seconds":0.03435354202520102,"finite":true,"all_zero":false,"index":8,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0006497204303741455,"mean_abs_dp":0.00043317675590515137,"max_abs_dlogit_T":0.004424452781677246,"oracle_top2_margin":0.4208753705024719,"near_tie":false,"n_options":3,"probs":[0.6753086447715759,0.25348034501075745,0.07121109217405319]},{"id":"semif_d41072dc35d8cd14c056","q":0,"variant":"base","tokens":78,"calls":1,"padded_tokens":128,"decode_seconds":0.03009387501515448,"wall_seconds":0.03411945901461877,"finite":true,"all_zero":false,"index":9,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0021475553512573242,"mean_abs_dp":0.0014316936333974202,"max_abs_dlogit_T":0.007107973098754883,"oracle_top2_margin":0.3230390250682831,"near_tie":false,"n_options":3,"probs":[0.1378580629825592,0.5904562473297119,0.2716856300830841]},{"id":"semif_33d6e5da58f0fee2490d","q":0,"variant":"base","tokens":73,"calls":1,"padded_tokens":128,"decode_seconds":0.030287500005215406,"wall_seconds":0.03389666602015495,"finite":true,"all_zero":false,"index":10,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0063152313232421875,"mean_abs_dp":0.004210139314333598,"max_abs_dlogit_T":0.03808939456939697,"oracle_top2_margin":0.03421613574028015,"near_tie":false,"n_options":3,"probs":[0.35326457023620605,0.3971591591835022,0.24957630038261414]},{"id":"semif_823bf736b92e9d8fa66d","q":0,"variant":"base","tokens":73,"calls":1,"padded_tokens":128,"decode_seconds":0.030383249977603555,"wall_seconds":0.03461204099585302,"finite":true,"all_zero":false,"index":11,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0012852251529693604,"mean_abs_dp":0.0008568515380223592,"max_abs_dlogit_T":0.012247264385223389,"oracle_top2_margin":0.33118629455566406,"near_tie":false,"n_options":3,"probs":[0.20684686303138733,0.5614026784896851,0.23175044357776642]},{"id":"semif_8a4c3de28be95c105ca1","q":0,"variant":"base","tokens":72,"calls":1,"padded_tokens":128,"decode_seconds":0.02995558298425749,"wall_seconds":0.0342559999844525,"finite":true,"all_zero":false,"index":12,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.006425321102142334,"mean_abs_dp":0.004283534983793895,"max_abs_dlogit_T":0.024352192878723145,"oracle_top2_margin":0.4625657796859741,"near_tie":false,"n_options":3,"probs":[0.10517652332782745,0.22162453830242157,0.673198938369751]},{"id":"semif_ea7ec66a5e8eac886548","q":0,"variant":"base","tokens":75,"calls":1,"padded_tokens":128,"decode_seconds":0.030053374997805804,"wall_seconds":0.03408899999340065,"finite":true,"all_zero":false,"index":13,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.001662611961364746,"mean_abs_dp":0.0011084278424580891,"max_abs_dlogit_T":0.007938265800476074,"oracle_top2_margin":0.21984949707984924,"near_tie":false,"n_options":3,"probs":[0.5401161313056946,0.32290786504745483,0.13697606325149536]},{"id":"semif_25172cd6ddc49ab0ca70","q":0,"variant":"base","tokens":66,"calls":1,"padded_tokens":128,"decode_seconds":0.030344707978656515,"wall_seconds":0.03438024999923073,"finite":true,"all_zero":false,"index":14,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0029735565185546875,"mean_abs_dp":0.0019823784629503884,"max_abs_dlogit_T":0.022426128387451172,"oracle_top2_margin":0.29460233449935913,"near_tie":false,"n_options":3,"probs":[0.08745165914297104,0.31133872270584106,0.6012096405029297]},{"id":"semif_fb73a85d386cf59b0c51","q":0,"variant":"base","tokens":68,"calls":1,"padded_tokens":128,"decode_seconds":0.03002304199617356,"wall_seconds":0.03405904202372767,"finite":true,"all_zero":false,"index":15,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0017560720443725586,"mean_abs_dp":0.00117070476214091,"max_abs_dlogit_T":0.003929257392883301,"oracle_top2_margin":0.20669782161712646,"near_tie":false,"n_options":3,"probs":[0.5506904125213623,0.10842224955558777,0.3408873975276947]},{"id":"semif_a02fd582d2881cc462b2","q":0,"variant":"base","tokens":78,"calls":1,"padded_tokens":128,"decode_seconds":0.030235250014811754,"wall_seconds":0.03417058300692588,"finite":true,"all_zero":false,"index":16,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0034325122833251953,"mean_abs_dp":0.0022883539398511252,"max_abs_dlogit_T":0.012202739715576172,"oracle_top2_margin":0.17390939593315125,"near_tie":false,"n_options":3,"probs":[0.12021732330322266,0.5235126614570618,0.3562699854373932]},{"id":"semif_19f37d5a97034bd7d04f","q":0,"variant":"base","tokens":78,"calls":1,"padded_tokens":128,"decode_seconds":0.030220665998058394,"wall_seconds":0.03405241700238548,"finite":true,"all_zero":false,"index":17,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0007147789001464844,"mean_abs_dp":0.00047651554147402447,"max_abs_dlogit_T":0.01698589324951172,"oracle_top2_margin":0.8648225665092468,"near_tie":false,"n_options":3,"probs":[0.0496455654501915,0.9130896925926208,0.03726475313305855]},{"id":"semif_fda0ca94652c6d739ecf","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.030347166990395635,"wall_seconds":0.03446920798160136,"finite":true,"all_zero":false,"index":18,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0005569159984588623,"mean_abs_dp":0.0003712698817253113,"max_abs_dlogit_T":0.014447212219238281,"oracle_top2_margin":0.8368752598762512,"near_tie":false,"n_options":3,"probs":[0.9021929502487183,0.03151746839284897,0.06628958135843277]},{"id":"semif_d0e36c4cb10a29b3191c","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":0.02989133301889524,"wall_seconds":0.03394875000230968,"finite":true,"all_zero":false,"index":19,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0008324980735778809,"mean_abs_dp":0.0005550384521484375,"max_abs_dlogit_T":0.003399789333343506,"oracle_top2_margin":0.2865877151489258,"near_tie":false,"n_options":3,"probs":[0.5726894736289978,0.13984356820583344,0.28746700286865234]},{"id":"semif_a0a39ace7e5337d038a7","q":0,"variant":"base","tokens":80,"calls":1,"padded_tokens":128,"decode_seconds":0.029871667007682845,"wall_seconds":0.03392758400877938,"finite":true,"all_zero":false,"index":20,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0006566047668457031,"mean_abs_dp":0.0004377042253812154,"max_abs_dlogit_T":0.005695343017578125,"oracle_top2_margin":0.8597530126571655,"near_tie":false,"n_options":3,"probs":[0.9120763540267944,0.03448100760579109,0.053442612290382385]},{"id":"semif_eeae283841ce75dd25bf","q":0,"variant":"base","tokens":80,"calls":1,"padded_tokens":128,"decode_seconds":0.03006583300884813,"wall_seconds":0.033803666010499,"finite":true,"all_zero":false,"index":21,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.003667593002319336,"mean_abs_dp":0.002445074419180552,"max_abs_dlogit_T":0.016498327255249023,"oracle_top2_margin":0.4696289002895355,"near_tie":false,"n_options":3,"probs":[0.21361452341079712,0.6773352026939392,0.10905034095048904]},{"id":"semif_00bb4cc043f7d2b288d4","q":0,"variant":"base","tokens":72,"calls":1,"padded_tokens":128,"decode_seconds":0.029880332993343472,"wall_seconds":0.03361725001013838,"finite":true,"all_zero":false,"index":22,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":7.84602016210556e-05,"mean_abs_dp":5.229500432809194e-05,"max_abs_dlogit_T":0.0016497373580932617,"oracle_top2_margin":0.7398609519004822,"near_tie":false,"n_options":3,"probs":[0.11512934416532516,0.029913712292909622,0.8549569249153137]},{"id":"semif_1a81ead69e93e5d0c86a","q":0,"variant":"base","tokens":79,"calls":1,"padded_tokens":128,"decode_seconds":0.029865792021155357,"wall_seconds":0.03373258301871829,"finite":true,"all_zero":false,"index":23,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0017316639423370361,"mean_abs_dp":0.0011544426282246907,"max_abs_dlogit_T":0.005231454968452454,"oracle_top2_margin":0.24788936972618103,"near_tie":false,"n_options":3,"probs":[0.14868898689746857,0.30018264055252075,0.5511283874511719]},{"id":"semif_4444dad25e438f128673","q":0,"variant":"base","tokens":73,"calls":1,"padded_tokens":128,"decode_seconds":0.030000667000422254,"wall_seconds":0.033904582989634946,"finite":true,"all_zero":false,"index":24,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.001237720251083374,"mean_abs_dp":0.0008251667022705078,"max_abs_dlogit_T":0.004167079925537109,"oracle_top2_margin":0.15798577666282654,"near_tie":false,"n_options":3,"probs":[0.28298380970954895,0.2742564082145691,0.4427598714828491]},{"id":"semif_3226202ba1ada2570e9f","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":0.02995666698552668,"wall_seconds":0.033776916010538116,"finite":true,"all_zero":false,"index":25,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.001414865255355835,"mean_abs_dp":0.0009432087341944376,"max_abs_dlogit_T":0.015221834182739258,"oracle_top2_margin":0.058840811252593994,"near_tie":false,"n_options":3,"probs":[0.2211332619190216,0.358702152967453,0.420164555311203]},{"id":"semif_3f783eec5c90812479bc","q":0,"variant":"base","tokens":73,"calls":1,"padded_tokens":128,"decode_seconds":0.03025370801333338,"wall_seconds":0.03415787502308376,"finite":true,"all_zero":false,"index":26,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0007535219192504883,"mean_abs_dp":0.0005023727814356486,"max_abs_dlogit_T":0.004825115203857422,"oracle_top2_margin":0.1389794647693634,"near_tie":false,"n_options":3,"probs":[0.2194633185863495,0.32009872794151306,0.46043798327445984]},{"id":"semif_ffee861474a9665a093a","q":0,"variant":"base","tokens":74,"calls":1,"padded_tokens":128,"decode_seconds":0.0304692089848686,"wall_seconds":0.03452445799484849,"finite":true,"all_zero":false,"index":27,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.001767382025718689,"mean_abs_dp":0.001178229848543803,"max_abs_dlogit_T":0.006595820188522339,"oracle_top2_margin":0.36492863297462463,"near_tie":false,"n_options":3,"probs":[0.22485297918319702,0.18672582507133484,0.5884212255477905]},{"id":"semif_8c992e17e4fb54b044f5","q":0,"variant":"base","tokens":61,"calls":1,"padded_tokens":128,"decode_seconds":0.029641542001627386,"wall_seconds":0.03376141702756286,"finite":true,"all_zero":false,"index":28,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0009742081165313721,"mean_abs_dp":0.0006495018800099691,"max_abs_dlogit_T":0.004522442817687988,"oracle_top2_margin":0.24903073906898499,"near_tie":false,"n_options":3,"probs":[0.21169611811637878,0.5182377099990845,0.27006611227989197]},{"id":"semif_695dd61195ca025c4f4c","q":0,"variant":"base","tokens":62,"calls":1,"padded_tokens":128,"decode_seconds":0.02978808298939839,"wall_seconds":0.03376141600892879,"finite":true,"all_zero":false,"index":29,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0018020868301391602,"mean_abs_dp":0.0012014135718345642,"max_abs_dlogit_T":0.009802103042602539,"oracle_top2_margin":0.6265780925750732,"near_tie":false,"n_options":3,"probs":[0.7701247930526733,0.1463102549314499,0.08356500416994095]},{"id":"semif_e6155431ab7b0f8170d4","q":0,"variant":"base","tokens":53,"calls":1,"padded_tokens":128,"decode_seconds":0.03005825000582263,"wall_seconds":0.03396587501629256,"finite":true,"all_zero":false,"index":30,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0007147267460823059,"mean_abs_dp":0.0004764869809150696,"max_abs_dlogit_T":0.006906956434249878,"oracle_top2_margin":0.5309679508209229,"near_tie":false,"n_options":3,"probs":[0.19056133925914764,0.7218279838562012,0.0876106470823288]},{"id":"semif_b49ecda75086d8c68d2a","q":0,"variant":"base","tokens":53,"calls":1,"padded_tokens":128,"decode_seconds":0.030112375010503456,"wall_seconds":0.03389008401427418,"finite":true,"all_zero":false,"index":31,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.00037536025047302246,"mean_abs_dp":0.0002502302328745524,"max_abs_dlogit_T":0.0035232603549957275,"oracle_top2_margin":0.16984423995018005,"near_tie":false,"n_options":3,"probs":[0.2572363317012787,0.2861088812351227,0.45665478706359863]},{"id":"semif_587ced261c6092cd1325","q":0,"variant":"base","tokens":69,"calls":1,"padded_tokens":128,"decode_seconds":0.030000750004546717,"wall_seconds":0.03390045900596306,"finite":true,"all_zero":false,"index":32,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0036063790321350098,"mean_abs_dp":0.0024042526880900064,"max_abs_dlogit_T":0.011909961700439453,"oracle_top2_margin":0.29910629987716675,"near_tie":false,"n_options":3,"probs":[0.21006444096565247,0.5417307019233704,0.2482048124074936]},{"id":"semif_533d4423d311de82b27d","q":0,"variant":"base","tokens":72,"calls":1,"padded_tokens":128,"decode_seconds":0.030150167003739625,"wall_seconds":0.034058499993989244,"finite":true,"all_zero":false,"index":33,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0012360215187072754,"mean_abs_dp":0.0008240292469660441,"max_abs_dlogit_T":0.02148127555847168,"oracle_top2_margin":0.20385906100273132,"near_tie":false,"n_options":3,"probs":[0.13302133977413177,0.534770667552948,0.3322080373764038]},{"id":"semif_2bf540d515a51755b25c","q":0,"variant":"base","tokens":61,"calls":1,"padded_tokens":128,"decode_seconds":0.030294124997453764,"wall_seconds":0.03459412499796599,"finite":true,"all_zero":false,"index":34,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0010458827018737793,"mean_abs_dp":0.0006972576181093851,"max_abs_dlogit_T":0.0070841312408447266,"oracle_top2_margin":0.7265769839286804,"near_tie":false,"n_options":3,"probs":[0.09867165237665176,0.07767266780138016,0.8236557245254517]},{"id":"semif_fdb9fc214aea2710763a","q":0,"variant":"base","tokens":51,"calls":1,"padded_tokens":128,"decode_seconds":0.030046917003346607,"wall_seconds":0.03420137500506826,"finite":true,"all_zero":false,"index":35,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0010701417922973633,"mean_abs_dp":0.0007134377956390381,"max_abs_dlogit_T":0.004839777946472168,"oracle_top2_margin":0.1179611086845398,"near_tie":false,"n_options":3,"probs":[0.16519150137901306,0.3592236042022705,0.47558489441871643]},{"id":"semif_f6d68126b43f8c9ed183","q":0,"variant":"base","tokens":64,"calls":1,"padded_tokens":128,"decode_seconds":0.030286749999504536,"wall_seconds":0.0336574160028249,"finite":true,"all_zero":false,"index":36,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0010807514190673828,"mean_abs_dp":0.0007205232977867126,"max_abs_dlogit_T":0.011066973209381104,"oracle_top2_margin":0.799848735332489,"near_tie":false,"n_options":3,"probs":[0.06852948665618896,0.8665198683738708,0.06495071202516556]},{"id":"semif_44bae0c8a1615a096c43","q":0,"variant":"base","tokens":67,"calls":1,"padded_tokens":128,"decode_seconds":0.030086917016888037,"wall_seconds":0.03423337498679757,"finite":true,"all_zero":false,"index":37,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00048476457595825195,"mean_abs_dp":0.0003231614828109741,"max_abs_dlogit_T":0.006510496139526367,"oracle_top2_margin":0.3203999996185303,"near_tie":false,"n_options":3,"probs":[0.5670080780982971,0.247341588139534,0.18565039336681366]},{"id":"semif_2175379f4c69e6207626","q":0,"variant":"base","tokens":58,"calls":1,"padded_tokens":128,"decode_seconds":0.02982566598802805,"wall_seconds":0.03410049999365583,"finite":true,"all_zero":false,"index":38,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0026232898235321045,"mean_abs_dp":0.0017488449811935425,"max_abs_dlogit_T":0.009336709976196289,"oracle_top2_margin":0.01896810531616211,"near_tie":true,"n_options":3,"probs":[0.4162138104438782,0.40068838000297546,0.1830977350473404]},{"id":"semif_def9fe59d262357a673a","q":0,"variant":"base","tokens":53,"calls":1,"padded_tokens":128,"decode_seconds":0.030158999987179413,"wall_seconds":0.033861042000353336,"finite":true,"all_zero":false,"index":39,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.002501845359802246,"mean_abs_dp":0.0016678770383199055,"max_abs_dlogit_T":0.01361382007598877,"oracle_top2_margin":0.09732639789581299,"near_tie":false,"n_options":3,"probs":[0.41287875175476074,0.505913257598877,0.08120802044868469]},{"id":"semif_712f6ffb763eef7c9a12","q":0,"variant":"base","tokens":64,"calls":1,"padded_tokens":128,"decode_seconds":0.26007387501886114,"wall_seconds":0.26545183299458586,"finite":true,"all_zero":false,"index":0,"shard":"shard_07","first_in_process":true,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.003253459930419922,"mean_abs_dp":0.002169013023376465,"max_abs_dlogit_T":0.014849305152893066,"oracle_top2_margin":0.13914558291435242,"near_tie":false,"n_options":3,"probs":[0.2758607566356659,0.43324851989746094,0.29089078307151794]},{"id":"semif_e1d610bd14e3d16c09b9","q":0,"variant":"base","tokens":64,"calls":1,"padded_tokens":128,"decode_seconds":0.03009183399262838,"wall_seconds":0.0340595830057282,"finite":true,"all_zero":false,"index":1,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0012263655662536621,"mean_abs_dp":0.0008175695935885111,"max_abs_dlogit_T":0.010553568601608276,"oracle_top2_margin":0.6573848724365234,"near_tie":false,"n_options":3,"probs":[0.7978385090827942,0.13862250745296478,0.0635390654206276]},{"id":"semif_22ec57822db50ec121cf","q":0,"variant":"base","tokens":54,"calls":1,"padded_tokens":128,"decode_seconds":0.03018512501148507,"wall_seconds":0.03431545800413005,"finite":true,"all_zero":false,"index":2,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.001490086317062378,"mean_abs_dp":0.000993366042772929,"max_abs_dlogit_T":0.006435751914978027,"oracle_top2_margin":0.04997369647026062,"near_tie":false,"n_options":3,"probs":[0.24701006710529327,0.3528725206851959,0.4001174569129944]},{"id":"semif_3e75f2b84e8e08e3d3f2","q":0,"variant":"base","tokens":53,"calls":1,"padded_tokens":128,"decode_seconds":0.03047720799804665,"wall_seconds":0.03452383397961967,"finite":true,"all_zero":false,"index":3,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0008020699024200439,"mean_abs_dp":0.0005347132682800293,"max_abs_dlogit_T":0.00417674332857132,"oracle_top2_margin":0.2756141722202301,"near_tie":false,"n_options":3,"probs":[0.16854079067707062,0.27861452102661133,0.5528447031974792]},{"id":"semif_ebd74aa05324a1556288","q":0,"variant":"base","tokens":69,"calls":1,"padded_tokens":128,"decode_seconds":0.030348959000548348,"wall_seconds":0.0338649999757763,"finite":true,"all_zero":false,"index":4,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.000989861786365509,"mean_abs_dp":0.0006598730882008871,"max_abs_dlogit_T":0.01995861530303955,"oracle_top2_margin":0.749722421169281,"near_tie":false,"n_options":3,"probs":[0.0695209726691246,0.8397542834281921,0.09072475135326385]},{"id":"semif_d7e84e4245a29817da1f","q":0,"variant":"base","tokens":67,"calls":1,"padded_tokens":128,"decode_seconds":0.030311499984236434,"wall_seconds":0.03412670799298212,"finite":true,"all_zero":false,"index":5,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.006390511989593506,"mean_abs_dp":0.004260346293449402,"max_abs_dlogit_T":0.0291748046875,"oracle_top2_margin":0.43940702080726624,"near_tie":false,"n_options":3,"probs":[0.10121797770261765,0.2351616770029068,0.6636202931404114]},{"id":"semif_f41ae66b3c09630c7a42","q":0,"variant":"base","tokens":61,"calls":1,"padded_tokens":128,"decode_seconds":0.030222250003134832,"wall_seconds":0.03432116701151244,"finite":true,"all_zero":false,"index":6,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.00013647973537445068,"mean_abs_dp":9.099642435709636e-05,"max_abs_dlogit_T":0.00721210241317749,"oracle_top2_margin":0.4598276913166046,"near_tie":false,"n_options":3,"probs":[0.18029998242855072,0.17932194471359253,0.6403781175613403]},{"id":"semif_82c2cd97c160ad27951b","q":0,"variant":"base","tokens":54,"calls":1,"padded_tokens":128,"decode_seconds":0.030345959006808698,"wall_seconds":0.03439174999948591,"finite":true,"all_zero":false,"index":7,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0023978054523468018,"mean_abs_dp":0.001598551869392395,"max_abs_dlogit_T":0.010256350040435791,"oracle_top2_margin":0.14875605702400208,"near_tie":false,"n_options":3,"probs":[0.5003146529197693,0.15267214179039001,0.3470132350921631]},{"id":"semif_7ada97b6f99f4788e5c7","q":0,"variant":"base","tokens":67,"calls":1,"padded_tokens":128,"decode_seconds":0.030293999996501952,"wall_seconds":0.03471933299442753,"finite":true,"all_zero":false,"index":8,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0059098005294799805,"mean_abs_dp":0.00393986701965332,"max_abs_dlogit_T":0.015447854995727539,"oracle_top2_margin":0.2047100067138672,"near_tie":false,"n_options":3,"probs":[0.48270174860954285,0.2882201671600342,0.22907808423042297]},{"id":"semif_4d7a003342db5b0a17e3","q":0,"variant":"base","tokens":70,"calls":1,"padded_tokens":128,"decode_seconds":0.030056500021601096,"wall_seconds":0.034341000020504,"finite":true,"all_zero":false,"index":9,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0010291337966918945,"mean_abs_dp":0.0006861264506975809,"max_abs_dlogit_T":0.011916160583496094,"oracle_top2_margin":0.7220965027809143,"near_tie":false,"n_options":3,"probs":[0.10818982124328613,0.8282545804977417,0.06355564296245575]},{"id":"semif_19d3d8d0bf773e88be7b","q":0,"variant":"base","tokens":55,"calls":1,"padded_tokens":128,"decode_seconds":0.030290374998003244,"wall_seconds":0.03452924999874085,"finite":true,"all_zero":false,"index":10,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0010975003242492676,"mean_abs_dp":0.0007316699872414271,"max_abs_dlogit_T":0.013437986373901367,"oracle_top2_margin":0.844078779220581,"near_tie":false,"n_options":3,"probs":[0.9053780436515808,0.03148913383483887,0.06313275545835495]},{"id":"semif_d6de731cca52359b1c87","q":0,"variant":"base","tokens":53,"calls":1,"padded_tokens":128,"decode_seconds":0.030350125016411766,"wall_seconds":0.03447262500412762,"finite":true,"all_zero":false,"index":11,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0017113983631134033,"mean_abs_dp":0.0011409521102905273,"max_abs_dlogit_T":0.0072803795337677,"oracle_top2_margin":0.088623046875,"near_tie":false,"n_options":3,"probs":[0.44158270955085754,0.3525539040565491,0.205863356590271]},{"id":"semif_b45c63fb92729af27f05","q":0,"variant":"base","tokens":80,"calls":1,"padded_tokens":128,"decode_seconds":0.03011370898457244,"wall_seconds":0.034285083995200694,"finite":true,"all_zero":false,"index":12,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0006310120224952698,"mean_abs_dp":0.00042066723108291626,"max_abs_dlogit_T":0.010164707899093628,"oracle_top2_margin":0.617178201675415,"near_tie":false,"n_options":3,"probs":[0.7581562995910645,0.10134298354387283,0.14050070941448212]},{"id":"semif_46b7029b9a704138b77a","q":0,"variant":"base","tokens":78,"calls":1,"padded_tokens":128,"decode_seconds":0.030534082994563505,"wall_seconds":0.03458370899898,"finite":true,"all_zero":false,"index":13,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.012425720691680908,"mean_abs_dp":0.008283798893292746,"max_abs_dlogit_T":0.04056680202484131,"oracle_top2_margin":0.10240557789802551,"near_tie":false,"n_options":3,"probs":[0.12802860140800476,0.4987756311893463,0.3731957674026489]},{"id":"semif_caf773b23934fa7362a1","q":0,"variant":"base","tokens":73,"calls":1,"padded_tokens":128,"decode_seconds":0.03021300002001226,"wall_seconds":0.03444137499900535,"finite":true,"all_zero":false,"index":14,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0005166009068489075,"mean_abs_dp":0.0003443621098995209,"max_abs_dlogit_T":0.009363114833831787,"oracle_top2_margin":0.7860848903656006,"near_tie":false,"n_options":3,"probs":[0.8786002397537231,0.029811125248670578,0.0915885716676712]},{"id":"semif_f46f392ef9e9e9df564b","q":0,"variant":"base","tokens":71,"calls":1,"padded_tokens":128,"decode_seconds":0.03038512499188073,"wall_seconds":0.03440929201315157,"finite":true,"all_zero":false,"index":15,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0019651055335998535,"mean_abs_dp":0.0013100523501634598,"max_abs_dlogit_T":0.007424116134643555,"oracle_top2_margin":0.502530574798584,"near_tie":false,"n_options":3,"probs":[0.0177812110632658,0.24170929193496704,0.7405094504356384]},{"id":"semif_005dcf6d2c0f21d64796","q":0,"variant":"base","tokens":92,"calls":1,"padded_tokens":128,"decode_seconds":0.03020329200080596,"wall_seconds":0.03404974998557009,"finite":true,"all_zero":false,"index":16,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.9723854064941406e-05,"mean_abs_dp":3.984073797861735e-05,"max_abs_dlogit_T":0.0020024776458740234,"oracle_top2_margin":0.6591771841049194,"near_tie":false,"n_options":3,"probs":[0.04672456160187721,0.8062347173690796,0.14704065024852753]},{"id":"semif_edb708bd0fe5fd67d6ee","q":0,"variant":"base","tokens":93,"calls":1,"padded_tokens":128,"decode_seconds":0.03049595802440308,"wall_seconds":0.034548416006146,"finite":true,"all_zero":false,"index":17,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00017827749252319336,"mean_abs_dp":0.00011886656284332275,"max_abs_dlogit_T":0.00220644474029541,"oracle_top2_margin":0.29818880558013916,"near_tie":false,"n_options":3,"probs":[0.08685669302940369,0.6058176755905151,0.30732566118240356]},{"id":"semif_97a35499bd8717f3e786","q":0,"variant":"base","tokens":86,"calls":1,"padded_tokens":128,"decode_seconds":0.030482249974738806,"wall_seconds":0.03463037498295307,"finite":true,"all_zero":false,"index":18,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.002577483654022217,"mean_abs_dp":0.0017183125019073486,"max_abs_dlogit_T":0.01663994789123535,"oracle_top2_margin":0.08557590842247009,"near_tie":false,"n_options":3,"probs":[0.26795971393585205,0.4109218120574951,0.32111847400665283]},{"id":"semif_31eb4533d2c89959ec46","q":0,"variant":"base","tokens":85,"calls":1,"padded_tokens":128,"decode_seconds":0.03032158300629817,"wall_seconds":0.03418774998863228,"finite":true,"all_zero":false,"index":19,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0013752281665802002,"mean_abs_dp":0.0009168287118275961,"max_abs_dlogit_T":0.01037532091140747,"oracle_top2_margin":0.29386773705482483,"near_tie":false,"n_options":3,"probs":[0.5723721385002136,0.2766103744506836,0.1510174572467804]},{"id":"semif_0aa24a6701ac9c56c4a0","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.030369624990271404,"wall_seconds":0.03435054101282731,"finite":true,"all_zero":false,"index":20,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0012596845626831055,"mean_abs_dp":0.0008397984007994334,"max_abs_dlogit_T":0.01784968376159668,"oracle_top2_margin":0.887073278427124,"near_tie":false,"n_options":3,"probs":[0.04597945511341095,0.023055635392665863,0.9309648871421814]},{"id":"semif_796d5c0da6eaadae6a3f","q":0,"variant":"base","tokens":71,"calls":1,"padded_tokens":128,"decode_seconds":0.030348958011018112,"wall_seconds":0.034687833016505465,"finite":true,"all_zero":false,"index":21,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0005981326103210449,"mean_abs_dp":0.00039876624941825867,"max_abs_dlogit_T":0.013682365417480469,"oracle_top2_margin":0.8756633400917053,"near_tie":false,"n_options":3,"probs":[0.014226969331502914,0.9301982522010803,0.055574771016836166]},{"id":"semif_599b3092b6fd18312d23","q":0,"variant":"base","tokens":70,"calls":1,"padded_tokens":128,"decode_seconds":0.03047183301532641,"wall_seconds":0.034705207974184304,"finite":true,"all_zero":false,"index":22,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0019089579582214355,"mean_abs_dp":0.001272621254126231,"max_abs_dlogit_T":0.015714168548583984,"oracle_top2_margin":0.4057760238647461,"near_tie":false,"n_options":3,"probs":[0.23999308049678802,0.11190438270568848,0.6481025815010071]},{"id":"semif_960a4bcd27363e6db4b9","q":0,"variant":"base","tokens":72,"calls":1,"padded_tokens":128,"decode_seconds":0.030506709008477628,"wall_seconds":0.03419883400783874,"finite":true,"all_zero":false,"index":23,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.001138925552368164,"mean_abs_dp":0.0007592986027399699,"max_abs_dlogit_T":0.007896900177001953,"oracle_top2_margin":0.23092997074127197,"near_tie":false,"n_options":3,"probs":[0.2857353091239929,0.19983340799808502,0.5144312381744385]},{"id":"semif_c6a411e7f2bbdf377173","q":0,"variant":"base","tokens":90,"calls":1,"padded_tokens":128,"decode_seconds":0.030375125003047287,"wall_seconds":0.03425612501450814,"finite":true,"all_zero":false,"index":24,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.002344965934753418,"mean_abs_dp":0.0015633354584376018,"max_abs_dlogit_T":0.00661623477935791,"oracle_top2_margin":0.4384426474571228,"near_tie":false,"n_options":3,"probs":[0.6458368301391602,0.20406384766101837,0.1500992476940155]},{"id":"semif_e332aa927d0c2ed044aa","q":0,"variant":"base","tokens":91,"calls":1,"padded_tokens":128,"decode_seconds":0.030310792004456744,"wall_seconds":0.03475537500344217,"finite":true,"all_zero":false,"index":25,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0027723312377929688,"mean_abs_dp":0.0018481810887654622,"max_abs_dlogit_T":0.00799560546875,"oracle_top2_margin":0.025122374296188354,"near_tie":false,"n_options":3,"probs":[0.3683156371116638,0.3393029272556305,0.29238149523735046]},{"id":"semif_a0128e551d095f3449f8","q":0,"variant":"base","tokens":66,"calls":1,"padded_tokens":128,"decode_seconds":0.030709125014254823,"wall_seconds":0.03503299999283627,"finite":true,"all_zero":false,"index":26,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0002514403313398361,"mean_abs_dp":0.00016760950287183127,"max_abs_dlogit_T":0.00776296854019165,"oracle_top2_margin":0.9322084188461304,"near_tie":false,"n_options":3,"probs":[0.9632499814033508,0.03056975267827511,0.006180342752486467]},{"id":"semif_46d6a0731bd288c370f0","q":0,"variant":"base","tokens":65,"calls":1,"padded_tokens":128,"decode_seconds":0.030288458976428956,"wall_seconds":0.03418641598545946,"finite":true,"all_zero":false,"index":27,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0016934871673583984,"mean_abs_dp":0.0011290063460667927,"max_abs_dlogit_T":0.005118966102600098,"oracle_top2_margin":0.4198586940765381,"near_tie":false,"n_options":3,"probs":[0.6403059959411621,0.13682499527931213,0.22286896407604218]},{"id":"semif_21ca7a8b970e36b8e20f","q":0,"variant":"base","tokens":97,"calls":1,"padded_tokens":128,"decode_seconds":0.030211750010494143,"wall_seconds":0.034074374998454005,"finite":true,"all_zero":false,"index":28,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.002587735652923584,"mean_abs_dp":0.001725157101949056,"max_abs_dlogit_T":0.010249853134155273,"oracle_top2_margin":0.043576329946517944,"near_tie":false,"n_options":3,"probs":[0.34493210911750793,0.38432133197784424,0.2707465589046478]},{"id":"semif_4aa83af95bb69e90bc2d","q":0,"variant":"base","tokens":95,"calls":1,"padded_tokens":128,"decode_seconds":0.03017704197554849,"wall_seconds":0.034145207988331094,"finite":true,"all_zero":false,"index":29,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00037111714482307434,"mean_abs_dp":0.0002474449574947357,"max_abs_dlogit_T":0.008885502815246582,"oracle_top2_margin":0.3831571936607361,"near_tie":false,"n_options":3,"probs":[0.6724136471748352,0.03848620876669884,0.2891000509262085]},{"id":"semif_cdfa9eed51fafcf09b72","q":0,"variant":"base","tokens":80,"calls":1,"padded_tokens":128,"decode_seconds":0.030349875014508143,"wall_seconds":0.034682583005633205,"finite":true,"all_zero":false,"index":30,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0005733370780944824,"mean_abs_dp":0.0003822706639766693,"max_abs_dlogit_T":0.0053504109382629395,"oracle_top2_margin":0.6123061776161194,"near_tie":false,"n_options":3,"probs":[0.17871345579624176,0.03111802227795124,0.7901685833930969]},{"id":"semif_d51b05bfb9d6d7f09331","q":0,"variant":"base","tokens":86,"calls":1,"padded_tokens":128,"decode_seconds":0.03043966699624434,"wall_seconds":0.03447470802348107,"finite":true,"all_zero":false,"index":31,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.001017846167087555,"mean_abs_dp":0.0006785765290260315,"max_abs_dlogit_T":0.009553372859954834,"oracle_top2_margin":0.4349525570869446,"near_tie":false,"n_options":3,"probs":[0.22153720259666443,0.6569592952728271,0.12150350213050842]},{"id":"semif_fdd902cc6e65fad7cb4f","q":0,"variant":"base","tokens":84,"calls":1,"padded_tokens":128,"decode_seconds":0.030314958014059812,"wall_seconds":0.03454112500185147,"finite":true,"all_zero":false,"index":32,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0022406727075576782,"mean_abs_dp":0.0014937991897265117,"max_abs_dlogit_T":0.01890692114830017,"oracle_top2_margin":0.50705486536026,"near_tie":false,"n_options":3,"probs":[0.12612953782081604,0.6920706629753113,0.18179979920387268]},{"id":"semif_42384af9ae56beb37ff5","q":0,"variant":"base","tokens":84,"calls":1,"padded_tokens":128,"decode_seconds":0.03053733301931061,"wall_seconds":0.034655625000596046,"finite":true,"all_zero":false,"index":33,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00477948784828186,"mean_abs_dp":0.0031863550345102945,"max_abs_dlogit_T":0.018396615982055664,"oracle_top2_margin":0.06503075361251831,"near_tie":false,"n_options":3,"probs":[0.38712239265441895,0.32904189825057983,0.2838357090950012]},{"id":"semif_cdf7f428857e1b841cb3","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.030466958007309586,"wall_seconds":0.03435091700521298,"finite":true,"all_zero":false,"index":34,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.002400517463684082,"mean_abs_dp":0.001600310206413269,"max_abs_dlogit_T":0.010817646980285645,"oracle_top2_margin":0.3410225212574005,"near_tie":false,"n_options":3,"probs":[0.17231357097625732,0.24483096599578857,0.5828554034233093]},{"id":"semif_774f7f9245f83c796d44","q":0,"variant":"base","tokens":63,"calls":1,"padded_tokens":128,"decode_seconds":0.030134874978102744,"wall_seconds":0.03448987498995848,"finite":true,"all_zero":false,"index":35,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0021474361419677734,"mean_abs_dp":0.0014316067099571228,"max_abs_dlogit_T":0.015198707580566406,"oracle_top2_margin":0.7296704649925232,"near_tie":false,"n_options":3,"probs":[0.10232172906398773,0.069108746945858,0.8285695314407349]},{"id":"semif_92ec2ffa3dd46ada1335","q":0,"variant":"base","tokens":87,"calls":1,"padded_tokens":128,"decode_seconds":0.0305270419921726,"wall_seconds":0.034526667004683986,"finite":true,"all_zero":false,"index":36,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0020723342895507812,"mean_abs_dp":0.0013815462589263916,"max_abs_dlogit_T":0.008869171142578125,"oracle_top2_margin":0.36772847175598145,"near_tie":false,"n_options":3,"probs":[0.1439719945192337,0.24539607763290405,0.6106318831443787]},{"id":"semif_6149a17bc154f9c5b4a0","q":0,"variant":"base","tokens":83,"calls":1,"padded_tokens":128,"decode_seconds":0.029974000004585832,"wall_seconds":0.0341335829871241,"finite":true,"all_zero":false,"index":37,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0005130395293235779,"mean_abs_dp":0.00034198909997940063,"max_abs_dlogit_T":0.004704475402832031,"oracle_top2_margin":0.6154326796531677,"near_tie":false,"n_options":3,"probs":[0.7623651027679443,0.14675816893577576,0.09087677299976349]},{"id":"semif_be866e1dbec5d42d9423","q":0,"variant":"base","tokens":84,"calls":1,"padded_tokens":128,"decode_seconds":0.029906208015745506,"wall_seconds":0.033269459003349766,"finite":true,"all_zero":false,"index":38,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0028288960456848145,"mean_abs_dp":0.0018859455982844036,"max_abs_dlogit_T":0.015956640243530273,"oracle_top2_margin":0.6972379684448242,"near_tie":false,"n_options":3,"probs":[0.06527138501405716,0.11627940833568573,0.8184491395950317]},{"id":"semif_97d2ed2591fc7638806c","q":0,"variant":"base","tokens":82,"calls":1,"padded_tokens":128,"decode_seconds":0.029934416990727186,"wall_seconds":0.03394504199968651,"finite":true,"all_zero":false,"index":39,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.004910588264465332,"mean_abs_dp":0.0032737553119659424,"max_abs_dlogit_T":0.017708182334899902,"oracle_top2_margin":0.31745457649230957,"near_tie":false,"n_options":3,"probs":[0.29784318804740906,0.6070438623428345,0.09511303901672363]},{"id":"semif_4533dd91267b4d815690","q":0,"variant":"base","tokens":88,"calls":1,"padded_tokens":128,"decode_seconds":0.2775565000192728,"wall_seconds":0.28439587500179186,"finite":true,"all_zero":false,"index":0,"shard":"shard_08","first_in_process":true,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0031273961067199707,"mean_abs_dp":0.0020849257707595825,"max_abs_dlogit_T":0.014230966567993164,"oracle_top2_margin":0.4459984302520752,"near_tie":false,"n_options":3,"probs":[0.1819596290588379,0.1884486824274063,0.629591703414917]},{"id":"semif_d880e65fef5e2993fdd0","q":0,"variant":"base","tokens":85,"calls":1,"padded_tokens":128,"decode_seconds":0.03079779099789448,"wall_seconds":0.03551304098800756,"finite":true,"all_zero":false,"index":1,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0013017058372497559,"mean_abs_dp":0.0008678038914998373,"max_abs_dlogit_T":0.008348822593688965,"oracle_top2_margin":0.05805802345275879,"near_tie":false,"n_options":3,"probs":[0.29069697856903076,0.32486316561698914,0.3844398260116577]},{"id":"semif_90494c76078ffc3c717a","q":0,"variant":"base","tokens":85,"calls":1,"padded_tokens":128,"decode_seconds":0.030741624999791384,"wall_seconds":0.035565666999900714,"finite":true,"all_zero":false,"index":2,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0019015967845916748,"mean_abs_dp":0.0012677212556203206,"max_abs_dlogit_T":0.0073893070220947266,"oracle_top2_margin":0.022894471883773804,"near_tie":false,"n_options":3,"probs":[0.35258135199546814,0.3782234787940979,0.26919516921043396]},{"id":"semif_9ac5cc82c4126c91174a","q":0,"variant":"base","tokens":84,"calls":1,"padded_tokens":128,"decode_seconds":0.030625584011431783,"wall_seconds":0.03516299999319017,"finite":true,"all_zero":false,"index":3,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.001249462366104126,"mean_abs_dp":0.0008329848448435465,"max_abs_dlogit_T":0.0035794973373413086,"oracle_top2_margin":0.042064547538757324,"near_tie":false,"n_options":3,"probs":[0.2602793574333191,0.34795328974723816,0.39176732301712036]},{"id":"semif_386e10b1c1ce906473a4","q":0,"variant":"base","tokens":88,"calls":1,"padded_tokens":128,"decode_seconds":0.030201957997633144,"wall_seconds":0.03465766701265238,"finite":true,"all_zero":false,"index":4,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0034384578466415405,"mean_abs_dp":0.002292320132255554,"max_abs_dlogit_T":0.022771358489990234,"oracle_top2_margin":0.43534374237060547,"near_tie":false,"n_options":3,"probs":[0.1950344443321228,0.6258782148361206,0.1790873110294342]},{"id":"semif_4da6aedc1139224eeff2","q":0,"variant":"base","tokens":91,"calls":1,"padded_tokens":128,"decode_seconds":0.030036665993975475,"wall_seconds":0.03394829199532978,"finite":true,"all_zero":false,"index":5,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0013962388038635254,"mean_abs_dp":0.0009308109680811564,"max_abs_dlogit_T":0.01443636417388916,"oracle_top2_margin":0.7471664547920227,"near_tie":false,"n_options":3,"probs":[0.07253069430589676,0.8385867476463318,0.08888252824544907]},{"id":"semif_a22dab8ba073ff6cdb8d","q":0,"variant":"base","tokens":84,"calls":1,"padded_tokens":128,"decode_seconds":0.029860416980227455,"wall_seconds":0.034021083993138745,"finite":true,"all_zero":false,"index":6,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0007885992527008057,"mean_abs_dp":0.0005257626374562582,"max_abs_dlogit_T":0.007543087005615234,"oracle_top2_margin":0.05925852060317993,"near_tie":false,"n_options":3,"probs":[0.21900887787342072,0.3603656589984894,0.42062538862228394]},{"id":"semif_42c54fa2ad45743e24d8","q":0,"variant":"base","tokens":71,"calls":1,"padded_tokens":128,"decode_seconds":0.02976845801458694,"wall_seconds":0.034017917001619935,"finite":true,"all_zero":false,"index":7,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0012764334678649902,"mean_abs_dp":0.0008509457111358643,"max_abs_dlogit_T":0.007910549640655518,"oracle_top2_margin":0.22642815113067627,"near_tie":false,"n_options":3,"probs":[0.12246685475111008,0.5511893033981323,0.3263438940048218]},{"id":"semif_f3d13cf184f916677def","q":0,"variant":"base","tokens":91,"calls":1,"padded_tokens":128,"decode_seconds":0.029889665980590507,"wall_seconds":0.033947624993743375,"finite":true,"all_zero":false,"index":8,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0027188658714294434,"mean_abs_dp":0.001812577247619629,"max_abs_dlogit_T":0.010456562042236328,"oracle_top2_margin":0.05370849370956421,"near_tie":false,"n_options":3,"probs":[0.295735627412796,0.37725481390953064,0.32700952887535095]},{"id":"semif_1105577da4c8dad4609d","q":0,"variant":"base","tokens":88,"calls":1,"padded_tokens":128,"decode_seconds":0.029849707992980257,"wall_seconds":0.03402062499662861,"finite":true,"all_zero":false,"index":9,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0004996955394744873,"mean_abs_dp":0.0003331601619720459,"max_abs_dlogit_T":0.002493739128112793,"oracle_top2_margin":0.14877480268478394,"near_tie":false,"n_options":3,"probs":[0.2906459867954254,0.27082496881484985,0.43852898478507996]},{"id":"semif_0ebd299739302d8b057b","q":0,"variant":"base","tokens":84,"calls":1,"padded_tokens":128,"decode_seconds":0.029861500021070242,"wall_seconds":0.03382395801600069,"finite":true,"all_zero":false,"index":10,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.003821253776550293,"mean_abs_dp":0.0025475025177001953,"max_abs_dlogit_T":0.013439476490020752,"oracle_top2_margin":0.05391588807106018,"near_tie":false,"n_options":3,"probs":[0.2641882598400116,0.39637088775634766,0.33944079279899597]},{"id":"semif_eafc22c8c40df3932a8e","q":0,"variant":"base","tokens":72,"calls":1,"padded_tokens":128,"decode_seconds":0.029873041989048943,"wall_seconds":0.03369295899756253,"finite":true,"all_zero":false,"index":11,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.007086992263793945,"mean_abs_dp":0.004724661509195964,"max_abs_dlogit_T":0.019557058811187744,"oracle_top2_margin":0.0383472740650177,"near_tie":false,"n_options":3,"probs":[0.20072050392627716,0.38560160994529724,0.4136778712272644]},{"id":"semif_0aa1447680e4f25862bb","q":0,"variant":"base","tokens":91,"calls":1,"padded_tokens":128,"decode_seconds":0.030128875019727275,"wall_seconds":0.03407049999805167,"finite":true,"all_zero":false,"index":12,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0014380812644958496,"mean_abs_dp":0.0009587109088897705,"max_abs_dlogit_T":0.006827235221862793,"oracle_top2_margin":0.044051527976989746,"near_tie":false,"n_options":3,"probs":[0.38039737939834595,0.28347858786582947,0.3361240327358246]},{"id":"semif_980e76145c925747220c","q":0,"variant":"base","tokens":92,"calls":1,"padded_tokens":128,"decode_seconds":0.029954041994642466,"wall_seconds":0.03370050000376068,"finite":true,"all_zero":false,"index":13,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0038123130798339844,"mean_abs_dp":0.0025415271520614624,"max_abs_dlogit_T":0.026603221893310547,"oracle_top2_margin":0.48375236988067627,"near_tie":false,"n_options":3,"probs":[0.2249487191438675,0.07280528545379639,0.7022460103034973]},{"id":"semif_4aee37a6a155747766aa","q":0,"variant":"base","tokens":89,"calls":1,"padded_tokens":128,"decode_seconds":0.0299021250102669,"wall_seconds":0.03402958399965428,"finite":true,"all_zero":false,"index":14,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.002927839756011963,"mean_abs_dp":0.0019519031047821045,"max_abs_dlogit_T":0.01877725124359131,"oracle_top2_margin":0.13445758819580078,"near_tie":false,"n_options":3,"probs":[0.3113954961299896,0.24663151800632477,0.4419729709625244]},{"id":"semif_6db17cc22bd656d78558","q":0,"variant":"base","tokens":82,"calls":1,"padded_tokens":128,"decode_seconds":0.02971295901807025,"wall_seconds":0.033611167018534616,"finite":true,"all_zero":false,"index":15,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0021288543939590454,"mean_abs_dp":0.0014192461967468262,"max_abs_dlogit_T":0.0122672813013196,"oracle_top2_margin":0.40535932779312134,"near_tie":false,"n_options":3,"probs":[0.21615953743457794,0.16319532692432404,0.6206451058387756]},{"id":"semif_ef3e0f8e657bf59f8a29","q":0,"variant":"base","tokens":83,"calls":1,"padded_tokens":128,"decode_seconds":0.029822417011018842,"wall_seconds":0.03362291699158959,"finite":true,"all_zero":false,"index":16,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.002280294895172119,"mean_abs_dp":0.0015201965967814128,"max_abs_dlogit_T":0.017848730087280273,"oracle_top2_margin":0.15905368328094482,"near_tie":false,"n_options":3,"probs":[0.31418222188949585,0.20942969620227814,0.4763881266117096]},{"id":"semif_f756e1cb04e11766341e","q":0,"variant":"base","tokens":89,"calls":1,"padded_tokens":128,"decode_seconds":0.029755958006717265,"wall_seconds":0.03361404099268839,"finite":true,"all_zero":false,"index":17,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0021094977855682373,"mean_abs_dp":0.001406341791152954,"max_abs_dlogit_T":0.017362117767333984,"oracle_top2_margin":0.1089421808719635,"near_tie":false,"n_options":3,"probs":[0.2688409090042114,0.3118680417537689,0.41929101943969727]},{"id":"semif_d167e51bb1f499099645","q":0,"variant":"base","tokens":69,"calls":1,"padded_tokens":128,"decode_seconds":0.02985995900235139,"wall_seconds":0.033595832996070385,"finite":true,"all_zero":false,"index":18,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0018603205680847168,"mean_abs_dp":0.0012402236461639404,"max_abs_dlogit_T":0.012314081192016602,"oracle_top2_margin":0.01671499013900757,"near_tie":true,"n_options":3,"probs":[0.35441112518310547,0.30550190806388855,0.3400869369506836]},{"id":"semif_674ca4e9346216255466","q":0,"variant":"base","tokens":59,"calls":1,"padded_tokens":128,"decode_seconds":0.029744833009317517,"wall_seconds":0.0334174589952454,"finite":true,"all_zero":false,"index":19,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00011420249938964844,"mean_abs_dp":7.611761490503947e-05,"max_abs_dlogit_T":0.0005960464477539062,"oracle_top2_margin":0.5046945810317993,"near_tie":false,"n_options":3,"probs":[0.6902830600738525,0.18539750576019287,0.12431947886943817]},{"id":"semif_1df851a202994a07f123","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.029726582986768335,"wall_seconds":0.03361162502551451,"finite":true,"all_zero":false,"index":20,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0004117116332054138,"mean_abs_dp":0.0002744303395350774,"max_abs_dlogit_T":0.01363072544336319,"oracle_top2_margin":0.9035253524780273,"near_tie":false,"n_options":3,"probs":[0.9474182724952698,0.04464169591665268,0.0079401396214962]},{"id":"semif_b5e6788d95b8395d2888","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":0.030078333016717806,"wall_seconds":0.03396075000637211,"finite":true,"all_zero":false,"index":21,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0010185707360506058,"mean_abs_dp":0.0006789993494749069,"max_abs_dlogit_T":0.03090253472328186,"oracle_top2_margin":0.8871046304702759,"near_tie":false,"n_options":3,"probs":[0.04164562374353409,0.9294615387916565,0.028892749920487404]},{"id":"semif_32f36cd0fbbfb3604586","q":0,"variant":"base","tokens":66,"calls":1,"padded_tokens":128,"decode_seconds":0.02971112498198636,"wall_seconds":0.033550457999808714,"finite":true,"all_zero":false,"index":22,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0010042190551757812,"mean_abs_dp":0.0006695042053858439,"max_abs_dlogit_T":0.007451415061950684,"oracle_top2_margin":0.6213997006416321,"near_tie":false,"n_options":3,"probs":[0.7684783935546875,0.14871767163276672,0.08280394971370697]},{"id":"semif_843185706adff0c60f8b","q":0,"variant":"base","tokens":67,"calls":1,"padded_tokens":128,"decode_seconds":0.02972254200722091,"wall_seconds":0.03347999998368323,"finite":true,"all_zero":false,"index":23,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0006605982780456543,"mean_abs_dp":0.00044039978335301083,"max_abs_dlogit_T":0.015444096177816391,"oracle_top2_margin":0.12877494096755981,"near_tie":false,"n_options":3,"probs":[0.5583269596099854,0.010856043547391891,0.43081700801849365]},{"id":"semif_b531dd603bf080dab820","q":0,"variant":"base","tokens":82,"calls":1,"padded_tokens":128,"decode_seconds":0.029995666991453618,"wall_seconds":0.03368625001166947,"finite":true,"all_zero":false,"index":24,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0048944950103759766,"mean_abs_dp":0.0032629668712615967,"max_abs_dlogit_T":0.02164459228515625,"oracle_top2_margin":0.35339561104774475,"near_tie":false,"n_options":3,"probs":[0.629957914352417,0.08461888134479523,0.2854231595993042]},{"id":"semif_be2dd67bc733c1213bef","q":0,"variant":"base","tokens":85,"calls":1,"padded_tokens":128,"decode_seconds":0.029859250003937632,"wall_seconds":0.03358566600945778,"finite":true,"all_zero":false,"index":25,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0027742385864257812,"mean_abs_dp":0.0018495346109072368,"max_abs_dlogit_T":0.02077305316925049,"oracle_top2_margin":0.12457886338233948,"near_tie":false,"n_options":3,"probs":[0.12134329974651337,0.4999725818634033,0.3786841928958893]},{"id":"semif_b8e2750307df9761e716","q":0,"variant":"base","tokens":79,"calls":1,"padded_tokens":128,"decode_seconds":0.029825417004758492,"wall_seconds":0.03383687502355315,"finite":true,"all_zero":false,"index":26,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.001465439796447754,"mean_abs_dp":0.0009769561390082042,"max_abs_dlogit_T":0.014535188674926758,"oracle_top2_margin":0.4760705828666687,"near_tie":false,"n_options":3,"probs":[0.7215760946273804,0.030553694814443588,0.24787022173404694]},{"id":"semif_5d31b4bf2d0fc193f53b","q":0,"variant":"base","tokens":84,"calls":1,"padded_tokens":128,"decode_seconds":0.029733416973613203,"wall_seconds":0.03370508400257677,"finite":true,"all_zero":false,"index":27,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.001847386360168457,"mean_abs_dp":0.0012316008408864338,"max_abs_dlogit_T":0.008118629455566406,"oracle_top2_margin":0.2525418996810913,"near_tie":false,"n_options":3,"probs":[0.1363687664270401,0.5596778392791748,0.3039533495903015]},{"id":"semif_a9230edfc6ec9e524af0","q":0,"variant":"base","tokens":68,"calls":1,"padded_tokens":128,"decode_seconds":0.030027333996258676,"wall_seconds":0.03392683301353827,"finite":true,"all_zero":false,"index":28,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0003217458724975586,"mean_abs_dp":0.00021448731422424316,"max_abs_dlogit_T":0.004956364631652832,"oracle_top2_margin":0.12013593316078186,"near_tie":false,"n_options":3,"probs":[0.2561750113964081,0.4322919547557831,0.31153303384780884]},{"id":"semif_c100e84585149a04be49","q":0,"variant":"base","tokens":74,"calls":1,"padded_tokens":128,"decode_seconds":0.029699625010835007,"wall_seconds":0.033502374979434535,"finite":true,"all_zero":false,"index":29,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0009291768074035645,"mean_abs_dp":0.0006194363037745158,"max_abs_dlogit_T":0.013219833374023438,"oracle_top2_margin":0.628185510635376,"near_tie":false,"n_options":3,"probs":[0.7967416048049927,0.033058129251003265,0.17020024359226227]},{"id":"semif_579beed184ffc1104aa9","q":0,"variant":"base","tokens":65,"calls":1,"padded_tokens":128,"decode_seconds":0.029880625021178275,"wall_seconds":0.03361225000116974,"finite":true,"all_zero":false,"index":30,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.003092348575592041,"mean_abs_dp":0.0020615458488464355,"max_abs_dlogit_T":0.008764028549194336,"oracle_top2_margin":0.16769906878471375,"near_tie":false,"n_options":3,"probs":[0.5329577326774597,0.09616599231958389,0.370876282453537]},{"id":"semif_c4e9bd463b6fde5be743","q":0,"variant":"base","tokens":53,"calls":1,"padded_tokens":128,"decode_seconds":0.029857832996640354,"wall_seconds":0.033478333993116394,"finite":true,"all_zero":false,"index":31,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0022335052490234375,"mean_abs_dp":0.0014890010158220928,"max_abs_dlogit_T":0.011871337890625,"oracle_top2_margin":0.7536282539367676,"near_tie":false,"n_options":3,"probs":[0.0900786966085434,0.8399865627288818,0.06993475556373596]},{"id":"semif_b863998d4be2721a5dfd","q":0,"variant":"base","tokens":88,"calls":1,"padded_tokens":128,"decode_seconds":0.029726500011747703,"wall_seconds":0.03353812501882203,"finite":true,"all_zero":false,"index":32,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0012625455856323242,"mean_abs_dp":0.0008417367935180664,"max_abs_dlogit_T":0.0070549845695495605,"oracle_top2_margin":0.08771461248397827,"near_tie":false,"n_options":3,"probs":[0.35162657499313354,0.4406893849372864,0.20768408477306366]},{"id":"semif_37cebc3792e98049439f","q":0,"variant":"base","tokens":85,"calls":1,"padded_tokens":128,"decode_seconds":0.029698167025344446,"wall_seconds":0.033527291991049424,"finite":true,"all_zero":false,"index":33,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00040841102600097656,"mean_abs_dp":0.000272262841463089,"max_abs_dlogit_T":0.008298099040985107,"oracle_top2_margin":0.8853868246078491,"near_tie":false,"n_options":3,"probs":[0.05178973451256752,0.9365466237068176,0.011663622222840786]},{"id":"semif_64d63f86e328aff1481c","q":0,"variant":"base","tokens":93,"calls":1,"padded_tokens":128,"decode_seconds":0.029577334003988653,"wall_seconds":0.033150625007692724,"finite":true,"all_zero":false,"index":34,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.00036722421646118164,"mean_abs_dp":0.000244804968436559,"max_abs_dlogit_T":0.009482383728027344,"oracle_top2_margin":0.9121700525283813,"near_tie":false,"n_options":3,"probs":[0.01931149512529373,0.03446847200393677,0.9462200403213501]},{"id":"semif_6d64a8459f64eac7f4cc","q":0,"variant":"base","tokens":90,"calls":1,"padded_tokens":128,"decode_seconds":0.02980870901956223,"wall_seconds":0.033922540984349325,"finite":true,"all_zero":false,"index":35,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.001039654016494751,"mean_abs_dp":0.0006931175788243612,"max_abs_dlogit_T":0.007012844085693359,"oracle_top2_margin":0.39074867963790894,"near_tie":false,"n_options":3,"probs":[0.6251041293144226,0.14001347124576569,0.2348824143409729]},{"id":"semif_2708193212d8a4a523c7","q":0,"variant":"base","tokens":90,"calls":1,"padded_tokens":128,"decode_seconds":0.029768833017442375,"wall_seconds":0.03371175000211224,"finite":true,"all_zero":false,"index":36,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0011220276355743408,"mean_abs_dp":0.0007480184237162272,"max_abs_dlogit_T":0.0036134272813796997,"oracle_top2_margin":0.20737019181251526,"near_tie":false,"n_options":3,"probs":[0.22322429716587067,0.28438693284988403,0.4923887252807617]},{"id":"semif_5a37d1dfcad20810a76a","q":0,"variant":"base","tokens":79,"calls":1,"padded_tokens":128,"decode_seconds":0.02974470899789594,"wall_seconds":0.033479917008662596,"finite":true,"all_zero":false,"index":37,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00182420015335083,"mean_abs_dp":0.0012161669631799061,"max_abs_dlogit_T":0.008603692054748535,"oracle_top2_margin":0.4521888494491577,"near_tie":false,"n_options":3,"probs":[0.027740808203816414,0.7139772176742554,0.2582820653915405]},{"id":"semif_acacd8b46acd25cb954b","q":0,"variant":"base","tokens":89,"calls":1,"padded_tokens":128,"decode_seconds":0.029841291980119422,"wall_seconds":0.03390249999938533,"finite":true,"all_zero":false,"index":38,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0015838146209716797,"mean_abs_dp":0.0010558764139811199,"max_abs_dlogit_T":0.006063342094421387,"oracle_top2_margin":0.06195080280303955,"near_tie":false,"n_options":3,"probs":[0.424236536026001,0.3620595335960388,0.21370390057563782]},{"id":"semif_4089c199b8b796ec3ed8","q":0,"variant":"base","tokens":88,"calls":1,"padded_tokens":128,"decode_seconds":0.02963441700558178,"wall_seconds":0.033618667017435655,"finite":true,"all_zero":false,"index":39,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":1,"argmax_equal":false,"max_abs_dp":0.00262334942817688,"mean_abs_dp":0.0017489045858383179,"max_abs_dlogit_T":0.007260680198669434,"oracle_top2_margin":0.0032414793968200684,"near_tie":true,"n_options":3,"probs":[0.4418662488460541,0.4398947060108185,0.11823905259370804]},{"id":"semif_02f2b95a5c5a4777a45c","q":0,"variant":"base","tokens":74,"calls":1,"padded_tokens":128,"decode_seconds":0.3147478330065496,"wall_seconds":0.32039637499838136,"finite":true,"all_zero":false,"index":0,"shard":"shard_09","first_in_process":true,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0025391578674316406,"mean_abs_dp":0.0016927942633628845,"max_abs_dlogit_T":0.017728567123413086,"oracle_top2_margin":0.6085776090621948,"near_tie":false,"n_options":3,"probs":[0.09419634938240051,0.7552950382232666,0.15050862729549408]},{"id":"semif_ebea4681e3dcc7d92ca2","q":0,"variant":"base","tokens":79,"calls":1,"padded_tokens":128,"decode_seconds":0.0297776669904124,"wall_seconds":0.035106166993500665,"finite":true,"all_zero":false,"index":1,"shard":"shard_09","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0007190704345703125,"mean_abs_dp":0.0004793206850687663,"max_abs_dlogit_T":0.0019072890281677246,"oracle_top2_margin":0.13673824071884155,"near_tie":false,"n_options":3,"probs":[0.2934931814670563,0.27528685331344604,0.43122005462646484]},{"id":"semif_b8c5b9b285cbdddc9f8d","q":0,"variant":"base","tokens":70,"calls":1,"padded_tokens":128,"decode_seconds":0.029764332983177155,"wall_seconds":0.03377949999412522,"finite":true,"all_zero":false,"index":2,"shard":"shard_09","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0007250308990478516,"mean_abs_dp":0.00048340360323588055,"max_abs_dlogit_T":0.008301019668579102,"oracle_top2_margin":0.0788612961769104,"near_tie":false,"n_options":3,"probs":[0.3128047585487366,0.29575836658477783,0.39143678545951843]},{"id":"semif_7ed75d854d99b3a81916","q":0,"variant":"base","tokens":68,"calls":1,"padded_tokens":128,"decode_seconds":0.030038375000003725,"wall_seconds":0.0339091659989208,"finite":true,"all_zero":false,"index":3,"shard":"shard_09","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0027118921279907227,"mean_abs_dp":0.0018079231182734172,"max_abs_dlogit_T":0.010481476783752441,"oracle_top2_margin":0.4379068613052368,"near_tie":false,"n_options":3,"probs":[0.6672860980033875,0.0988122969865799,0.23390161991119385]},{"id":"own_t01","q":0,"variant":"base","tokens":184,"calls":2,"padded_tokens":256,"decode_seconds":0.059216208988800645,"wall_seconds":0.06318383300094865,"finite":true,"all_zero":false,"index":4,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"team","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0004413127899169922,"mean_abs_dp":0.0003251582384109497,"max_abs_dlogit_T":0.008745551109313965,"oracle_top2_margin":0.3381020724773407,"near_tie":false,"n_options":5,"probs":[0.544118344783783,0.03409168869256973,0.14737625420093536,0.0678076222538948,0.20660604536533356],"hidden":{"max_abs_diff":0.08958816528320312,"ref_absmax":30.141008377075195,"rel_max_abs_diff":0.0029723015289476033,"min_pos_cos":0.9999425104637232,"min_pos_cos_index":2,"mean_pos_cos":0.9999947806221027,"positions_below_0.9999":0,"positions":184,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_t01","q":1,"variant":"base","tokens":149,"calls":2,"padded_tokens":256,"decode_seconds":0.05941933300346136,"wall_seconds":0.06335187502554618,"finite":true,"all_zero":false,"index":5,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"several_actions","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":6.878376007080078e-05,"mean_abs_dp":6.876885890960693e-05,"max_abs_dlogit_T":0.0002567768096923828,"oracle_top2_margin":0.30454543232917786,"near_tie":false,"n_options":2,"probs":[0.34765851497650146,0.6523414850234985],"hidden":{"max_abs_diff":0.08958816528320312,"ref_absmax":30.141008377075195,"rel_max_abs_diff":0.0029723015289476033,"min_pos_cos":0.9999425104637232,"min_pos_cos_index":2,"mean_pos_cos":0.9999942952287799,"positions_below_0.9999":0,"positions":149,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_t01","q":2,"variant":"base","tokens":158,"calls":2,"padded_tokens":256,"decode_seconds":0.05966149998130277,"wall_seconds":0.06371037499047816,"finite":true,"all_zero":false,"index":6,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"upset","type":"score","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0006066486239433289,"mean_abs_dp":0.00030332617461681366,"max_abs_dlogit_T":0.004855990409851074,"oracle_top2_margin":0.22719793021678925,"near_tie":false,"n_options":4,"probs":[0.10984741151332855,0.23637980222702026,0.46384957432746887,0.1899232119321823],"hidden":{"max_abs_diff":0.08958816528320312,"ref_absmax":30.141008377075195,"rel_max_abs_diff":0.0029723015289476033,"min_pos_cos":0.9999425104637232,"min_pos_cos_index":2,"mean_pos_cos":0.999994554421612,"positions_below_0.9999":0,"positions":158,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_t01","q":3,"variant":"base","tokens":156,"calls":2,"padded_tokens":256,"decode_seconds":0.05960512501769699,"wall_seconds":0.06355245900340378,"finite":true,"all_zero":false,"index":7,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"refund","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00047963857650756836,"mean_abs_dp":0.00047963857650756836,"max_abs_dlogit_T":0.003797769546508789,"oracle_top2_margin":0.7503683567047119,"near_tie":false,"n_options":2,"probs":[0.12529543042182922,0.8747045397758484],"hidden":{"max_abs_diff":0.08958816528320312,"ref_absmax":30.141008377075195,"rel_max_abs_diff":0.0029723015289476033,"min_pos_cos":0.9999425104637232,"min_pos_cos_index":2,"mean_pos_cos":0.9999944961127384,"positions_below_0.9999":0,"positions":156,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_t02","q":0,"variant":"base","tokens":270,"calls":3,"padded_tokens":384,"decode_seconds":0.08967429102631286,"wall_seconds":0.09374741598730907,"finite":true,"all_zero":false,"index":8,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"impact","type":"score","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0013183951377868652,"mean_abs_dp":0.0007361713796854019,"max_abs_dlogit_T":0.008123576641082764,"oracle_top2_margin":0.12554225325584412,"near_tie":false,"n_options":4,"probs":[0.40824824571609497,0.28509923815727234,0.19687101244926453,0.10978157818317413]},{"id":"own_t02","q":1,"variant":"base","tokens":303,"calls":3,"padded_tokens":384,"decode_seconds":0.08987333401455544,"wall_seconds":0.09370795800350606,"finite":true,"all_zero":false,"index":9,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"standby","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0002745985984802246,"mean_abs_dp":0.00012812335044145584,"max_abs_dlogit_T":0.004610002040863037,"oracle_top2_margin":0.7914202213287354,"near_tie":false,"n_options":5,"probs":[0.011072301305830479,0.8695230484008789,0.023275457322597504,0.018255243077874184,0.07787392288446426]},{"id":"own_t02","q":2,"variant":"base","tokens":262,"calls":3,"padded_tokens":384,"decode_seconds":0.089776124979835,"wall_seconds":0.09356533299433067,"finite":true,"all_zero":false,"index":10,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"boil_notice","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00015395879745483398,"mean_abs_dp":0.0001539289951324463,"max_abs_dlogit_T":0.00192338228225708,"oracle_top2_margin":0.8067709803581238,"near_tie":false,"n_options":2,"probs":[0.9032315611839294,0.09676843881607056]},{"id":"own_t03","q":0,"variant":"base","tokens":232,"calls":2,"padded_tokens":256,"decode_seconds":0.059849125012988225,"wall_seconds":0.06387512502260506,"finite":true,"all_zero":false,"index":11,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"day","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0015241503715515137,"mean_abs_dp":0.0005080405001839002,"max_abs_dlogit_T":0.009582281112670898,"oracle_top2_margin":0.5557763576507568,"near_tie":false,"n_options":6,"probs":[0.045645590871572495,0.709793746471405,0.040053945034742355,0.029676634818315506,0.018603965640068054,0.15622606873512268]},{"id":"own_t03","q":1,"variant":"base","tokens":214,"calls":2,"padded_tokens":256,"decode_seconds":0.05963662499561906,"wall_seconds":0.06391695799538866,"finite":true,"all_zero":false,"index":12,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"confirmed","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0012772083282470703,"mean_abs_dp":0.0012772008776664734,"max_abs_dlogit_T":0.009910345077514648,"oracle_top2_margin":0.7302511930465698,"near_tie":false,"n_options":2,"probs":[0.13615158200263977,0.8638483881950378]},{"id":"own_t03","q":2,"variant":"base","tokens":245,"calls":2,"padded_tokens":256,"decode_seconds":0.059644624998327345,"wall_seconds":0.0633795409812592,"finite":true,"all_zero":false,"index":13,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"place","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0021155476570129395,"mean_abs_dp":0.0010577980428934097,"max_abs_dlogit_T":0.010032892227172852,"oracle_top2_margin":0.18012985587120056,"near_tie":false,"n_options":4,"probs":[0.3035493493080139,0.48140162229537964,0.16945777833461761,0.0455913282930851]},{"id":"own_t04","q":0,"variant":"base","tokens":190,"calls":2,"padded_tokens":256,"decode_seconds":0.05992499997955747,"wall_seconds":0.0642069169844035,"finite":true,"all_zero":false,"index":14,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"crash_owner","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0005415678024291992,"mean_abs_dp":0.00027076154947280884,"max_abs_dlogit_T":0.01076507568359375,"oracle_top2_margin":0.8690025806427002,"near_tie":false,"n_options":4,"probs":[0.041303083300590515,0.9092603921890259,0.025547925382852554,0.023888539522886276]},{"id":"own_t04","q":1,"variant":"base","tokens":169,"calls":2,"padded_tokens":256,"decode_seconds":0.059721458004787564,"wall_seconds":0.06369691700092517,"finite":true,"all_zero":false,"index":15,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"blocked","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0014510750770568848,"mean_abs_dp":0.001451045274734497,"max_abs_dlogit_T":0.004171848297119141,"oracle_top2_margin":0.106167733669281,"near_tie":false,"n_options":2,"probs":[0.448367178440094,0.551632821559906]},{"id":"own_t04","q":2,"variant":"base","tokens":191,"calls":2,"padded_tokens":256,"decode_seconds":0.05962383298901841,"wall_seconds":0.06337104199337773,"finite":true,"all_zero":false,"index":16,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"release_day","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.003041505813598633,"mean_abs_dp":0.0015207547694444656,"max_abs_dlogit_T":0.010523200035095215,"oracle_top2_margin":0.05060693621635437,"near_tie":false,"n_options":4,"probs":[0.14027783274650574,0.04075842350721359,0.4323086142539978,0.38665518164634705]},{"id":"own_t04","q":3,"variant":"base","tokens":175,"calls":2,"padded_tokens":256,"decode_seconds":0.059422791993711144,"wall_seconds":0.06311729201115668,"finite":true,"all_zero":false,"index":17,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"blockers","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.002026960253715515,"mean_abs_dp":0.0013513416051864624,"max_abs_dlogit_T":0.008106112480163574,"oracle_top2_margin":0.14521116018295288,"near_tie":false,"n_options":3,"probs":[0.20719659328460693,0.4695029854774475,0.32330039143562317]},{"id":"own_t05","q":0,"variant":"base","tokens":132,"calls":2,"padded_tokens":256,"decode_seconds":0.059774124994874,"wall_seconds":0.0634438749984838,"finite":true,"all_zero":false,"index":18,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"stars","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0013938546180725098,"mean_abs_dp":0.0006301641464233398,"max_abs_dlogit_T":0.01069796085357666,"oracle_top2_margin":0.08131647109985352,"near_tie":false,"n_options":5,"probs":[0.26385819911956787,0.34417587518692017,0.25131040811538696,0.10147782415151596,0.03917766734957695]},{"id":"own_t05","q":1,"variant":"base","tokens":158,"calls":2,"padded_tokens":256,"decode_seconds":0.05980479100253433,"wall_seconds":0.06343874998856336,"finite":true,"all_zero":false,"index":19,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"complaint","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0013733506202697754,"mean_abs_dp":0.0005207783542573452,"max_abs_dlogit_T":0.009939491748809814,"oracle_top2_margin":0.397593230009079,"near_tie":false,"n_options":6,"probs":[0.02042132057249546,0.6293957233428955,0.22920075058937073,0.024514280259609222,0.013009382411837578,0.08345857262611389]},{"id":"own_t05","q":2,"variant":"base","tokens":117,"calls":1,"padded_tokens":128,"decode_seconds":0.029793084017001092,"wall_seconds":0.03363499999977648,"finite":true,"all_zero":false,"index":20,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"recommend","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00014251470565795898,"mean_abs_dp":0.00014248397201299667,"max_abs_dlogit_T":0.008740901947021484,"oracle_top2_margin":0.9450063109397888,"near_tie":false,"n_options":2,"probs":[0.9723606705665588,0.02763933688402176]},{"id":"own_t05","q":3,"variant":"base","tokens":125,"calls":1,"padded_tokens":128,"decode_seconds":0.03033612499712035,"wall_seconds":0.03449737501796335,"finite":true,"all_zero":false,"index":21,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"returning","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":8.571147918701172e-05,"mean_abs_dp":8.571147918701172e-05,"max_abs_dlogit_T":0.004288673400878906,"oracle_top2_margin":0.9648926258087158,"near_tie":false,"n_options":2,"probs":[0.0176394060254097,0.9823606014251709]},{"id":"own_t06","q":0,"variant":"base","tokens":301,"calls":3,"padded_tokens":384,"decode_seconds":0.09027029198477976,"wall_seconds":0.09414075000677258,"finite":true,"all_zero":false,"index":22,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"first_request","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00330430269241333,"mean_abs_dp":0.000676695303991437,"max_abs_dlogit_T":0.017122983932495117,"oracle_top2_margin":0.048377931118011475,"near_tie":false,"n_options":10,"probs":[0.03154497221112251,0.30319568514823914,0.006537587847560644,0.25113365054130554,0.022759240120649338,0.0713852047920227,0.01446311455219984,0.018369510769844055,0.03505466505885124,0.24555642902851105]},{"id":"own_t06","q":1,"variant":"base","tokens":223,"calls":2,"padded_tokens":256,"decode_seconds":0.05970020798849873,"wall_seconds":0.06350054100039415,"finite":true,"all_zero":false,"index":23,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"fixed","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0004641115665435791,"mean_abs_dp":0.00046409666538238525,"max_abs_dlogit_T":0.010015726089477539,"oracle_top2_margin":0.5263986587524414,"near_tie":false,"n_options":2,"probs":[0.7627352476119995,0.23726479709148407]},{"id":"own_t06","q":2,"variant":"base","tokens":224,"calls":2,"padded_tokens":256,"decode_seconds":0.05961879200185649,"wall_seconds":0.06345233300817199,"finite":true,"all_zero":false,"index":24,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"patience","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0006912648677825928,"mean_abs_dp":0.00046087801456451416,"max_abs_dlogit_T":0.004730888642370701,"oracle_top2_margin":0.04287439584732056,"near_tie":false,"n_options":3,"probs":[0.39280080795288086,0.4363802373409271,0.17081891000270844]},{"id":"own_t07","q":0,"variant":"base","tokens":219,"calls":2,"padded_tokens":256,"decode_seconds":0.05997833301080391,"wall_seconds":0.06387191699468531,"finite":true,"all_zero":false,"index":25,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"slot","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0012436509132385254,"mean_abs_dp":0.0006384029984474182,"max_abs_dlogit_T":0.006012082099914551,"oracle_top2_margin":0.13217660784721375,"near_tie":false,"n_options":4,"probs":[0.12786713242530823,0.25324341654777527,0.3831443190574646,0.2357451170682907]},{"id":"own_t07","q":1,"variant":"base","tokens":174,"calls":2,"padded_tokens":256,"decode_seconds":0.059666624991223216,"wall_seconds":0.06352600001264364,"finite":true,"all_zero":false,"index":26,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"callback","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0006417781114578247,"mean_abs_dp":0.0006417706608772278,"max_abs_dlogit_T":0.005569815635681152,"oracle_top2_margin":0.6053133010864258,"near_tie":false,"n_options":2,"probs":[0.19798511266708374,0.8020148873329163]},{"id":"own_t07","q":2,"variant":"base","tokens":187,"calls":2,"padded_tokens":256,"decode_seconds":0.06000995900831185,"wall_seconds":0.06377000000793487,"finite":true,"all_zero":false,"index":27,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"callback_time","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0016056597232818604,"mean_abs_dp":0.001070434848467509,"max_abs_dlogit_T":0.0074282437562942505,"oracle_top2_margin":0.2717403173446655,"near_tie":false,"n_options":3,"probs":[0.5373282432556152,0.2632335126399994,0.19943822920322418]},{"id":"own_t08","q":0,"variant":"base","tokens":155,"calls":2,"padded_tokens":256,"decode_seconds":0.06009779201122001,"wall_seconds":0.06406312499893829,"finite":true,"all_zero":false,"index":28,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"owes","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0008489489555358887,"mean_abs_dp":0.0008489489555358887,"max_abs_dlogit_T":0.0034208260476589203,"oracle_top2_margin":0.1572883427143097,"near_tie":false,"n_options":2,"probs":[0.5777952075004578,0.42220476269721985]},{"id":"own_t08","q":1,"variant":"base","tokens":155,"calls":2,"padded_tokens":256,"decode_seconds":0.05986508401110768,"wall_seconds":0.06398033301229589,"finite":true,"all_zero":false,"index":29,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"rule","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.001208275556564331,"mean_abs_dp":0.0007867738604545593,"max_abs_dlogit_T":0.007142305374145508,"oracle_top2_margin":0.03466594219207764,"near_tie":false,"n_options":4,"probs":[0.3104463815689087,0.34339630603790283,0.217483788728714,0.1286735087633133]},{"id":"own_t08","q":2,"variant":"base","tokens":170,"calls":2,"padded_tokens":256,"decode_seconds":0.06024154199985787,"wall_seconds":0.06390704101067968,"finite":true,"all_zero":false,"index":30,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"amount","type":"score","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.001212090253829956,"mean_abs_dp":0.0008231662213802338,"max_abs_dlogit_T":0.00947558879852295,"oracle_top2_margin":0.25134599208831787,"near_tie":false,"n_options":4,"probs":[0.4876096844673157,0.23698341846466064,0.11387202888727188,0.16153484582901]},{"id":"own_t09","q":0,"variant":"base","tokens":122,"calls":1,"padded_tokens":128,"decode_seconds":0.030216625018510967,"wall_seconds":0.03414945802069269,"finite":true,"all_zero":false,"index":31,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"error","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0004432499408721924,"mean_abs_dp":0.00044320523738861084,"max_abs_dlogit_T":0.0018508434295654297,"oracle_top2_margin":0.6116014122962952,"near_tie":false,"n_options":2,"probs":[0.1937560737133026,0.806243896484375]},{"id":"own_t09","q":1,"variant":"base","tokens":151,"calls":2,"padded_tokens":256,"decode_seconds":0.05996424998738803,"wall_seconds":0.06396816699998453,"finite":true,"all_zero":false,"index":32,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"fix","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0006380081176757812,"mean_abs_dp":0.0003235343610867858,"max_abs_dlogit_T":0.004298686981201172,"oracle_top2_margin":0.7431982159614563,"near_tie":false,"n_options":4,"probs":[0.8656794428825378,0.004643300082534552,0.008430266752839088,0.12124699354171753]},{"id":"own_t10","q":0,"variant":"base","tokens":161,"calls":2,"padded_tokens":256,"decode_seconds":0.06006429099943489,"wall_seconds":0.06424933299422264,"finite":true,"all_zero":false,"index":33,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"topic","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00018638372421264648,"mean_abs_dp":7.456797175109386e-05,"max_abs_dlogit_T":0.006690025329589844,"oracle_top2_margin":0.9358961582183838,"near_tie":false,"n_options":5,"probs":[0.956653892993927,0.018167326226830482,0.021036632359027863,0.0017159531125798821,0.00242627807892859]},{"id":"own_t10","q":1,"variant":"base","tokens":140,"calls":2,"padded_tokens":256,"decode_seconds":0.05993995800963603,"wall_seconds":0.06391783300205134,"finite":true,"all_zero":false,"index":34,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"first_time","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0007687211036682129,"mean_abs_dp":0.0007686614990234375,"max_abs_dlogit_T":0.0069342851638793945,"oracle_top2_margin":0.07992240786552429,"near_tie":false,"n_options":2,"probs":[0.4608074724674225,0.5391925573348999]},{"id":"own_t10","q":2,"variant":"base","tokens":156,"calls":2,"padded_tokens":256,"decode_seconds":0.0599964160064701,"wall_seconds":0.06392995800706558,"finite":true,"all_zero":false,"index":35,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"escalation","type":"score","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.001351475715637207,"mean_abs_dp":0.0008373931050300598,"max_abs_dlogit_T":0.014591440558433533,"oracle_top2_margin":0.011951148509979248,"near_tie":true,"n_options":4,"probs":[0.32074588537216187,0.27025243639945984,0.30982285737991333,0.09917877614498138]},{"id":"own_j01","q":0,"variant":"base","tokens":212,"calls":2,"padded_tokens":256,"decode_seconds":0.06038937499397434,"wall_seconds":0.0644881250045728,"finite":true,"all_zero":false,"index":36,"shard":"shard_09","first_in_process":false,"source":"own_json","qid":"overdue","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0009358525276184082,"mean_abs_dp":0.0009358227252960205,"max_abs_dlogit_T":0.002205193042755127,"oracle_top2_margin":0.36813127994537354,"near_tie":false,"n_options":2,"probs":[0.3149985074996948,0.6850014328956604]},{"id":"own_j01","q":1,"variant":"base","tokens":223,"calls":2,"padded_tokens":256,"decode_seconds":0.059755624999525025,"wall_seconds":0.06387650000397116,"finite":true,"all_zero":false,"index":37,"shard":"shard_09","first_in_process":false,"source":"own_json","qid":"method","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0005901157855987549,"mean_abs_dp":0.0002950727939605713,"max_abs_dlogit_T":0.0037029385566711426,"oracle_top2_margin":0.145786851644516,"near_tie":false,"n_options":4,"probs":[0.2264752835035324,0.3716064989566803,0.2044772207736969,0.19744104146957397]},{"id":"own_j01","q":2,"variant":"base","tokens":242,"calls":2,"padded_tokens":256,"decode_seconds":0.06010033399797976,"wall_seconds":0.06415237500914373,"finite":true,"all_zero":false,"index":38,"shard":"shard_09","first_in_process":false,"source":"own_json","qid":"size","type":"score","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.002259671688079834,"mean_abs_dp":0.001129843294620514,"max_abs_dlogit_T":0.008386343717575073,"oracle_top2_margin":0.06988182663917542,"near_tie":false,"n_options":4,"probs":[0.13150888681411743,0.21571435034275055,0.29327020049095154,0.35950660705566406]},{"id":"own_j01","q":3,"variant":"base","tokens":223,"calls":2,"padded_tokens":256,"decode_seconds":0.05978325000614859,"wall_seconds":0.06350662501063198,"finite":true,"all_zero":false,"index":39,"shard":"shard_09","first_in_process":false,"source":"own_json","qid":"reminded","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.56978988647461e-05,"mean_abs_dp":7.568299770355225e-05,"max_abs_dlogit_T":0.0037886500358581543,"oracle_top2_margin":0.15178239345550537,"near_tie":false,"n_options":2,"probs":[0.4241844713687897,0.5758154988288879]},{"id":"own_j02","q":0,"variant":"base","tokens":332,"calls":3,"padded_tokens":384,"decode_seconds":0.2807087079854682,"wall_seconds":0.28582241700496525,"finite":true,"all_zero":false,"index":0,"shard":"shard_10","first_in_process":true,"source":"own_json","qid":"next_action","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0006086230278015137,"mean_abs_dp":0.0002643358428031206,"max_abs_dlogit_T":0.007225155830383301,"oracle_top2_margin":0.007524773478507996,"near_tie":true,"n_options":10,"probs":[0.20488688349723816,0.08894633501768112,0.19778388738632202,0.08311259001493454,0.028003299608826637,0.00424965750426054,0.019564799964427948,0.16082069277763367,0.015398598276078701,0.19723324477672577]},{"id":"own_j02","q":1,"variant":"base","tokens":232,"calls":2,"padded_tokens":256,"decode_seconds":0.05996758400578983,"wall_seconds":0.06413924999651499,"finite":true,"all_zero":false,"index":1,"shard":"shard_10","first_in_process":false,"source":"own_json","qid":"partial","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0003504157066345215,"mean_abs_dp":0.00035040080547332764,"max_abs_dlogit_T":0.0011358261108398438,"oracle_top2_margin":0.10447829961776733,"near_tie":false,"n_options":2,"probs":[0.44811126589775085,0.5518887639045715]},{"id":"own_j02","q":2,"variant":"base","tokens":237,"calls":2,"padded_tokens":256,"decode_seconds":0.059959375008475035,"wall_seconds":0.06367995802429505,"finite":true,"all_zero":false,"index":2,"shard":"shard_10","first_in_process":false,"source":"own_json","qid":"charged_claim","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0015578866004943848,"mean_abs_dp":0.001557856798171997,"max_abs_dlogit_T":0.006788134574890137,"oracle_top2_margin":0.08897575736045837,"near_tie":false,"n_options":2,"probs":[0.4539542496204376,0.54604572057724]},{"id":"own_j03","q":0,"variant":"base","tokens":380,"calls":3,"padded_tokens":384,"decode_seconds":0.0904324590228498,"wall_seconds":0.09449795799446292,"finite":true,"all_zero":false,"index":3,"shard":"shard_10","first_in_process":false,"source":"own_json","qid":"out_of_range","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0007499456405639648,"mean_abs_dp":0.0004401765763759613,"max_abs_dlogit_T":0.00579264760017395,"oracle_top2_margin":0.06177407503128052,"near_tie":false,"n_options":4,"probs":[0.3406200408935547,0.22785066068172455,0.15225070714950562,0.27927854657173157],"hidden":{"max_abs_diff":0.07342338562011719,"ref_absmax":28.847328186035156,"rel_max_abs_diff":0.0025452404169499852,"min_pos_cos":0.9999886446488904,"min_pos_cos_index":4,"mean_pos_cos":0.9999973072381466,"positions_below_0.9999":0,"positions":380,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_j03","q":1,"variant":"base","tokens":333,"calls":3,"padded_tokens":384,"decode_seconds":0.09027912499732338,"wall_seconds":0.0942179579869844,"finite":true,"all_zero":false,"index":4,"shard":"shard_10","first_in_process":false,"source":"own_json","qid":"urgency","type":"score","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0002846717834472656,"mean_abs_dp":0.0001269131898880005,"max_abs_dlogit_T":0.0027385354042053223,"oracle_top2_margin":0.020112618803977966,"near_tie":false,"n_options":7,"probs":[0.22956080734729767,0.06661481410264969,0.14816512167453766,0.20985980331897736,0.11448296904563904,0.08433400094509125,0.14698252081871033],"hidden":{"max_abs_diff":0.07342338562011719,"ref_absmax":28.847328186035156,"rel_max_abs_diff":0.0025452404169499852,"min_pos_cos":0.9999886446488904,"min_pos_cos_index":4,"mean_pos_cos":0.9999973537756155,"positions_below_0.9999":0,"positions":333,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_j03","q":2,"variant":"base","tokens":314,"calls":3,"padded_tokens":384,"decode_seconds":0.08984970801975578,"wall_seconds":0.09387000001152046,"finite":true,"all_zero":false,"index":5,"shard":"shard_10","first_in_process":false,"source":"own_json","qid":"vents_cause","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0001271963119506836,"mean_abs_dp":0.0001271963119506836,"max_abs_dlogit_T":0.0009440779685974121,"oracle_top2_margin":0.02395007014274597,"near_tie":false,"n_options":2,"probs":[0.4881521761417389,0.5118478536605835],"hidden":{"max_abs_diff":0.07342338562011719,"ref_absmax":28.847328186035156,"rel_max_abs_diff":0.0025452404169499852,"min_pos_cos":0.9999886446488904,"min_pos_cos_index":4,"mean_pos_cos":0.9999972830038794,"positions_below_0.9999":0,"positions":314,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_j04","q":0,"variant":"base","tokens":180,"calls":2,"padded_tokens":256,"decode_seconds":0.05981083301594481,"wall_seconds":0.06346495798788965,"finite":true,"all_zero":false,"index":6,"shard":"shard_10","first_in_process":false,"source":"own_json","qid":"declined","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0025592446327209473,"mean_abs_dp":0.0012796446681022644,"max_abs_dlogit_T":0.007663607597351074,"oracle_top2_margin":0.5144549608230591,"near_tie":false,"n_options":4,"probs":[0.10898204147815704,0.12005867063999176,0.6409674882888794,0.12999187409877777]},{"id":"own_j04","q":1,"variant":"base","tokens":171,"calls":2,"padded_tokens":256,"decode_seconds":0.05997624999145046,"wall_seconds":0.06386870899586938,"finite":true,"all_zero":false,"index":7,"shard":"shard_10","first_in_process":false,"source":"own_json","qid":"online","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.000992894172668457,"mean_abs_dp":0.0009928792715072632,"max_abs_dlogit_T":0.009303927421569824,"oracle_top2_margin":0.32075631618499756,"near_tie":false,"n_options":2,"probs":[0.6613710522651672,0.33862897753715515]},{"id":"own_j04","q":2,"variant":"base","tokens":196,"calls":2,"padded_tokens":256,"decode_seconds":0.05975608300650492,"wall_seconds":0.06336349999764934,"finite":true,"all_zero":false,"index":8,"shard":"shard_10","first_in_process":false,"source":"own_json","qid":"notice","type":"score","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.002141326665878296,"mean_abs_dp":0.0010706521570682526,"max_abs_dlogit_T":0.007445275783538818,"oracle_top2_margin":0.08215877413749695,"near_tie":false,"n_options":4,"probs":[0.38378724455833435,0.3040395677089691,0.15906928479671478,0.15310393273830414]},{"id":"own_j05","q":0,"variant":"base","tokens":198,"calls":2,"padded_tokens":256,"decode_seconds":0.06002750000334345,"wall_seconds":0.06379812501836568,"finite":true,"all_zero":false,"index":9,"shard":"shard_10","first_in_process":false,"source":"own_json","qid":"category","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0035173892974853516,"mean_abs_dp":0.0023449361324310303,"max_abs_dlogit_T":0.011759161949157715,"oracle_top2_margin":0.4507710933685303,"near_tie":false,"n_options":3,"probs":[0.1768730878829956,0.6335364580154419,0.1895904690027237]},{"id":"own_j05","q":1,"variant":"base","tokens":153,"calls":2,"padded_tokens":256,"decode_seconds":0.05985050002345815,"wall_seconds":0.06388574998709373,"finite":true,"all_zero":false,"index":10,"shard":"shard_10","first_in_process":false,"source":"own_json","qid":"retry","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.001254647970199585,"mean_abs_dp":0.0012546330690383911,"max_abs_dlogit_T":0.006384789943695068,"oracle_top2_margin":0.024675756692886353,"near_tie":false,"n_options":2,"probs":[0.5110832452774048,0.4889167547225952]},{"id":"own_j05","q":2,"variant":"base","tokens":169,"calls":2,"padded_tokens":256,"decode_seconds":0.059888583986321464,"wall_seconds":0.06369433301733807,"finite":true,"all_zero":false,"index":11,"shard":"shard_10","first_in_process":false,"source":"own_json","qid":"severity","type":"score","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0004494190216064453,"mean_abs_dp":0.00026229556117738994,"max_abs_dlogit_T":0.006113171577453613,"oracle_top2_margin":0.09147655963897705,"near_tie":false,"n_options":7,"probs":[0.24695391952991486,0.0930963084101677,0.11950995773077011,0.11776868253946304,0.15207426249980927,0.1557738482952118,0.11482299119234085]},{"id":"own_a01","q":0,"variant":"base","tokens":199,"calls":2,"padded_tokens":256,"decode_seconds":0.06005420800647698,"wall_seconds":0.06395012501161546,"finite":true,"all_zero":false,"index":12,"shard":"shard_10","first_in_process":false,"source":"own_json","qid":"first","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.001088559627532959,"mean_abs_dp":0.0005442900583148003,"max_abs_dlogit_T":0.00977526605129242,"oracle_top2_margin":0.12012860178947449,"near_tie":false,"n_options":4,"probs":[0.3461185395717621,0.46737009286880493,0.059207797050476074,0.1273036003112793]},{"id":"own_a01","q":1,"variant":"base","tokens":166,"calls":2,"padded_tokens":256,"decode_seconds":0.05995179098681547,"wall_seconds":0.0639112499775365,"finite":true,"all_zero":false,"index":13,"shard":"shard_10","first_in_process":false,"source":"own_json","qid":"hazard","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0012885630130767822,"mean_abs_dp":0.0012885183095932007,"max_abs_dlogit_T":0.0038126111030578613,"oracle_top2_margin":0.31672245264053345,"near_tie":false,"n_options":2,"probs":[0.34292730689048767,0.6570727229118347]},{"id":"own_a01","q":2,"variant":"base","tokens":163,"calls":2,"padded_tokens":256,"decode_seconds":0.06002433301182464,"wall_seconds":0.06381454202346504,"finite":true,"all_zero":false,"index":14,"shard":"shard_10","first_in_process":false,"source":"own_json","qid":"load","type":"score","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.00543212890625e-05,"mean_abs_dp":4.0024518966674805e-05,"max_abs_dlogit_T":0.00027661025524139404,"oracle_top2_margin":0.09236004948616028,"near_tie":false,"n_options":2,"probs":[0.5462200045585632,0.4537799060344696]},{"id":"own_m01","q":0,"variant":"base","tokens":156,"calls":2,"padded_tokens":256,"decode_seconds":0.05998095800168812,"wall_seconds":0.06368474999908358,"finite":true,"all_zero":false,"index":15,"shard":"shard_10","first_in_process":false,"source":"own_text","qid":"bedrooms","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00017675943672657013,"mean_abs_dp":0.00011782534420490265,"max_abs_dlogit_T":0.003999948501586914,"oracle_top2_margin":0.8812302947044373,"near_tie":false,"n_options":3,"probs":[0.031159942969679832,0.9249622225761414,0.04387788474559784],"hidden":{"max_abs_diff":0.08473777770996094,"ref_absmax":30.88239860534668,"rel_max_abs_diff":0.0027438858876489684,"min_pos_cos":0.9999888643599948,"min_pos_cos_index":19,"mean_pos_cos":0.999997305319061,"positions_below_0.9999":0,"positions":156,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_m01","q":1,"variant":"base","tokens":150,"calls":2,"padded_tokens":256,"decode_seconds":0.059886125003686175,"wall_seconds":0.06380195799283683,"finite":true,"all_zero":false,"index":16,"shard":"shard_10","first_in_process":false,"source":"own_text","qid":"lift","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0002799034118652344,"mean_abs_dp":0.0002798866480588913,"max_abs_dlogit_T":0.00500178337097168,"oracle_top2_margin":0.8975095748901367,"near_tie":false,"n_options":2,"probs":[0.0515250638127327,0.9484748840332031],"hidden":{"max_abs_diff":0.08473777770996094,"ref_absmax":30.88239860534668,"rel_max_abs_diff":0.0027438858876489684,"min_pos_cos":0.9999888643599948,"min_pos_cos_index":19,"mean_pos_cos":0.9999973260117254,"positions_below_0.9999":0,"positions":150,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_m01","q":2,"variant":"base","tokens":159,"calls":2,"padded_tokens":256,"decode_seconds":0.059944416978396475,"wall_seconds":0.06372670800192282,"finite":true,"all_zero":false,"index":17,"shard":"shard_10","first_in_process":false,"source":"own_text","qid":"furnished","type":"score","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0003809332847595215,"mean_abs_dp":0.00025397663315137226,"max_abs_dlogit_T":0.00771331787109375,"oracle_top2_margin":0.3613918125629425,"near_tie":false,"n_options":3,"probs":[0.6532711982727051,0.29141807556152344,0.05531074479222298],"hidden":{"max_abs_diff":0.08473777770996094,"ref_absmax":30.88239860534668,"rel_max_abs_diff":0.0027438858876489684,"min_pos_cos":0.9999888643599948,"min_pos_cos_index":19,"mean_pos_cos":0.9999972928698018,"positions_below_0.9999":0,"positions":159,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_m01","q":3,"variant":"base","tokens":169,"calls":2,"padded_tokens":256,"decode_seconds":0.06005574998562224,"wall_seconds":0.06375412500347011,"finite":true,"all_zero":false,"index":18,"shard":"shard_10","first_in_process":false,"source":"own_text","qid":"rabbit","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.000722244381904602,"mean_abs_dp":0.00048149873812993366,"max_abs_dlogit_T":0.006492972373962402,"oracle_top2_margin":0.4848095774650574,"near_tie":false,"n_options":3,"probs":[0.028392963111400604,0.24278977513313293,0.7288172841072083],"hidden":{"max_abs_diff":0.08473777770996094,"ref_absmax":30.88239860534668,"rel_max_abs_diff":0.0027438858876489684,"min_pos_cos":0.9999888643599948,"min_pos_cos_index":19,"mean_pos_cos":0.9999971866095284,"positions_below_0.9999":0,"positions":169,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_m01","q":4,"variant":"base","tokens":154,"calls":2,"padded_tokens":256,"decode_seconds":0.06020724997506477,"wall_seconds":0.06392320798477158,"finite":true,"all_zero":false,"index":19,"shard":"shard_10","first_in_process":false,"source":"own_text","qid":"parking","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.9190053939819336e-05,"mean_abs_dp":3.917515277862549e-05,"max_abs_dlogit_T":0.0039174556732177734,"oracle_top2_margin":0.9664559364318848,"near_tie":false,"n_options":2,"probs":[0.983188807964325,0.016811244189739227],"hidden":{"max_abs_diff":0.08473777770996094,"ref_absmax":30.88239860534668,"rel_max_abs_diff":0.0027438858876489684,"min_pos_cos":0.9999888643599948,"min_pos_cos_index":19,"mean_pos_cos":0.999997255521051,"positions_below_0.9999":0,"positions":154,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_m01","q":5,"variant":"base","tokens":168,"calls":2,"padded_tokens":256,"decode_seconds":0.05963595901266672,"wall_seconds":0.0633944160072133,"finite":true,"all_zero":false,"index":20,"shard":"shard_10","first_in_process":false,"source":"own_text","qid":"bill","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0022855401039123535,"mean_abs_dp":0.0009141974151134491,"max_abs_dlogit_T":0.016724348068237305,"oracle_top2_margin":0.22992277145385742,"near_tie":false,"n_options":5,"probs":[0.03382610157132149,0.03515513613820076,0.5567401647567749,0.04448436573147774,0.32979416847229004],"hidden":{"max_abs_diff":0.08473777770996094,"ref_absmax":30.88239860534668,"rel_max_abs_diff":0.0027438858876489684,"min_pos_cos":0.9999888643599948,"min_pos_cos_index":19,"mean_pos_cos":0.999997360472952,"positions_below_0.9999":0,"positions":168,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_m01","q":6,"variant":"base","tokens":154,"calls":2,"padded_tokens":256,"decode_seconds":0.05979741699411534,"wall_seconds":0.0635625830036588,"finite":true,"all_zero":false,"index":21,"shard":"shard_10","first_in_process":false,"source":"own_text","qid":"weekday_viewing","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0016181468963623047,"mean_abs_dp":0.0016181468963623047,"max_abs_dlogit_T":0.005697727203369141,"oracle_top2_margin":0.44855186343193054,"near_tie":false,"n_options":2,"probs":[0.2773422300815582,0.7226577997207642],"hidden":{"max_abs_diff":0.08473777770996094,"ref_absmax":30.88239860534668,"rel_max_abs_diff":0.0027438858876489684,"min_pos_cos":0.9999888643599948,"min_pos_cos_index":19,"mean_pos_cos":0.9999972626704785,"positions_below_0.9999":0,"positions":154,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_m01","q":7,"variant":"base","tokens":169,"calls":2,"padded_tokens":256,"decode_seconds":0.05991045801783912,"wall_seconds":0.0636385420220904,"finite":true,"all_zero":false,"index":22,"shard":"shard_10","first_in_process":false,"source":"own_text","qid":"term","type":"score","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0005417540669441223,"mean_abs_dp":0.0003824988380074501,"max_abs_dlogit_T":0.00588911771774292,"oracle_top2_margin":0.6617178320884705,"near_tie":false,"n_options":4,"probs":[0.04562315717339516,0.08603311330080032,0.7650318741798401,0.10331182926893234],"hidden":{"max_abs_diff":0.08473777770996094,"ref_absmax":30.88239860534668,"rel_max_abs_diff":0.0027438858876489684,"min_pos_cos":0.9999888643599948,"min_pos_cos_index":19,"mean_pos_cos":0.9999972811764412,"positions_below_0.9999":0,"positions":169,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_L01","q":0,"variant":"base","tokens":1793,"calls":15,"padded_tokens":1920,"decode_seconds":0.4516837499977555,"wall_seconds":0.4554067080025561,"finite":true,"all_zero":false,"index":23,"shard":"shard_10","first_in_process":false,"source":"own_long","qid":"component","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0010606646537780762,"mean_abs_dp":0.00044927820563316344,"max_abs_dlogit_T":0.007862091064453125,"oracle_top2_margin":0.5732508897781372,"near_tie":false,"n_options":5,"probs":[0.03316932171583176,0.7481666803359985,0.032885633409023285,0.012922672554850578,0.1728556752204895]},{"id":"own_L01","q":1,"variant":"base","tokens":1766,"calls":14,"padded_tokens":1792,"decode_seconds":0.42180433301837184,"wall_seconds":0.42530762500246055,"finite":true,"all_zero":false,"index":24,"shard":"shard_10","first_in_process":false,"source":"own_long","qid":"normal_at_end","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00041550397872924805,"mean_abs_dp":0.0004154592752456665,"max_abs_dlogit_T":0.004111438989639282,"oracle_top2_margin":0.3969528377056122,"near_tie":false,"n_options":2,"probs":[0.30110812187194824,0.6988918781280518]},{"id":"own_L01","q":2,"variant":"base","tokens":1802,"calls":15,"padded_tokens":1920,"decode_seconds":0.4537018330011051,"wall_seconds":0.45772999999462627,"finite":true,"all_zero":false,"index":25,"shard":"shard_10","first_in_process":false,"source":"own_long","qid":"stoppage","type":"score","argmax":4,"argmax_oracle":4,"argmax_equal":true,"max_abs_dp":0.000732123851776123,"mean_abs_dp":0.0003756390263636907,"max_abs_dlogit_T":0.007602512836456299,"oracle_top2_margin":0.03610238432884216,"near_tie":false,"n_options":6,"probs":[0.054540570825338364,0.0790608823299408,0.11120676249265671,0.14767788350582123,0.32244008779525757,0.28507372736930847]},{"id":"own_L02","q":0,"variant":"base","tokens":1518,"calls":12,"padded_tokens":1536,"decode_seconds":0.36120495799696073,"wall_seconds":0.36501570901600644,"finite":true,"all_zero":false,"index":26,"shard":"shard_10","first_in_process":false,"source":"own_long","qid":"notice","type":"score","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.00665283203125,"mean_abs_dp":0.002661152929067612,"max_abs_dlogit_T":0.031215667724609375,"oracle_top2_margin":0.43417489528656006,"near_tie":false,"n_options":5,"probs":[0.17730353772640228,0.030085677281022072,0.07282647490501404,0.6010557413101196,0.1187286376953125],"hidden":{"max_abs_diff":0.14557456970214844,"ref_absmax":29.34103012084961,"rel_max_abs_diff":0.004961467579786974,"min_pos_cos":0.9999554049779278,"min_pos_cos_index":26,"mean_pos_cos":0.9999959130251652,"positions_below_0.9999":0,"positions":1518,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_L02","q":1,"variant":"base","tokens":1497,"calls":12,"padded_tokens":1536,"decode_seconds":0.3594814999960363,"wall_seconds":0.36291899997740984,"finite":true,"all_zero":false,"index":27,"shard":"shard_10","first_in_process":false,"source":"own_long","qid":"subcontract","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.0527670383453369e-05,"mean_abs_dp":1.050904393196106e-05,"max_abs_dlogit_T":0.004445374011993408,"oracle_top2_margin":0.7794755697250366,"near_tie":false,"n_options":2,"probs":[0.8897482752799988,0.11025170236825943],"hidden":{"max_abs_diff":0.14557456970214844,"ref_absmax":29.34103012084961,"rel_max_abs_diff":0.004961467579786974,"min_pos_cos":0.9999554049779278,"min_pos_cos_index":26,"mean_pos_cos":0.9999958851364636,"positions_below_0.9999":0,"positions":1497,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_L02","q":2,"variant":"base","tokens":1539,"calls":13,"padded_tokens":1664,"decode_seconds":0.39070037499186583,"wall_seconds":0.39406504199723713,"finite":true,"all_zero":false,"index":28,"shard":"shard_10","first_in_process":false,"source":"own_long","qid":"cap","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0012706518173217773,"mean_abs_dp":0.0006352965719997883,"max_abs_dlogit_T":0.009761691093444824,"oracle_top2_margin":0.735587477684021,"near_tie":false,"n_options":4,"probs":[0.854941725730896,0.010391178540885448,0.12156205624341965,0.013104929588735104],"hidden":{"max_abs_diff":0.14557456970214844,"ref_absmax":29.34103012084961,"rel_max_abs_diff":0.004961467579786974,"min_pos_cos":0.9999554049779278,"min_pos_cos_index":26,"mean_pos_cos":0.9999959355725646,"positions_below_0.9999":0,"positions":1539,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_L02","q":3,"variant":"base","tokens":1499,"calls":12,"padded_tokens":1536,"decode_seconds":0.3604990410094615,"wall_seconds":0.36409312501200475,"finite":true,"all_zero":false,"index":29,"shard":"shard_10","first_in_process":false,"source":"own_long","qid":"pay_30","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0006954073905944824,"mean_abs_dp":0.000695396214723587,"max_abs_dlogit_T":0.010026931762695312,"oracle_top2_margin":0.8828529715538025,"near_tie":false,"n_options":2,"probs":[0.05926889553666115,0.9407310485839844],"hidden":{"max_abs_diff":0.14557456970214844,"ref_absmax":29.34103012084961,"rel_max_abs_diff":0.004961467579786974,"min_pos_cos":0.9999554049779278,"min_pos_cos_index":26,"mean_pos_cos":0.9999959234559699,"positions_below_0.9999":0,"positions":1499,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_L03","q":0,"variant":"base","tokens":1475,"calls":12,"padded_tokens":1536,"decode_seconds":0.3601694579992909,"wall_seconds":0.3641767500084825,"finite":true,"all_zero":false,"index":30,"shard":"shard_10","first_in_process":false,"source":"own_long","qid":"fee_motion","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0036301016807556152,"mean_abs_dp":0.0018150494433939457,"max_abs_dlogit_T":0.011473894119262695,"oracle_top2_margin":0.4104243218898773,"near_tie":false,"n_options":4,"probs":[0.02705671265721321,0.6453678011894226,0.24155016243457794,0.08602531999349594]},{"id":"own_L03","q":1,"variant":"base","tokens":1445,"calls":12,"padded_tokens":1536,"decode_seconds":0.36017287499271333,"wall_seconds":0.36383937500067987,"finite":true,"all_zero":false,"index":31,"shard":"shard_10","first_in_process":false,"source":"own_long","qid":"quorate","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":8.112192153930664e-05,"mean_abs_dp":8.112192153930664e-05,"max_abs_dlogit_T":0.0011246204376220703,"oracle_top2_margin":0.6987161636352539,"near_tie":false,"n_options":2,"probs":[0.15056076645851135,0.8494392037391663]},{"id":"own_L03","q":2,"variant":"base","tokens":1451,"calls":12,"padded_tokens":1536,"decode_seconds":0.35997054100153036,"wall_seconds":0.36376108301919885,"finite":true,"all_zero":false,"index":32,"shard":"shard_10","first_in_process":false,"source":"own_long","qid":"treasurer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0017948523163795471,"mean_abs_dp":0.0017948336899280548,"max_abs_dlogit_T":0.029803425073623657,"oracle_top2_margin":0.8095381259918213,"near_tie":false,"n_options":2,"probs":[0.9065638780593872,0.09343607723712921]},{"id":"own_L03","q":3,"variant":"base","tokens":1463,"calls":12,"padded_tokens":1536,"decode_seconds":0.36027945901150815,"wall_seconds":0.3638420000206679,"finite":true,"all_zero":false,"index":33,"shard":"shard_10","first_in_process":false,"source":"own_long","qid":"racks_support","type":"score","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0034409761428833008,"mean_abs_dp":0.0017205076292157173,"max_abs_dlogit_T":0.00816565752029419,"oracle_top2_margin":0.2239849865436554,"near_tie":false,"n_options":4,"probs":[0.07863552868366241,0.3242207169532776,0.5424746870994568,0.0546691007912159]}],"note":"round 11 full gate (fixture 434), form K128","generated_at":"2026-10-04T00:00:04+00:00"},"heldout":{"schema":"kev-decoder-readout-gate/1","gate":"decoder alone on the Mac GPU (oracle row ids), the fp16 hidden read through the fp32 pointer head","bundle":{"bundle":"$ZOO_WORK_ROOT/_kev/exports/bundles/kev_0_8b_decode_fp16_metal_pf128","name":"kev_0_8b_decode_fp16_metal_pf128","kind":"decision-backbone","compression":null,"prefill_chunk":128,"metadata_sha256":"e4d40a2fd5fb005d950a48504e93c6ab49430f63effbb8a1f9c835736814ef34","main_mlirb":{"bytes":1505385733,"sha256":"19d5a4809e348c7cdd314c17cf18646170e2af2ef62f5a32beb8948b2c3f684e"},"tokenizer_sha256":{"tokenizer.json":"fe000e3ed39ed12b8d2481d527d44f93c65d37e87645d2dcc80d1bf9d50d2927","tokenizer_config.json":"e611fbccc7c29ef3b1cafb1cb7ea548d189968632901d678fd62be68c47885de"},"head_sha256":{"head.safetensors":"12038b02ecf7ece3ffb008b22ae97988293e521a86e7aadc8036c9c700893a42","kev_head.json":"73d510708790422d3c84bfc915e311e536d527bc032f0a07394e76999d5c9d7c"},"aimodelc":{"path":"$ZOO_WORK_ROOT/_kev/exports/bundles_aotc/kev_0_8b_decode_fp16_metal_pf128.h16c.aimodelc","bytes":2502047194,"tree_sha256":"1c67c7c72ffdf4c94f48fd558185d87e2a00ee6f69e0fa3bae4db1faef7a7655","files":{"main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist":"fef48239372c6fc169cdea22969b36de363f06719fb153a52974f2ebfa56aea0","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/original_model_0.mpsgraph":"91ddf123ac4514cbbe8a494cee221309699e031f8d9dd4cf9aeb50c119a307e0","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin":"f49d41a85c7ae96b0660de3f841973c0676d468d835136bbf25f69e55e8e5eeb","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_1.mpsgraph":"e986f4bc914ad3d7250fd77e5eed891260c777979ae8ea606d16d91be204ebf5","main-h16c.mlirb":"8fd5163ae047fce51ffd9ddb33e343e4bed375390d4adb4aa8c299d09651073c","main.hash":"a23e0b768b65054ca78521c41021ff13b2c7b1c2d61e34702272be5c64e2dbd5","metadata.json":"f043fc68b0a90bcf74a7be5b64f63664c7d1e8afcf10858a36e6d7e03e21f01b","stats.json":"6c1b81308ee7d1bd31a33d3e243119cbaf4f126560f7e4c9f8c2d2f79a498722"}}},"chunk":128,"max_ctx":4096,"readout":"one row per question, fresh zero states per row; a row of T ids runs as ceil(T / 128) calls of 'main' (static S = 128): call k gets ids[128k : 128k + 128] with position_ids 0..128k+127; the last call is padded with <|endoftext|> (248044) and the hidden rows of the padded positions are discarded (causal: they cannot reach a real position). The hidden rows [1, 128, 1024] of every call, concatenated and cut to T, are the backbone's final-norm last_hidden_state [T, 1024] the head reads. A row fits when ceil(T / 128) * 128 <= 4095 (the position dim's upper bound; the KV sequence dim is allocated at 4096).","descriptor_same_in_every_process":true,"contract":{"inputs":{"input_ids":[[1,128],"int32"],"position_ids":[[1,-1],"int32"]},"outputs":{"hidden":[[1,128,1024],"float16"]},"states":{"keyCache":[[6,1,2,-1,256],"float16"],"valueCache":[[6,1,2,-1,256],"float16"],"convState":[[18,1,6144,3],"float16"],"recState":[[18,1,16,128,128],"float16"]}},"oracle":{"path":"$ZOO_WORK_ROOT/_kev/oracle/heldout/records_oracle.json","sha256":"f715653331a81bd0ff48d48d1f9d294b7b9b3343713a855fd0eed16dd1e505e6","checkpoint":"jaredpalmer/kev-0.8b@788ddbdd65715bb03a56788c822f6c632c9a551d","versions":{"python":"3.12.13","torch":"2.8.0","transformers":"5.17.0","peft":"0.21.0","numpy":"2.5.3","safetensors":"0.8.0"}},"model":"kev-0.8b","head":{"head_safetensors":"$ZOO_WORK_ROOT/_kev/oracle/head/head.safetensors","head_safetensors_sha256":"12038b02ecf7ece3ffb008b22ae97988293e521a86e7aadc8036c9c700893a42","kev_head_json_sha256":"73d510708790422d3c84bfc915e311e536d527bc032f0a07394e76999d5c9d7c","scale":0.0625,"temperature":2.3510958125672174,"dtype":"float32","device":"cpu"},"subset":"all","rows_file":null,"subset_file":null,"script":{"path":"conversion/kev/readout_gate.py","sha256":"9fa297d1ac6cde05208026a582808d7ddc5d35674dba7d21efefabcbf686fd2b"},"bar":{"max_abs_dp":0.02,"mean_of_run_mean_abs_dp":0.002,"near_tie_top2_margin":0.02,"argmax":"every question with an oracle top-2 margin above 0.02; near-ties listed apart","max_abs_dp_applies_to":"every option of every question, near-ties included","reset":"bit-equal hidden rows in every process","mean_of_run_mean_abs_dp_definition":"mean over runs (one run = one row = one question) of the mean |dp| over that question's options"},"environment":{"versions":{"python":"3.11.13","numpy":"2.3.5","coreai-core":"1.0.0b2","coreai-torch":"0.4.1","coreai-models":"0.1.0","torch":"2.9.0","safetensors":"0.7.0"},"platform":"macOS-27.0-arm64-arm-64bit","macos_build":"26A428","chip":"Apple M4 Max","runtime":"coreai python runtime, AOT h16c GPU .aimodelc, SpecializationOptions.default(), no JIT","head":"the pointer head from head.safetensors, fp32, CPU (parity_decoder_torch.KevHead)","gpu":"shared with other sessions, no _GPU_LOCK held (times are contended reference values)"},"gpu_lock":{"start":{"path":"$ZOO_WORK_ROOT/_GPU_LOCK","exists":true,"bytes":56,"content":"kev speed r11 pid <n> since 2026-10-04T08:48:47+09:00\n","mtime":"2026-10-04T08:48:47+09:00"},"end":{"path":"$ZOO_WORK_ROOT/_GPU_LOCK","exists":true,"bytes":56,"content":"kev speed r11 pid <n> since 2026-10-04T08:48:47+09:00\n","mtime":"2026-10-04T08:48:47+09:00"}},"processes":[{"shard":"shard_00","runs":["tv4h_00:q0:base","tv4h_01:q0:base","tv4h_02:q0:base","tv4h_03:q0:base","tv4h_04:q0:base","tv4h_05:q0:base","tv4h_06:q0:base","tv4h_07:q0:base","tv4h_08:q0:base","tv4h_09:q0:base","tv4h_10:q0:base","tv4h_11:q0:base","tv4h_12:q0:base","tv4h_13:q0:base","tv4h_14:q0:base","tv4h_15:q0:base","tv4h_16:q0:base","tv4h_17:q0:base","tv4h_18:q0:base","tv4h_19:q0:base","tv4h_20:q0:base","tv4h_21:q0:base","tv4h_22:q0:base","tv4h_23:q0:base","tv4h_24:q0:base","tv4h_25:q0:base","tv4h_26:q0:base","tv4h_27:q0:base","tv4h_28:q0:base","tv4h_29:q0:base","tv4h_30:q0:base","tv4h_31:q0:base","tv4h_32:q0:base"],"prompts":34,"load_seconds":0.2697683330043219,"load_split_seconds":{"model":0.005997375003062189,"main":0.2637709580012597},"function_names":["main"],"process_wall_seconds":1.8992138330067974,"reset_check":{"run":"tv4h_00:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.03410033299587667},"contract_mismatch":[]},{"shard":"shard_01","runs":["tv4h_33:q0:base","tv4h_34:q0:base","tv4h_35:q0:base","tv4h_36:q0:base","tv4h_37:q0:base","tv4h_38:q0:base","tv4h_39:q0:base","tv4xh_emotion_00:q0:base","tv4xh_emotion_01:q0:base","tv4xh_emotion_02:q0:base","tv4xh_emotion_03:q0:base","tv4xh_emotion_04:q0:base","tv4xh_emotion_05:q0:base","tv4xh_emotion_06:q0:base","tv4xh_emotion_07:q0:base","tv4xh_emotion_08:q0:base","tv4xh_emotion_09:q0:base","tv4xh_tweet_offensive_00:q0:base","tv4xh_tweet_offensive_01:q0:base","tv4xh_tweet_offensive_02:q0:base","tv4xh_tweet_offensive_03:q0:base","tv4xh_tweet_offensive_04:q0:base","tv4xh_tweet_offensive_05:q0:base","tv4xh_tweet_offensive_06:q0:base","tv4xh_tweet_offensive_07:q0:base","tv4xh_tweet_offensive_08:q0:base","tv4xh_tweet_offensive_09:q0:base","tv4xh_qnli_00:q0:base","tv4xh_qnli_01:q0:base","tv4xh_qnli_02:q0:base","tv4xh_qnli_03:q0:base","tv4xh_qnli_04:q0:base","tv4xh_qnli_05:q0:base"],"prompts":34,"load_seconds":0.27033237501746044,"load_split_seconds":{"model":0.006290625024121255,"main":0.2640417499933392},"function_names":["main"],"process_wall_seconds":1.8188505839789286,"reset_check":{"run":"tv4h_33:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.03451037500053644},"contract_mismatch":[]},{"shard":"shard_02","runs":["tv4xh_qnli_06:q0:base","tv4xh_qnli_07:q0:base","tv4xh_qnli_08:q0:base","tv4xh_qnli_09:q0:base","tv4xh_paws_00:q0:base","tv4xh_paws_01:q0:base","tv4xh_paws_02:q0:base","tv4xh_paws_03:q0:base","tv4xh_paws_04:q0:base","tv4xh_paws_05:q0:base","tv4xh_paws_06:q0:base","tv4xh_paws_07:q0:base","tv4xh_paws_08:q0:base","tv4xh_paws_09:q0:base","tv4xh_sciq_00:q0:base","tv4xh_sciq_01:q0:base","tv4xh_sciq_02:q0:base","tv4xh_sciq_03:q0:base","tv4xh_sciq_04:q0:base","tv4xh_sciq_05:q0:base","tv4xh_sciq_06:q0:base","tv4xh_sciq_07:q0:base","tv4xh_sciq_08:q0:base","tv4xh_sciq_09:q0:base","tv4xh_legacy_holdout_00:q0:base","tv4xh_legacy_holdout_01:q0:base","tv4xh_legacy_holdout_02:q0:base","tv4xh_legacy_holdout_03:q0:base","tv4xh_legacy_holdout_04:q0:base","tv4xh_legacy_holdout_05:q0:base","tv4xh_legacy_holdout_06:q0:base","tv4xh_legacy_holdout_07:q0:base","tv4xh_legacy_holdout_08:q0:base"],"prompts":34,"load_seconds":0.26829329098109156,"load_split_seconds":{"model":0.0057703329948708415,"main":0.2625229579862207},"function_names":["main"],"process_wall_seconds":1.820814833015902,"reset_check":{"run":"tv4xh_qnli_06:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.033895333006512374},"contract_mismatch":[]},{"shard":"shard_03","runs":["tv4xh_legacy_holdout_09:q0:base","tv4xh_composition_holdout_00:q0:base","tv4xh_composition_holdout_01:q0:base","tv4xh_composition_holdout_02:q0:base","tv4xh_composition_holdout_03:q0:base","tv4xh_composition_holdout_04:q0:base","tv4xh_composition_holdout_05:q0:base","tv4xh_composition_holdout_06:q0:base","tv4xh_composition_holdout_07:q0:base","tv4xh_composition_holdout_08:q0:base","tv4xh_composition_holdout_09:q0:base","tv4sh_00:q0:base","tv4sh_01:q0:base","tv4sh_02:q0:base","tv4sh_03:q0:base","tv4sh_04:q0:base","tv4sh_05:q0:base","tv4sh_06:q0:base","tv4sh_07:q0:base","tv4sh_08:q0:base","tv4sh_09:q0:base","tv4sh_10:q0:base","tv4sh_11:q0:base","tv4sh_12:q0:base","tv4sh_13:q0:base","tv4sh_14:q0:base","tv4sh_15:q0:base","tv4sh_16:q0:base","tv4sh_17:q0:base","tv4sh_18:q0:base","tv4sh_19:q0:base"],"prompts":32,"load_seconds":0.28297183400718495,"load_split_seconds":{"model":0.007442709000315517,"main":0.27552912500686944},"function_names":["main"],"process_wall_seconds":1.8510533749940805,"reset_check":{"run":"tv4xh_legacy_holdout_09:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.033912459010025486},"contract_mismatch":[]}],"summary":{"runs":130,"expected_runs":130,"missing_runs":[],"questions":130,"argmax_equal":130,"questions_non_near_tie":125,"argmax_equal_non_near_tie":125,"near_tie_questions":5,"argmax_equal_near_tie":5,"max_abs_dp":0.0057830810546875,"max_abs_dp_non_near_tie":0.0057830810546875,"mean_of_run_mean_abs_dp":0.0008296198724285483,"mean_of_record_mean_abs_dp":0.0008296198724285483,"mean_question_max_abs_dp":0.0011591850027728539,"max_abs_dlogit_T":0.025379657745361328,"worst_run":{"id":"tv4h_11","q":0,"max_abs_dp":0.0057830810546875},"finite_all":true,"all_zero_runs":0,"hidden_rows":0,"min_pos_cos":null,"hidden_max_abs_diff":null,"positions":0,"positions_below":{"0.99":0,"0.9":0,"0.5":0},"tokens":11874,"padded_tokens":18304,"calls":143,"pad_waste":0.3512893356643357,"decode_ms_total":5131.247464858461,"ms_per_call_median":30.043000006116927,"ms_per_call_warm_median":30.03570801229216},"by_source":{"transfer_v4_dev_head_heldout":{"runs":40,"expected_runs":40,"missing_runs":[],"questions":40,"argmax_equal":40,"questions_non_near_tie":37,"argmax_equal_non_near_tie":37,"near_tie_questions":3,"argmax_equal_near_tie":3,"max_abs_dp":0.0057830810546875,"max_abs_dp_non_near_tie":0.0057830810546875,"mean_of_run_mean_abs_dp":0.0006385776992829051,"mean_of_record_mean_abs_dp":0.0006385776992829051,"mean_question_max_abs_dp":0.0012045442243106663,"max_abs_dlogit_T":0.02385711669921875,"worst_run":{"id":"tv4h_11","q":0,"max_abs_dp":0.0057830810546875},"finite_all":true,"all_zero_runs":0,"hidden_rows":0,"min_pos_cos":null,"hidden_max_abs_diff":null,"positions":0,"positions_below":{"0.99":0,"0.9":0,"0.5":0},"tokens":4039,"padded_tokens":6016,"calls":47,"pad_waste":0.32862367021276595,"decode_ms_total":1809.143792866962,"ms_per_call_median":29.992250027135015,"ms_per_call_warm_median":29.982958978507668},"transfer_v4_dev_score_heldout":{"runs":20,"expected_runs":20,"missing_runs":[],"questions":20,"argmax_equal":20,"questions_non_near_tie":20,"argmax_equal_non_near_tie":20,"near_tie_questions":0,"argmax_equal_near_tie":0,"max_abs_dp":0.00335770845413208,"max_abs_dp_non_near_tie":0.00335770845413208,"mean_of_run_mean_abs_dp":0.0008139946808417639,"mean_of_record_mean_abs_dp":0.0008139946808417639,"mean_question_max_abs_dp":0.0012210067361593246,"max_abs_dlogit_T":0.018135786056518555,"worst_run":{"id":"tv4sh_00","q":0,"max_abs_dp":0.00335770845413208},"finite_all":true,"all_zero_runs":0,"hidden_rows":0,"min_pos_cos":null,"hidden_max_abs_diff":null,"positions":0,"positions_below":{"0.99":0,"0.9":0,"0.5":0},"tokens":1967,"padded_tokens":2560,"calls":20,"pad_waste":0.231640625,"decode_ms_total":603.0353740497958,"ms_per_call_median":30.081166492891498,"ms_per_call_warm_median":30.081166492891498},"transfer_v4_dev_sources_heldout":{"runs":70,"expected_runs":70,"missing_runs":[],"questions":70,"argmax_equal":70,"questions_non_near_tie":68,"argmax_equal_non_near_tie":68,"near_tie_questions":2,"argmax_equal_near_tie":2,"max_abs_dp":0.00506746768951416,"max_abs_dp_non_near_tie":0.00506746768951416,"mean_of_run_mean_abs_dp":0.0009432511689651402,"mean_of_record_mean_abs_dp":0.0009432511689651402,"mean_question_max_abs_dp":0.0011156020952122552,"max_abs_dlogit_T":0.025379657745361328,"worst_run":{"id":"tv4xh_qnli_06","q":0,"max_abs_dp":0.00506746768951416},"finite_all":true,"all_zero_runs":0,"hidden_rows":0,"min_pos_cos":null,"hidden_max_abs_diff":null,"positions":0,"positions_below":{"0.99":0,"0.9":0,"0.5":0},"tokens":5868,"padded_tokens":9728,"calls":76,"pad_waste":0.39679276315789475,"decode_ms_total":2719.0682979417033,"ms_per_call_median":30.051729001570493,"ms_per_call_warm_median":30.047833002754487}},"near_ties":[{"id":"tv4h_03","q":0,"qid":"answer","oracle_top2_margin":0.009431451559066772,"argmax_equal":true,"max_abs_dp":0.00022208690643310547,"probs":[0.25668400526046753,0.21596376597881317,0.2685985863208771,0.25875359773635864]},{"id":"tv4h_07","q":0,"qid":"answer","oracle_top2_margin":0.0011329948902130127,"argmax_equal":true,"max_abs_dp":0.0008082389831542969,"probs":[0.2516769766807556,0.2523977756500244,0.24192823469638824,0.25399693846702576]},{"id":"tv4h_31","q":0,"qid":"answer","oracle_top2_margin":0.01588737964630127,"argmax_equal":true,"max_abs_dp":0.001394420862197876,"probs":[0.41271528601646423,0.3948954641819,0.1156943142414093,0.0766950398683548]},{"id":"tv4xh_tweet_offensive_03","q":0,"qid":"offensive","oracle_top2_margin":0.002480834722518921,"argmax_equal":true,"max_abs_dp":0.00028839707374572754,"probs":[0.4990479350090027,0.5009520649909973]},{"id":"tv4xh_paws_06","q":0,"qid":"paraphrase","oracle_top2_margin":0.010783582925796509,"argmax_equal":true,"max_abs_dp":0.0013223886489868164,"probs":[0.4932858943939209,0.5067141652107239]}],"checks":{"all_runs":true,"argmax_non_near_tie":true,"max_abs_dp":true,"mean_of_run_mean_abs_dp":true,"finite":true,"reset_bit_equal_all_processes":true},"result":"PASS","red_arm":null,"timing":{"contended":true,"S":128,"load_seconds":{"first_process":0.2697683330043219,"median":0.27005035401089117,"all":[0.2697683330043219,0.27033237501746044,0.26829329098109156,0.28297183400718495]},"ms_per_call_warm_runs":{"n":139,"median":30.03570801229216,"p10":29.797509004129097,"p90":30.317900207592174},"ms_per_call_all_runs":{"n":143,"median":30.043000006116927,"p10":29.800267209066078,"p90":30.373041599523276},"ms_per_token_warm_runs":{"n":126,"median":0.36187993623702985,"p10":0.2634217486782293,"p90":0.5578299865324696},"run_decode_seconds_warm_runs":{"n":126,"median":0.030075187489273958,"p10":0.029811854503350332,"p90":0.030753187500522472},"fixture_434_rows":{"calls":143,"tokens":11874,"padded_tokens":18304,"pad_waste":0.3512893356643357,"projected_ms_at_warm_median_per_call":4295.106245757779}},"seconds":{"gpu_processes":7.430871415999718,"scoring":1.9715516249998473,"total":9.469877957977587},"runs":[{"id":"tv4h_00","q":0,"variant":"base","tokens":59,"calls":1,"padded_tokens":128,"decode_seconds":0.22537875000853091,"wall_seconds":0.2309916669910308,"finite":true,"all_zero":false,"index":0,"shard":"shard_00","first_in_process":true,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0032968521118164062,"mean_abs_dp":0.001648424193263054,"max_abs_dlogit_T":0.01764342188835144,"oracle_top2_margin":0.675619900226593,"near_tie":false,"n_options":4,"probs":[0.786842405796051,0.051038648933172226,0.11704936623573303,0.04506963863968849]},{"id":"tv4h_01","q":0,"variant":"base","tokens":127,"calls":1,"padded_tokens":128,"decode_seconds":0.029980916995555162,"wall_seconds":0.034736292000161484,"finite":true,"all_zero":false,"index":1,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0007331669330596924,"mean_abs_dp":0.0004171133041381836,"max_abs_dlogit_T":0.006138205528259277,"oracle_top2_margin":0.04090096056461334,"near_tie":false,"n_options":4,"probs":[0.2313494235277176,0.28879478573799133,0.24734149873256683,0.23251430690288544]},{"id":"tv4h_02","q":0,"variant":"base","tokens":84,"calls":1,"padded_tokens":128,"decode_seconds":0.02969612501328811,"wall_seconds":0.033430000010412186,"finite":true,"all_zero":false,"index":2,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0007009655237197876,"mean_abs_dp":0.0003504836931824684,"max_abs_dlogit_T":0.00819242000579834,"oracle_top2_margin":0.4005729854106903,"near_tie":false,"n_options":4,"probs":[0.16237403452396393,0.6015857458114624,0.03478377312421799,0.2012564241886139]},{"id":"tv4h_03","q":0,"variant":"base","tokens":67,"calls":1,"padded_tokens":128,"decode_seconds":0.029980541992699727,"wall_seconds":0.0338517909985967,"finite":true,"all_zero":false,"index":3,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.00022208690643310547,"mean_abs_dp":0.000153224915266037,"max_abs_dlogit_T":0.0022189468145370483,"oracle_top2_margin":0.009431451559066772,"near_tie":true,"n_options":4,"probs":[0.25668400526046753,0.21596376597881317,0.2685985863208771,0.25875359773635864]},{"id":"tv4h_04","q":0,"variant":"base","tokens":140,"calls":2,"padded_tokens":256,"decode_seconds":0.06116974999895319,"wall_seconds":0.06619191699428484,"finite":true,"all_zero":false,"index":4,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0016943812370300293,"mean_abs_dp":0.0012164600193500519,"max_abs_dlogit_T":0.0089033842086792,"oracle_top2_margin":0.0873568058013916,"near_tie":false,"n_options":4,"probs":[0.2543657720088959,0.15000256896018982,0.25486496090888977,0.3407667279243469]},{"id":"tv4h_05","q":0,"variant":"base","tokens":55,"calls":1,"padded_tokens":128,"decode_seconds":0.029900875000748783,"wall_seconds":0.0334900000016205,"finite":true,"all_zero":false,"index":5,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0021187663078308105,"mean_abs_dp":0.0010594073683023453,"max_abs_dlogit_T":0.006316661834716797,"oracle_top2_margin":0.5990912318229675,"near_tie":false,"n_options":4,"probs":[0.10736547410488129,0.10619340091943741,0.07700037211179733,0.7094407081604004]},{"id":"tv4h_06","q":0,"variant":"base","tokens":90,"calls":1,"padded_tokens":128,"decode_seconds":0.030153041006997228,"wall_seconds":0.03414112501195632,"finite":true,"all_zero":false,"index":6,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0012797117233276367,"mean_abs_dp":0.000734252855181694,"max_abs_dlogit_T":0.008907398208975792,"oracle_top2_margin":0.6616147756576538,"near_tie":false,"n_options":4,"probs":[0.07805544883012772,0.08935756981372833,0.07986414432525635,0.7527227997779846]},{"id":"tv4h_07","q":0,"variant":"base","tokens":107,"calls":1,"padded_tokens":128,"decode_seconds":0.030011208000360057,"wall_seconds":0.033616375003475696,"finite":true,"all_zero":false,"index":7,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0008082389831542969,"mean_abs_dp":0.00044010579586029053,"max_abs_dlogit_T":0.0031112059950828552,"oracle_top2_margin":0.0011329948902130127,"near_tie":true,"n_options":4,"probs":[0.2516769766807556,0.2523977756500244,0.24192823469638824,0.25399693846702576]},{"id":"tv4h_08","q":0,"variant":"base","tokens":87,"calls":1,"padded_tokens":128,"decode_seconds":0.030047374981222674,"wall_seconds":0.033783124992623925,"finite":true,"all_zero":false,"index":8,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0006155669689178467,"mean_abs_dp":0.00033040717244148254,"max_abs_dlogit_T":0.005335211753845215,"oracle_top2_margin":0.02568995952606201,"near_tie":false,"n_options":4,"probs":[0.06879575550556183,0.2879282534122467,0.3341978192329407,0.3090781569480896]},{"id":"tv4h_09","q":0,"variant":"base","tokens":118,"calls":1,"padded_tokens":128,"decode_seconds":0.03001600000425242,"wall_seconds":0.03375429200241342,"finite":true,"all_zero":false,"index":9,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0010001808404922485,"mean_abs_dp":0.000500064343214035,"max_abs_dlogit_T":0.0075186192989349365,"oracle_top2_margin":0.031962037086486816,"near_tie":false,"n_options":4,"probs":[0.23042398691177368,0.2826864421367645,0.25067973136901855,0.23620977997779846]},{"id":"tv4h_10","q":0,"variant":"base","tokens":179,"calls":2,"padded_tokens":256,"decode_seconds":0.060468000010587275,"wall_seconds":0.06453720800345764,"finite":true,"all_zero":false,"index":10,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0018680691719055176,"mean_abs_dp":0.0009340252727270126,"max_abs_dlogit_T":0.014650702476501465,"oracle_top2_margin":0.3128727674484253,"near_tie":false,"n_options":4,"probs":[0.09213462471961975,0.09011504054069519,0.2535592317581177,0.5641911029815674]},{"id":"tv4h_11","q":0,"variant":"base","tokens":299,"calls":3,"padded_tokens":384,"decode_seconds":0.08996333397226408,"wall_seconds":0.09410820898483507,"finite":true,"all_zero":false,"index":11,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0057830810546875,"mean_abs_dp":0.0028915388975292444,"max_abs_dlogit_T":0.02137303352355957,"oracle_top2_margin":0.6098510026931763,"near_tie":false,"n_options":4,"probs":[0.021312519907951355,0.18338268995285034,0.01318394672125578,0.7821208238601685]},{"id":"tv4h_12","q":0,"variant":"base","tokens":131,"calls":2,"padded_tokens":256,"decode_seconds":0.05958987498888746,"wall_seconds":0.06342033299733885,"finite":true,"all_zero":false,"index":12,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0011586397886276245,"mean_abs_dp":0.0008771158754825592,"max_abs_dlogit_T":0.009434223175048828,"oracle_top2_margin":0.07743227481842041,"near_tie":false,"n_options":4,"probs":[0.24035321176052094,0.31586939096450806,0.21748743951320648,0.22628992795944214]},{"id":"tv4h_13","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":0.029822374985087663,"wall_seconds":0.03352616701158695,"finite":true,"all_zero":false,"index":13,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.002092599868774414,"mean_abs_dp":0.0010462794452905655,"max_abs_dlogit_T":0.013716399669647217,"oracle_top2_margin":0.5638506412506104,"near_tie":false,"n_options":4,"probs":[0.01910523511469364,0.1889497935771942,0.7494125366210938,0.04253236576914787]},{"id":"tv4h_14","q":0,"variant":"base","tokens":60,"calls":1,"padded_tokens":128,"decode_seconds":0.030107624974334612,"wall_seconds":0.03407475000130944,"finite":true,"all_zero":false,"index":14,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0037946105003356934,"mean_abs_dp":0.0018973229452967644,"max_abs_dlogit_T":0.017732620239257812,"oracle_top2_margin":0.5663773417472839,"near_tie":false,"n_options":4,"probs":[0.7209557294845581,0.07232875376939774,0.045848216861486435,0.16086739301681519]},{"id":"tv4h_15","q":0,"variant":"base","tokens":49,"calls":1,"padded_tokens":128,"decode_seconds":0.030350999993970618,"wall_seconds":0.03436158300610259,"finite":true,"all_zero":false,"index":15,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0009137988090515137,"mean_abs_dp":0.0007526092231273651,"max_abs_dlogit_T":0.01246747374534607,"oracle_top2_margin":0.12666064500808716,"near_tie":false,"n_options":4,"probs":[0.18816818296909332,0.1887841820716858,0.375606507062912,0.24744108319282532]},{"id":"tv4h_16","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":0.029744749976089224,"wall_seconds":0.03379291697638109,"finite":true,"all_zero":false,"index":16,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0010409653186798096,"mean_abs_dp":0.0007930435240268707,"max_abs_dlogit_T":0.006899416446685791,"oracle_top2_margin":0.02094101905822754,"near_tie":false,"n_options":4,"probs":[0.29880914092063904,0.21551407873630524,0.20950070023536682,0.2761760354042053]},{"id":"tv4h_17","q":0,"variant":"base","tokens":57,"calls":1,"padded_tokens":128,"decode_seconds":0.029855125001631677,"wall_seconds":0.033923542010597885,"finite":true,"all_zero":false,"index":17,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0025130659341812134,"mean_abs_dp":0.0012565366923809052,"max_abs_dlogit_T":0.0229874849319458,"oracle_top2_margin":0.0779559463262558,"near_tie":false,"n_options":4,"probs":[0.22294966876506805,0.31239715218544006,0.23485492169857025,0.22979822754859924]},{"id":"tv4h_18","q":0,"variant":"base","tokens":62,"calls":1,"padded_tokens":128,"decode_seconds":0.029788457992253825,"wall_seconds":0.033925416006240994,"finite":true,"all_zero":false,"index":18,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.00131264328956604,"mean_abs_dp":0.0007518790662288666,"max_abs_dlogit_T":0.02385711669921875,"oracle_top2_margin":0.7151225209236145,"near_tie":false,"n_options":4,"probs":[0.0557258278131485,0.08839515596628189,0.8023961186408997,0.05348287150263786]},{"id":"tv4h_19","q":0,"variant":"base","tokens":97,"calls":1,"padded_tokens":128,"decode_seconds":0.03017058302066289,"wall_seconds":0.03413066698703915,"finite":true,"all_zero":false,"index":19,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.001065567135810852,"mean_abs_dp":0.0005328021943569183,"max_abs_dlogit_T":0.00544971227645874,"oracle_top2_margin":0.2694408595561981,"near_tie":false,"n_options":4,"probs":[0.15360063314437866,0.5397831797599792,0.03536798804998398,0.27124831080436707]},{"id":"tv4h_20","q":0,"variant":"base","tokens":108,"calls":1,"padded_tokens":128,"decode_seconds":0.030025417014257982,"wall_seconds":0.03370637499028817,"finite":true,"all_zero":false,"index":20,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0006613880395889282,"mean_abs_dp":0.0003566771745681763,"max_abs_dlogit_T":0.005875945091247559,"oracle_top2_margin":0.07735052704811096,"near_tie":false,"n_options":5,"probs":[0.22352875769138336,0.13355602324008942,0.3018907308578491,0.15072578191757202,0.19029872119426727]},{"id":"tv4h_21","q":0,"variant":"base","tokens":97,"calls":1,"padded_tokens":128,"decode_seconds":0.030237500002840534,"wall_seconds":0.03420170900062658,"finite":true,"all_zero":false,"index":21,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0001412034034729004,"mean_abs_dp":0.00011188909411430359,"max_abs_dlogit_T":0.0026772618293762207,"oracle_top2_margin":0.08138209581375122,"near_tie":false,"n_options":4,"probs":[0.1660434901714325,0.2273256778717041,0.3441323935985565,0.2624983787536621]},{"id":"tv4h_22","q":0,"variant":"base","tokens":94,"calls":1,"padded_tokens":128,"decode_seconds":0.030409833998419344,"wall_seconds":0.03432624999550171,"finite":true,"all_zero":false,"index":22,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0003433525562286377,"mean_abs_dp":0.00017166882753372192,"max_abs_dlogit_T":0.004855811595916748,"oracle_top2_margin":0.03332909941673279,"near_tie":false,"n_options":4,"probs":[0.17215871810913086,0.3212661147117615,0.21873000264167786,0.2878451347351074]},{"id":"tv4h_23","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.029995999997481704,"wall_seconds":0.0341744170000311,"finite":true,"all_zero":false,"index":23,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0011083483695983887,"mean_abs_dp":0.000445758190471679,"max_abs_dlogit_T":0.010715961456298828,"oracle_top2_margin":0.731742262840271,"near_tie":false,"n_options":5,"probs":[0.004913270473480225,0.8629767894744873,0.0008806510013528168,0.12901903688907623,0.0022102813236415386]},{"id":"tv4h_24","q":0,"variant":"base","tokens":67,"calls":1,"padded_tokens":128,"decode_seconds":0.02990520902676508,"wall_seconds":0.03387012498569675,"finite":true,"all_zero":false,"index":24,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0007410049438476562,"mean_abs_dp":0.00037050782702863216,"max_abs_dlogit_T":0.008785724639892578,"oracle_top2_margin":0.8008344769477844,"near_tie":false,"n_options":4,"probs":[0.008992805145680904,0.8800793290138245,0.08049360662698746,0.030434254556894302]},{"id":"tv4h_25","q":0,"variant":"base","tokens":63,"calls":1,"padded_tokens":128,"decode_seconds":0.029987166984938085,"wall_seconds":0.033989707997534424,"finite":true,"all_zero":false,"index":25,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1614058166742325e-05,"mean_abs_dp":6.425863830372691e-06,"max_abs_dlogit_T":0.008755922317504883,"oracle_top2_margin":0.979951024055481,"near_tie":false,"n_options":4,"probs":[0.9869534373283386,0.001645243144594133,0.006997980177402496,0.004403329454362392]},{"id":"tv4h_26","q":0,"variant":"base","tokens":110,"calls":1,"padded_tokens":128,"decode_seconds":0.03028233299846761,"wall_seconds":0.03409291699063033,"finite":true,"all_zero":false,"index":26,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0012145042419433594,"mean_abs_dp":0.0006229311227798461,"max_abs_dlogit_T":0.007310986518859863,"oracle_top2_margin":0.17614199221134186,"near_tie":false,"n_options":5,"probs":[0.10649227350950241,0.39481714367866516,0.22062934935092926,0.13942840695381165,0.13863283395767212]},{"id":"tv4h_27","q":0,"variant":"base","tokens":96,"calls":1,"padded_tokens":128,"decode_seconds":0.030329125002026558,"wall_seconds":0.03450558299664408,"finite":true,"all_zero":false,"index":27,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.00044269859790802,"mean_abs_dp":0.00022282451391220093,"max_abs_dlogit_T":0.00420602411031723,"oracle_top2_margin":0.2836761176586151,"near_tie":false,"n_options":4,"probs":[0.15275859832763672,0.2095489799976349,0.14429280161857605,0.49339959025382996]},{"id":"tv4h_28","q":0,"variant":"base","tokens":96,"calls":1,"padded_tokens":128,"decode_seconds":0.03021591599099338,"wall_seconds":0.034115999995265156,"finite":true,"all_zero":false,"index":28,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0015701651573181152,"mean_abs_dp":0.0007850602269172668,"max_abs_dlogit_T":0.007485568523406982,"oracle_top2_margin":0.10138940811157227,"near_tie":false,"n_options":4,"probs":[0.17732104659080505,0.3596401512622833,0.25649312138557434,0.20654575526714325]},{"id":"tv4h_29","q":0,"variant":"base","tokens":89,"calls":1,"padded_tokens":128,"decode_seconds":0.030242999986512586,"wall_seconds":0.03423787502106279,"finite":true,"all_zero":false,"index":29,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":4,"argmax_oracle":4,"argmax_equal":true,"max_abs_dp":0.0004917532205581665,"mean_abs_dp":0.00022204630076885223,"max_abs_dlogit_T":0.012892007827758789,"oracle_top2_margin":0.5599468946456909,"near_tie":false,"n_options":5,"probs":[0.12918822467327118,0.12282827496528625,0.03571920096874237,0.023706065490841866,0.6885581612586975]},{"id":"tv4h_30","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.029750042012892663,"wall_seconds":0.03350787502131425,"finite":true,"all_zero":false,"index":30,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.000172492116689682,"mean_abs_dp":8.623907342553139e-05,"max_abs_dlogit_T":0.008769869804382324,"oracle_top2_margin":0.6745707988739014,"near_tie":false,"n_options":4,"probs":[0.12783843278884888,0.02972646988928318,0.8024153113365173,0.04001976177096367]},{"id":"tv4h_31","q":0,"variant":"base","tokens":75,"calls":1,"padded_tokens":128,"decode_seconds":0.029771374975098297,"wall_seconds":0.034008834016276523,"finite":true,"all_zero":false,"index":31,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.001394420862197876,"mean_abs_dp":0.0008045956492424011,"max_abs_dlogit_T":0.012306690216064453,"oracle_top2_margin":0.01588737964630127,"near_tie":true,"n_options":4,"probs":[0.41271528601646423,0.3948954641819,0.1156943142414093,0.0766950398683548]},{"id":"tv4h_32","q":0,"variant":"base","tokens":80,"calls":1,"padded_tokens":128,"decode_seconds":0.029772333014989272,"wall_seconds":0.033452791976742446,"finite":true,"all_zero":false,"index":32,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0011513829231262207,"mean_abs_dp":0.00047436850145459174,"max_abs_dlogit_T":0.008278578519821167,"oracle_top2_margin":0.7131985425949097,"near_tie":false,"n_options":5,"probs":[0.8388882875442505,0.0025610290467739105,0.017940668389201164,0.01709700934588909,0.12351296097040176]},{"id":"tv4h_33","q":0,"variant":"base","tokens":67,"calls":1,"padded_tokens":128,"decode_seconds":0.23319454098236747,"wall_seconds":0.23976720799691975,"finite":true,"all_zero":false,"index":0,"shard":"shard_01","first_in_process":true,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0006393939256668091,"mean_abs_dp":0.00039636529982089996,"max_abs_dlogit_T":0.004641830921173096,"oracle_top2_margin":0.5896615386009216,"near_tie":false,"n_options":4,"probs":[0.08990175276994705,0.02542753331363201,0.1481107622385025,0.7365599274635315]},{"id":"tv4h_34","q":0,"variant":"base","tokens":66,"calls":1,"padded_tokens":128,"decode_seconds":0.030034208990400657,"wall_seconds":0.03500891599105671,"finite":true,"all_zero":false,"index":1,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00020754151046276093,"mean_abs_dp":0.00010378268780186772,"max_abs_dlogit_T":0.008527010679244995,"oracle_top2_margin":0.9336225390434265,"near_tie":false,"n_options":4,"probs":[0.9551140069961548,0.00311244442127645,0.021322963759303093,0.020450619980692863]},{"id":"tv4h_35","q":0,"variant":"base","tokens":95,"calls":1,"padded_tokens":128,"decode_seconds":0.029964291985379532,"wall_seconds":0.03386487500392832,"finite":true,"all_zero":false,"index":2,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.001016378402709961,"mean_abs_dp":0.0004105202853679657,"max_abs_dlogit_T":0.004866335541009903,"oracle_top2_margin":0.1384831964969635,"near_tie":false,"n_options":5,"probs":[0.029368216171860695,0.10270526260137558,0.22957712411880493,0.3879130780696869,0.25043633580207825]},{"id":"tv4h_36","q":0,"variant":"base","tokens":86,"calls":1,"padded_tokens":128,"decode_seconds":0.02954908399260603,"wall_seconds":0.03333454200765118,"finite":true,"all_zero":false,"index":3,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.001310884952545166,"mean_abs_dp":0.0006554480642080307,"max_abs_dlogit_T":0.003445863723754883,"oracle_top2_margin":0.2548227310180664,"near_tie":false,"n_options":4,"probs":[0.10098278522491455,0.036981020122766495,0.5573792457580566,0.3046569526195526]},{"id":"tv4h_37","q":0,"variant":"base","tokens":81,"calls":1,"padded_tokens":128,"decode_seconds":0.030179499997757375,"wall_seconds":0.03394724999088794,"finite":true,"all_zero":false,"index":4,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00013487040996551514,"mean_abs_dp":9.288545697927475e-05,"max_abs_dlogit_T":0.004053324460983276,"oracle_top2_margin":0.045999735593795776,"near_tie":false,"n_options":4,"probs":[0.05406704172492027,0.4266979992389679,0.13842572271823883,0.3808092772960663]},{"id":"tv4h_38","q":0,"variant":"base","tokens":251,"calls":2,"padded_tokens":256,"decode_seconds":0.05956241601961665,"wall_seconds":0.06336454200209118,"finite":true,"all_zero":false,"index":5,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0008768104016780853,"mean_abs_dp":0.00035072974860668183,"max_abs_dlogit_T":0.013209939002990723,"oracle_top2_margin":0.6008908152580261,"near_tie":false,"n_options":5,"probs":[0.04971659183502197,0.1396711766719818,0.7404791116714478,0.052828069776296616,0.017305050045251846]},{"id":"tv4h_39","q":0,"variant":"base","tokens":244,"calls":2,"padded_tokens":256,"decode_seconds":0.05953879197477363,"wall_seconds":0.06327095898450352,"finite":true,"all_zero":false,"index":6,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0005386024713516235,"mean_abs_dp":0.00026928726583719254,"max_abs_dlogit_T":0.006330966949462891,"oracle_top2_margin":0.7634073495864868,"near_tie":false,"n_options":4,"probs":[0.8485881090164185,0.08610901236534119,0.04099142551422119,0.02431151643395424]},{"id":"tv4xh_emotion_00","q":0,"variant":"base","tokens":38,"calls":1,"padded_tokens":128,"decode_seconds":0.029945500020403415,"wall_seconds":0.03372674999991432,"finite":true,"all_zero":false,"index":7,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"emotion","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0012334585189819336,"mean_abs_dp":0.0005127194647987684,"max_abs_dlogit_T":0.007792472839355469,"oracle_top2_margin":0.15744060277938843,"near_tie":false,"n_options":6,"probs":[0.25674736499786377,0.02717440389096737,0.049730084836483,0.41222381591796875,0.14429405331611633,0.10983028262853622]},{"id":"tv4xh_emotion_01","q":0,"variant":"base","tokens":68,"calls":1,"padded_tokens":128,"decode_seconds":0.02980270897387527,"wall_seconds":0.033802041987655684,"finite":true,"all_zero":false,"index":8,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"emotion","type":"choice","argmax":5,"argmax_oracle":5,"argmax_equal":true,"max_abs_dp":0.0009277909994125366,"mean_abs_dp":0.00044488534331321716,"max_abs_dlogit_T":0.008007049560546875,"oracle_top2_margin":0.22625671327114105,"near_tie":false,"n_options":6,"probs":[0.0841008722782135,0.23467764258384705,0.06761358678340912,0.06603673845529556,0.08597703278064728,0.4615941047668457]},{"id":"tv4xh_emotion_02","q":0,"variant":"base","tokens":53,"calls":1,"padded_tokens":128,"decode_seconds":0.029974959004903212,"wall_seconds":0.03395920799812302,"finite":true,"all_zero":false,"index":9,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"emotion","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.002527862787246704,"mean_abs_dp":0.0009257346391677856,"max_abs_dlogit_T":0.012612998485565186,"oracle_top2_margin":0.15317055583000183,"near_tie":false,"n_options":6,"probs":[0.1786521077156067,0.0984664037823677,0.34419190883636475,0.07044528424739838,0.18846382200717926,0.11978050321340561]},{"id":"tv4xh_emotion_03","q":0,"variant":"base","tokens":49,"calls":1,"padded_tokens":128,"decode_seconds":0.029692209005588666,"wall_seconds":0.03345145800267346,"finite":true,"all_zero":false,"index":10,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"emotion","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.00019472837448120117,"mean_abs_dp":9.893377621968587e-05,"max_abs_dlogit_T":0.002743542194366455,"oracle_top2_margin":0.16704875230789185,"near_tie":false,"n_options":6,"probs":[0.05038801208138466,0.32209426164627075,0.48894429206848145,0.04033283889293671,0.035541415214538574,0.06269919127225876]},{"id":"tv4xh_emotion_04","q":0,"variant":"base","tokens":42,"calls":1,"padded_tokens":128,"decode_seconds":0.029774916009046137,"wall_seconds":0.03336504101753235,"finite":true,"all_zero":false,"index":11,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"emotion","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0008416473865509033,"mean_abs_dp":0.00030130892992019653,"max_abs_dlogit_T":0.0037086009979248047,"oracle_top2_margin":0.08834734559059143,"near_tie":false,"n_options":6,"probs":[0.2520848512649536,0.3396528661251068,0.0852792039513588,0.0994480550289154,0.08956430852413177,0.13397067785263062]},{"id":"tv4xh_emotion_05","q":0,"variant":"base","tokens":37,"calls":1,"padded_tokens":128,"decode_seconds":0.030381042015505955,"wall_seconds":0.034334916999796405,"finite":true,"all_zero":false,"index":12,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"emotion","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0023218393325805664,"mean_abs_dp":0.0007739383727312088,"max_abs_dlogit_T":0.007117033004760742,"oracle_top2_margin":0.29950761795043945,"near_tie":false,"n_options":6,"probs":[0.03245603293180466,0.5642049312591553,0.26844796538352966,0.03593706712126732,0.037422843277454376,0.06153110787272453]},{"id":"tv4xh_emotion_06","q":0,"variant":"base","tokens":43,"calls":1,"padded_tokens":128,"decode_seconds":0.030104833014775068,"wall_seconds":0.03370633302256465,"finite":true,"all_zero":false,"index":13,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"emotion","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0023276805877685547,"mean_abs_dp":0.0007758910457293192,"max_abs_dlogit_T":0.012117624282836914,"oracle_top2_margin":0.4139525890350342,"near_tie":false,"n_options":6,"probs":[0.5961373448371887,0.015236780978739262,0.014369386248290539,0.1055973619222641,0.090131476521492,0.17852768301963806]},{"id":"tv4xh_emotion_07","q":0,"variant":"base","tokens":64,"calls":1,"padded_tokens":128,"decode_seconds":0.030195458995876834,"wall_seconds":0.03395670800819062,"finite":true,"all_zero":false,"index":14,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"emotion","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.001391395926475525,"mean_abs_dp":0.0007759779691696167,"max_abs_dlogit_T":0.01274096965789795,"oracle_top2_margin":0.02767765522003174,"near_tie":false,"n_options":6,"probs":[0.24043932557106018,0.13700111210346222,0.1145099401473999,0.21128273010253906,0.18997913599014282,0.10678771138191223]},{"id":"tv4xh_emotion_08","q":0,"variant":"base","tokens":47,"calls":1,"padded_tokens":128,"decode_seconds":0.03059395798482001,"wall_seconds":0.03432095900643617,"finite":true,"all_zero":false,"index":15,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"emotion","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0013429373502731323,"mean_abs_dp":0.000447645162542661,"max_abs_dlogit_T":0.0069514065980911255,"oracle_top2_margin":0.2785087823867798,"near_tie":false,"n_options":6,"probs":[0.03377893567085266,0.5118229389190674,0.08334550261497498,0.0853881910443306,0.05407236889004707,0.23159196972846985]},{"id":"tv4xh_emotion_09","q":0,"variant":"base","tokens":60,"calls":1,"padded_tokens":128,"decode_seconds":0.030039583012694493,"wall_seconds":0.033997417020145804,"finite":true,"all_zero":false,"index":16,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"emotion","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0003133416175842285,"mean_abs_dp":0.0001773896316687266,"max_abs_dlogit_T":0.0052623748779296875,"oracle_top2_margin":0.1981518715620041,"near_tie":false,"n_options":6,"probs":[0.423014760017395,0.04113254323601723,0.04957958310842514,0.22459211945533752,0.1636294275522232,0.09805150330066681]},{"id":"tv4xh_tweet_offensive_00","q":0,"variant":"base","tokens":82,"calls":1,"padded_tokens":128,"decode_seconds":0.030090083018876612,"wall_seconds":0.03390004197717644,"finite":true,"all_zero":false,"index":17,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0004227161407470703,"mean_abs_dp":0.0004226900637149811,"max_abs_dlogit_T":0.0020766258239746094,"oracle_top2_margin":0.7660492658615112,"near_tie":false,"n_options":2,"probs":[0.8834473490715027,0.1165526732802391]},{"id":"tv4xh_tweet_offensive_01","q":0,"variant":"base","tokens":68,"calls":1,"padded_tokens":128,"decode_seconds":0.030057125026360154,"wall_seconds":0.034024458000203595,"finite":true,"all_zero":false,"index":18,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.001413881778717041,"mean_abs_dp":0.0014138519763946533,"max_abs_dlogit_T":0.006192833185195923,"oracle_top2_margin":0.23527780175209045,"near_tie":false,"n_options":2,"probs":[0.6190527677536011,0.3809472620487213]},{"id":"tv4xh_tweet_offensive_02","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.03008845797739923,"wall_seconds":0.03412420902168378,"finite":true,"all_zero":false,"index":19,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"offensive","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0007357597351074219,"mean_abs_dp":0.0007357075810432434,"max_abs_dlogit_T":0.004809439182281494,"oracle_top2_margin":0.5124179124832153,"near_tie":false,"n_options":2,"probs":[0.24305535852909088,0.7569447159767151]},{"id":"tv4xh_tweet_offensive_03","q":0,"variant":"base","tokens":84,"calls":1,"padded_tokens":128,"decode_seconds":0.030116792011540383,"wall_seconds":0.033988250012043864,"finite":true,"all_zero":false,"index":20,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"offensive","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00028839707374572754,"mean_abs_dp":0.000288352370262146,"max_abs_dlogit_T":0.0025803446769714355,"oracle_top2_margin":0.002480834722518921,"near_tie":true,"n_options":2,"probs":[0.4990479350090027,0.5009520649909973]},{"id":"tv4xh_tweet_offensive_04","q":0,"variant":"base","tokens":100,"calls":1,"padded_tokens":128,"decode_seconds":0.0300462500017602,"wall_seconds":0.03407387502375059,"finite":true,"all_zero":false,"index":21,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00043213367462158203,"mean_abs_dp":0.0004321187734603882,"max_abs_dlogit_T":0.003774583339691162,"oracle_top2_margin":0.4713989198207855,"near_tie":false,"n_options":2,"probs":[0.7352673411369324,0.2647326588630676]},{"id":"tv4xh_tweet_offensive_05","q":0,"variant":"base","tokens":57,"calls":1,"padded_tokens":128,"decode_seconds":0.03003966700634919,"wall_seconds":0.034002000000327826,"finite":true,"all_zero":false,"index":22,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"offensive","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":9.530782699584961e-05,"mean_abs_dp":9.530782699584961e-05,"max_abs_dlogit_T":0.002521514892578125,"oracle_top2_margin":0.36052894592285156,"near_tie":false,"n_options":2,"probs":[0.31983083486557007,0.6801691651344299]},{"id":"tv4xh_tweet_offensive_06","q":0,"variant":"base","tokens":64,"calls":1,"padded_tokens":128,"decode_seconds":0.030130166007438675,"wall_seconds":0.034009333001449704,"finite":true,"all_zero":false,"index":23,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"offensive","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0008108019828796387,"mean_abs_dp":0.0008108019828796387,"max_abs_dlogit_T":0.0036246776580810547,"oracle_top2_margin":0.1802201271057129,"near_tie":false,"n_options":2,"probs":[0.4090791344642639,0.5909208655357361]},{"id":"tv4xh_tweet_offensive_07","q":0,"variant":"base","tokens":34,"calls":1,"padded_tokens":128,"decode_seconds":0.030131165985949337,"wall_seconds":0.03420374999404885,"finite":true,"all_zero":false,"index":24,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00024431943893432617,"mean_abs_dp":0.0002443045377731323,"max_abs_dlogit_T":0.0024072229862213135,"oracle_top2_margin":0.066672682762146,"near_tie":false,"n_options":2,"probs":[0.5335806608200073,0.46641936898231506]},{"id":"tv4xh_tweet_offensive_08","q":0,"variant":"base","tokens":55,"calls":1,"padded_tokens":128,"decode_seconds":0.030255208985181525,"wall_seconds":0.034102208010153845,"finite":true,"all_zero":false,"index":25,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"offensive","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0005224943161010742,"mean_abs_dp":0.0005224384367465973,"max_abs_dlogit_T":0.005509853363037109,"oracle_top2_margin":0.7642399668693542,"near_tie":false,"n_options":2,"probs":[0.11735760420560837,0.8826424479484558]},{"id":"tv4xh_tweet_offensive_09","q":0,"variant":"base","tokens":74,"calls":1,"padded_tokens":128,"decode_seconds":0.030311582988360897,"wall_seconds":0.03411762500763871,"finite":true,"all_zero":false,"index":26,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"offensive","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0007691383361816406,"mean_abs_dp":0.0007691085338592529,"max_abs_dlogit_T":0.0016789436340332031,"oracle_top2_margin":0.2782765030860901,"near_tie":false,"n_options":2,"probs":[0.3600926399230957,0.6399073600769043]},{"id":"tv4xh_qnli_00","q":0,"variant":"base","tokens":68,"calls":1,"padded_tokens":128,"decode_seconds":0.03025479198549874,"wall_seconds":0.034212083992315456,"finite":true,"all_zero":false,"index":27,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answers","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0003256797790527344,"mean_abs_dp":0.000325668603181839,"max_abs_dlogit_T":0.007351398468017578,"oracle_top2_margin":0.7604072690010071,"near_tie":false,"n_options":2,"probs":[0.8805292844772339,0.11947067826986313]},{"id":"tv4xh_qnli_01","q":0,"variant":"base","tokens":59,"calls":1,"padded_tokens":128,"decode_seconds":0.030488416989101097,"wall_seconds":0.034795665997080505,"finite":true,"all_zero":false,"index":28,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answers","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0021918118000030518,"mean_abs_dp":0.0021917372941970825,"max_abs_dlogit_T":0.010109186172485352,"oracle_top2_margin":0.456946462392807,"near_tie":false,"n_options":2,"probs":[0.27371853590011597,0.7262815237045288]},{"id":"tv4xh_qnli_02","q":0,"variant":"base","tokens":58,"calls":1,"padded_tokens":128,"decode_seconds":0.030053292022785172,"wall_seconds":0.03393074998166412,"finite":true,"all_zero":false,"index":29,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answers","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.412101745605469e-05,"mean_abs_dp":5.412101745605469e-05,"max_abs_dlogit_T":0.008059501647949219,"oracle_top2_margin":0.8743846416473389,"near_tie":false,"n_options":2,"probs":[0.06286178529262543,0.9371381998062134]},{"id":"tv4xh_qnli_03","q":0,"variant":"base","tokens":65,"calls":1,"padded_tokens":128,"decode_seconds":0.030396334012039006,"wall_seconds":0.034362042002612725,"finite":true,"all_zero":false,"index":30,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answers","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0027017295360565186,"mean_abs_dp":0.0027017146348953247,"max_abs_dlogit_T":0.010937541723251343,"oracle_top2_margin":0.18797826766967773,"near_tie":false,"n_options":2,"probs":[0.5912874341011047,0.40871259570121765]},{"id":"tv4xh_qnli_04","q":0,"variant":"base","tokens":57,"calls":1,"padded_tokens":128,"decode_seconds":0.030297999997856095,"wall_seconds":0.03429691700148396,"finite":true,"all_zero":false,"index":31,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answers","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.1476298570632935e-05,"mean_abs_dp":2.1437183022499084e-05,"max_abs_dlogit_T":0.001506805419921875,"oracle_top2_margin":0.9196938872337341,"near_tie":false,"n_options":2,"probs":[0.040174517780542374,0.9598255157470703]},{"id":"tv4xh_qnli_05","q":0,"variant":"base","tokens":69,"calls":1,"padded_tokens":128,"decode_seconds":0.030190042016329244,"wall_seconds":0.03456458399887197,"finite":true,"all_zero":false,"index":32,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answers","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0009514093399047852,"mean_abs_dp":0.0009513869881629944,"max_abs_dlogit_T":0.011874914169311523,"oracle_top2_margin":0.6293815970420837,"near_tie":false,"n_options":2,"probs":[0.8156421780586243,0.18435780704021454]},{"id":"tv4xh_qnli_06","q":0,"variant":"base","tokens":48,"calls":1,"padded_tokens":128,"decode_seconds":0.24783879198366776,"wall_seconds":0.2534757080138661,"finite":true,"all_zero":false,"index":0,"shard":"shard_02","first_in_process":true,"source":"transfer_v4_dev_sources_heldout","qid":"answers","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00506746768951416,"mean_abs_dp":0.0050674378871917725,"max_abs_dlogit_T":0.0221632719039917,"oracle_top2_margin":0.41769835352897644,"near_tie":false,"n_options":2,"probs":[0.29621824622154236,0.7037817239761353]},{"id":"tv4xh_qnli_07","q":0,"variant":"base","tokens":85,"calls":1,"padded_tokens":128,"decode_seconds":0.030124791024718434,"wall_seconds":0.03431645798264071,"finite":true,"all_zero":false,"index":1,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answers","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00035685300827026367,"mean_abs_dp":0.00035684555768966675,"max_abs_dlogit_T":0.0019474029541015625,"oracle_top2_margin":0.6904600262641907,"near_tie":false,"n_options":2,"probs":[0.8448731899261475,0.15512683987617493]},{"id":"tv4xh_qnli_08","q":0,"variant":"base","tokens":45,"calls":1,"padded_tokens":128,"decode_seconds":0.030319999990751967,"wall_seconds":0.034551416989415884,"finite":true,"all_zero":false,"index":2,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answers","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0001875162124633789,"mean_abs_dp":0.00018747150897979736,"max_abs_dlogit_T":0.0008995160460472107,"oracle_top2_margin":0.2500307261943817,"near_tie":false,"n_options":2,"probs":[0.6248278617858887,0.37517207860946655]},{"id":"tv4xh_qnli_09","q":0,"variant":"base","tokens":53,"calls":1,"padded_tokens":128,"decode_seconds":0.030281832994660363,"wall_seconds":0.034042916988255456,"finite":true,"all_zero":false,"index":3,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answers","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.000499919056892395,"mean_abs_dp":0.0004999116063117981,"max_abs_dlogit_T":0.004596322774887085,"oracle_top2_margin":0.612080454826355,"near_tie":false,"n_options":2,"probs":[0.8055403232574463,0.1944596767425537]},{"id":"tv4xh_paws_00","q":0,"variant":"base","tokens":94,"calls":1,"padded_tokens":128,"decode_seconds":0.029899374989327043,"wall_seconds":0.033911165985045955,"finite":true,"all_zero":false,"index":4,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.004177272319793701,"mean_abs_dp":0.004177272319793701,"max_abs_dlogit_T":0.017910003662109375,"oracle_top2_margin":0.1723547875881195,"near_tie":false,"n_options":2,"probs":[0.40964534878730774,0.5903546810150146]},{"id":"tv4xh_paws_01","q":0,"variant":"base","tokens":61,"calls":1,"padded_tokens":128,"decode_seconds":0.030294458993012086,"wall_seconds":0.034512750018620864,"finite":true,"all_zero":false,"index":5,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0005830824375152588,"mean_abs_dp":0.0005830675363540649,"max_abs_dlogit_T":0.006178379058837891,"oracle_top2_margin":0.24479952454566956,"near_tie":false,"n_options":2,"probs":[0.37701714038848877,0.6229828000068665]},{"id":"tv4xh_paws_02","q":0,"variant":"base","tokens":113,"calls":1,"padded_tokens":128,"decode_seconds":0.030029874993488193,"wall_seconds":0.03396008399431594,"finite":true,"all_zero":false,"index":6,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0005460977554321289,"mean_abs_dp":0.0005460828542709351,"max_abs_dlogit_T":0.007468461990356445,"oracle_top2_margin":0.38427841663360596,"near_tie":false,"n_options":2,"probs":[0.3073147237300873,0.6926853060722351]},{"id":"tv4xh_paws_03","q":0,"variant":"base","tokens":94,"calls":1,"padded_tokens":128,"decode_seconds":0.029954792000353336,"wall_seconds":0.033912124985363334,"finite":true,"all_zero":false,"index":7,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.001311659812927246,"mean_abs_dp":0.0013116449117660522,"max_abs_dlogit_T":0.010088920593261719,"oracle_top2_margin":0.16785168647766113,"near_tie":false,"n_options":2,"probs":[0.4147625267505646,0.5852375030517578]},{"id":"tv4xh_paws_04","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":0.03002266600378789,"wall_seconds":0.03377504099626094,"finite":true,"all_zero":false,"index":8,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.004063338041305542,"mean_abs_dp":0.004063323140144348,"max_abs_dlogit_T":0.01257467269897461,"oracle_top2_margin":0.4026033282279968,"near_tie":false,"n_options":2,"probs":[0.29463502764701843,0.705365002155304]},{"id":"tv4xh_paws_05","q":0,"variant":"base","tokens":116,"calls":1,"padded_tokens":128,"decode_seconds":0.03004395798780024,"wall_seconds":0.034107500017853454,"finite":true,"all_zero":false,"index":9,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.001722872257232666,"mean_abs_dp":0.0017228573560714722,"max_abs_dlogit_T":0.012137413024902344,"oracle_top2_margin":0.35645195841789246,"near_tie":false,"n_options":2,"probs":[0.3200511932373047,0.6799488663673401]},{"id":"tv4xh_paws_06","q":0,"variant":"base","tokens":91,"calls":1,"padded_tokens":128,"decode_seconds":0.029805874975863844,"wall_seconds":0.03362241599825211,"finite":true,"all_zero":false,"index":10,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0013223886489868164,"mean_abs_dp":0.0013223439455032349,"max_abs_dlogit_T":0.012823283672332764,"oracle_top2_margin":0.010783582925796509,"near_tie":true,"n_options":2,"probs":[0.4932858943939209,0.5067141652107239]},{"id":"tv4xh_paws_07","q":0,"variant":"base","tokens":82,"calls":1,"padded_tokens":128,"decode_seconds":0.029948584007797763,"wall_seconds":0.033675250015221536,"finite":true,"all_zero":false,"index":11,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0021759867668151855,"mean_abs_dp":0.0021759867668151855,"max_abs_dlogit_T":0.025379657745361328,"oracle_top2_margin":0.1788262128829956,"near_tie":false,"n_options":2,"probs":[0.408410906791687,0.591589093208313]},{"id":"tv4xh_paws_08","q":0,"variant":"base","tokens":96,"calls":1,"padded_tokens":128,"decode_seconds":0.02987520900205709,"wall_seconds":0.03392545800306834,"finite":true,"all_zero":false,"index":12,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0017433762550354004,"mean_abs_dp":0.0017433464527130127,"max_abs_dlogit_T":0.01524496078491211,"oracle_top2_margin":0.5964903831481934,"near_tie":false,"n_options":2,"probs":[0.2000114917755127,0.7999885678291321]},{"id":"tv4xh_paws_09","q":0,"variant":"base","tokens":102,"calls":1,"padded_tokens":128,"decode_seconds":0.02981012500822544,"wall_seconds":0.0333447500015609,"finite":true,"all_zero":false,"index":13,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00199282169342041,"mean_abs_dp":0.00199282169342041,"max_abs_dlogit_T":0.007372856140136719,"oracle_top2_margin":0.2164667844772339,"near_tie":false,"n_options":2,"probs":[0.38977378606796265,0.6102262139320374]},{"id":"tv4xh_sciq_00","q":0,"variant":"base","tokens":115,"calls":1,"padded_tokens":128,"decode_seconds":0.030025624990230426,"wall_seconds":0.033841458993265405,"finite":true,"all_zero":false,"index":14,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0006504654884338379,"mean_abs_dp":0.0003252503229305148,"max_abs_dlogit_T":0.01012730598449707,"oracle_top2_margin":0.7935594916343689,"near_tie":false,"n_options":4,"probs":[0.0028963033109903336,0.01637408882379532,0.09415309876203537,0.8865765333175659]},{"id":"tv4xh_sciq_01","q":0,"variant":"base","tokens":90,"calls":1,"padded_tokens":128,"decode_seconds":0.02989075001096353,"wall_seconds":0.03369462501723319,"finite":true,"all_zero":false,"index":15,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00013321638107299805,"mean_abs_dp":6.939383456483483e-05,"max_abs_dlogit_T":0.007087886333465576,"oracle_top2_margin":0.9510288834571838,"near_tie":false,"n_options":4,"probs":[0.02031524106860161,0.9710809588432312,0.00634046969935298,0.002263374626636505]},{"id":"tv4xh_sciq_02","q":0,"variant":"base","tokens":44,"calls":1,"padded_tokens":128,"decode_seconds":0.029957916005514562,"wall_seconds":0.033713750017341226,"finite":true,"all_zero":false,"index":16,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0014437735080718994,"mean_abs_dp":0.0007218942046165466,"max_abs_dlogit_T":0.00956416130065918,"oracle_top2_margin":0.35807061195373535,"near_tie":false,"n_options":4,"probs":[0.6231650710105896,0.09468014538288116,0.2628495991230011,0.01930520310997963]},{"id":"tv4xh_sciq_03","q":0,"variant":"base","tokens":124,"calls":1,"padded_tokens":128,"decode_seconds":0.03004883401445113,"wall_seconds":0.034028207999654114,"finite":true,"all_zero":false,"index":17,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.000994265079498291,"mean_abs_dp":0.0004971455782651901,"max_abs_dlogit_T":0.013802766799926758,"oracle_top2_margin":0.4482738673686981,"near_tie":false,"n_options":4,"probs":[0.7122117280960083,0.008030400611460209,0.2619803249835968,0.01777750812470913]},{"id":"tv4xh_sciq_04","q":0,"variant":"base","tokens":173,"calls":2,"padded_tokens":256,"decode_seconds":0.05983724998077378,"wall_seconds":0.0636005410051439,"finite":true,"all_zero":false,"index":18,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":8.463859558105469e-06,"mean_abs_dp":4.228611942380667e-06,"max_abs_dlogit_T":0.002054929733276367,"oracle_top2_margin":0.9936026334762573,"near_tie":false,"n_options":4,"probs":[0.0020753515418618917,0.000734495057258755,0.9956653714179993,0.0015247849514707923]},{"id":"tv4xh_sciq_05","q":0,"variant":"base","tokens":51,"calls":1,"padded_tokens":128,"decode_seconds":0.029813583998475224,"wall_seconds":0.03372479201061651,"finite":true,"all_zero":false,"index":19,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0015615522861480713,"mean_abs_dp":0.0007856693118810654,"max_abs_dlogit_T":0.011115923523902893,"oracle_top2_margin":0.12059149146080017,"near_tie":false,"n_options":4,"probs":[0.32729023694992065,0.4494335353374481,0.045032698661088943,0.1782434731721878]},{"id":"tv4xh_sciq_06","q":0,"variant":"base","tokens":80,"calls":1,"padded_tokens":128,"decode_seconds":0.030062332982197404,"wall_seconds":0.03399179197731428,"finite":true,"all_zero":false,"index":20,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0008954405784606934,"mean_abs_dp":0.0004477213369682431,"max_abs_dlogit_T":0.0083998441696167,"oracle_top2_margin":0.7509101629257202,"near_tie":false,"n_options":4,"probs":[0.0026748315431177616,0.004596648272126913,0.12003760039806366,0.8726908564567566]},{"id":"tv4xh_sciq_07","q":0,"variant":"base","tokens":71,"calls":1,"padded_tokens":128,"decode_seconds":0.029534458997659385,"wall_seconds":0.03334962500957772,"finite":true,"all_zero":false,"index":21,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.00017648935317993164,"mean_abs_dp":8.823192911222577e-05,"max_abs_dlogit_T":0.008014202117919922,"oracle_top2_margin":0.9625746607780457,"near_tie":false,"n_options":4,"probs":[0.003797907382249832,0.012283096089959145,0.9746325612068176,0.009286466054618359]},{"id":"tv4xh_sciq_08","q":0,"variant":"base","tokens":112,"calls":1,"padded_tokens":128,"decode_seconds":0.030028415989363566,"wall_seconds":0.03396295799757354,"finite":true,"all_zero":false,"index":22,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0006700456142425537,"mean_abs_dp":0.00033501721918582916,"max_abs_dlogit_T":0.011458873748779297,"oracle_top2_margin":0.2569712996482849,"near_tie":false,"n_options":4,"probs":[0.06811016798019409,0.4990541338920593,0.24287013709545135,0.18996557593345642]},{"id":"tv4xh_sciq_09","q":0,"variant":"base","tokens":185,"calls":2,"padded_tokens":256,"decode_seconds":0.059922207990894094,"wall_seconds":0.06367533298907802,"finite":true,"all_zero":false,"index":23,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.001232147216796875,"mean_abs_dp":0.0006160680204629898,"max_abs_dlogit_T":0.010339409112930298,"oracle_top2_margin":0.8078499436378479,"near_tie":false,"n_options":4,"probs":[0.022319043055176735,0.8669244647026062,0.05373046174645424,0.05702603980898857]},{"id":"tv4xh_legacy_holdout_00","q":0,"variant":"base","tokens":75,"calls":1,"padded_tokens":128,"decode_seconds":0.03008179200696759,"wall_seconds":0.034049458015942946,"finite":true,"all_zero":false,"index":24,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0005849003791809082,"mean_abs_dp":0.0005848631262779236,"max_abs_dlogit_T":0.005564689636230469,"oracle_top2_margin":0.7068305611610413,"near_tie":false,"n_options":2,"probs":[0.1471695601940155,0.8528304100036621]},{"id":"tv4xh_legacy_holdout_01","q":0,"variant":"base","tokens":75,"calls":1,"padded_tokens":128,"decode_seconds":0.03007574999355711,"wall_seconds":0.0338964159891475,"finite":true,"all_zero":false,"index":25,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00010304152965545654,"mean_abs_dp":0.00010301917791366577,"max_abs_dlogit_T":0.0019390583038330078,"oracle_top2_margin":0.7774016857147217,"near_tie":false,"n_options":2,"probs":[0.8888038396835327,0.11119614541530609]},{"id":"tv4xh_legacy_holdout_02","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":0.02982287498889491,"wall_seconds":0.03379387501627207,"finite":true,"all_zero":false,"index":26,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0009490847587585449,"mean_abs_dp":0.0009490847587585449,"max_abs_dlogit_T":0.007990717887878418,"oracle_top2_margin":0.6339675784111023,"near_tie":false,"n_options":2,"probs":[0.183965265750885,0.8160346746444702]},{"id":"tv4xh_legacy_holdout_03","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.030146374978357926,"wall_seconds":0.03418058299575932,"finite":true,"all_zero":false,"index":27,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0007644891738891602,"mean_abs_dp":0.0007644593715667725,"max_abs_dlogit_T":0.012109518051147461,"oracle_top2_margin":0.619676947593689,"near_tie":false,"n_options":2,"probs":[0.8090739846229553,0.1909259855747223]},{"id":"tv4xh_legacy_holdout_04","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.02994891701382585,"wall_seconds":0.033710582996718585,"finite":true,"all_zero":false,"index":28,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00045412778854370117,"mean_abs_dp":0.0004540979862213135,"max_abs_dlogit_T":0.0063402652740478516,"oracle_top2_margin":0.7489873766899109,"near_tie":false,"n_options":2,"probs":[0.12596039474010468,0.8740395903587341]},{"id":"tv4xh_legacy_holdout_05","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":0.030018167017260566,"wall_seconds":0.03376687501440756,"finite":true,"all_zero":false,"index":29,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0009264945983886719,"mean_abs_dp":0.0009264647960662842,"max_abs_dlogit_T":0.003893256187438965,"oracle_top2_margin":0.6051268577575684,"near_tie":false,"n_options":2,"probs":[0.8034898638725281,0.19651010632514954]},{"id":"tv4xh_legacy_holdout_06","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":0.030147041979944333,"wall_seconds":0.0340073750121519,"finite":true,"all_zero":false,"index":30,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0010728836059570312,"mean_abs_dp":0.0010728538036346436,"max_abs_dlogit_T":0.010596752166748047,"oracle_top2_margin":0.6246177554130554,"near_tie":false,"n_options":2,"probs":[0.18876397609710693,0.8112360239028931]},{"id":"tv4xh_legacy_holdout_07","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.0300334999919869,"wall_seconds":0.03408520799712278,"finite":true,"all_zero":false,"index":31,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.000469207763671875,"mean_abs_dp":0.0004692003130912781,"max_abs_dlogit_T":0.013521194458007812,"oracle_top2_margin":0.7211759090423584,"near_tie":false,"n_options":2,"probs":[0.8601187467575073,0.13988125324249268]},{"id":"tv4xh_legacy_holdout_08","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.029843124997569248,"wall_seconds":0.033882916992297396,"finite":true,"all_zero":false,"index":32,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0006220489740371704,"mean_abs_dp":0.0006220415234565735,"max_abs_dlogit_T":0.008857369422912598,"oracle_top2_margin":0.6952049136161804,"near_tie":false,"n_options":2,"probs":[0.151775524020195,0.8482245206832886]},{"id":"tv4xh_legacy_holdout_09","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":0.2459847500140313,"wall_seconds":0.25135566701646894,"finite":true,"all_zero":false,"index":0,"shard":"shard_03","first_in_process":true,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.002386540174484253,"mean_abs_dp":0.002386525273323059,"max_abs_dlogit_T":0.010347366333007812,"oracle_top2_margin":0.2765465974807739,"near_tie":false,"n_options":2,"probs":[0.6358867883682251,0.3641132414340973]},{"id":"tv4xh_composition_holdout_00","q":0,"variant":"base","tokens":145,"calls":2,"padded_tokens":256,"decode_seconds":0.060381249990314245,"wall_seconds":0.06458708399441093,"finite":true,"all_zero":false,"index":1,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00034373998641967773,"mean_abs_dp":0.0003437250852584839,"max_abs_dlogit_T":0.0028406381607055664,"oracle_top2_margin":0.6650316715240479,"near_tie":false,"n_options":2,"probs":[0.8328595757484436,0.16714046895503998]},{"id":"tv4xh_composition_holdout_01","q":0,"variant":"base","tokens":145,"calls":2,"padded_tokens":256,"decode_seconds":0.060256041993852705,"wall_seconds":0.06422625001869164,"finite":true,"all_zero":false,"index":2,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00018984079360961914,"mean_abs_dp":0.00018981099128723145,"max_abs_dlogit_T":0.0016824007034301758,"oracle_top2_margin":0.24109157919883728,"near_tie":false,"n_options":2,"probs":[0.6207355856895447,0.37926438450813293]},{"id":"tv4xh_composition_holdout_02","q":0,"variant":"base","tokens":145,"calls":2,"padded_tokens":256,"decode_seconds":0.06032616598531604,"wall_seconds":0.0642506250005681,"finite":true,"all_zero":false,"index":3,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00034373998641967773,"mean_abs_dp":0.0003437250852584839,"max_abs_dlogit_T":0.0028406381607055664,"oracle_top2_margin":0.6650316715240479,"near_tie":false,"n_options":2,"probs":[0.8328595757484436,0.16714046895503998]},{"id":"tv4xh_composition_holdout_03","q":0,"variant":"base","tokens":145,"calls":2,"padded_tokens":256,"decode_seconds":0.06024325001635589,"wall_seconds":0.0642704589990899,"finite":true,"all_zero":false,"index":4,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0004450678825378418,"mean_abs_dp":0.000445045530796051,"max_abs_dlogit_T":0.0035469532012939453,"oracle_top2_margin":0.67545086145401,"near_tie":false,"n_options":2,"probs":[0.8381704688072205,0.16182951629161835]},{"id":"tv4xh_composition_holdout_04","q":0,"variant":"base","tokens":122,"calls":1,"padded_tokens":128,"decode_seconds":0.030140542017761618,"wall_seconds":0.03431645798264071,"finite":true,"all_zero":false,"index":5,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0012264847755432129,"mean_abs_dp":0.0012264549732208252,"max_abs_dlogit_T":0.007892370223999023,"oracle_top2_margin":0.5634703636169434,"near_tie":false,"n_options":2,"probs":[0.7805086970329285,0.21949125826358795]},{"id":"tv4xh_composition_holdout_05","q":0,"variant":"base","tokens":122,"calls":1,"padded_tokens":128,"decode_seconds":0.030098833987722173,"wall_seconds":0.03414437500759959,"finite":true,"all_zero":false,"index":6,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0014454126358032227,"mean_abs_dp":0.0014454014599323273,"max_abs_dlogit_T":0.009922027587890625,"oracle_top2_margin":0.7962963581085205,"near_tie":false,"n_options":2,"probs":[0.10329721868038177,0.896702766418457]},{"id":"tv4xh_composition_holdout_06","q":0,"variant":"base","tokens":122,"calls":1,"padded_tokens":128,"decode_seconds":0.030427166988374665,"wall_seconds":0.03660754198790528,"finite":true,"all_zero":false,"index":7,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0012264847755432129,"mean_abs_dp":0.0012264549732208252,"max_abs_dlogit_T":0.007892370223999023,"oracle_top2_margin":0.5634703636169434,"near_tie":false,"n_options":2,"probs":[0.7805086970329285,0.21949125826358795]},{"id":"tv4xh_composition_holdout_07","q":0,"variant":"base","tokens":122,"calls":1,"padded_tokens":128,"decode_seconds":0.03010679199360311,"wall_seconds":0.03375200001755729,"finite":true,"all_zero":false,"index":8,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.001963883638381958,"mean_abs_dp":0.001963868737220764,"max_abs_dlogit_T":0.010366439819335938,"oracle_top2_margin":0.4799458086490631,"near_tie":false,"n_options":2,"probs":[0.7380090355873108,0.2619909644126892]},{"id":"tv4xh_composition_holdout_08","q":0,"variant":"base","tokens":122,"calls":1,"padded_tokens":128,"decode_seconds":0.030224625021219254,"wall_seconds":0.03430429199943319,"finite":true,"all_zero":false,"index":9,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0005804300308227539,"mean_abs_dp":0.000580422580242157,"max_abs_dlogit_T":0.006572544574737549,"oracle_top2_margin":0.6559224128723145,"near_tie":false,"n_options":2,"probs":[0.1714584082365036,0.82854163646698]},{"id":"tv4xh_composition_holdout_09","q":0,"variant":"base","tokens":122,"calls":1,"padded_tokens":128,"decode_seconds":0.02993708397843875,"wall_seconds":0.03393858400522731,"finite":true,"all_zero":false,"index":10,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00307387113571167,"mean_abs_dp":0.003073856234550476,"max_abs_dlogit_T":0.012369036674499512,"oracle_top2_margin":0.3944624662399292,"near_tie":false,"n_options":2,"probs":[0.6941573619842529,0.3058426082134247]},{"id":"tv4sh_00","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.029968582995934412,"wall_seconds":0.03384475002530962,"finite":true,"all_zero":false,"index":11,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00335770845413208,"mean_abs_dp":0.002238452434539795,"max_abs_dlogit_T":0.018135786056518555,"oracle_top2_margin":0.5276456475257874,"near_tie":false,"n_options":3,"probs":[0.20073270797729492,0.7230281233787537,0.07623909413814545]},{"id":"tv4sh_01","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.02991095799370669,"wall_seconds":0.03387541699339636,"finite":true,"all_zero":false,"index":12,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0006999224424362183,"mean_abs_dp":0.00046657025814056396,"max_abs_dlogit_T":0.005172014236450195,"oracle_top2_margin":0.08595186471939087,"near_tie":false,"n_options":3,"probs":[0.17682567238807678,0.45463305711746216,0.36854133009910583]},{"id":"tv4sh_02","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.030912417016224936,"wall_seconds":0.035052916005952284,"finite":true,"all_zero":false,"index":13,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.00039568543434143066,"mean_abs_dp":0.00026374558607737225,"max_abs_dlogit_T":0.006180882453918457,"oracle_top2_margin":0.10462301969528198,"near_tie":false,"n_options":3,"probs":[0.13508467376232147,0.380415141582489,0.48450011014938354]},{"id":"tv4sh_03","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.030149375001201406,"wall_seconds":0.03411112501635216,"finite":true,"all_zero":false,"index":14,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0020377635955810547,"mean_abs_dp":0.0013585065801938374,"max_abs_dlogit_T":0.01164233684539795,"oracle_top2_margin":0.4328935742378235,"near_tie":false,"n_options":3,"probs":[0.23253968358039856,0.6627453565597534,0.10471498221158981]},{"id":"tv4sh_04","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.02994599999510683,"wall_seconds":0.034055083990097046,"finite":true,"all_zero":false,"index":15,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0011990070343017578,"mean_abs_dp":0.000799328088760376,"max_abs_dlogit_T":0.006001591682434082,"oracle_top2_margin":0.42877641320228577,"near_tie":false,"n_options":3,"probs":[0.24015356600284576,0.6674191951751709,0.09242724627256393]},{"id":"tv4sh_05","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.030007207999005914,"wall_seconds":0.03422641701763496,"finite":true,"all_zero":false,"index":16,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00034812092781066895,"mean_abs_dp":0.0002320756514867147,"max_abs_dlogit_T":0.002119004726409912,"oracle_top2_margin":0.10336747765541077,"near_tie":false,"n_options":3,"probs":[0.18741752207279205,0.4576323628425598,0.35495010018348694]},{"id":"tv4sh_06","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.030074624984990805,"wall_seconds":0.03417333299876191,"finite":true,"all_zero":false,"index":17,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0014549195766448975,"mean_abs_dp":0.0009699811538060507,"max_abs_dlogit_T":0.0067819952964782715,"oracle_top2_margin":0.05756232142448425,"near_tie":false,"n_options":3,"probs":[0.36206987500190735,0.4217583239078522,0.21617183089256287]},{"id":"tv4sh_07","q":0,"variant":"base","tokens":100,"calls":1,"padded_tokens":128,"decode_seconds":0.030133834021398798,"wall_seconds":0.033937166997930035,"finite":true,"all_zero":false,"index":18,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0008836686611175537,"mean_abs_dp":0.0005891025066375732,"max_abs_dlogit_T":0.003587007522583008,"oracle_top2_margin":0.07982683181762695,"near_tie":false,"n_options":3,"probs":[0.3191981613636017,0.4003540873527527,0.28044772148132324]},{"id":"tv4sh_08","q":0,"variant":"base","tokens":97,"calls":1,"padded_tokens":128,"decode_seconds":0.030091874999925494,"wall_seconds":0.03400254200096242,"finite":true,"all_zero":false,"index":19,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0009856224060058594,"mean_abs_dp":0.0006570567687352499,"max_abs_dlogit_T":0.010579705238342285,"oracle_top2_margin":0.04759258031845093,"near_tie":false,"n_options":3,"probs":[0.4537079930305481,0.40717998147010803,0.13911199569702148]},{"id":"tv4sh_09","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.030270959017798305,"wall_seconds":0.03414483298547566,"finite":true,"all_zero":false,"index":20,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0005008876323699951,"mean_abs_dp":0.000333935022354126,"max_abs_dlogit_T":0.004905819892883301,"oracle_top2_margin":0.0976305902004242,"near_tie":false,"n_options":3,"probs":[0.2952580451965332,0.4014330804347992,0.30330890417099]},{"id":"tv4sh_10","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.030125167017104104,"wall_seconds":0.03446249998523854,"finite":true,"all_zero":false,"index":21,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.002125084400177002,"mean_abs_dp":0.001416712999343872,"max_abs_dlogit_T":0.009604334831237793,"oracle_top2_margin":0.27929767966270447,"near_tie":false,"n_options":3,"probs":[0.22066812217235565,0.5272513031959534,0.2520805895328522]},{"id":"tv4sh_11","q":0,"variant":"base","tokens":97,"calls":1,"padded_tokens":128,"decode_seconds":0.03029537500697188,"wall_seconds":0.03444979200139642,"finite":true,"all_zero":false,"index":22,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0016251802444458008,"mean_abs_dp":0.00108347088098526,"max_abs_dlogit_T":0.010067462921142578,"oracle_top2_margin":0.3315570652484894,"near_tie":false,"n_options":3,"probs":[0.30105170607566833,0.6300560832023621,0.0688922330737114]},{"id":"tv4sh_12","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.03029820800293237,"wall_seconds":0.03423349998774938,"finite":true,"all_zero":false,"index":23,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0009935200214385986,"mean_abs_dp":0.0006623665491739908,"max_abs_dlogit_T":0.007504165172576904,"oracle_top2_margin":0.07484742999076843,"near_tie":false,"n_options":3,"probs":[0.3690756857395172,0.4455547034740448,0.18536965548992157]},{"id":"tv4sh_13","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.030077291012275964,"wall_seconds":0.03420100000221282,"finite":true,"all_zero":false,"index":24,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0010407567024230957,"mean_abs_dp":0.000693817933400472,"max_abs_dlogit_T":0.006576240062713623,"oracle_top2_margin":0.0921393632888794,"near_tie":false,"n_options":3,"probs":[0.27339300513267517,0.4102267622947693,0.3163802921772003]},{"id":"tv4sh_14","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.030072124995058402,"wall_seconds":0.03408229199703783,"finite":true,"all_zero":false,"index":25,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0006904676556587219,"mean_abs_dp":0.0004603092869122823,"max_abs_dlogit_T":0.007941007614135742,"oracle_top2_margin":0.08369186520576477,"near_tie":false,"n_options":3,"probs":[0.5044720768928528,0.42085161805152893,0.07467629760503769]},{"id":"tv4sh_15","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.03005820800899528,"wall_seconds":0.033806500025093555,"finite":true,"all_zero":false,"index":26,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.000993281602859497,"mean_abs_dp":0.0006621778011322021,"max_abs_dlogit_T":0.006371140480041504,"oracle_top2_margin":0.3421460688114166,"near_tie":false,"n_options":3,"probs":[0.26490744948387146,0.6064223051071167,0.12867027521133423]},{"id":"tv4sh_16","q":0,"variant":"base","tokens":97,"calls":1,"padded_tokens":128,"decode_seconds":0.03058208298170939,"wall_seconds":0.03478625000570901,"finite":true,"all_zero":false,"index":27,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0010049045085906982,"mean_abs_dp":0.0006699065367380778,"max_abs_dlogit_T":0.00728529691696167,"oracle_top2_margin":0.03769320249557495,"near_tie":false,"n_options":3,"probs":[0.38388592004776,0.4228718876838684,0.193242147564888]},{"id":"tv4sh_17","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.02998966700397432,"wall_seconds":0.034260749991517514,"finite":true,"all_zero":false,"index":28,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0006278753280639648,"mean_abs_dp":0.0004185636838277181,"max_abs_dlogit_T":0.003866821527481079,"oracle_top2_margin":0.08944615721702576,"near_tie":false,"n_options":3,"probs":[0.3004947304725647,0.3947175443172455,0.30478769540786743]},{"id":"tv4sh_18","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.02991166597348638,"wall_seconds":0.03370429200003855,"finite":true,"all_zero":false,"index":29,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.000932842493057251,"mean_abs_dp":0.0006218751271565756,"max_abs_dlogit_T":0.00685805082321167,"oracle_top2_margin":0.08919930458068848,"near_tie":false,"n_options":3,"probs":[0.3305991291999817,0.4201519787311554,0.24924896657466888]},{"id":"tv4sh_19","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.030159750021994114,"wall_seconds":0.034029874979751185,"finite":true,"all_zero":false,"index":30,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0025229156017303467,"mean_abs_dp":0.0016819387674331665,"max_abs_dlogit_T":0.009808182716369629,"oracle_top2_margin":0.17247650027275085,"near_tie":false,"n_options":3,"probs":[0.1791069507598877,0.3263208866119385,0.49457213282585144]}],"note":"round 11 held-out gate (130), form K128","generated_at":"2026-10-04T00:00:20+00:00"},"red_arms_v2":{"schema":"kev-decoder-readout-red-arms/1","bundle":{"bundle":"$ZOO_WORK_ROOT/_kev/exports/bundles/kev_0_8b_decode_fp16_metal_pf128","name":"kev_0_8b_decode_fp16_metal_pf128","kind":"decision-backbone","compression":null,"prefill_chunk":128,"metadata_sha256":"e4d40a2fd5fb005d950a48504e93c6ab49430f63effbb8a1f9c835736814ef34","main_mlirb":{"bytes":1505385733,"sha256":"19d5a4809e348c7cdd314c17cf18646170e2af2ef62f5a32beb8948b2c3f684e"},"tokenizer_sha256":{"tokenizer.json":"fe000e3ed39ed12b8d2481d527d44f93c65d37e87645d2dcc80d1bf9d50d2927","tokenizer_config.json":"e611fbccc7c29ef3b1cafb1cb7ea548d189968632901d678fd62be68c47885de"},"head_sha256":{"head.safetensors":"12038b02ecf7ece3ffb008b22ae97988293e521a86e7aadc8036c9c700893a42","kev_head.json":"73d510708790422d3c84bfc915e311e536d527bc032f0a07394e76999d5c9d7c"},"aimodelc":{"path":"$ZOO_WORK_ROOT/_kev/exports/bundles_aotc/kev_0_8b_decode_fp16_metal_pf128.h16c.aimodelc","bytes":2502047194,"tree_sha256":"1c67c7c72ffdf4c94f48fd558185d87e2a00ee6f69e0fa3bae4db1faef7a7655","files":{"main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist":"fef48239372c6fc169cdea22969b36de363f06719fb153a52974f2ebfa56aea0","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/original_model_0.mpsgraph":"91ddf123ac4514cbbe8a494cee221309699e031f8d9dd4cf9aeb50c119a307e0","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin":"f49d41a85c7ae96b0660de3f841973c0676d468d835136bbf25f69e55e8e5eeb","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_1.mpsgraph":"e986f4bc914ad3d7250fd77e5eed891260c777979ae8ea606d16d91be204ebf5","main-h16c.mlirb":"8fd5163ae047fce51ffd9ddb33e343e4bed375390d4adb4aa8c299d09651073c","main.hash":"a23e0b768b65054ca78521c41021ff13b2c7b1c2d61e34702272be5c64e2dbd5","metadata.json":"f043fc68b0a90bcf74a7be5b64f63664c7d1e8afcf10858a36e6d7e03e21f01b","stats.json":"6c1b81308ee7d1bd31a33d3e243119cbaf4f126560f7e4c9f8c2d2f79a498722"}}},"chunk":128,"max_ctx":4096,"rows_file":{"path":"$ZOO_WORK_ROOT/_kev/readout/red_arms_v2.json","sha256":"2de94c557e94ecf318242331d7bcba61e1372e4b4fb0ab8e95a695cd0ca0be89","version":2},"model":"kev-0.8b","head":{"head_safetensors":"$ZOO_WORK_ROOT/_kev/oracle/head/head.safetensors","head_safetensors_sha256":"12038b02ecf7ece3ffb008b22ae97988293e521a86e7aadc8036c9c700893a42","kev_head_json_sha256":"73d510708790422d3c84bfc915e311e536d527bc032f0a07394e76999d5c9d7c","scale":0.0625,"temperature":2.3510958125672174,"dtype":"float32","device":"cpu"},"oracle":{"path":"$ZOO_WORK_ROOT/_kev/oracle/records_oracle.json","sha256":"1a72a45831eecc2af7ddfc68a86e9250f572d6bf9274362f96cc62bcb803cc6d","checkpoint":"jaredpalmer/kev-0.8b@788ddbdd65715bb03a56788c822f6c632c9a551d"},"gate_transcript":{"path":"$ZOO_WORK_ROOT/_kev/results/r11_full_K128.json","sha256":"e15434cd82af6c6d2adcde98c5db3f4f9e36a94b1e83730b5a9f6996148490ab","result":"PASS"},"script":{"path":"conversion/kev/readout_gate.py","sha256":"9fa297d1ac6cde05208026a582808d7ddc5d35674dba7d21efefabcbf686fd2b"},"environment":{"versions":{"python":"3.11.13","numpy":"2.3.5","coreai-core":"1.0.0b2","coreai-torch":"0.4.1","coreai-models":"0.1.0","torch":"2.9.0","safetensors":"0.7.0"},"platform":"macOS-27.0-arm64-arm-64bit","macos_build":"26A428","chip":"Apple M4 Max","runtime":"coreai python runtime, AOT h16c GPU .aimodelc, SpecializationOptions.default(), no JIT","head":"the pointer head from head.safetensors, fp32, CPU (parity_decoder_torch.KevHead)","gpu":"shared with other sessions, no _GPU_LOCK held (times are contended reference values)"},"gpu_lock":{"start":{"path":"$ZOO_WORK_ROOT/_GPU_LOCK","exists":true,"bytes":56,"content":"kev speed r11 pid <n> since 2026-10-04T08:48:47+09:00\n","mtime":"2026-10-04T08:48:47+09:00"},"end":{"path":"$ZOO_WORK_ROOT/_GPU_LOCK","exists":true,"bytes":56,"content":"kev speed r11 pid <n> since 2026-10-04T08:48:47+09:00\n","mtime":"2026-10-04T08:48:47+09:00"}},"process":[{"shard":"red_arms_v2","runs":["tv4_000:q0:base","tv4_000:q0:state_swap","semif_a3f18f3a63d45345942b:q0:base","semif_a3f18f3a63d45345942b:q0:state_swap","semif_0b43ea8e24e74d621f1b:q0:base","semif_0b43ea8e24e74d621f1b:q0:state_swap","own_t01:q0:base","own_t01:q0:state_swap","tv4x_qnli_00:q0:base","tv4x_qnli_00:q0:state_swap","tv4x_tweet_offensive_00:q0:base","tv4x_tweet_offensive_00:q0:instr_negate_v2","tv4x_qnli_00:q0:instr_negate_v2","tv4x_paws_00:q0:base","tv4x_paws_00:q0:instr_negate_v2","tv4x_legacy_holdout_00:q0:base","tv4x_legacy_holdout_00:q0:instr_negate_v2","own_t05:q2:base","own_t05:q2:instr_negate_v2"],"prompts":20,"load_seconds":0.261662749981042,"load_split_seconds":{"model":0.005509124981472269,"main":0.25615362499956973},"function_names":["main"],"process_wall_seconds":1.3211975000158418,"reset_check":{"run":"tv4_000:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.0338190000038594},"contract_mismatch":[]}],"rule":"red = the perturbed runs against the unperturbed ones fail the gate's own bar (FACTS §7): (a) an argmax moves on at least one question whose oracle top-2 margin is above 0.02, or (b) max |dp| > 0.02, or (c) the mean over runs of the run's mean |dp| > 0.002","v1_rule":"argmax moved on >= 1 row AND max |dp| > 0.02","arms":{"instr_negate_v2":{"rows":5,"argmax_moved":2,"argmax_moved_non_near_tie":2,"max_abs_dp_vs_base":0.759007565677166,"mean_of_run_mean_abs_dp_vs_base":0.2911282129585743,"red_facts7":{"a_argmax_non_near_tie":true,"b_max_abs_dp":true,"c_mean_of_run_means":true},"red":true,"red_v1_rule":true,"items":[{"row":"tv4x_tweet_offensive_00:q0","type":"noul","state_from":null,"tokens":69,"near_tie":false,"argmax_moved":false,"max_abs_dp_vs_base":0.08249121904373169,"mean_abs_dp_vs_base":0.0824912041425705,"base_probs":[0.2603885531425476,0.7396114468574524],"perturbed_probs":[0.1778973639011383,0.8221026659011841],"base_argmax":1,"perturbed_argmax":1,"oracle_argmax":1},{"row":"tv4x_qnli_00:q0","type":"noul","state_from":null,"tokens":95,"near_tie":false,"argmax_moved":false,"max_abs_dp_vs_base":0.08852583169937134,"mean_abs_dp_vs_base":0.08852580189704895,"base_probs":[0.11400279402732849,0.8859971761703491],"perturbed_probs":[0.20252862572669983,0.7974714040756226],"base_argmax":1,"perturbed_argmax":1,"oracle_argmax":1},{"row":"tv4x_paws_00:q0","type":"noul","state_from":null,"tokens":82,"near_tie":false,"argmax_moved":false,"max_abs_dp_vs_base":0.0003669857978820801,"mean_abs_dp_vs_base":0.00036697089672088623,"base_probs":[0.30474430322647095,0.6952557563781738],"perturbed_probs":[0.30511125922203064,0.6948887705802917],"base_argmax":1,"perturbed_argmax":1,"oracle_argmax":1},{"row":"tv4x_legacy_holdout_00:q0","type":"noul","state_from":null,"tokens":79,"near_tie":false,"argmax_moved":true,"max_abs_dp_vs_base":0.5252495408058167,"mean_abs_dp_vs_base":0.525249533355236,"base_probs":[0.15088976919651031,0.8491102457046509],"perturbed_probs":[0.6761392951011658,0.32386070489883423],"base_argmax":1,"perturbed_argmax":0,"oracle_argmax":1},{"row":"own_t05:q2","type":"noul","state_from":null,"tokens":118,"near_tie":false,"argmax_moved":true,"max_abs_dp_vs_base":0.759007565677166,"mean_abs_dp_vs_base":0.7590075545012951,"base_probs":[0.9723606705665588,0.02763933688402176],"perturbed_probs":[0.21335312724113464,0.7866469025611877],"base_argmax":0,"perturbed_argmax":1,"oracle_argmax":0}]},"state_swap":{"rows":5,"argmax_moved":4,"argmax_moved_non_near_tie":4,"max_abs_dp_vs_base":0.9050966389477253,"mean_of_run_mean_abs_dp_vs_base":0.45316006605823833,"red_facts7":{"a_argmax_non_near_tie":true,"b_max_abs_dp":true,"c_mean_of_run_means":true},"red":true,"red_v1_rule":true,"items":[{"row":"tv4_000:q0","type":"choice","state_from":"tv4_001","tokens":80,"near_tie":false,"argmax_moved":false,"max_abs_dp_vs_base":0.02622547745704651,"mean_abs_dp_vs_base":0.020876310765743256,"base_probs":[0.14784428477287292,0.2050098329782486,0.43476831912994385,0.21237759292125702],"perturbed_probs":[0.13177528977394104,0.2312353104352951,0.40908464789390564,0.22790469229221344],"base_argmax":2,"perturbed_argmax":2,"oracle_argmax":2},{"row":"semif_a3f18f3a63d45345942b:q0","type":"choice","state_from":"semif_0b43ea8e24e74d621f1b","tokens":60,"near_tie":false,"argmax_moved":true,"max_abs_dp_vs_base":0.9050966389477253,"mean_abs_dp_vs_base":0.6033977468808492,"base_probs":[0.0211150161921978,0.16761916875839233,0.8112658262252808],"perturbed_probs":[0.9262116551399231,0.04981924593448639,0.023969147354364395],"base_argmax":2,"perturbed_argmax":0,"oracle_argmax":2},{"row":"semif_0b43ea8e24e74d621f1b:q0","type":"choice","state_from":"semif_942ec65dac0bfb9874f9","tokens":60,"near_tie":false,"argmax_moved":true,"max_abs_dp_vs_base":0.8783143609762192,"mean_abs_dp_vs_base":0.5855429129054149,"base_probs":[0.0374796986579895,0.9419578909873962,0.020562348887324333],"perturbed_probs":[0.49279820919036865,0.06364353001117706,0.4435582160949707],"base_argmax":1,"perturbed_argmax":0,"oracle_argmax":1},{"row":"own_t01:q0","type":"choice","state_from":"own_t03","tokens":245,"near_tie":false,"argmax_moved":true,"max_abs_dp_vs_base":0.6923366636037827,"mean_abs_dp_vs_base":0.28031017519533635,"base_probs":[0.544118344783783,0.03409168869256973,0.14737625420093536,0.0678076222538948,0.20660604536533356],"perturbed_probs":[0.006142173893749714,0.04253046587109566,0.007437926717102528,0.044946685433387756,0.8989427089691162],"base_argmax":0,"perturbed_argmax":4,"oracle_argmax":0},{"row":"tv4x_qnli_00:q0","type":"noul","state_from":"tv4x_paws_00","tokens":52,"near_tie":false,"argmax_moved":true,"max_abs_dp_vs_base":0.7756731882691383,"mean_abs_dp_vs_base":0.775673184543848,"base_probs":[0.11400279402732849,0.8859971761703491],"perturbed_probs":[0.8896759748458862,0.11032398790121078],"base_argmax":1,"perturbed_argmax":0,"oracle_argmax":1}]}},"base_vs_gate_run":[{"row":"tv4_000:q0","bit_equal_gate_run":true},{"row":"semif_a3f18f3a63d45345942b:q0","bit_equal_gate_run":true},{"row":"semif_0b43ea8e24e74d621f1b:q0","bit_equal_gate_run":true},{"row":"own_t01:q0","bit_equal_gate_run":true},{"row":"tv4x_qnli_00:q0","bit_equal_gate_run":true},{"row":"tv4x_tweet_offensive_00:q0","bit_equal_gate_run":true},{"row":"tv4x_paws_00:q0","bit_equal_gate_run":true},{"row":"tv4x_legacy_holdout_00:q0","bit_equal_gate_run":true},{"row":"own_t05:q2","bit_equal_gate_run":true}],"base_bit_equal_all":true,"all_arms_red":true,"reset_bit_equal":true,"result":"RED (every arm)","seconds":3.4403338330157567,"note":"round 11 red arms v2, form K128","generated_at":"2026-10-04T00:00:10+00:00"}}