{ "schema": "coreai-slot-fixtures/1", "source": { "hf_id": "iapp/OpenThai-SystemOne", "revision": "f3709948b5e3cc9606a57e74ba62b7a639d17dd3", "oracle": "author's modeling.py slot_logits, fp32, CPU", "transformers": "5.17.0", "torch": "2.9.0", "client_revision": "5d04bcc", "snapshot": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/openthai-systemone-coreai/cache/hf/hub/models--iapp--OpenThai-SystemOne/snapshots/f3709948b5e3cc9606a57e74ba62b7a639d17dd3" }, "temperature_by_type": { "choice": 1.058534, "score": 1.043141, "noul": 1.006767 }, "temperature_exact_by_type": { "choice": 1.058533787727356, "score": 1.0431410074234009, "noul": 1.0067671537399292 }, "layout": "openthai_systemone", "independent_rows": true, "permutations": 1, "n_slots": 256, "abstain_slot": 255, "answer_token_id": 248082, "control_ids": { "<|ts_state|>": 248077, "<|ts_q|>": 248078, "<|ts_choice|>": 248079, "<|ts_score|>": 248080, "<|ts_noul|>": 248081, "<|ts_answer|>": 248082, "<|ts_opt_0|>": 248083, "<|ts_opt_1|>": 248084, "<|ts_opt_2|>": 248085, "<|ts_opt_3|>": 248086, "<|ts_opt_4|>": 248087, "<|ts_opt_5|>": 248088, "<|ts_opt_6|>": 248089, "<|ts_opt_7|>": 248090, "<|ts_opt_8|>": 248091, "<|ts_opt_9|>": 248092, "<|ts_opt_10|>": 248093, "<|ts_opt_11|>": 248094, "<|ts_opt_12|>": 248095, "<|ts_opt_13|>": 248096, "<|ts_opt_14|>": 248097, "<|ts_opt_15|>": 248098, "<|ts_opt_16|>": 248099, "<|ts_opt_17|>": 248100, "<|ts_opt_18|>": 248101, "<|ts_opt_19|>": 248102, "<|ts_opt_20|>": 248103, "<|ts_opt_21|>": 248104, "<|ts_opt_22|>": 248105, "<|ts_opt_23|>": 248106, "<|ts_opt_24|>": 248107, "<|ts_opt_25|>": 248108, "<|ts_opt_26|>": 248109, "<|ts_opt_27|>": 248110, "<|ts_opt_28|>": 248111, "<|ts_opt_29|>": 248112, "<|ts_opt_30|>": 248113, "<|ts_opt_31|>": 248114, "<|ts_opt_32|>": 248115, "<|ts_opt_33|>": 248116, "<|ts_opt_34|>": 248117, "<|ts_opt_35|>": 248118, "<|ts_opt_36|>": 248119, "<|ts_opt_37|>": 248120, "<|ts_opt_38|>": 248121, "<|ts_opt_39|>": 248122, "<|ts_opt_40|>": 248123, "<|ts_opt_41|>": 248124, "<|ts_opt_42|>": 248125, "<|ts_opt_43|>": 248126, "<|ts_opt_44|>": 248127, "<|ts_opt_45|>": 248128, "<|ts_opt_46|>": 248129, "<|ts_opt_47|>": 248130, "<|ts_opt_48|>": 248131, "<|ts_opt_49|>": 248132, "<|ts_opt_50|>": 248133, "<|ts_opt_51|>": 248134, "<|ts_opt_52|>": 248135, "<|ts_opt_53|>": 248136, "<|ts_opt_54|>": 248137, "<|ts_opt_55|>": 248138, "<|ts_opt_56|>": 248139, "<|ts_opt_57|>": 248140, "<|ts_opt_58|>": 248141, "<|ts_opt_59|>": 248142, "<|ts_opt_60|>": 248143, "<|ts_opt_61|>": 248144, "<|ts_opt_62|>": 248145, "<|ts_opt_63|>": 248146, "<|ts_opt_64|>": 248147, "<|ts_opt_65|>": 248148, "<|ts_opt_66|>": 248149, "<|ts_opt_67|>": 248150, "<|ts_opt_68|>": 248151, "<|ts_opt_69|>": 248152, "<|ts_opt_70|>": 248153, "<|ts_opt_71|>": 248154, "<|ts_opt_72|>": 248155, "<|ts_opt_73|>": 248156, "<|ts_opt_74|>": 248157, "<|ts_opt_75|>": 248158, "<|ts_opt_76|>": 248159, "<|ts_opt_77|>": 248160, "<|ts_opt_78|>": 248161, "<|ts_opt_79|>": 248162, "<|ts_opt_80|>": 248163, "<|ts_opt_81|>": 248164, "<|ts_opt_82|>": 248165, "<|ts_opt_83|>": 248166, "<|ts_opt_84|>": 248167, "<|ts_opt_85|>": 248168, "<|ts_opt_86|>": 248169, "<|ts_opt_87|>": 248170, "<|ts_opt_88|>": 248171, "<|ts_opt_89|>": 248172, "<|ts_opt_90|>": 248173, "<|ts_opt_91|>": 248174, "<|ts_opt_92|>": 248175, "<|ts_opt_93|>": 248176, "<|ts_opt_94|>": 248177, "<|ts_opt_95|>": 248178, "<|ts_opt_96|>": 248179, "<|ts_opt_97|>": 248180, "<|ts_opt_98|>": 248181, "<|ts_opt_99|>": 248182, "<|ts_opt_100|>": 248183, "<|ts_opt_101|>": 248184, "<|ts_opt_102|>": 248185, "<|ts_opt_103|>": 248186, "<|ts_opt_104|>": 248187, "<|ts_opt_105|>": 248188, "<|ts_opt_106|>": 248189, "<|ts_opt_107|>": 248190, "<|ts_opt_108|>": 248191, "<|ts_opt_109|>": 248192, "<|ts_opt_110|>": 248193, "<|ts_opt_111|>": 248194, "<|ts_opt_112|>": 248195, "<|ts_opt_113|>": 248196, "<|ts_opt_114|>": 248197, "<|ts_opt_115|>": 248198, "<|ts_opt_116|>": 248199, "<|ts_opt_117|>": 248200, "<|ts_opt_118|>": 248201, "<|ts_opt_119|>": 248202, "<|ts_opt_120|>": 248203, "<|ts_opt_121|>": 248204, "<|ts_opt_122|>": 248205, "<|ts_opt_123|>": 248206, "<|ts_opt_124|>": 248207, "<|ts_opt_125|>": 248208, "<|ts_opt_126|>": 248209, "<|ts_opt_127|>": 248210, "<|ts_opt_128|>": 248211, "<|ts_opt_129|>": 248212, "<|ts_opt_130|>": 248213, "<|ts_opt_131|>": 248214, "<|ts_opt_132|>": 248215, "<|ts_opt_133|>": 248216, "<|ts_opt_134|>": 248217, "<|ts_opt_135|>": 248218, "<|ts_opt_136|>": 248219, "<|ts_opt_137|>": 248220, "<|ts_opt_138|>": 248221, "<|ts_opt_139|>": 248222, "<|ts_opt_140|>": 248223, "<|ts_opt_141|>": 248224, "<|ts_opt_142|>": 248225, "<|ts_opt_143|>": 248226, "<|ts_opt_144|>": 248227, "<|ts_opt_145|>": 248228, "<|ts_opt_146|>": 248229, "<|ts_opt_147|>": 248230, "<|ts_opt_148|>": 248231, "<|ts_opt_149|>": 248232, "<|ts_opt_150|>": 248233, "<|ts_opt_151|>": 248234, "<|ts_opt_152|>": 248235, "<|ts_opt_153|>": 248236, "<|ts_opt_154|>": 248237, "<|ts_opt_155|>": 248238, "<|ts_opt_156|>": 248239, "<|ts_opt_157|>": 248240, "<|ts_opt_158|>": 248241, "<|ts_opt_159|>": 248242, "<|ts_opt_160|>": 248243, "<|ts_opt_161|>": 248244, "<|ts_opt_162|>": 248245, "<|ts_opt_163|>": 248246, "<|ts_opt_164|>": 248247, "<|ts_opt_165|>": 248248, "<|ts_opt_166|>": 248249, "<|ts_opt_167|>": 248250, "<|ts_opt_168|>": 248251, "<|ts_opt_169|>": 248252, "<|ts_opt_170|>": 248253, "<|ts_opt_171|>": 248254, "<|ts_opt_172|>": 248255, "<|ts_opt_173|>": 248256, "<|ts_opt_174|>": 248257, "<|ts_opt_175|>": 248258, "<|ts_opt_176|>": 248259, "<|ts_opt_177|>": 248260, "<|ts_opt_178|>": 248261, "<|ts_opt_179|>": 248262, "<|ts_opt_180|>": 248263, "<|ts_opt_181|>": 248264, "<|ts_opt_182|>": 248265, "<|ts_opt_183|>": 248266, "<|ts_opt_184|>": 248267, "<|ts_opt_185|>": 248268, "<|ts_opt_186|>": 248269, "<|ts_opt_187|>": 248270, "<|ts_opt_188|>": 248271, "<|ts_opt_189|>": 248272, "<|ts_opt_190|>": 248273, "<|ts_opt_191|>": 248274, "<|ts_opt_192|>": 248275, "<|ts_opt_193|>": 248276, "<|ts_opt_194|>": 248277, "<|ts_opt_195|>": 248278, "<|ts_opt_196|>": 248279, "<|ts_opt_197|>": 248280, "<|ts_opt_198|>": 248281, "<|ts_opt_199|>": 248282, "<|ts_opt_200|>": 248283, "<|ts_opt_201|>": 248284, "<|ts_opt_202|>": 248285, "<|ts_opt_203|>": 248286, "<|ts_opt_204|>": 248287, "<|ts_opt_205|>": 248288, "<|ts_opt_206|>": 248289, "<|ts_opt_207|>": 248290, "<|ts_opt_208|>": 248291, "<|ts_opt_209|>": 248292, "<|ts_opt_210|>": 248293, "<|ts_opt_211|>": 248294, "<|ts_opt_212|>": 248295, "<|ts_opt_213|>": 248296, "<|ts_opt_214|>": 248297, "<|ts_opt_215|>": 248298, "<|ts_opt_216|>": 248299, "<|ts_opt_217|>": 248300, "<|ts_opt_218|>": 248301, "<|ts_opt_219|>": 248302, "<|ts_opt_220|>": 248303, "<|ts_opt_221|>": 248304, "<|ts_opt_222|>": 248305, "<|ts_opt_223|>": 248306, "<|ts_opt_224|>": 248307, "<|ts_opt_225|>": 248308, "<|ts_opt_226|>": 248309, "<|ts_opt_227|>": 248310, "<|ts_opt_228|>": 248311, "<|ts_opt_229|>": 248312, "<|ts_opt_230|>": 248313, "<|ts_opt_231|>": 248314, "<|ts_opt_232|>": 248315, "<|ts_opt_233|>": 248316, "<|ts_opt_234|>": 248317, "<|ts_opt_235|>": 248318, "<|ts_opt_236|>": 248319, "<|ts_opt_237|>": 248320, "<|ts_opt_238|>": 248321, "<|ts_opt_239|>": 248322, "<|ts_opt_240|>": 248323, "<|ts_opt_241|>": 248324, "<|ts_opt_242|>": 248325, "<|ts_opt_243|>": 248326, "<|ts_opt_244|>": 248327, "<|ts_opt_245|>": 248328, "<|ts_opt_246|>": 248329, "<|ts_opt_247|>": 248330, "<|ts_opt_248|>": 248331, "<|ts_opt_249|>": 248332, "<|ts_opt_250|>": 248333, "<|ts_opt_251|>": 248334, "<|ts_opt_252|>": 248335, "<|ts_opt_253|>": 248336, "<|ts_opt_254|>": 248337, "<|ts_opt_255|>": 248338 }, "requests": [ { "id": "r01", "language": "th", "state": "กล่องมีตัวล็อกแตก แต่สิ่งของภายในสมบูรณ์ ผู้ส่งต้องการเปลี่ยนตัวล็อก ไม่ได้ขอคืนเงิน", "questions": { "route": { "type": "choice", "instructions": "ควรส่งคำขอนี้ให้ฝ่ายใด", "criteria": { "ซ่อมแซม": "เปลี่ยนชิ้นส่วนที่ชำรุด", "การเงิน": "จัดการการชำระเงิน", "ขนส่ง": "ติดตามกล่องที่สูญหาย" } }, "condition": { "type": "choice", "instructions": "สิ่งของภายในมีสภาพอย่างไร", "criteria": { "สูญหาย": null, "สมบูรณ์": null, "เปียก": null, "แตก": null } }, "refund": { "type": "noul", "instructions": "ผู้ส่งขอคืนเงินหรือไม่", "criteria": { "false": "ไม่ได้ขอเงินคืน", "true": "ขอเงินคืน" } } }, "zoo_only": false }, { "id": "r02", "language": "th", "state": { "ห้อง": { "อุณหภูมิ": "เย็น", "โคมไฟ": "ปิด", "หน้าต่าง": "เปิด" }, "คำขอ": "ปิดหน้าต่าง" }, "questions": { "action": { "type": "choice", "instructions": "ควรทำตามคำขอใด", "criteria": { "ปิดหน้าต่าง": "ปิดช่องหน้าต่าง", "เปิดไฟ": "เปิดโคมไฟ", "เปิดหน้าต่าง": "เปิดช่องหน้าต่างเพิ่ม" } }, "lamp": { "type": "choice", "instructions": "ขณะนี้โคมไฟอยู่ในสถานะใด", "criteria": { "เปิด": null, "กะพริบ": null, "ปิด": null } }, "cold": { "type": "noul", "instructions": "ห้องนี้เย็นหรือไม่", "criteria": {} } }, "zoo_only": false }, { "id": "r03", "language": "th", "state": "กระเบื้องที่ทำเครื่องหมายเป็นรูปหกเหลี่ยมสีเขียว พื้นผิวแห้งและไม่มีขอบ", "questions": { "color": { "type": "choice", "instructions": "กระเบื้องมีสีอะไร", "criteria": { "สีแดง": "สีแดง", "สีเขียว": "สีเขียว", "สีน้ำเงิน": "สีน้ำเงิน" } }, "shape": { "type": "choice", "instructions": "กระเบื้องเป็นรูปอะไร", "criteria": { "วงกลม": null, "สี่เหลี่ยม": null, "สามเหลี่ยม": null, "ห้าเหลี่ยม": null, "หกเหลี่ยม": null, "วงรี": null, "ดาว": null, "หัวใจ": null, "เสี้ยววงเดือน": null, "แปดเหลี่ยม": null, "ลูกศร": null, "กากบาท": null } }, "wet": { "type": "noul", "instructions": "กระเบื้องเปียกหรือไม่", "criteria": { "false": "กระเบื้องแห้ง", "true": "มีน้ำบนกระเบื้อง" } } }, "zoo_only": false }, { "id": "r04", "language": "th", "state": [ "ตู้ทำจากไม้", "ลิ้นชักที่เลือกคือหมายเลข 7", "ลิ้นชักล็อกอยู่", "มีกุญแจ" ], "questions": { "status": { "type": "choice", "instructions": "ลิ้นชักอยู่ในสถานะใด", "criteria": { "ล็อก": "เปิดไม่ได้จนกว่าจะใช้กุญแจ", "เปิด": "เปิดอยู่แล้ว", "เสีย": "ใช้งานไม่ได้เพราะชำรุด" } }, "drawer": { "type": "choice", "instructions": "เลือกหมายเลขลิ้นชักใด", "criteria": { "1": null, "2": null, "3": null, "4": null, "5": null, "6": null, "7": null, "8": null, "9": null, "10": null, "11": null } }, "key": { "type": "noul", "instructions": "มีกุญแจอยู่หรือไม่", "criteria": {} } }, "zoo_only": false }, { "id": "r05", "language": "th", "state": "แปลงผักแห้ง ต้นกล้ามีใบสีเขียว งานถัดไปคือรดน้ำ ยังไม่ถึงเวลาเก็บเกี่ยว", "questions": { "task": { "type": "choice", "instructions": "งานถัดไปคืออะไร", "criteria": { "รดน้ำ": "เติมน้ำให้แปลงผัก", "เก็บเกี่ยว": "เก็บผักที่โตเต็มที่", "ทาสี": "ทาสีรั้ว" } }, "leaves": { "type": "choice", "instructions": "ใบของต้นกล้ามีสีอะไร", "criteria": { "น้ำตาล": null, "เหลือง": null, "เขียว": null, "แดง": null } }, "dry": { "type": "noul", "instructions": "แปลงผักแห้งหรือไม่", "criteria": { "false": "ดินยังเปียก", "true": "ดินแห้ง" } } }, "zoo_only": false }, { "id": "r06", "language": "th", "state": { "งาน": { "ขั้นตอน": "ตรวจทาน", "ผล": "รอผล", "ความสำคัญ": "ต่ำ" }, "อนุมัติ": false }, "questions": { "phase": { "type": "choice", "instructions": "งานอยู่ในขั้นตอนใด", "criteria": { "ร่าง": "กำลังเขียนร่าง", "ตรวจทาน": "กำลังตรวจสอบเนื้อหา", "เสร็จ": "งานเสร็จสมบูรณ์" } }, "priority": { "type": "choice", "instructions": "งานมีความสำคัญระดับใด", "criteria": { "สูง": null, "กลาง": null, "ต่ำ": null } }, "approved": { "type": "noul", "instructions": "งานได้รับอนุมัติแล้วหรือไม่", "criteria": { "false": "ยังไม่ได้รับอนุมัติ", "true": "ได้รับอนุมัติแล้ว" } } }, "zoo_only": false }, { "id": "r07", "language": "en", "state": "The parcel belongs to team 12. The contents are intact. No refund is requested.", "questions": { "team": { "type": "choice", "instructions": "Which team owns the parcel?", "criteria": { "1": null, "2": null, "3": null, "4": null, "5": null, "6": null, "7": null, "8": null, "9": null, "10": null, "11": null, "12": null, "13": null, "14": null, "15": null, "16": null } }, "condition": { "type": "choice", "instructions": "How are the contents described?", "criteria": { "missing": null, "intact": null, "wet": null, "broken": null } }, "refund": { "type": "noul", "instructions": "Is a refund requested?", "criteria": { "false": "No money back is requested", "true": "Money back is requested" } } }, "zoo_only": false }, { "id": "r08", "language": "en", "state": "The selected storage bin is violet. Its lid is closed and the lamp is off.", "questions": { "bin": { "type": "choice", "instructions": "Which bin is selected?", "criteria": { "red": null, "orange": null, "yellow": null, "green": null, "blue": null, "indigo": null, "violet": null, "black": null, "white": null, "gray": null, "brown": null, "pink": null } }, "lamp": { "type": "choice", "instructions": "What is the lamp state?", "criteria": { "on": "The lamp emits light", "off": "The lamp emits no light", "flashing": "The lamp blinks" } }, "closed": { "type": "noul", "instructions": "Is the selected bin lid closed?", "criteria": {} } }, "zoo_only": false }, { "id": "r09", "language": "en", "state": { "tank": { "contents": "clean water", "fill": "half full", "valve": "closed" } }, "questions": { "liquid": { "type": "choice", "instructions": "What liquid is in the tank?", "criteria": { "oil": null, "water": null, "ink": null } }, "valve": { "type": "noul", "instructions": "Is the valve open?", "criteria": { "false": "The valve is closed", "true": "The valve is open" } }, "fill": { "type": "score", "instructions": "How full is the tank?", "criteria": [ "empty", "one quarter full", "half full", "three quarters full", "completely full" ] } }, "zoo_only": false }, { "id": "r10", "language": "en", "state": [ "Four objects were inspected.", "Their surfaces are smooth and white.", "No damage is present." ], "questions": { "surface": { "type": "choice", "instructions": "How is the inspected surface described?", "criteria": { "rough": null, "smooth": null, "cracked": null, "sticky": null } }, "white": { "type": "noul", "instructions": "Are the inspected objects white?", "criteria": {} }, "damage": { "type": "score", "instructions": "How much damage is present?", "criteria": [ "no damage", "minor scratches", "shallow dents", "large cracks", "completely broken" ] } }, "zoo_only": false }, { "id": "r11", "language": "en", "state": "A task is paused for inspection. Restart is forbidden. Its urgency is low.", "questions": { "status": { "type": "choice", "instructions": "What is the task status?", "criteria": { "running": null, "paused": null, "finished": null } }, "restart": { "type": "noul", "instructions": "Is restarting allowed?", "criteria": { "false": "Restarting is forbidden", "true": "Restarting is allowed" } }, "urgency": { "type": "score", "instructions": "How urgent is the task?", "criteria": [ "low", "medium", "high" ] } }, "zoo_only": false }, { "id": "r12", "language": "en", "state": "The path leads west and is covered in gravel. It is closed. The slope is flat.", "questions": { "direction": { "type": "choice", "instructions": "Which direction does the path lead?", "criteria": { "north": null, "south": null, "east": null, "west": null } }, "open": { "type": "noul", "instructions": "Is the path open?", "criteria": {} }, "slope": { "type": "score", "instructions": "What is the slope?", "criteria": [ "flat", "slightly sloped", "steep" ] } }, "zoo_only": false }, { "id": "r13", "language": "mixed", "state": { "ห้อง": "storage", "door": "ปิด", "light": "on", "temperature": "อุ่น" }, "questions": { "door": { "type": "choice", "instructions": "ประตูอยู่ในสถานะใด? Choose its state.", "criteria": { "เปิด / open": null, "ปิด / closed": null, "หาย / missing": null } }, "light": { "type": "noul", "instructions": "Is the light on? ไฟเปิดอยู่หรือไม่", "criteria": { "false": "ปิด / off", "true": "เปิด / on" } }, "temperature": { "type": "score", "instructions": "อุณหภูมิห้องเป็นอย่างไร? Rate the temperature.", "criteria": [ "cold / เย็น", "warm / อุ่น", "hot / ร้อน" ] } }, "zoo_only": false }, { "id": "r14", "language": "mixed", "state": [ "The basket contains แอปเปิลสีแดง.", "ตะกร้าแห้งและว่างไปครึ่งหนึ่ง / half empty." ], "questions": { "color": { "type": "choice", "instructions": "ผลไม้สีอะไร? Choose the fruit color.", "criteria": { "แดง / red": null, "เขียว / green": null, "เหลือง / yellow": null } }, "wet": { "type": "noul", "instructions": "Is the basket wet? ตะกร้าเปียกหรือไม่", "criteria": {} }, "fill": { "type": "score", "instructions": "ตะกร้าเต็มเพียงใด? Rate its fill.", "criteria": [ "empty / ว่าง", "half full / ครึ่งหนึ่ง", "full / เต็ม" ] } }, "zoo_only": false }, { "id": "r15", "language": "en", "state": "A dial points to level 7 on a scale from 0 to 9. Its color is blue. The switch is in the lower of two positions.", "questions": { "color": { "type": "choice", "instructions": "What is the dial color?", "criteria": { "red": null, "blue": null, "green": null } }, "level": { "type": "score", "instructions": "Which level does the dial indicate?", "criteria": [ "level 0", "level 1", "level 2", "level 3", "level 4", "level 5", "level 6", "level 7", "level 8", "level 9" ] }, "position": { "type": "score", "instructions": "Which position is the switch in?", "criteria": [ "lower position", "upper position" ] } }, "zoo_only": false }, { "id": "r16", "language": "th", "state": "มาตรวัดชี้ระดับ 3 จากระดับ 0 ถึง 9 หน้าปัดสีขาว สวิตช์อยู่ตำแหน่งบนจากสองตำแหน่ง", "questions": { "color": { "type": "choice", "instructions": "หน้าปัดมีสีอะไร", "criteria": { "ดำ": null, "ขาว": null, "เทา": null } }, "level": { "type": "score", "instructions": "มาตรวัดชี้ระดับใด", "criteria": [ "ระดับ 0", "ระดับ 1", "ระดับ 2", "ระดับ 3", "ระดับ 4", "ระดับ 5", "ระดับ 6", "ระดับ 7", "ระดับ 8", "ระดับ 9" ] }, "position": { "type": "score", "instructions": "สวิตช์อยู่ตำแหน่งใด", "criteria": [ "ตำแหน่งล่าง", "ตำแหน่งบน" ] } }, "zoo_only": false }, { "id": "r17", "language": "en", "state": "The requested archive slot is 27. Retrieve slot 27.", "questions": { "slot": { "type": "choice", "instructions": "Which archive slot is requested?", "criteria": { "0": null, "1": null, "2": null, "3": null, "4": null, "5": null, "6": null, "7": null, "8": null, "9": null, "10": null, "11": null, "12": null, "13": null, "14": null, "15": null, "16": null, "17": null, "18": null, "19": null, "20": null, "21": null, "22": null, "23": null, "24": null, "25": null, "26": null, "27": null, "28": null, "29": null, "30": null, "31": null, "32": null, "33": null, "34": null, "35": null, "36": null, "37": null, "38": null, "39": null } } }, "zoo_only": true }, { "id": "r18", "language": "en", "state": "The requested archive slot is 173. Retrieve slot 173.", "questions": { "slot": { "type": "choice", "instructions": "Which archive slot is requested?", "criteria": { "0": null, "1": null, "2": null, "3": null, "4": null, "5": null, "6": null, "7": null, "8": null, "9": null, "10": null, "11": null, "12": null, "13": null, "14": null, "15": null, "16": null, "17": null, "18": null, "19": null, "20": null, "21": null, "22": null, "23": null, "24": null, "25": null, "26": null, "27": null, "28": null, "29": null, "30": null, "31": null, "32": null, "33": null, "34": null, "35": null, "36": null, "37": null, "38": null, "39": null, "40": null, "41": null, "42": null, "43": null, "44": null, "45": null, "46": null, "47": null, "48": null, "49": null, "50": null, "51": null, "52": null, "53": null, "54": null, "55": null, "56": null, "57": null, "58": null, "59": null, "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": null, "68": null, "69": null, "70": null, "71": null, "72": null, "73": null, "74": null, "75": null, "76": null, "77": null, "78": null, "79": null, "80": null, "81": null, "82": null, "83": null, "84": null, "85": null, "86": null, "87": null, "88": null, "89": null, "90": null, "91": null, "92": null, "93": null, "94": null, "95": null, "96": null, "97": null, "98": null, "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null, "111": null, "112": null, "113": null, "114": null, "115": null, "116": null, "117": null, "118": null, "119": null, "120": null, "121": null, "122": null, "123": null, "124": null, "125": null, "126": null, "127": null, "128": null, "129": null, "130": null, "131": null, "132": null, "133": null, "134": null, "135": null, "136": null, "137": null, "138": null, "139": null, "140": null, "141": null, "142": null, "143": null, "144": null, "145": null, "146": null, "147": null, "148": null, "149": null, "150": null, "151": null, "152": null, "153": null, "154": null, "155": null, "156": null, "157": null, "158": null, "159": null, "160": null, "161": null, "162": null, "163": null, "164": null, "165": null, "166": null, "167": null, "168": null, "169": null, "170": null, "171": null, "172": null, "173": null, "174": null, "175": null, "176": null, "177": null, "178": null, "179": null, "180": null, "181": null, "182": null, "183": null, "184": null, "185": null, "186": null, "187": null, "188": null, "189": null, "190": null, "191": null, "192": null, "193": null, "194": null, "195": null, "196": null, "197": null, "198": null, "199": null, "200": null, "201": null, "202": null, "203": null, "204": null, "205": null, "206": null, "207": null, "208": null, "209": null, "210": null, "211": null, "212": null, "213": null, "214": null, "215": null, "216": null, "217": null, "218": null, "219": null, "220": null, "221": null, "222": null, "223": null, "224": null, "225": null, "226": null, "227": null, "228": null, "229": null, "230": null, "231": null, "232": null, "233": null, "234": null, "235": null, "236": null, "237": null, "238": null, "239": null, "240": null, "241": null, "242": null, "243": null, "244": null, "245": null, "246": null, "247": null, "248": null, "249": null, "250": null, "251": null, "252": null, "253": null, "254": null } } }, "zoo_only": true } ], "rows": [ { "id": "r01-route", "request_id": "r01", "question_id": "route", "type": "choice", "qtype_index": 0, "kind": "slot", "question": "ควรส่งคำขอนี้ให้ฝ่ายใด", "options": [ "ซ่อมแซม: เปลี่ยนชิ้นส่วนที่ชำรุด", "การเงิน: จัดการการชำระเงิน", "ขนส่ง: ติดตามกล่องที่สูญหาย" ], "option_names": [ "ซ่อมแซม", "การเงิน", "ขนส่ง" ], "ids_full": [ 248077, 151049, 149384, 25443, 27399, 38534, 148495, 30739, 157690, 154004, 154443, 18064, 34469, 29779, 18064, 29444, 148442, 159510, 148674, 34947, 40211, 21596, 83364, 53900, 150430, 148438, 34469, 148312, 38534, 148410, 90637, 150699, 45596, 151761, 38534, 148495, 30739, 157690, 157861, 18064, 156167, 19236, 159502, 38991, 149895, 148952, 82110, 198, 248078, 248079, 189949, 34469, 148312, 151007, 167171, 148416, 148370, 19236, 148848, 148671, 155346, 198, 248083, 149500, 156835, 245649, 25, 167437, 45596, 151761, 46513, 167448, 19571, 34469, 149072, 34694, 45596, 154241, 21596, 148492, 198, 248084, 150930, 148952, 82110, 25, 148788, 148433, 90637, 90637, 162145, 148952, 82110, 198, 248085, 148960, 19571, 34469, 148312, 25, 148570, 148417, 149406, 148418, 149384, 34694, 45596, 34469, 40211, 148316, 153742, 198, 248082, 198 ], "slot": 112, "ids": [ 248077, 151049, 149384, 25443, 27399, 38534, 148495, 30739, 157690, 154004, 154443, 18064, 34469, 29779, 18064, 29444, 148442, 159510, 148674, 34947, 40211, 21596, 83364, 53900, 150430, 148438, 34469, 148312, 38534, 148410, 90637, 150699, 45596, 151761, 38534, 148495, 30739, 157690, 157861, 18064, 156167, 19236, 159502, 38991, 149895, 148952, 82110, 198, 248078, 248079, 189949, 34469, 148312, 151007, 167171, 148416, 148370, 19236, 148848, 148671, 155346, 198, 248083, 149500, 156835, 245649, 25, 167437, 45596, 151761, 46513, 167448, 19571, 34469, 149072, 34694, 45596, 154241, 21596, 148492, 198, 248084, 150930, 148952, 82110, 25, 148788, 148433, 90637, 90637, 162145, 148952, 82110, 198, 248085, 148960, 19571, 34469, 148312, 25, 148570, 148417, 149406, 148418, 149384, 34694, 45596, 34469, 40211, 148316, 153742, 198, 248082 ], "nopts": 3, "label_ids": [ 0, 1, 2 ], "temperature": 1.058533787727356, "raw_logits": [ 0.9065769910812378, -4.070699691772461, -1.783372163772583, -3.154716968536377, -3.0370516777038574, -3.1237573623657227, -3.1040382385253906, -3.058320999145508, -4.269444465637207, -2.9765937328338623, -3.040449857711792, -2.7205100059509277, -4.356682777404785, -3.404259204864502, -3.661919593811035, -3.5805258750915527, -3.966553211212158, -4.898471355438232, -3.5831055641174316, -3.418577194213867, -3.6832971572875977, -2.3995869159698486, -5.50186014175415, -5.205306053161621, -3.943279266357422, -4.79083776473999, -3.4357118606567383, -4.736729621887207, -4.148568630218506, -5.674532413482666, -4.307484149932861, -4.530421257019043, -5.817863941192627, -3.9407272338867188, -3.2811760902404785, -4.942383766174316, -5.747352600097656, -6.214818954467773, -4.7056121826171875, -3.0186009407043457, -5.893180847167969, -4.806727409362793, -5.148070335388184, -5.954598903656006, -3.829770565032959, -4.975164413452148, -4.353076934814453, -4.9526519775390625, -5.393098831176758, -4.701857566833496, -5.267931938171387, -4.630477428436279, -3.876357078552246, -5.468846797943115, -3.409219741821289, -3.778982639312744, -3.94740629196167, -4.435423374176025, -4.582475185394287, -5.762270927429199, -7.4540300369262695, -7.204585552215576, -8.13015365600586, -5.820005416870117, -3.7156481742858887, -7.510378837585449, -8.026618957519531, -2.7118330001831055, -7.868907928466797, -4.360834121704102, -7.998772144317627, -5.385191917419434, -2.761349678039551, -5.417757511138916, -3.767766237258911, -6.377991676330566, -4.115682125091553, -7.039389610290527, -4.034307956695557, -6.064043045043945, -4.661369323730469, -4.262820243835449, -3.1912777423858643, -4.755491733551025, -3.5672969818115234, -4.888247013092041, -2.66024112701416, -4.107223033905029, -3.332501173019409, -4.477075099945068, -4.021717548370361, -4.1566925048828125, -4.311458587646484, -3.623276472091675, -4.780918121337891, -4.102625370025635, -5.09193229675293, -3.1640689373016357, -2.6638267040252686, -4.749042987823486, -6.183338165283203, -4.957752704620361, -3.410245418548584, -4.354308605194092, -4.78408670425415, -5.956762313842773, -3.482058525085449, -5.237476825714111, -4.134385108947754, -6.022481918334961, -4.176905632019043, -4.965550899505615, -5.030879020690918, -5.784568786621094, -4.699794292449951, -3.497174024581909, -4.781674385070801, -5.9961090087890625, -4.2676100730896, -3.6903939247131348, -3.129681348800659, -4.284353256225586, -2.8932912349700928, -3.6841301918029785, -2.2017245292663574, -5.101945877075195, -5.835633277893066, -2.6633408069610596, -2.805525302886963, -5.789337158203125, -5.678777694702148, -3.2512893676757812, -5.8203911781311035, -6.640830993652344, -5.355044364929199, -4.958352565765381, -3.766371726989746, -4.331576347351074, -6.3609819412231445, -2.6988539695739746, -3.6311607360839844, -4.330060958862305, -3.03580379486084, -2.800407886505127, -4.242282390594482, -4.919857025146484, -5.89045524597168, -5.794885635375977, -5.2139506340026855, -4.517650604248047, -4.556153297424316, -2.8612172603607178, -1.0466912984848022, -3.1542506217956543, -1.9292478561401367, -1.446674108505249, -1.5694561004638672, -1.5151634216308594, -2.632119655609131, -0.8760360479354858, -1.8666596412658691, -1.7453172206878662, -1.4122827053070068, -1.351732611656189, -2.6895482540130615, -1.8461570739746094, -2.9826321601867676, -2.2738237380981445, -3.8822436332702637, -2.1215274333953857, -2.219106435775757, -2.5427675247192383, -1.8651387691497803, -2.9216408729553223, -0.9602479338645935, -1.9561834335327148, -3.675212860107422, -3.4181034564971924, -3.240558385848999, -2.57977032661438, -3.9213733673095703, -2.5058345794677734, -3.0846567153930664, -2.773613452911377, -3.409290075302124, -2.511585235595703, -2.011645555496216, -2.0626254081726074, -2.54679536819458, -2.662100315093994, -1.277158260345459, -2.0205304622650146, -2.778090238571167, -1.8450896739959717, -2.0576696395874023, -2.1152334213256836, -2.0804595947265625, -2.0355494022369385, -2.121708869934082, -1.1428407430648804, -1.4020997285842896, -2.6215291023254395, -1.2637488842010498, -2.2852983474731445, -2.5668888092041016, -1.7922981977462769, -2.2074897289276123, -2.5044541358947754, 0.07195720076560974, -2.326563835144043, -1.762294888496399, -1.236122488975525, -0.11527925729751587, -1.1189550161361694, -3.3158414363861084, -1.1365457773208618, -2.024062156677246, -2.1452746391296387, -1.5591139793395996, -2.1025025844573975, -1.2192405462265015, -1.35958731174469, -1.0214829444885254, -0.8352086544036865, -0.09583836793899536, -0.4474749267101288, -0.7681610584259033, 0.8854620456695557, 0.745629072189331, -0.38301342725753784, -0.03782615065574646, -0.4498899281024933, 0.10409010946750641, -0.918899655342102, 0.0872877836227417, 1.0901885032653809, 0.8989113569259644, -0.08009468019008636, -0.10376787185668945, -0.7170827388763428, 0.31219545006752014, 0.5342392921447754, -0.7071309685707092, 0.051816344261169434, -0.13842305541038513, 0.40560558438301086, 0.7812370657920837, -0.7601593732833862, -0.1223626509308815, 2.0633702278137207, -0.7291848659515381, -0.28701820969581604, -0.5065798759460449, -0.012777239084243774, -0.30172789096832275, -2.7178409099578857 ], "p_full": [ 0.8925144076347351, 0.00810105912387371, 0.0703047662973404, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.02907981537282467 ], "p_full_nonzero_count": 4, "p_full_expected_nonzero_count": 4, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.9192458987236023, 0.008343691937625408, 0.072410449385643 ], "abstain": 0.02907981537282467, "confidence": 0.7201526768336926, "argmax": 0, "top2_margin": 0.8468354344367981, "tokens": 113, "zoo_only": false, "language": "th", "causality_max_abs_diff": 0.0, "raw_logits_min": -8.13015365600586, "raw_logits_max": 2.0633702278137207, "raw_logits_absmax": 8.13015365600586, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r01-condition", "request_id": "r01", "question_id": "condition", "type": "choice", "qtype_index": 0, "kind": "slot", "question": "สิ่งของภายในมีสภาพอย่างไร", "options": [ "สูญหาย", "สมบูรณ์", "เปียก", "แตก" ], "option_names": [ "สูญหาย", "สมบูรณ์", "เปียก", "แตก" ], "ids_full": [ 248077, 151049, 149384, 25443, 27399, 38534, 148495, 30739, 157690, 154004, 154443, 18064, 34469, 29779, 18064, 29444, 148442, 159510, 148674, 34947, 40211, 21596, 83364, 53900, 150430, 148438, 34469, 148312, 38534, 148410, 90637, 150699, 45596, 151761, 38534, 148495, 30739, 157690, 157861, 18064, 156167, 19236, 159502, 38991, 149895, 148952, 82110, 198, 248078, 248079, 148340, 29779, 18064, 29444, 148442, 159510, 25443, 151962, 148901, 148350, 148406, 149517, 198, 248083, 148340, 40211, 148316, 153742, 198, 248084, 156255, 34947, 40211, 21596, 83364, 53900, 198, 248085, 149811, 94552, 24400, 198, 248086, 154443, 24400, 198, 248082, 198 ], "slot": 86, "ids": [ 248077, 151049, 149384, 25443, 27399, 38534, 148495, 30739, 157690, 154004, 154443, 18064, 34469, 29779, 18064, 29444, 148442, 159510, 148674, 34947, 40211, 21596, 83364, 53900, 150430, 148438, 34469, 148312, 38534, 148410, 90637, 150699, 45596, 151761, 38534, 148495, 30739, 157690, 157861, 18064, 156167, 19236, 159502, 38991, 149895, 148952, 82110, 198, 248078, 248079, 148340, 29779, 18064, 29444, 148442, 159510, 25443, 151962, 148901, 148350, 148406, 149517, 198, 248083, 148340, 40211, 148316, 153742, 198, 248084, 156255, 34947, 40211, 21596, 83364, 53900, 198, 248085, 149811, 94552, 24400, 198, 248086, 154443, 24400, 198, 248082 ], "nopts": 4, "label_ids": [ 0, 1, 2, 3 ], "temperature": 1.058533787727356, "raw_logits": [ -3.2431821823120117, 3.1483166217803955, -2.617187023162842, -0.7747639417648315, -2.3008031845092773, -3.00508975982666, -2.8490817546844482, -3.6206119060516357, -4.10556697845459, -3.086536169052124, -3.0510127544403076, -3.9867916107177734, -5.413364410400391, -3.084689140319824, -4.176511287689209, -4.7387495040893555, -4.149508476257324, -4.451690673828125, -2.9536752700805664, -2.989534378051758, -3.3425538539886475, -1.6582450866699219, -5.254326820373535, -6.650019645690918, -4.1133222579956055, -5.40496826171875, -2.5954041481018066, -5.8320465087890625, -4.408759117126465, -6.665040016174316, -4.675764560699463, -4.8880109786987305, -6.2463459968566895, -4.615114212036133, -2.9371700286865234, -5.477574348449707, -5.1641058921813965, -5.613430023193359, -4.015766620635986, -2.9475250244140625, -7.27726411819458, -4.258284568786621, -4.935131072998047, -5.910019874572754, -4.43812894821167, -5.086124420166016, -4.919440746307373, -4.809760570526123, -5.302783012390137, -4.612508296966553, -5.695592880249023, -4.853330612182617, -2.4449660778045654, -5.062199592590332, -2.441537380218506, -3.0857653617858887, -3.7603919506073, -4.498904228210449, -4.726371765136719, -5.733395576477051, -7.658663749694824, -6.4531354904174805, -7.589941024780273, -6.565464973449707, -3.753340482711792, -7.560072422027588, -7.601794242858887, -2.1671528816223145, -7.754764556884766, -4.261237144470215, -8.181787490844727, -5.380312442779541, -2.55940580368042, -6.32279109954834, -3.8640294075012207, -6.369904518127441, -4.393387794494629, -6.6842193603515625, -4.146551609039307, -5.575908660888672, -4.187348365783691, -4.052762508392334, -2.4766287803649902, -3.9699819087982178, -3.414748191833496, -4.026526927947998, -2.7236015796661377, -3.6347851753234863, -3.056863784790039, -4.881999492645264, -3.5818867683410645, -4.138887405395508, -4.212906360626221, -4.354705810546875, -4.723325729370117, -4.947091102600098, -5.209046840667725, -4.113888740539551, -4.149858474731445, -3.9165477752685547, -6.011800289154053, -4.890299320220947, -3.4828412532806396, -4.366216659545898, -4.381317138671875, -6.223374366760254, -4.35222864151001, -5.666460037231445, -4.298703193664551, -5.331087112426758, -4.462420463562012, -4.798999786376953, -5.198259353637695, -6.603882789611816, -4.936223030090332, -4.3047990798950195, -4.627262115478516, -6.117953300476074, -4.604948997497559, -3.3415367603302, -3.1703968048095703, -4.124661922454834, -3.319615602493286, -3.838756799697876, -2.531108856201172, -5.958853721618652, -5.794538497924805, -3.374267101287842, -3.265902519226074, -5.524734973907471, -5.529304027557373, -3.795830726623535, -5.758852958679199, -6.090877532958984, -5.084150314331055, -4.750907897949219, -4.057145118713379, -5.038300514221191, -5.889156818389893, -2.9548439979553223, -3.7440619468688965, -4.193378925323486, -3.7907934188842773, -3.5248711109161377, -4.80881929397583, -5.284093856811523, -6.297117710113525, -5.275845527648926, -4.886408805847168, -4.409445285797119, -4.7882537841796875, -3.150142192840576, -1.3310489654541016, -3.675112724304199, -2.6420905590057373, -1.7964789867401123, -2.0272371768951416, -2.1581034660339355, -3.4252495765686035, -0.7850215435028076, -2.3994529247283936, -2.257643699645996, -1.749669075012207, -1.3549869060516357, -2.7772698402404785, -2.405925989151001, -2.8657402992248535, -1.7328300476074219, -3.368088483810425, -2.2000246047973633, -2.0918142795562744, -2.5925474166870117, -2.5171375274658203, -3.125558376312256, -1.1651663780212402, -2.018617868423462, -3.2506461143493652, -3.419776678085327, -3.0879926681518555, -3.6499786376953125, -3.5475242137908936, -3.2781505584716797, -2.694908618927002, -2.0232393741607666, -2.6374378204345703, -1.5215425491333008, -1.404968023300171, -1.7918933629989624, -1.930220127105713, -1.9033551216125488, -1.2168070077896118, -1.6931657791137695, -3.0161337852478027, -1.579629898071289, -1.3388316631317139, -2.1370606422424316, -1.9299882650375366, -1.8943612575531006, -1.7359552383422852, -1.3223010301589966, -1.3746557235717773, -1.9552772045135498, -1.9120280742645264, -1.796979546546936, -2.359971046447754, -1.1294364929199219, -2.671861171722412, -2.73604416847229, -0.38152286410331726, -2.3051629066467285, -0.8041788935661316, -1.3349800109863281, -0.8268724083900452, -1.4984513521194458, -2.4474220275878906, -1.4903804063796997, -1.8658372163772583, -2.4424540996551514, -1.8663581609725952, -2.040684938430786, -1.3911058902740479, -1.741653561592102, -1.5700465440750122, -1.4185619354248047, -0.1977750062942505, 0.25985684990882874, -0.3382757306098938, 0.7369661331176758, 0.9458164572715759, -0.10594075918197632, -1.081101655960083, -0.4948822855949402, -0.10091477632522583, -0.9120590686798096, 0.8523938655853271, 1.1345628499984741, 1.5523502826690674, -0.6630430221557617, 0.058562010526657104, -0.7696444392204285, 0.32580721378326416, 0.6903560161590576, -0.7779488563537598, -0.08958692848682404, 0.149569571018219, 0.5502604246139526, 0.24404144287109375, -0.32712069153785706, -0.6550053358078003, 1.4927194118499756, 0.04618579149246216, -0.7439180612564087, -0.4172951579093933, 0.5485994815826416, -0.5586588382720947, -4.605114459991455 ], "p_full": [ 0.002312336815521121, 0.9690600037574768, 0.004177186172455549, 0.023811789229512215, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.000638672907371074 ], "p_full_nonzero_count": 5, "p_full_expected_nonzero_count": 5, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.0023138143587857485, 0.9696792364120483, 0.004179855342954397, 0.023827005177736282 ], "abstain": 0.000638672907371074, "confidence": 0.8875898606259444, "argmax": 1, "top2_margin": 0.9458522200584412, "tokens": 87, "zoo_only": false, "language": "th", "causality_max_abs_diff": 5.364418029785156e-06, "raw_logits_min": -8.181787490844727, "raw_logits_max": 3.1483166217803955, "raw_logits_absmax": 8.181787490844727, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r01-refund", "request_id": "r01", "question_id": "refund", "type": "noul", "qtype_index": 2, "kind": "slot", "question": "ผู้ส่งขอคืนเงินหรือไม่", "options": [ "no: ไม่ได้ขอเงินคืน", "yes: ขอเงินคืน" ], "option_names": [ "no", "yes" ], "ids_full": [ 248077, 151049, 149384, 25443, 27399, 38534, 148495, 30739, 157690, 154004, 154443, 18064, 34469, 29779, 18064, 29444, 148442, 159510, 148674, 34947, 40211, 21596, 83364, 53900, 150430, 148438, 34469, 148312, 38534, 148410, 90637, 150699, 45596, 151761, 38534, 148495, 30739, 157690, 157861, 18064, 156167, 19236, 159502, 38991, 149895, 148952, 82110, 198, 248078, 248081, 150430, 148438, 34469, 148312, 159502, 38991, 149895, 148952, 82110, 149192, 80698, 83063, 18064, 198, 248083, 874, 25, 157861, 18064, 156167, 19236, 159502, 148952, 82110, 38991, 149895, 198, 248084, 9542, 25, 160869, 148952, 82110, 38991, 149895, 198, 248082, 198 ], "slot": 86, "ids": [ 248077, 151049, 149384, 25443, 27399, 38534, 148495, 30739, 157690, 154004, 154443, 18064, 34469, 29779, 18064, 29444, 148442, 159510, 148674, 34947, 40211, 21596, 83364, 53900, 150430, 148438, 34469, 148312, 38534, 148410, 90637, 150699, 45596, 151761, 38534, 148495, 30739, 157690, 157861, 18064, 156167, 19236, 159502, 38991, 149895, 148952, 82110, 198, 248078, 248081, 150430, 148438, 34469, 148312, 159502, 38991, 149895, 148952, 82110, 149192, 80698, 83063, 18064, 198, 248083, 874, 25, 157861, 18064, 156167, 19236, 159502, 148952, 82110, 38991, 149895, 198, 248084, 9542, 25, 160869, 148952, 82110, 38991, 149895, 198, 248082 ], "nopts": 2, "label_ids": [ 0, 1 ], "temperature": 1.0067671537399292, "raw_logits": [ 3.207350730895996, -2.434316635131836, -2.133443832397461, -2.7825870513916016, -2.4392716884613037, -2.6620004177093506, -2.9576854705810547, -3.9051103591918945, -3.2187674045562744, -2.2887136936187744, -2.7532825469970703, -3.352590560913086, -4.403931140899658, -2.785473346710205, -4.072772026062012, -4.439526557922363, -4.532467842102051, -4.6476898193359375, -2.6775693893432617, -3.448087215423584, -3.3466973304748535, -1.538569450378418, -4.8906636238098145, -5.890551567077637, -3.8362739086151123, -4.389422416687012, -2.978633403778076, -5.061456680297852, -4.136913299560547, -6.591960906982422, -4.101269721984863, -5.288324356079102, -5.969839572906494, -4.326550483703613, -2.974297046661377, -4.953047752380371, -5.160402774810791, -6.2965569496154785, -4.462543964385986, -3.5709969997406006, -6.455695629119873, -4.364508628845215, -5.242882251739502, -6.099231719970703, -4.172894477844238, -4.821942329406738, -4.101956844329834, -4.861363410949707, -5.131136417388916, -4.09995174407959, -5.384624481201172, -4.218965530395508, -3.341611862182617, -5.49134635925293, -3.206636905670166, -3.3824477195739746, -4.145591735839844, -4.883248329162598, -4.741597652435303, -6.642475128173828, -7.465395927429199, -7.078533172607422, -8.083602905273438, -5.905435562133789, -3.8740105628967285, -7.4027252197265625, -7.7256927490234375, -2.5672059059143066, -7.522867202758789, -4.254169940948486, -8.074708938598633, -5.328939437866211, -3.364121913909912, -5.593046188354492, -3.6834235191345215, -6.429520606994629, -4.27104377746582, -7.18773078918457, -3.997843027114868, -6.1439361572265625, -4.640842914581299, -4.181639194488525, -3.057542324066162, -4.602264404296875, -3.6498517990112305, -4.58021354675293, -2.5843005180358887, -4.200954437255859, -3.2304861545562744, -4.850233554840088, -3.7497215270996094, -4.328778266906738, -4.261232376098633, -3.73067307472229, -4.619273662567139, -4.609260559082031, -5.014518737792969, -3.5375566482543945, -3.1357357501983643, -4.237253189086914, -5.7590556144714355, -4.957671642303467, -3.3931500911712646, -4.051793098449707, -4.554655075073242, -5.825678825378418, -4.115564346313477, -5.318028926849365, -4.470222473144531, -6.265130996704102, -4.618444442749023, -4.864022731781006, -5.228365898132324, -6.045471668243408, -5.067320346832275, -3.906975030899048, -4.654790878295898, -5.954925537109375, -3.810462236404419, -4.02409029006958, -3.541959524154663, -4.479146957397461, -3.2339415550231934, -3.7483742237091064, -2.436868190765381, -5.375604629516602, -5.79164981842041, -2.861574649810791, -2.97019362449646, -5.801398277282715, -6.197661399841309, -2.8525662422180176, -5.911797523498535, -6.491987705230713, -5.019121170043945, -4.076185703277588, -3.87591552734375, -4.864698886871338, -6.21005916595459, -2.962076187133789, -3.4149484634399414, -4.3322296142578125, -3.493434190750122, -2.56527042388916, -5.2033796310424805, -5.144095420837402, -5.998169422149658, -5.7100605964660645, -5.362209320068359, -4.748301029205322, -4.6863837242126465, -2.7456958293914795, -1.1686475276947021, -3.5138227939605713, -3.0424201488494873, -1.6038877964019775, -1.8205475807189941, -1.8332750797271729, -2.885667085647583, -0.48475411534309387, -1.976116418838501, -2.242004632949829, -1.6840335130691528, -0.9601383209228516, -2.964996099472046, -1.9718103408813477, -2.8389296531677246, -2.603631019592285, -3.9338347911834717, -2.0207114219665527, -2.24576997756958, -2.5486576557159424, -2.240873336791992, -3.088425874710083, -0.8521991968154907, -2.216381072998047, -3.733250617980957, -3.458028554916382, -2.859747886657715, -2.4335522651672363, -3.3514552116394043, -2.548748016357422, -3.2324109077453613, -2.123145818710327, -2.5702149868011475, -1.813981294631958, -1.4725104570388794, -1.5280625820159912, -2.2084968090057373, -2.9157915115356445, -0.7753855586051941, -1.8465420007705688, -2.543499231338501, -1.5314323902130127, -1.8233747482299805, -1.8002570867538452, -2.2032277584075928, -1.9770138263702393, -2.2253715991973877, -1.3741461038589478, -1.286590576171875, -2.042872905731201, -1.7321420907974243, -1.9848291873931885, -2.4960525035858154, -1.1635411977767944, -2.1995439529418945, -2.5593037605285645, 0.21897998452186584, -2.086519956588745, -1.5154601335525513, -1.0985727310180664, -0.013164401054382324, -0.8504183292388916, -2.6632957458496094, -0.9305007457733154, -1.679237961769104, -1.985418677330017, -1.2559343576431274, -1.9101436138153076, -0.947251558303833, -1.5136455297470093, -0.6433612108230591, -1.0858044624328613, -0.3469879925251007, -0.22469966113567352, -0.5442945957183838, 0.9181039333343506, 0.8344202041625977, -0.3112579882144928, -0.423141747713089, -0.731112539768219, 0.49078747630119324, -0.700404167175293, 0.3707345128059387, 0.3593715727329254, 1.2093086242675781, -0.2962585687637329, 0.21131375432014465, -0.8867700695991516, 0.30336230993270874, 0.7599401473999023, -0.8890613317489624, -0.4605075716972351, -0.12112277746200562, 0.9542157053947449, 0.5464757084846497, -0.7314877510070801, -0.7258874177932739, 2.2382469177246094, -0.012991204857826233, 0.013543099164962769, -0.2732238173484802, 0.3488728702068329, -0.37096691131591797, -4.763540267944336 ], "p_full": [ 0.9959678649902344, 0.003669183002784848, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.00036291085416451097 ], "p_full_nonzero_count": 3, "p_full_expected_nonzero_count": 3, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.9963294863700867, 0.0036705152597278357 ], "abstain": 0.00036291085416451097, "confidence": 0.965020558817399, "argmax": 0, "top2_margin": 0.9926589727401733, "tokens": 87, "zoo_only": false, "language": "th", "causality_max_abs_diff": 3.337860107421875e-06, "raw_logits_min": -8.083602905273438, "raw_logits_max": 3.207350730895996, "raw_logits_absmax": 8.083602905273438, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r02-action", "request_id": "r02", "question_id": "action", "type": "choice", "qtype_index": 0, "kind": "slot", "question": "ควรทำตามคำขอใด", "options": [ "ปิดหน้าต่าง: ปิดช่องหน้าต่าง", "เปิดไฟ: เปิดโคมไฟ", "เปิดหน้าต่าง: เปิดช่องหน้าต่างเพิ่ม" ], "option_names": [ "ปิดหน้าต่าง", "เปิดไฟ", "เปิดหน้าต่าง" ], "ids_full": [ 248077, 5046, 37875, 148410, 763, 5046, 22216, 46054, 158451, 148322, 40211, 25443, 29779, 763, 328, 149425, 148345, 487, 328, 148278, 150955, 152237, 763, 328, 52846, 148417, 487, 328, 148359, 56049, 38534, 148406, 763, 328, 148346, 148417, 13933, 328, 151007, 159502, 763, 328, 52846, 148417, 148359, 56049, 38534, 148406, 8934, 198, 248078, 248079, 189949, 230195, 151007, 159502, 155346, 198, 248083, 149428, 148417, 148359, 56049, 38534, 148406, 25, 149428, 148417, 46513, 149384, 148359, 56049, 38534, 148406, 198, 248084, 149811, 148417, 152237, 25, 149811, 148417, 148278, 150955, 152237, 198, 248085, 149811, 148417, 148359, 56049, 38534, 148406, 25, 149811, 148417, 46513, 149384, 148359, 56049, 38534, 148406, 148582, 29779, 18064, 25443, 198, 248082, 198 ], "slot": 107, "ids": [ 248077, 5046, 37875, 148410, 763, 5046, 22216, 46054, 158451, 148322, 40211, 25443, 29779, 763, 328, 149425, 148345, 487, 328, 148278, 150955, 152237, 763, 328, 52846, 148417, 487, 328, 148359, 56049, 38534, 148406, 763, 328, 148346, 148417, 13933, 328, 151007, 159502, 763, 328, 52846, 148417, 148359, 56049, 38534, 148406, 8934, 198, 248078, 248079, 189949, 230195, 151007, 159502, 155346, 198, 248083, 149428, 148417, 148359, 56049, 38534, 148406, 25, 149428, 148417, 46513, 149384, 148359, 56049, 38534, 148406, 198, 248084, 149811, 148417, 152237, 25, 149811, 148417, 148278, 150955, 152237, 198, 248085, 149811, 148417, 148359, 56049, 38534, 148406, 25, 149811, 148417, 46513, 149384, 148359, 56049, 38534, 148406, 148582, 29779, 18064, 25443, 198, 248082 ], "nopts": 3, "label_ids": [ 0, 1, 2 ], "temperature": 1.058533787727356, "raw_logits": [ 3.5675013065338135, -2.403730869293213, -1.7042903900146484, -2.6332123279571533, -2.1171438694000244, -2.5549004077911377, -2.2937726974487305, -3.556185245513916, -3.072746515274048, -2.1919126510620117, -2.6270272731781006, -3.4434456825256348, -4.4305291175842285, -2.5060415267944336, -3.9430313110351562, -3.9521169662475586, -3.984097957611084, -4.771475315093994, -2.712526798248291, -3.0907912254333496, -3.181635856628418, -1.8358330726623535, -5.182023048400879, -6.0900373458862305, -3.7470760345458984, -4.196113586425781, -2.7864270210266113, -4.646369934082031, -3.9699642658233643, -6.2030792236328125, -3.902249574661255, -4.80929708480835, -5.700318813323975, -4.1683759689331055, -3.0039682388305664, -4.495806694030762, -5.03184175491333, -6.022380828857422, -4.2050371170043945, -3.268651008605957, -6.283421039581299, -4.310970306396484, -4.960879325866699, -6.185492038726807, -3.8672690391540527, -4.617953300476074, -4.101091384887695, -4.555400848388672, -5.109221458435059, -4.220991134643555, -5.164696216583252, -4.055814743041992, -3.2741153240203857, -5.453471660614014, -3.2550528049468994, -3.405113458633423, -4.149923324584961, -4.943383693695068, -4.645929336547852, -6.5342254638671875, -7.278876304626465, -6.914923191070557, -8.02131175994873, -5.706140041351318, -3.864271879196167, -7.175047874450684, -7.558396339416504, -2.5576443672180176, -7.326847553253174, -4.075320243835449, -7.871672630310059, -5.219127655029297, -3.1739730834960938, -5.324977874755859, -3.49470591545105, -5.913899898529053, -4.093891143798828, -6.896934509277344, -3.7961182594299316, -5.899081230163574, -4.634675979614258, -4.0784101486206055, -2.937386989593506, -4.46808385848999, -3.3458847999572754, -4.400285243988037, -2.3835456371307373, -4.149804592132568, -3.0235469341278076, -4.598913192749023, -3.80647349357605, -4.101220607757568, -4.337858200073242, -3.5646190643310547, -4.4587626457214355, -4.418978214263916, -4.8861403465271, -3.433974504470825, -2.9139132499694824, -4.198450565338135, -5.449466705322266, -4.7153730392456055, -3.2174575328826904, -3.841869354248047, -4.504842758178711, -5.510725021362305, -3.65596342086792, -5.0340657234191895, -4.2744011878967285, -5.9544172286987305, -4.382414817810059, -4.702883243560791, -5.075652599334717, -5.948549270629883, -4.818747520446777, -3.689764976501465, -4.52259635925293, -5.681314468383789, -3.6657304763793945, -3.788081645965576, -3.245161533355713, -4.41713809967041, -3.0374951362609863, -3.6937851905822754, -2.2828316688537598, -5.0976104736328125, -5.7430524826049805, -2.424732208251953, -2.805793285369873, -5.46988582611084, -5.865414619445801, -2.5917203426361084, -5.667764663696289, -6.258248329162598, -4.930649280548096, -3.954054355621338, -3.6195108890533447, -4.736680507659912, -6.051858425140381, -2.7636117935180664, -3.493225574493408, -4.201436519622803, -3.2428231239318848, -2.292792320251465, -5.000758171081543, -5.0993146896362305, -5.771113395690918, -5.399168491363525, -5.237351417541504, -4.58314847946167, -4.5565185546875, -2.7865617275238037, -0.944290280342102, -3.4371767044067383, -2.7482032775878906, -1.587565541267395, -1.7192144393920898, -1.9240846633911133, -2.843527317047119, -0.2059004157781601, -1.6160627603530884, -2.0560312271118164, -1.7039294242858887, -0.9963483810424805, -2.9552855491638184, -1.6636054515838623, -2.6053295135498047, -2.327894449234009, -3.510136842727661, -1.836827039718628, -2.1997928619384766, -2.391920328140259, -2.227558135986328, -2.993399143218994, -0.5763288736343384, -1.8830026388168335, -3.5254645347595215, -3.292966365814209, -2.8527238368988037, -2.0709590911865234, -3.014467716217041, -2.466715097427368, -2.926314353942871, -2.0498263835906982, -2.4319229125976562, -1.9362107515335083, -1.348177194595337, -1.3919694423675537, -2.1487536430358887, -2.7171034812927246, -0.5185560584068298, -1.631603717803955, -2.274704694747925, -1.7341217994689941, -1.9314281940460205, -1.841973066329956, -2.0045273303985596, -1.706767201423645, -2.0705671310424805, -1.1152504682540894, -1.1100196838378906, -1.8086156845092773, -1.4450818300247192, -2.013437271118164, -2.4324445724487305, -1.1314332485198975, -2.0507917404174805, -2.464280128479004, 0.2863192558288574, -1.9793992042541504, -1.4214437007904053, -0.9263925552368164, 0.09438878297805786, -0.7625413537025452, -2.720297336578369, -0.7090131044387817, -1.5649584531784058, -1.8118342161178589, -0.9888399243354797, -1.740121603012085, -1.0348175764083862, -1.8312135934829712, -0.709683358669281, -1.141169786453247, -0.31950220465660095, -0.1880420446395874, -0.3855152726173401, 1.1399619579315186, 0.7351643443107605, -0.18449991941452026, -0.46381106972694397, -0.6916881799697876, 0.7253767848014832, -0.7293217182159424, 0.23324543237686157, 0.5649130940437317, 1.137406587600708, -0.14583952724933624, 0.11983537673950195, -0.7125375866889954, 0.28869640827178955, 0.7412192821502686, -0.821540355682373, -0.4782770872116089, -0.16459831595420837, 0.8432653546333313, 0.7453402876853943, -0.5974665880203247, -0.8634913563728333, 2.293163776397705, -0.10248367488384247, -0.11653006076812744, -0.24046435952186584, 0.17422020435333252, -0.40436866879463196, -4.953465461730957 ], "p_full": [ 0.9893736243247986, 0.0035114577040076256, 0.006799132563173771, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.00031577961635775864 ], "p_full_nonzero_count": 4, "p_full_expected_nonzero_count": 4, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.989686131477356, 0.0035125669091939926, 0.006801280193030834 ], "abstain": 0.00031577961635775864, "confidence": 0.9416953354922908, "argmax": 0, "top2_margin": 0.9828848242759705, "tokens": 108, "zoo_only": false, "language": "th", "causality_max_abs_diff": 3.337860107421875e-06, "raw_logits_min": -8.02131175994873, "raw_logits_max": 3.5675013065338135, "raw_logits_absmax": 8.02131175994873, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r02-lamp", "request_id": "r02", "question_id": "lamp", "type": "choice", "qtype_index": 0, "kind": "slot", "question": "ขณะนี้โคมไฟอยู่ในสถานะใด", "options": [ "เปิด", "กะพริบ", "ปิด" ], "option_names": [ "เปิด", "กะพริบ", "ปิด" ], "ids_full": [ 248077, 5046, 37875, 148410, 763, 5046, 22216, 46054, 158451, 148322, 40211, 25443, 29779, 763, 328, 149425, 148345, 487, 328, 148278, 150955, 152237, 763, 328, 52846, 148417, 487, 328, 148359, 56049, 38534, 148406, 763, 328, 148346, 148417, 13933, 328, 151007, 159502, 763, 328, 52846, 148417, 148359, 56049, 38534, 148406, 8934, 198, 248078, 248079, 161387, 19571, 148416, 148278, 150955, 152237, 148350, 148597, 148332, 218609, 155346, 198, 248083, 149811, 148417, 198, 248084, 148940, 69811, 149684, 157530, 198, 248085, 149428, 148417, 198, 248082, 198 ], "slot": 78, "ids": [ 248077, 5046, 37875, 148410, 763, 5046, 22216, 46054, 158451, 148322, 40211, 25443, 29779, 763, 328, 149425, 148345, 487, 328, 148278, 150955, 152237, 763, 328, 52846, 148417, 487, 328, 148359, 56049, 38534, 148406, 763, 328, 148346, 148417, 13933, 328, 151007, 159502, 763, 328, 52846, 148417, 148359, 56049, 38534, 148406, 8934, 198, 248078, 248079, 161387, 19571, 148416, 148278, 150955, 152237, 148350, 148597, 148332, 218609, 155346, 198, 248083, 149811, 148417, 198, 248084, 148940, 69811, 149684, 157530, 198, 248085, 149428, 148417, 198, 248082 ], "nopts": 3, "label_ids": [ 0, 1, 2 ], "temperature": 1.058533787727356, "raw_logits": [ -2.2759201526641846, -2.921299695968628, 3.175899028778076, -1.5953770875930786, -2.120239734649658, -2.3367490768432617, -2.364994764328003, -2.8077378273010254, -3.0000178813934326, -1.787695050239563, -2.8427746295928955, -2.619476795196533, -4.163029670715332, -2.5570950508117676, -3.5177242755889893, -4.181647300720215, -3.7585277557373047, -4.465493202209473, -2.552438974380493, -2.488074541091919, -4.0490641593933105, -1.3789141178131104, -5.336021423339844, -5.4349236488342285, -3.262241840362549, -4.351996898651123, -3.304995059967041, -3.8314573764801025, -3.6956653594970703, -5.793766021728516, -4.356339454650879, -4.948557376861572, -4.944252014160156, -4.117902755737305, -2.7331817150115967, -4.819666385650635, -5.2675676345825195, -6.560075759887695, -4.664583683013916, -3.3515288829803467, -5.939719200134277, -3.9693493843078613, -4.784599304199219, -6.172263145446777, -4.053570747375488, -4.7754411697387695, -4.299200534820557, -4.351722240447998, -4.870763301849365, -4.7959699630737305, -5.18263053894043, -4.792524337768555, -3.048985004425049, -5.040367126464844, -3.013125419616699, -3.556696653366089, -4.028866291046143, -5.231013298034668, -5.12042236328125, -6.130277633666992, -7.323640823364258, -6.703944683074951, -7.503913879394531, -5.886257171630859, -3.3638241291046143, -7.085103511810303, -7.371337413787842, -2.843255043029785, -7.616498947143555, -4.4974470138549805, -7.847484588623047, -5.15658712387085, -2.6941680908203125, -5.214663028717041, -3.0160000324249268, -6.120350360870361, -3.8735318183898926, -6.552890777587891, -4.143047332763672, -5.506734848022461, -4.546854019165039, -3.7834415435791016, -2.5525667667388916, -4.566976070404053, -3.2782459259033203, -4.594348907470703, -2.575979709625244, -4.147010803222656, -3.0858445167541504, -4.316763877868652, -3.413322687149048, -3.7581393718719482, -4.2215118408203125, -3.125709295272827, -4.831287860870361, -4.571883201599121, -4.944469451904297, -3.3085598945617676, -3.0727312564849854, -4.490878105163574, -5.479532718658447, -4.426623344421387, -3.5896646976470947, -3.601529359817505, -4.338940620422363, -5.359808444976807, -3.135993480682373, -5.127316951751709, -4.038445472717285, -5.776278495788574, -3.886751174926758, -4.463127136230469, -4.921103000640869, -5.547112464904785, -4.367156028747559, -3.540311336517334, -4.317455768585205, -5.618627548217773, -3.7584779262542725, -3.114251136779785, -3.4818191528320312, -4.2952046394348145, -2.8915462493896484, -3.1693150997161865, -2.4329285621643066, -5.062335968017578, -5.195082664489746, -2.938514471054077, -2.6359543800354004, -5.357016563415527, -5.32021427154541, -2.427586555480957, -5.503891944885254, -6.171684741973877, -5.435809135437012, -4.769134521484375, -3.632596254348755, -4.303378105163574, -5.631053924560547, -2.996142864227295, -2.9583075046539307, -3.9815096855163574, -3.4641010761260986, -2.677281618118286, -4.049613952636719, -4.704342842102051, -5.1832451820373535, -5.06382942199707, -5.031362533569336, -4.278712272644043, -4.519207000732422, -2.77362322807312, -0.5474286675453186, -3.4860239028930664, -2.2525947093963623, -1.1575798988342285, -1.3709352016448975, -1.6800711154937744, -2.7540206909179688, -0.16057442128658295, -1.6738351583480835, -2.0069689750671387, -1.1978594064712524, -1.2488700151443481, -3.164520025253296, -2.154127359390259, -2.993800640106201, -1.9197477102279663, -3.5778989791870117, -1.7663085460662842, -2.0879273414611816, -1.9628286361694336, -1.7730815410614014, -2.500561237335205, -0.5145378112792969, -1.575472116470337, -2.9208967685699463, -3.137763023376465, -2.501220941543579, -2.607260227203369, -2.750804901123047, -2.2615294456481934, -2.883929491043091, -2.0895347595214844, -2.9128036499023438, -1.627357840538025, -2.193732500076294, -1.2840532064437866, -1.445144534111023, -2.5505876541137695, -0.6166555881500244, -1.51039719581604, -2.4309496879577637, -1.5247570276260376, -1.898040533065796, -2.3144054412841797, -1.644021987915039, -1.487282633781433, -1.6883292198181152, -1.1017615795135498, -0.8351657390594482, -1.9222919940948486, -1.6730409860610962, -1.769770622253418, -2.517265558242798, -0.7609148025512695, -2.1418800354003906, -2.322932720184326, -0.0360201895236969, -1.769442081451416, -0.8578936457633972, -0.8429981470108032, 0.010269105434417725, -1.3615925312042236, -2.9912633895874023, -0.7932619452476501, -1.408661127090454, -2.0561978816986084, -1.1877434253692627, -1.349536418914795, -0.8221367001533508, -1.8065788745880127, -1.1769613027572632, -1.3902192115783691, -0.04063069820404053, -0.1799284666776657, -0.19258353114128113, 1.1617027521133423, 1.221636414527893, -0.30159875750541687, -0.2729649245738983, -0.5416539907455444, -0.07078766822814941, -1.031908631324768, 0.7686151266098022, 0.8211398720741272, 1.2469489574432373, -0.49548542499542236, -0.30042698979377747, -0.888191819190979, 0.5158196091651917, 0.4975845515727997, -0.7732075452804565, 0.003724135458469391, -0.032159388065338135, 1.029091477394104, 0.46869224309921265, -0.7585859298706055, -0.5419881343841553, 1.9142210483551025, -0.34489309787750244, -0.6971111297607422, -0.2080976963043213, 0.4366729259490967, -0.07676383852958679, -6.2487640380859375 ], "p_full": [ 0.005745187401771545, 0.003122615162283182, 0.9909975528717041, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0001346878707408905 ], "p_full_nonzero_count": 4, "p_full_expected_nonzero_count": 4, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.0057459608651697636, 0.003123035654425621, 0.9911310076713562 ], "abstain": 0.0001346878707408905, "confidence": 0.9485796024182152, "argmax": 2, "top2_margin": 0.9853850603103638, "tokens": 79, "zoo_only": false, "language": "th", "causality_max_abs_diff": 2.384185791015625e-06, "raw_logits_min": -7.847484588623047, "raw_logits_max": 3.175899028778076, "raw_logits_absmax": 7.847484588623047, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r02-cold", "request_id": "r02", "question_id": "cold", "type": "noul", "qtype_index": 2, "kind": "slot", "question": "ห้องนี้เย็นหรือไม่", "options": [ "no", "yes" ], "option_names": [ "no", "yes" ], "ids_full": [ 248077, 5046, 37875, 148410, 763, 5046, 22216, 46054, 158451, 148322, 40211, 25443, 29779, 763, 328, 149425, 148345, 487, 328, 148278, 150955, 152237, 763, 328, 52846, 148417, 487, 328, 148359, 56049, 38534, 148406, 763, 328, 148346, 148417, 13933, 328, 151007, 159502, 763, 328, 52846, 148417, 148359, 56049, 38534, 148406, 8934, 198, 248078, 248081, 148912, 148410, 19571, 148416, 149425, 148345, 149192, 80698, 83063, 18064, 198, 248083, 874, 198, 248084, 9542, 198, 248082, 198 ], "slot": 69, "ids": [ 248077, 5046, 37875, 148410, 763, 5046, 22216, 46054, 158451, 148322, 40211, 25443, 29779, 763, 328, 149425, 148345, 487, 328, 148278, 150955, 152237, 763, 328, 52846, 148417, 487, 328, 148359, 56049, 38534, 148406, 763, 328, 148346, 148417, 13933, 328, 151007, 159502, 763, 328, 52846, 148417, 148359, 56049, 38534, 148406, 8934, 198, 248078, 248081, 148912, 148410, 19571, 148416, 149425, 148345, 149192, 80698, 83063, 18064, 198, 248083, 874, 198, 248084, 9542, 198, 248082 ], "nopts": 2, "label_ids": [ 0, 1 ], "temperature": 1.0067671537399292, "raw_logits": [ -1.778983473777771, 0.26497697830200195, -1.0741738080978394, -1.3722386360168457, -1.148641586303711, -2.8767547607421875, -1.9834264516830444, -2.766475200653076, -3.5689682960510254, -1.6894922256469727, -2.136601209640503, -3.4448540210723877, -4.121445655822754, -2.5641403198242188, -2.8923864364624023, -3.866504669189453, -3.6377720832824707, -4.973457336425781, -2.834545135498047, -2.6021728515625, -3.3658928871154785, -1.732752799987793, -4.887844562530518, -5.9199538230896, -3.488150119781494, -4.426703453063965, -2.4506335258483887, -4.820920944213867, -3.494870185852051, -5.122755527496338, -4.00570821762085, -3.8941779136657715, -5.450891971588135, -3.9395995140075684, -2.462381601333618, -4.425405025482178, -4.87837028503418, -5.5444746017456055, -4.3773722648620605, -2.6542558670043945, -6.545173645019531, -3.9351396560668945, -4.492754936218262, -5.628499984741211, -3.1679131984710693, -4.2808637619018555, -4.008858680725098, -4.314741134643555, -4.444817543029785, -4.1465044021606445, -5.004210472106934, -4.0586771965026855, -2.6400139331817627, -4.757132530212402, -2.4742798805236816, -3.3354358673095703, -3.507578134536743, -4.394219398498535, -4.006860733032227, -5.22222900390625, -6.925606727600098, -6.019972324371338, -7.528285980224609, -5.720693588256836, -3.172189950942993, -7.177634239196777, -6.974133491516113, -2.1059041023254395, -7.252582550048828, -4.071333408355713, -7.376203536987305, -4.83132791519165, -2.1546566486358643, -5.319733619689941, -3.5774173736572266, -5.584163665771484, -4.163782119750977, -6.1121978759765625, -3.541796922683716, -5.3645339012146, -3.8847386837005615, -3.418182849884033, -2.3908634185791016, -3.8781564235687256, -3.1317179203033447, -3.6917808055877686, -2.4297115802764893, -3.1830735206604004, -2.8754563331604004, -3.963628053665161, -3.12324595451355, -3.620147228240967, -3.162616729736328, -3.894803524017334, -4.250124931335449, -4.474735260009766, -4.458708763122559, -3.243891716003418, -2.9000167846679688, -3.9461464881896973, -5.0139055252075195, -4.682894229888916, -2.7616000175476074, -3.4250762462615967, -4.093504905700684, -5.259777069091797, -3.023456573486328, -4.564352035522461, -3.7479031085968018, -4.965153217315674, -4.055013656616211, -4.198106288909912, -4.31984806060791, -5.591665267944336, -4.162406921386719, -3.230262041091919, -4.5020952224731445, -5.059622764587402, -3.8400497436523438, -2.9656119346618652, -2.9923460483551025, -4.053567886352539, -2.892819881439209, -3.3070318698883057, -2.162015438079834, -4.918366432189941, -4.806550025939941, -2.546858310699463, -2.6852669715881348, -4.618618011474609, -5.115378379821777, -2.562887191772461, -5.10984468460083, -5.693360328674316, -4.991413116455078, -4.143109321594238, -3.356448173522949, -4.274957656860352, -5.313141822814941, -2.0549259185791016, -3.135068893432617, -3.7756357192993164, -3.1498000621795654, -3.006909132003784, -4.148902893066406, -4.6289215087890625, -5.327489852905273, -4.773624420166016, -4.784881114959717, -3.9909114837646484, -4.1352152824401855, -2.6697373390197754, -0.812183141708374, -2.5972354412078857, -1.9977327585220337, -1.061206579208374, -1.4116666316986084, -1.5723867416381836, -2.836331367492676, -0.5469555854797363, -1.707108736038208, -1.8784596920013428, -0.8878712058067322, -1.0553128719329834, -2.80496883392334, -2.1120193004608154, -2.181844472885132, -1.6249275207519531, -3.3217830657958984, -1.9058876037597656, -1.7579035758972168, -1.9532063007354736, -1.6338891983032227, -2.6800432205200195, -0.7419335842132568, -1.4739521741867065, -2.944578170776367, -3.0119519233703613, -2.5145490169525146, -2.6738228797912598, -2.824716806411743, -1.9579161405563354, -2.3030128479003906, -1.6678986549377441, -2.0049421787261963, -1.4172807931900024, -1.3051862716674805, -1.2835822105407715, -1.6095499992370605, -1.6354938745498657, -0.46457839012145996, -1.4545079469680786, -2.2039315700531006, -1.0508521795272827, -1.4161181449890137, -1.651119351387024, -1.7362679243087769, -1.1258034706115723, -1.540562629699707, -0.9326544404029846, -0.9650818109512329, -1.4067790508270264, -1.238523244857788, -1.4091339111328125, -1.8844192028045654, -0.4980814754962921, -2.269493341445923, -2.482356309890747, -0.012565486133098602, -1.5577396154403687, -0.423317551612854, -0.7704058885574341, -0.1561017632484436, -0.820259153842926, -2.3241937160491943, -0.7194704413414001, -1.2786613702774048, -2.1033246517181396, -1.300635814666748, -1.3393661975860596, -1.3207316398620605, -1.6334121227264404, -1.36868417263031, -1.020913004875183, -0.125850111246109, 0.35928672552108765, -0.18534846603870392, 0.9536159634590149, 1.0812952518463135, -0.4148714542388916, -0.4953533709049225, -0.3127211034297943, -0.2334476262331009, -0.7985048294067383, 0.4855695366859436, 1.158020257949829, 1.4700562953948975, -0.5671279430389404, -0.2562977075576782, -0.5872402787208557, 0.5474492311477661, 0.710693359375, -0.4913831055164337, 0.08950699865818024, 0.00935298204421997, 0.2802618145942688, 0.40596118569374084, -0.6312753558158875, -0.8113429546356201, 1.6328606605529785, -0.16498404741287231, -0.8155723810195923, -0.17415998876094818, 0.5071638226509094, -0.7164120674133301, -8.42408561706543 ], "p_full": [ 0.11604785919189453, 0.8837943077087402, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0001577989023644477 ], "p_full_nonzero_count": 3, "p_full_expected_nonzero_count": 3, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.11606618016958237, 0.8839338421821594 ], "abstain": 0.0001577989023644477, "confidence": 0.4820535230172228, "argmax": 1, "top2_margin": 0.7678676843643188, "tokens": 70, "zoo_only": false, "language": "th", "causality_max_abs_diff": 1.9073486328125e-06, "raw_logits_min": -8.42408561706543, "raw_logits_max": 1.6328606605529785, "raw_logits_absmax": 8.42408561706543, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r03-color", "request_id": "r03", "question_id": "color", "type": "choice", "qtype_index": 0, "kind": "slot", "question": "กระเบื้องมีสีอะไร", "options": [ "สีแดง: สีแดง", "สีเขียว: สีเขียว", "สีน้ำเงิน: สีน้ำเงิน" ], "option_names": [ "สีแดง", "สีเขียว", "สีน้ำเงิน" ], "ids_full": [ 248077, 173682, 148753, 39735, 19236, 148287, 34694, 45596, 148553, 149309, 62497, 148287, 149555, 148346, 148345, 21596, 150328, 227004, 149695, 45596, 150411, 34469, 27399, 148523, 149869, 148565, 39735, 19236, 19571, 81869, 151585, 161692, 148384, 149119, 83063, 148528, 27399, 192252, 198, 248078, 248079, 173682, 148753, 39735, 19236, 148287, 25443, 151962, 27399, 153371, 198, 248083, 148340, 27399, 160451, 25, 148340, 27399, 160451, 198, 248084, 148340, 27399, 148523, 149869, 25, 148340, 27399, 148523, 149869, 198, 248085, 148340, 151094, 148949, 148952, 82110, 25, 148340, 151094, 148949, 148952, 82110, 198, 248082, 198 ], "slot": 84, "ids": [ 248077, 173682, 148753, 39735, 19236, 148287, 34694, 45596, 148553, 149309, 62497, 148287, 149555, 148346, 148345, 21596, 150328, 227004, 149695, 45596, 150411, 34469, 27399, 148523, 149869, 148565, 39735, 19236, 19571, 81869, 151585, 161692, 148384, 149119, 83063, 148528, 27399, 192252, 198, 248078, 248079, 173682, 148753, 39735, 19236, 148287, 25443, 151962, 27399, 153371, 198, 248083, 148340, 27399, 160451, 25, 148340, 27399, 160451, 198, 248084, 148340, 27399, 148523, 149869, 25, 148340, 27399, 148523, 149869, 198, 248085, 148340, 151094, 148949, 148952, 82110, 25, 148340, 151094, 148949, 148952, 82110, 198, 248082 ], "nopts": 3, "label_ids": [ 0, 1, 2 ], "temperature": 1.058533787727356, "raw_logits": [ -2.27404522895813, 3.5530474185943604, -2.6916675567626953, -2.667530059814453, -2.108184814453125, -2.862485647201538, -2.9058425426483154, -3.854218006134033, -3.945891857147217, -2.743574380874634, -3.36580491065979, -4.098633766174316, -5.4068098068237305, -3.504362106323242, -4.4926347732543945, -4.834617614746094, -4.0898756980896, -4.263038158416748, -3.0676662921905518, -3.1132688522338867, -3.374354600906372, -2.050184488296509, -5.173954963684082, -7.003228664398193, -3.925008535385132, -5.321425437927246, -2.5167837142944336, -5.524070739746094, -4.510016441345215, -7.018280029296875, -4.61066198348999, -4.949745178222656, -6.298269271850586, -5.308703422546387, -3.3217618465423584, -5.547428131103516, -5.395875930786133, -6.020964622497559, -4.219186782836914, -3.2025561332702637, -7.171215057373047, -4.423717021942139, -4.847102642059326, -6.1708173751831055, -4.690922737121582, -5.207393169403076, -4.605234622955322, -4.533585071563721, -5.246983528137207, -4.644396781921387, -5.831604957580566, -4.8499040603637695, -2.702345609664917, -4.989824295043945, -2.8233344554901123, -3.2766761779785156, -3.693121910095215, -4.79022216796875, -4.974613666534424, -5.880285263061523, -7.7060136795043945, -6.452047348022461, -7.717344284057617, -6.702751636505127, -3.6274704933166504, -7.552077770233154, -7.693917274475098, -2.4534809589385986, -7.864442825317383, -4.086748123168945, -8.06052017211914, -5.473482131958008, -2.758995532989502, -6.2313361167907715, -3.868846893310547, -6.3358869552612305, -4.305216312408447, -6.962243556976318, -4.273155689239502, -5.785521030426025, -4.386056900024414, -4.281045913696289, -2.7747387886047363, -4.220231533050537, -3.5650177001953125, -4.073187828063965, -2.624624252319336, -3.8284668922424316, -3.118149757385254, -4.985949516296387, -3.5390937328338623, -4.209859371185303, -4.3722429275512695, -4.136590480804443, -4.630404949188232, -4.859889984130859, -5.323340892791748, -4.090198516845703, -4.3417816162109375, -4.245585918426514, -6.2443647384643555, -4.5495195388793945, -3.695509910583496, -4.25032377243042, -4.6338911056518555, -6.241522312164307, -4.4678053855896, -5.857265472412109, -4.3187174797058105, -5.657136917114258, -4.492391586303711, -4.856433391571045, -5.453871250152588, -6.703351020812988, -4.895206451416016, -4.341451644897461, -4.64638614654541, -6.096514701843262, -4.407260894775391, -3.518746852874756, -3.491910934448242, -4.0804266929626465, -3.3320975303649902, -3.9604599475860596, -2.5838139057159424, -6.15757942199707, -5.903393268585205, -3.395986318588257, -3.288285970687866, -5.680006980895996, -5.75032901763916, -3.877629280090332, -5.756307601928711, -5.986981391906738, -4.984479904174805, -4.749743938446045, -4.191497325897217, -5.170535087585449, -5.9127607345581055, -3.278176784515381, -3.692686080932617, -4.260440349578857, -3.9340195655822754, -3.244875431060791, -5.0310516357421875, -5.572393894195557, -6.209411144256592, -5.262448310852051, -4.871250152587891, -4.695999622344971, -5.004683494567871, -3.3693337440490723, -1.2229784727096558, -3.5503768920898438, -2.671109914779663, -1.8176329135894775, -2.062941551208496, -2.135221004486084, -3.557546615600586, -0.4185177981853485, -2.27958345413208, -2.1815309524536133, -1.9475176334381104, -1.2973790168762207, -2.631674289703369, -2.441521167755127, -3.0153708457946777, -1.9872552156448364, -3.5462656021118164, -2.025601863861084, -2.4587817192077637, -2.623914957046509, -2.6700339317321777, -3.186389446258545, -1.0223701000213623, -2.0706825256347656, -3.468836784362793, -3.4672670364379883, -3.198272705078125, -3.5439887046813965, -3.552032470703125, -3.44140362739563, -2.668626308441162, -2.149188995361328, -2.6603176593780518, -1.626537799835205, -1.2165086269378662, -1.8155558109283447, -1.955032229423523, -2.281043529510498, -1.056793451309204, -1.8372761011123657, -3.028313636779785, -1.9189679622650146, -1.5086734294891357, -2.2447752952575684, -2.0436785221099854, -2.015707015991211, -1.7626328468322754, -1.4839143753051758, -1.2788455486297607, -1.9471416473388672, -1.9844751358032227, -1.9562597274780273, -2.538102149963379, -1.256579875946045, -2.8604769706726074, -2.583378553390503, -0.4551342725753784, -2.4488699436187744, -0.9298069477081299, -1.4284101724624634, -0.9516626596450806, -1.7029528617858887, -2.5288922786712646, -1.3623727560043335, -1.996410846710205, -2.4623160362243652, -1.8284554481506348, -2.0424084663391113, -1.3181887865066528, -1.6717181205749512, -1.2976092100143433, -1.3912243843078613, -0.13639645278453827, 0.06852595508098602, -0.32944464683532715, 0.8876980543136597, 1.071255087852478, -0.014567017555236816, -0.8593319654464722, -0.6305122971534729, 0.1932222694158554, -0.7713342905044556, 0.5478259325027466, 1.0975520610809326, 1.4525463581085205, -0.6634793281555176, 0.05443418025970459, -0.8230844736099243, 0.27044421434402466, 0.8319077491760254, -0.6860702633857727, -0.11127778142690659, 0.1039574146270752, 0.6315777897834778, 0.4508352279663086, -0.2242724597454071, -0.9754071831703186, 1.5118963718414307, -0.07893268764019012, -0.7041596174240112, -0.1519467532634735, 0.4757755398750305, -0.4323176145553589, -4.147065162658691 ], "p_full": [ 0.004036632366478443, 0.9925547242164612, 0.002720678923651576, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0006879517459310591 ], "p_full_nonzero_count": 4, "p_full_expected_nonzero_count": 4, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.004039411433041096, 0.993238091468811, 0.0027225520461797714 ], "abstain": 0.0006879517459310591, "confidence": 0.958963921166107, "argmax": 1, "top2_margin": 0.9891986846923828, "tokens": 85, "zoo_only": false, "language": "th", "causality_max_abs_diff": 2.86102294921875e-06, "raw_logits_min": -8.06052017211914, "raw_logits_max": 3.5530474185943604, "raw_logits_absmax": 8.06052017211914, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r03-shape", "request_id": "r03", "question_id": "shape", "type": "choice", "qtype_index": 0, "kind": "slot", "question": "กระเบื้องเป็นรูปอะไร", "options": [ "วงกลม", "สี่เหลี่ยม", "สามเหลี่ยม", "ห้าเหลี่ยม", "หกเหลี่ยม", "วงรี", "ดาว", "หัวใจ", "เสี้ยววงเดือน", "แปดเหลี่ยม", "ลูกศร", "กากบาท" ], "option_names": [ "วงกลม", "สี่เหลี่ยม", "สามเหลี่ยม", "ห้าเหลี่ยม", "หกเหลี่ยม", "วงรี", "ดาว", "หัวใจ", "เสี้ยววงเดือน", "แปดเหลี่ยม", "ลูกศร", "กากบาท" ], "ids_full": [ 248077, 173682, 148753, 39735, 19236, 148287, 34694, 45596, 148553, 149309, 62497, 148287, 149555, 148346, 148345, 21596, 150328, 227004, 149695, 45596, 150411, 34469, 27399, 148523, 149869, 148565, 39735, 19236, 19571, 81869, 151585, 161692, 148384, 149119, 83063, 148528, 27399, 192252, 198, 248078, 248079, 173682, 148753, 39735, 19236, 148287, 148346, 148345, 21596, 150328, 153371, 198, 248083, 195131, 210973, 198, 248084, 148340, 45596, 149695, 45596, 150411, 198, 248085, 159818, 149695, 45596, 150411, 198, 248086, 148912, 56049, 149695, 45596, 150411, 198, 248087, 148912, 24400, 149695, 45596, 150411, 198, 248088, 195131, 21596, 27399, 198, 248089, 175208, 198, 248090, 148912, 148495, 148692, 198, 248091, 151848, 148416, 33364, 35982, 150084, 148429, 149217, 198, 248092, 230562, 35804, 149695, 45596, 150411, 198, 248093, 149149, 148947, 148300, 21596, 198, 248094, 148940, 148321, 153657, 198, 248082, 198 ], "slot": 123, "ids": [ 248077, 173682, 148753, 39735, 19236, 148287, 34694, 45596, 148553, 149309, 62497, 148287, 149555, 148346, 148345, 21596, 150328, 227004, 149695, 45596, 150411, 34469, 27399, 148523, 149869, 148565, 39735, 19236, 19571, 81869, 151585, 161692, 148384, 149119, 83063, 148528, 27399, 192252, 198, 248078, 248079, 173682, 148753, 39735, 19236, 148287, 148346, 148345, 21596, 150328, 153371, 198, 248083, 195131, 210973, 198, 248084, 148340, 45596, 149695, 45596, 150411, 198, 248085, 159818, 149695, 45596, 150411, 198, 248086, 148912, 56049, 149695, 45596, 150411, 198, 248087, 148912, 24400, 149695, 45596, 150411, 198, 248088, 195131, 21596, 27399, 198, 248089, 175208, 198, 248090, 148912, 148495, 148692, 198, 248091, 151848, 148416, 33364, 35982, 150084, 148429, 149217, 198, 248092, 230562, 35804, 149695, 45596, 150411, 198, 248093, 149149, 148947, 148300, 21596, 198, 248094, 148940, 148321, 153657, 198, 248082 ], "nopts": 12, "label_ids": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11 ], "temperature": 1.058533787727356, "raw_logits": [ -1.058166265487671, -1.4248274564743042, -2.039581060409546, -3.795734405517578, 4.8594279289245605, -1.7721717357635498, -1.8974361419677734, -3.5164737701416016, -3.9493792057037354, -2.022756338119507, -3.293236494064331, -2.4390344619750977, -3.9364771842956543, -3.1770169734954834, -4.292796611785889, -4.686882495880127, -3.928514003753662, -5.097877025604248, -2.470501661300659, -2.7840044498443604, -3.549471855163574, -2.1067991256713867, -4.732215881347656, -6.714405059814453, -3.976323366165161, -4.197216510772705, -2.8557772636413574, -5.048554420471191, -3.699833869934082, -6.150719165802002, -4.151036262512207, -4.454893112182617, -6.3124775886535645, -4.524916648864746, -2.414351463317871, -4.384226322174072, -5.33548641204834, -6.132383346557617, -4.019923210144043, -2.8121609687805176, -7.174993515014648, -3.9772489070892334, -4.9618239402771, -5.91409969329834, -5.136381149291992, -5.224298477172852, -4.770201683044434, -4.2511820793151855, -4.969270706176758, -4.203287124633789, -5.240417957305908, -4.247297286987305, -3.082183837890625, -5.485116004943848, -2.824205160140991, -2.991823434829712, -4.185352802276611, -5.681506633758545, -4.984663486480713, -6.483640670776367, -7.505018711090088, -7.005430221557617, -7.694977760314941, -6.5064544677734375, -3.5663089752197266, -7.672542572021484, -7.596502304077148, -2.8888068199157715, -7.787149429321289, -4.372373580932617, -7.70078182220459, -5.1358137130737305, -2.6681251525878906, -5.4178876876831055, -3.6175098419189453, -5.9068284034729, -4.565231800079346, -7.134953498840332, -3.7234914302825928, -5.586362361907959, -4.718245983123779, -4.5935821533203125, -2.927340269088745, -4.2984442710876465, -3.2820472717285156, -4.4455976486206055, -2.496176242828369, -3.8666388988494873, -3.1238250732421875, -4.549283027648926, -3.6992664337158203, -4.6092729568481445, -4.300723552703857, -4.408646106719971, -5.234078884124756, -5.060407638549805, -4.982571125030518, -3.291700839996338, -3.8118133544921875, -4.449358940124512, -5.42268180847168, -4.480277061462402, -3.1247198581695557, -3.525106191635132, -4.709645748138428, -5.290755271911621, -4.07990837097168, -5.365971088409424, -4.635272979736328, -6.167978286743164, -3.9614946842193604, -4.946576118469238, -4.616795539855957, -6.469524383544922, -4.198965072631836, -3.617377758026123, -4.91977596282959, -5.905082702636719, -4.042795181274414, -3.290604591369629, -3.4990649223327637, -4.075489044189453, -2.9671382904052734, -3.762037992477417, -2.232469081878662, -5.953487396240234, -5.442124366760254, -2.5473527908325195, -3.033562183380127, -4.924118995666504, -6.176534175872803, -3.0915236473083496, -5.744192600250244, -6.648824691772461, -5.219757080078125, -4.28200626373291, -3.9672253131866455, -4.391903877258301, -5.455905914306641, -2.4201571941375732, -3.145725727081299, -3.969376802444458, -3.471374750137329, -2.4980826377868652, -4.389543533325195, -5.535754203796387, -5.759456634521484, -5.699135780334473, -5.378687381744385, -5.0671467781066895, -4.86882209777832, -3.7690038681030273, -0.39224839210510254, -3.4846677780151367, -2.9060893058776855, -1.4590473175048828, -1.3979768753051758, -1.8508381843566895, -2.9430992603302, 0.2814411222934723, -1.835201621055603, -2.2920379638671875, -1.8819736242294312, -1.3691129684448242, -2.737292528152466, -2.3609609603881836, -2.477417469024658, -2.777430295944214, -3.1097590923309326, -2.0891551971435547, -2.5151872634887695, -2.6180379390716553, -2.121931552886963, -3.349073886871338, -1.5800001621246338, -1.559828758239746, -2.887009859085083, -3.653637170791626, -3.0874404907226562, -2.2461321353912354, -2.8905563354492188, -2.6628313064575195, -2.9109580516815186, -1.6800792217254639, -2.949716091156006, -1.8373900651931763, -1.9843196868896484, -1.9400393962860107, -2.0074868202209473, -2.5034637451171875, -0.7062094807624817, -1.704426646232605, -1.9580459594726562, -1.9718995094299316, -2.0440986156463623, -1.7885805368423462, -1.835449457168579, -1.8609821796417236, -1.976328730583191, -1.1237497329711914, -1.084425449371338, -1.5810353755950928, -1.9635915756225586, -2.126326560974121, -2.360194206237793, -0.9359215497970581, -2.4275901317596436, -2.1479592323303223, -0.1629711091518402, -1.978721261024475, -0.5943312644958496, -0.9755890965461731, -0.8261751532554626, -1.275917887687683, -2.9831228256225586, -0.9456292390823364, -2.2096080780029297, -1.9053999185562134, -1.1160497665405273, -1.1549474000930786, -0.7353630661964417, -1.9859422445297241, -0.9749252796173096, -1.2862975597381592, -0.33788108825683594, -0.08151417970657349, 0.101091668009758, 1.1951369047164917, 1.7774075269699097, -0.0206795334815979, -0.6679786443710327, -0.6941317915916443, 0.03550838679075241, -0.7674919962882996, 0.8172383308410645, 0.710166335105896, 1.571455955505371, -0.7384569644927979, -0.39827778935432434, -0.800908625125885, 0.6003057360649109, 0.5994701385498047, -1.250766396522522, -0.38863953948020935, -0.23910585045814514, 0.941262423992157, 0.5918703675270081, -0.8955223560333252, -1.1123919486999512, 1.6185568571090698, -0.3108641505241394, -0.30702143907546997, -0.3636281192302704, 0.5850781202316284, -0.20187537372112274, -5.942322254180908 ], "p_full": [ 0.003677254542708397, 0.0026006996631622314, 0.0014550219057127833, 0.00027692117146216333, 0.9848951697349548, 0.0018731913296505809, 0.0016641358379274607, 0.0003605215169955045, 0.00023950748436618596, 0.001478333375416696, 0.00044516471098177135, 0.0009976590517908335, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.644650860223919e-05 ], "p_full_nonzero_count": 13, "p_full_expected_nonzero_count": 13, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.0036773886531591415, 0.0026007944252341986, 0.0014550749910995364, 0.0002769312704913318, 0.9849311113357544, 0.0018732596654444933, 0.0016641964903101325, 0.00036053467192687094, 0.00023951621551532298, 0.001478387275710702, 0.0004451809509191662, 0.0009976954897865653 ], "abstain": 3.644650860223919e-05, "confidence": 0.9557110298215727, "argmax": 4, "top2_margin": 0.9812537431716919, "tokens": 124, "zoo_only": false, "language": "th", "causality_max_abs_diff": 0.0, "raw_logits_min": -7.787149429321289, "raw_logits_max": 4.8594279289245605, "raw_logits_absmax": 7.787149429321289, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r03-wet", "request_id": "r03", "question_id": "wet", "type": "noul", "qtype_index": 2, "kind": "slot", "question": "กระเบื้องเปียกหรือไม่", "options": [ "no: กระเบื้องแห้ง", "yes: มีน้ำบนกระเบื้อง" ], "option_names": [ "no", "yes" ], "ids_full": [ 248077, 173682, 148753, 39735, 19236, 148287, 34694, 45596, 148553, 149309, 62497, 148287, 149555, 148346, 148345, 21596, 150328, 227004, 149695, 45596, 150411, 34469, 27399, 148523, 149869, 148565, 39735, 19236, 19571, 81869, 151585, 161692, 148384, 149119, 83063, 148528, 27399, 192252, 198, 248078, 248081, 173682, 148753, 39735, 19236, 148287, 148346, 94552, 24400, 149192, 80698, 83063, 18064, 198, 248083, 874, 25, 173682, 148753, 39735, 19236, 148287, 161692, 148384, 198, 248084, 9542, 25, 148907, 151094, 148949, 151497, 148836, 148753, 39735, 19236, 148287, 198, 248082, 198 ], "slot": 78, "ids": [ 248077, 173682, 148753, 39735, 19236, 148287, 34694, 45596, 148553, 149309, 62497, 148287, 149555, 148346, 148345, 21596, 150328, 227004, 149695, 45596, 150411, 34469, 27399, 148523, 149869, 148565, 39735, 19236, 19571, 81869, 151585, 161692, 148384, 149119, 83063, 148528, 27399, 192252, 198, 248078, 248081, 173682, 148753, 39735, 19236, 148287, 148346, 94552, 24400, 149192, 80698, 83063, 18064, 198, 248083, 874, 25, 173682, 148753, 39735, 19236, 148287, 161692, 148384, 198, 248084, 9542, 25, 148907, 151094, 148949, 151497, 148836, 148753, 39735, 19236, 148287, 198, 248082 ], "nopts": 2, "label_ids": [ 0, 1 ], "temperature": 1.0067671537399292, "raw_logits": [ 2.6563339233398438, -1.4353711605072021, -1.6264909505844116, -2.485027551651001, -2.3670003414154053, -2.7881007194519043, -2.7597813606262207, -3.7007980346679688, -2.9920997619628906, -1.9673527479171753, -2.3155391216278076, -3.3191568851470947, -3.70343279838562, -2.264509439468384, -3.3675577640533447, -4.117208480834961, -4.005193710327148, -4.79755973815918, -2.7423057556152344, -3.230804920196533, -3.3602137565612793, -1.6511541604995728, -4.980979919433594, -5.9380340576171875, -3.225613594055176, -4.006711483001709, -2.501384973526001, -4.530761241912842, -3.749824047088623, -6.088784217834473, -3.7811312675476074, -4.746190071105957, -5.643576145172119, -4.126446723937988, -2.7769577503204346, -4.722395420074463, -4.830228805541992, -5.9026007652282715, -4.408918857574463, -3.0360100269317627, -6.435571670532227, -4.25058126449585, -4.846426486968994, -5.758876800537109, -3.918067455291748, -4.265975475311279, -3.8667991161346436, -4.518099784851074, -4.924467086791992, -4.00093936920166, -5.150979995727539, -4.172852039337158, -3.2167422771453857, -5.110198974609375, -3.050696611404419, -3.351428747177124, -3.8867597579956055, -4.481227874755859, -4.4097795486450195, -6.023530006408691, -7.02099609375, -6.707484722137451, -7.771839141845703, -5.548421382904053, -3.643942356109619, -6.976044654846191, -7.173628807067871, -2.3512415885925293, -7.172101020812988, -4.070996284484863, -7.5432257652282715, -4.818129062652588, -2.869497299194336, -5.256491184234619, -3.455885887145996, -5.876150608062744, -4.0091657638549805, -6.601517677307129, -3.67171311378479, -5.634284496307373, -4.333601474761963, -3.675044059753418, -2.655228853225708, -4.282864570617676, -3.1484689712524414, -4.225715637207031, -2.2218823432922363, -3.8409175872802734, -3.058650016784668, -4.388552188873291, -3.3875091075897217, -3.9878053665161133, -3.887856960296631, -3.384506940841675, -4.374228000640869, -4.148512840270996, -4.683927536010742, -3.287674903869629, -2.825392246246338, -4.025121688842773, -5.120433807373047, -4.715811252593994, -3.151494026184082, -3.632814407348633, -4.203445911407471, -5.501032829284668, -3.5874574184417725, -4.92737340927124, -4.038613796234131, -5.607161045074463, -4.3298139572143555, -4.541168212890625, -4.837197303771973, -5.665652275085449, -4.644300937652588, -3.7166571617126465, -4.577997207641602, -5.414120674133301, -3.68576717376709, -3.4611854553222656, -3.086728572845459, -4.214409828186035, -3.018756866455078, -3.3899965286254883, -2.2275335788726807, -5.069535732269287, -5.375545024871826, -2.5329294204711914, -2.6952667236328125, -5.209416389465332, -5.561232566833496, -2.457711696624756, -5.256807327270508, -5.996869087219238, -4.857728481292725, -3.9466030597686768, -3.463707208633423, -4.703609943389893, -5.532378196716309, -2.824162483215332, -3.282200813293457, -4.0941057205200195, -3.201859951019287, -2.522132158279419, -4.704373359680176, -4.77104377746582, -5.414997100830078, -5.075464725494385, -5.081394672393799, -4.261404037475586, -4.265076637268066, -2.5703892707824707, -1.0104002952575684, -3.2379941940307617, -2.686511993408203, -1.2629460096359253, -1.783463716506958, -1.830564022064209, -2.8295950889587402, -0.607653021812439, -1.715814232826233, -2.043614387512207, -1.5801739692687988, -0.9889287352561951, -2.833402156829834, -1.7242498397827148, -2.5274248123168945, -2.1351499557495117, -3.691840887069702, -1.8288229703903198, -1.9819517135620117, -2.4284095764160156, -2.0191612243652344, -2.900634288787842, -0.6484555006027222, -1.989119052886963, -3.4494643211364746, -3.2360384464263916, -2.710714340209961, -2.203850030899048, -3.0813984870910645, -2.2288458347320557, -2.721930980682373, -1.9895964860916138, -2.250793695449829, -1.7726237773895264, -1.4429935216903687, -1.2355812788009644, -2.1542820930480957, -2.480273962020874, -0.387766033411026, -1.5980455875396729, -2.414923906326294, -1.451839566230774, -1.4022713899612427, -1.7236350774765015, -2.099841356277466, -1.6054919958114624, -1.8723959922790527, -0.9980548620223999, -1.082627296447754, -1.7131205797195435, -1.607702612876892, -1.6672592163085938, -2.367288112640381, -0.9473980069160461, -2.1933047771453857, -2.3303122520446777, 0.06474541127681732, -1.8519840240478516, -1.2639567852020264, -1.033285140991211, 0.03199648857116699, -0.5876891613006592, -2.537109136581421, -0.8996803760528564, -1.512141227722168, -1.897895336151123, -1.1220524311065674, -1.7958734035491943, -0.9988064169883728, -1.7481002807617188, -0.8402227163314819, -1.085955023765564, -0.2056037038564682, -0.07188007235527039, -0.6101650595664978, 0.9783691167831421, 0.8799988627433777, -0.12490499019622803, -0.2816324234008789, -0.6019303798675537, 0.4188000559806824, -0.8322038054466248, 0.4718109369277954, 0.6511680483818054, 1.4167256355285645, -0.3094322085380554, 0.08852723240852356, -0.8381102085113525, 0.3442119359970093, 0.5905444622039795, -0.6935611963272095, -0.27235645055770874, -0.18507182598114014, 0.6379647850990295, 0.5685819387435913, -0.6338695287704468, -0.9572701454162598, 2.20231294631958, -0.30341458320617676, -0.31680840253829956, -0.2438858449459076, 0.4303467273712158, -0.49564361572265625, -5.565403938293457 ], "p_full": [ 0.9828389286994934, 0.0168819148093462, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0002791435399558395 ], "p_full_nonzero_count": 3, "p_full_expected_nonzero_count": 3, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.9831133484840393, 0.016886629164218903 ], "abstain": 0.0002791435399558395, "confidence": 0.8764165347603521, "argmax": 0, "top2_margin": 0.9662266969680786, "tokens": 79, "zoo_only": false, "language": "th", "causality_max_abs_diff": 5.7220458984375e-06, "raw_logits_min": -7.771839141845703, "raw_logits_max": 2.6563339233398438, "raw_logits_absmax": 7.771839141845703, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r04-status", "request_id": "r04", "question_id": "status", "type": "choice", "qtype_index": 0, "kind": "slot", "question": "ลิ้นชักอยู่ในสถานะใด", "options": [ "ล็อก: เปิดไม่ได้จนกว่าจะใช้กุญแจ", "เปิด: เปิดอยู่แล้ว", "เสีย: ใช้งานไม่ได้เพราะชำรุด" ], "option_names": [ "ล็อก", "เปิด", "เสีย" ], "ids_full": [ 248077, 4241, 38534, 148438, 148553, 149121, 83063, 19236, 487, 328, 30739, 167448, 19571, 46513, 148328, 34694, 45596, 148372, 156632, 38991, 80698, 164458, 220, 22, 487, 328, 30739, 167448, 19571, 46513, 148328, 30739, 157690, 148350, 148597, 487, 328, 25443, 149212, 46054, 148316, 151125, 1293, 198, 248078, 248079, 149149, 167448, 19571, 46513, 148328, 148350, 148597, 148332, 218609, 155346, 198, 248083, 149149, 157690, 25, 149811, 148417, 83063, 18064, 156167, 19236, 155256, 161150, 62551, 148436, 148529, 167780, 46054, 148316, 151125, 198, 248084, 149811, 148417, 25, 149811, 148417, 148350, 148597, 149051, 148944, 198, 248085, 151848, 94552, 25, 220, 148529, 148384, 148307, 83063, 18064, 156167, 19236, 172448, 154241, 21596, 148492, 198, 248082, 198 ], "slot": 105, "ids": [ 248077, 4241, 38534, 148438, 148553, 149121, 83063, 19236, 487, 328, 30739, 167448, 19571, 46513, 148328, 34694, 45596, 148372, 156632, 38991, 80698, 164458, 220, 22, 487, 328, 30739, 167448, 19571, 46513, 148328, 30739, 157690, 148350, 148597, 487, 328, 25443, 149212, 46054, 148316, 151125, 1293, 198, 248078, 248079, 149149, 167448, 19571, 46513, 148328, 148350, 148597, 148332, 218609, 155346, 198, 248083, 149149, 157690, 25, 149811, 148417, 83063, 18064, 156167, 19236, 155256, 161150, 62551, 148436, 148529, 167780, 46054, 148316, 151125, 198, 248084, 149811, 148417, 25, 149811, 148417, 148350, 148597, 149051, 148944, 198, 248085, 151848, 94552, 25, 220, 148529, 148384, 148307, 83063, 18064, 156167, 19236, 172448, 154241, 21596, 148492, 198, 248082 ], "nopts": 3, "label_ids": [ 0, 1, 2 ], "temperature": 1.058533787727356, "raw_logits": [ 3.259012222290039, -1.5291786193847656, -2.818781852722168, -2.651871681213379, -2.371950626373291, -2.567440986633301, -2.5317952632904053, -3.874664783477783, -3.6485157012939453, -2.4590353965759277, -2.632106065750122, -3.1840243339538574, -4.364145755767822, -2.419276237487793, -3.4402337074279785, -3.860001564025879, -3.961331844329834, -4.8203229904174805, -3.016131639480591, -3.3734374046325684, -3.333596706390381, -1.844113826751709, -5.159139156341553, -5.922268390655518, -3.6844801902770996, -4.270549774169922, -2.6741225719451904, -4.695733070373535, -3.849277973175049, -6.1914777755737305, -4.061437129974365, -4.470721244812012, -5.7432942390441895, -4.0665411949157715, -3.0809454917907715, -4.541233062744141, -4.9813232421875, -5.973931312561035, -4.014739036560059, -3.086524248123169, -6.169954776763916, -4.308689594268799, -5.091498374938965, -5.677091598510742, -3.654386043548584, -4.522651672363281, -3.774305820465088, -4.670480728149414, -5.000584125518799, -4.105855941772461, -5.187925815582275, -4.216063499450684, -3.043844699859619, -5.289227485656738, -3.103156089782715, -3.3579630851745605, -3.9450244903564453, -4.6617841720581055, -4.497658729553223, -6.085039138793945, -7.178744792938232, -6.796868324279785, -7.7877583503723145, -5.67197322845459, -3.8655285835266113, -7.00754451751709, -7.302901268005371, -2.4224143028259277, -7.212767124176025, -3.930544853210449, -7.767277240753174, -5.018095970153809, -2.860992670059204, -5.304699420928955, -3.6900739669799805, -5.828057765960693, -4.117425918579102, -6.742820739746094, -3.630336284637451, -5.683391571044922, -4.284745216369629, -3.900207757949829, -2.7196600437164307, -4.195262432098389, -3.3569066524505615, -4.381084442138672, -2.3864939212799072, -3.7992656230926514, -3.027747631072998, -4.415118217468262, -3.6292684078216553, -4.126006126403809, -4.001717567443848, -3.471898317337036, -4.1667656898498535, -4.127737522125244, -4.757599830627441, -3.3711705207824707, -2.907454490661621, -4.0533552169799805, -5.321882247924805, -4.575302600860596, -3.033186912536621, -3.954838752746582, -4.421844959259033, -5.574145317077637, -3.5365586280822754, -4.961918354034424, -4.065810203552246, -5.767690658569336, -4.181099891662598, -4.568280220031738, -4.798181533813477, -5.896171569824219, -4.5745344161987305, -3.700610399246216, -4.551550388336182, -5.460375785827637, -3.785531997680664, -3.7332749366760254, -2.9610395431518555, -4.192992210388184, -2.911655902862549, -3.6139962673187256, -2.154200553894043, -5.055229187011719, -5.496377468109131, -2.4099087715148926, -2.6998939514160156, -5.393798828125, -5.650806427001953, -2.8306095600128174, -5.4233574867248535, -6.18203067779541, -4.957718372344971, -4.0873517990112305, -3.582045793533325, -4.534587860107422, -5.852278232574463, -2.6698195934295654, -3.5029404163360596, -4.236227035522461, -3.1523241996765137, -2.4626283645629883, -4.810581207275391, -5.014331340789795, -5.63722038269043, -5.400978088378906, -5.047778129577637, -4.168364524841309, -4.426309108734131, -2.6768150329589844, -0.8440486788749695, -3.2280454635620117, -2.5479326248168945, -1.6002432107925415, -1.547469139099121, -1.690451741218567, -2.878377914428711, -0.5538743734359741, -1.7563492059707642, -2.075554370880127, -1.566335916519165, -0.9918954372406006, -2.7322609424591064, -1.8765976428985596, -2.5865657329559326, -2.281092882156372, -3.567718029022217, -1.9610008001327515, -2.1333441734313965, -2.460468053817749, -2.0815200805664062, -2.952996253967285, -0.616324782371521, -1.7818198204040527, -3.3706915378570557, -3.2652769088745117, -2.9169909954071045, -2.2397851943969727, -3.3645005226135254, -2.305466651916504, -2.757185697555542, -2.1872730255126953, -2.361090898513794, -1.908583402633667, -1.304094672203064, -1.3963210582733154, -2.42714262008667, -2.557572841644287, -0.5636163353919983, -1.6960480213165283, -2.4581127166748047, -1.4576146602630615, -1.5620044469833374, -1.5888416767120361, -2.1745622158050537, -1.4919779300689697, -2.0753140449523926, -0.8015204668045044, -1.036774754524231, -1.85612952709198, -1.3053386211395264, -1.7556397914886475, -2.237018346786499, -1.1297943592071533, -2.1428592205047607, -2.4625682830810547, 0.04863689839839935, -1.9493279457092285, -1.4025118350982666, -0.9985841512680054, -0.01010209321975708, -0.6836822032928467, -2.7976598739624023, -0.9324032664299011, -1.7305803298950195, -1.8921622037887573, -1.054222583770752, -2.020505905151367, -1.3081810474395752, -1.6841373443603516, -0.8197430372238159, -0.8149830102920532, -0.1562640219926834, -0.08232772350311279, -0.575318455696106, 0.9770084023475647, 0.8859090805053711, -0.181840181350708, -0.4765591323375702, -0.6260554790496826, 0.3427393436431885, -0.8304905295372009, 0.15988558530807495, 0.7998409867286682, 1.2771052122116089, -0.16775359213352203, 0.053379565477371216, -0.6585953235626221, 0.23248258233070374, 0.7613527774810791, -0.635827362537384, -0.19660617411136627, -0.2533951997756958, 0.656570315361023, 0.5382810831069946, -0.5353389978408813, -0.6813931465148926, 2.206993341445923, -0.3396186828613281, -0.28079527616500854, -0.28946226835250854, 0.06868929415941238, -0.39531755447387695, -4.19502067565918 ], "p_full": [ 0.985284149646759, 0.010692174546420574, 0.0031620480585843325, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0008616404957138002 ], "p_full_nonzero_count": 4, "p_full_expected_nonzero_count": 4, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.986133873462677, 0.010701395571231842, 0.0031647749710828066 ], "abstain": 0.0008616404957138002, "confidence": 0.9266880767851065, "argmax": 0, "top2_margin": 0.9754324555397034, "tokens": 106, "zoo_only": false, "language": "th", "causality_max_abs_diff": 2.384185791015625e-06, "raw_logits_min": -7.7877583503723145, "raw_logits_max": 3.259012222290039, "raw_logits_absmax": 7.7877583503723145, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r04-drawer", "request_id": "r04", "question_id": "drawer", "type": "choice", "qtype_index": 0, "kind": "slot", "question": "เลือกหมายเลขลิ้นชักใด", "options": [ "1", "2", "3", "4", "5", "6", "7", "8", "9", "10", "11" ], "option_names": [ "1", "2", "3", "4", "5", "6", "7", "8", "9", "10", "11" ], "ids_full": [ 248077, 4241, 38534, 148438, 148553, 149121, 83063, 19236, 487, 328, 30739, 167448, 19571, 46513, 148328, 34694, 45596, 148372, 156632, 38991, 80698, 164458, 220, 22, 487, 328, 30739, 167448, 19571, 46513, 148328, 30739, 157690, 148350, 148597, 487, 328, 25443, 149212, 46054, 148316, 151125, 1293, 198, 248078, 248079, 152359, 156632, 164458, 30739, 167448, 19571, 46513, 148328, 155346, 198, 248083, 220, 16, 198, 248084, 220, 17, 198, 248085, 220, 18, 198, 248086, 220, 19, 198, 248087, 220, 20, 198, 248088, 220, 21, 198, 248089, 220, 22, 198, 248090, 220, 23, 198, 248091, 220, 24, 198, 248092, 220, 16, 15, 198, 248093, 220, 16, 16, 198, 248082, 198 ], "slot": 102, "ids": [ 248077, 4241, 38534, 148438, 148553, 149121, 83063, 19236, 487, 328, 30739, 167448, 19571, 46513, 148328, 34694, 45596, 148372, 156632, 38991, 80698, 164458, 220, 22, 487, 328, 30739, 167448, 19571, 46513, 148328, 30739, 157690, 148350, 148597, 487, 328, 25443, 149212, 46054, 148316, 151125, 1293, 198, 248078, 248079, 152359, 156632, 164458, 30739, 167448, 19571, 46513, 148328, 155346, 198, 248083, 220, 16, 198, 248084, 220, 17, 198, 248085, 220, 18, 198, 248086, 220, 19, 198, 248087, 220, 20, 198, 248088, 220, 21, 198, 248089, 220, 22, 198, 248090, 220, 23, 198, 248091, 220, 24, 198, 248092, 220, 16, 15, 198, 248093, 220, 16, 16, 198, 248082 ], "nopts": 11, "label_ids": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10 ], "temperature": 1.058533787727356, "raw_logits": [ -1.561081051826477, -1.7007391452789307, -2.029392719268799, -2.5620856285095215, -2.376375913619995, -2.6693968772888184, 5.175121307373047, -5.305281639099121, -2.623715400695801, -2.730003595352173, -3.370572328567505, -3.808479070663452, -4.857481479644775, -2.5694408416748047, -3.9937644004821777, -5.007999897003174, -4.886022090911865, -4.759474754333496, -2.4881513118743896, -2.68239688873291, -3.782759189605713, -1.907448172569275, -5.208967208862305, -6.291258811950684, -4.655893802642822, -5.053520202636719, -2.5658628940582275, -5.164133548736572, -4.431002616882324, -6.28220272064209, -4.866123199462891, -4.923227310180664, -5.768381118774414, -4.557268142700195, -2.9564356803894043, -4.555826663970947, -5.537591934204102, -6.724210739135742, -3.4429492950439453, -3.9685873985290527, -6.32431697845459, -4.347160339355469, -4.864615440368652, -5.045781135559082, -4.398881912231445, -4.5605573654174805, -5.194570541381836, -5.133344650268555, -5.622918128967285, -3.4418420791625977, -5.7246294021606445, -4.364347457885742, -1.6707406044006348, -5.272991180419922, -3.169835090637207, -3.679450035095215, -4.449393272399902, -4.743278503417969, -4.773874282836914, -6.153179168701172, -7.453710079193115, -6.408508777618408, -7.5854034423828125, -5.805848121643066, -3.8102242946624756, -7.361311912536621, -7.531571388244629, -3.0516438484191895, -7.854022979736328, -3.9291985034942627, -7.549523830413818, -4.93430233001709, -2.8245272636413574, -6.176292419433594, -3.4112956523895264, -5.95120906829834, -4.0548014640808105, -6.868880748748779, -3.5692062377929688, -5.443811416625977, -4.597537994384766, -4.001709938049316, -2.35225248336792, -4.2754669189453125, -3.1504859924316406, -4.556632995605469, -2.8422069549560547, -4.171113014221191, -3.032641887664795, -4.625197410583496, -3.534287452697754, -4.682924270629883, -4.58646821975708, -4.137599945068359, -5.044529438018799, -4.863041877746582, -5.167262077331543, -4.250434875488281, -3.879915714263916, -4.173897743225098, -5.715142250061035, -4.603036403656006, -3.516145706176758, -4.1369404792785645, -4.297656536102295, -5.56088924407959, -3.7136964797973633, -5.408375263214111, -4.276731014251709, -5.427488327026367, -3.7521724700927734, -4.492101669311523, -5.375687599182129, -6.609096050262451, -5.082769393920898, -4.230175495147705, -4.497417449951172, -5.4974822998046875, -4.002841949462891, -3.3987514972686768, -2.9223923683166504, -4.3034162521362305, -3.291773796081543, -3.8234848976135254, -2.7525365352630615, -5.69879674911499, -5.647492408752441, -2.6774935722351074, -2.8262100219726562, -5.836569309234619, -5.932107925415039, -3.02128529548645, -5.77497673034668, -6.708117485046387, -5.399310111999512, -4.077005863189697, -3.8695731163024902, -4.008607387542725, -5.952641010284424, -3.3687148094177246, -3.709210157394409, -3.8028926849365234, -4.048680305480957, -3.0567502975463867, -4.734500885009766, -5.298736572265625, -5.870410919189453, -5.145185470581055, -5.289860248565674, -3.877554416656494, -5.450686454772949, -3.3671715259552, -0.9190317392349243, -3.742126941680908, -2.265918731689453, -1.645583152770996, -1.7349460124969482, -2.1089742183685303, -3.490755558013916, -0.31135448813438416, -1.5900931358337402, -2.1880621910095215, -1.6883890628814697, -0.9624311923980713, -3.869386911392212, -2.298139810562134, -2.902740240097046, -2.7721633911132812, -2.995109796524048, -1.5323727130889893, -2.493072032928467, -2.3794195652008057, -1.9711737632751465, -2.4099884033203125, -0.9781048893928528, -2.2423770427703857, -3.5492970943450928, -3.355278968811035, -3.2137763500213623, -3.19150447845459, -3.203500747680664, -2.969998359680176, -2.9428489208221436, -2.613058567047119, -3.378039836883545, -2.1801178455352783, -2.0775368213653564, -1.8220268487930298, -1.9203994274139404, -2.511812210083008, -1.1232655048370361, -1.5890388488769531, -2.826854944229126, -1.8552852869033813, -2.4464657306671143, -1.9704716205596924, -2.471972942352295, -1.6738390922546387, -1.772688865661621, -1.5536882877349854, -1.5726840496063232, -2.209181308746338, -2.4262914657592773, -1.9304181337356567, -2.1900577545166016, -1.2241756916046143, -2.271911144256592, -2.224486827850342, 0.20339129865169525, -2.465365171432495, -0.7846728563308716, -0.7017414569854736, -1.0218729972839355, -1.4173061847686768, -2.963568687438965, -0.9499270915985107, -2.248505115509033, -2.648784637451172, -1.2751623392105103, -1.6178662776947021, -1.0823354721069336, -1.6322553157806396, -1.4411396980285645, -1.0392711162567139, -0.401629775762558, -0.01750922203063965, -0.8900682926177979, 1.1756742000579834, 0.718659520149231, -0.12889701128005981, -0.4215383529663086, -0.46520766615867615, 0.0643426775932312, -0.734736442565918, 0.39957621693611145, 1.2831456661224365, 1.4408832788467407, -0.6520829200744629, -0.3105027973651886, -0.8554715514183044, 1.120902419090271, 0.3908437490463257, -0.9555826783180237, -0.12676091492176056, -0.10386115312576294, 0.4845474362373352, 0.35610756278038025, -0.9143142700195312, -0.830971360206604, 1.1723594665527344, -0.0302954763174057, -0.03802308440208435, 0.11258527636528015, -0.002593681216239929, -0.5065182447433472, -3.4765968322753906 ], "p_full": [ 0.0017088502645492554, 0.0014976327074691653, 0.001097906962968409, 0.0006637622718699276, 0.000791052938438952, 0.000599770515691489, 0.9918096661567688, 4.9720587412593886e-05, 0.0006262203678488731, 0.0005663950578309596, 0.0003092482511419803, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0002797741908580065 ], "p_full_nonzero_count": 12, "p_full_expected_nonzero_count": 12, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.0017093284986913204, 0.0014980518026277423, 0.0010982141830027103, 0.0006639480125159025, 0.0007912743021734059, 0.0005999383865855634, 0.9920872449874878, 4.973450268153101e-05, 0.0006263956311158836, 0.0005665535572916269, 0.0003093348059337586 ], "abstain": 0.0002797741908580065, "confidence": 0.9738074616380986, "argmax": 6, "top2_margin": 0.9903779029846191, "tokens": 103, "zoo_only": false, "language": "th", "causality_max_abs_diff": 1.8596649169921875e-05, "raw_logits_min": -7.854022979736328, "raw_logits_max": 5.175121307373047, "raw_logits_absmax": 7.854022979736328, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r04-key", "request_id": "r04", "question_id": "key", "type": "noul", "qtype_index": 2, "kind": "slot", "question": "มีกุญแจอยู่หรือไม่", "options": [ "no", "yes" ], "option_names": [ "no", "yes" ], "ids_full": [ 248077, 4241, 38534, 148438, 148553, 149121, 83063, 19236, 487, 328, 30739, 167448, 19571, 46513, 148328, 34694, 45596, 148372, 156632, 38991, 80698, 164458, 220, 22, 487, 328, 30739, 167448, 19571, 46513, 148328, 30739, 157690, 148350, 148597, 487, 328, 25443, 149212, 46054, 148316, 151125, 1293, 198, 248078, 248081, 148907, 149212, 46054, 148316, 151125, 148350, 148597, 149192, 80698, 83063, 18064, 198, 248083, 874, 198, 248084, 9542, 198, 248082, 198 ], "slot": 64, "ids": [ 248077, 4241, 38534, 148438, 148553, 149121, 83063, 19236, 487, 328, 30739, 167448, 19571, 46513, 148328, 34694, 45596, 148372, 156632, 38991, 80698, 164458, 220, 22, 487, 328, 30739, 167448, 19571, 46513, 148328, 30739, 157690, 148350, 148597, 487, 328, 25443, 149212, 46054, 148316, 151125, 1293, 198, 248078, 248081, 148907, 149212, 46054, 148316, 151125, 148350, 148597, 149192, 80698, 83063, 18064, 198, 248083, 874, 198, 248084, 9542, 198, 248082 ], "nopts": 2, "label_ids": [ 0, 1 ], "temperature": 1.0067671537399292, "raw_logits": [ -3.275277614593506, 1.3226038217544556, -0.7333298921585083, -1.2280702590942383, -1.508256196975708, -2.6950690746307373, -2.1775481700897217, -3.158773422241211, -3.472289562225342, -1.8093385696411133, -2.2533369064331055, -3.6981868743896484, -4.138630390167236, -2.091618061065674, -2.993464946746826, -4.083250045776367, -4.054314613342285, -4.984583854675293, -2.892679452896118, -2.605807304382324, -3.5006399154663086, -1.757483959197998, -5.034588813781738, -6.382221698760986, -3.724964141845703, -4.490883827209473, -2.624682903289795, -4.8511528968811035, -3.649016857147217, -5.753786563873291, -4.087264060974121, -4.1072797775268555, -5.550877094268799, -4.241405487060547, -2.462202548980713, -4.928186893463135, -5.001358985900879, -5.795340538024902, -4.128307342529297, -2.9419162273406982, -6.715117931365967, -4.053283214569092, -4.478918075561523, -5.772853851318359, -3.582396984100342, -4.477482795715332, -4.162479877471924, -4.2107133865356445, -4.835148334503174, -4.17193603515625, -5.15985107421875, -4.275058746337891, -2.497870922088623, -4.643965721130371, -2.3537588119506836, -3.192805767059326, -3.413388967514038, -4.418217182159424, -4.141315460205078, -5.141129493713379, -6.8619794845581055, -5.911284923553467, -7.190865993499756, -5.956779479980469, -3.3049352169036865, -7.068099498748779, -7.086860656738281, -2.2390739917755127, -7.522004127502441, -4.121215343475342, -7.409541130065918, -4.8381805419921875, -2.3502469062805176, -5.711759567260742, -3.6226511001586914, -5.641180515289307, -4.1435322761535645, -6.318467140197754, -3.844122886657715, -5.267910480499268, -4.091426372528076, -3.778017520904541, -2.4508485794067383, -3.7153046131134033, -3.0421011447906494, -3.8945064544677734, -2.346935272216797, -3.2779908180236816, -2.722728729248047, -4.382342338562012, -3.4589743614196777, -3.7297191619873047, -3.278970241546631, -3.8340063095092773, -4.316122531890869, -4.755697250366211, -4.610621929168701, -3.708862066268921, -3.4892497062683105, -3.8425464630126953, -5.207751750946045, -4.553665637969971, -3.2259700298309326, -3.5664680004119873, -4.126354694366455, -5.334700584411621, -3.323688268661499, -4.915948390960693, -3.8756861686706543, -5.034402370452881, -4.168686866760254, -4.289266586303711, -4.531130790710449, -5.818812370300293, -4.287532806396484, -3.623319149017334, -4.4291534423828125, -5.379918575286865, -3.8947644233703613, -3.031681537628174, -3.0728185176849365, -3.858973979949951, -3.1403965950012207, -3.357506513595581, -2.4180967807769775, -5.289491653442383, -4.885653972625732, -2.9233760833740234, -2.7864153385162354, -4.941380500793457, -5.2963104248046875, -2.9854893684387207, -5.352540016174316, -5.751805305480957, -4.9111409187316895, -4.260894298553467, -3.5395259857177734, -4.353428363800049, -5.503488540649414, -2.6162586212158203, -3.2648751735687256, -3.883970260620117, -3.4710440635681152, -3.433657169342041, -4.402011394500732, -4.516534805297852, -5.445664882659912, -4.816258907318115, -4.782914161682129, -3.978940010070801, -4.456815242767334, -2.88995099067688, -0.9748677015304565, -2.9969093799591064, -2.1236038208007812, -1.352095127105713, -1.6182345151901245, -1.7656943798065186, -2.989193916320801, -0.4793865382671356, -1.9883304834365845, -1.9788825511932373, -1.339500904083252, -1.334500789642334, -2.8012819290161133, -2.1722965240478516, -2.495053291320801, -1.566994071006775, -3.3636972904205322, -1.982032299041748, -1.6563687324523926, -2.2934179306030273, -1.9862375259399414, -2.7048141956329346, -0.8017120957374573, -1.7183032035827637, -2.893942356109619, -3.1744282245635986, -2.67425537109375, -3.188530683517456, -2.9881997108459473, -2.7499258518218994, -2.6816158294677734, -1.9300734996795654, -2.278914451599121, -1.405450463294983, -1.665749430656433, -1.603285789489746, -1.6284610033035278, -2.099843978881836, -0.6920187473297119, -1.4485663175582886, -2.403524398803711, -1.3739596605300903, -1.507737398147583, -1.9821568727493286, -1.9015603065490723, -1.648410677909851, -1.4338799715042114, -1.2520551681518555, -1.2470271587371826, -1.6239262819290161, -1.5185704231262207, -1.6389933824539185, -2.2069015502929688, -0.6084668636322021, -2.4377501010894775, -2.3286643028259277, -0.13240733742713928, -1.877565622329712, -0.6342721581459045, -1.0611648559570312, -0.5380168557167053, -0.9575968980789185, -2.503298282623291, -1.0007481575012207, -1.5437064170837402, -2.206753969192505, -1.6408262252807617, -1.5251526832580566, -1.4145078659057617, -1.5807085037231445, -1.4726135730743408, -1.1566402912139893, -0.10837628692388535, 0.3276735544204712, -0.22169990837574005, 0.9327263832092285, 0.9911503791809082, -0.12700983881950378, -0.8016989827156067, -0.5542676448822021, -0.1392788290977478, -0.8140947222709656, 0.5244066715240479, 1.088539481163025, 1.5854170322418213, -0.7493062019348145, -0.29169151186943054, -0.6907281279563904, 0.7540302872657776, 0.8458257913589478, -0.6151049137115479, -0.12132622301578522, -0.15722644329071045, 0.42241325974464417, 0.2518864572048187, -0.7813580632209778, -0.9257957935333252, 1.4534670114517212, -0.07421771436929703, -0.7916333079338074, -0.026011496782302856, 0.5974869132041931, -0.6714411377906799, -6.662240982055664 ], "p_full": [ 0.010278844274580479, 0.9893655776977539, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.00035554287023842335 ], "p_full_nonzero_count": 3, "p_full_expected_nonzero_count": 3, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.010282500647008419, 0.9897175431251526 ], "abstain": 0.00035554287023842335, "confidence": 0.9173398925244829, "argmax": 1, "top2_margin": 0.9794350266456604, "tokens": 65, "zoo_only": false, "language": "th", "causality_max_abs_diff": 3.337860107421875e-06, "raw_logits_min": -7.522004127502441, "raw_logits_max": 1.5854170322418213, "raw_logits_absmax": 7.522004127502441, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r05-task", "request_id": "r05", "question_id": "task", "type": "choice", "qtype_index": 0, "kind": "slot", "question": "งานถัดไปคืออะไร", "options": [ "รดน้ำ: เติมน้ำให้แปลงผัก", "เก็บเกี่ยว: เก็บผักที่โตเต็มที่", "ทาสี: ทาสีรั้ว" ], "option_names": [ "รดน้ำ", "เก็บเกี่ยว", "ทาสี" ], "ids_full": [ 248077, 234352, 29444, 81869, 148328, 161692, 148384, 148570, 148306, 148418, 151830, 27399, 153526, 34469, 27399, 148523, 149869, 175795, 92175, 148433, 148521, 38991, 80698, 162529, 19571, 148949, 149324, 148311, 83063, 18064, 92175, 148633, 150640, 148385, 149836, 148385, 45596, 33364, 35982, 198, 248078, 248079, 175795, 92175, 148433, 148521, 38991, 80698, 153371, 198, 248083, 148522, 163100, 148949, 25, 161683, 29779, 148973, 148949, 148370, 19236, 160466, 81869, 148328, 198, 248084, 150351, 149836, 148385, 45596, 33364, 35982, 25, 150351, 149836, 81869, 148328, 34694, 45596, 153319, 148642, 151667, 34694, 45596, 198, 248085, 150323, 150060, 27399, 25, 150323, 150060, 27399, 21596, 22547, 19236, 35982, 198, 248082, 198 ], "slot": 98, "ids": [ 248077, 234352, 29444, 81869, 148328, 161692, 148384, 148570, 148306, 148418, 151830, 27399, 153526, 34469, 27399, 148523, 149869, 175795, 92175, 148433, 148521, 38991, 80698, 162529, 19571, 148949, 149324, 148311, 83063, 18064, 92175, 148633, 150640, 148385, 149836, 148385, 45596, 33364, 35982, 198, 248078, 248079, 175795, 92175, 148433, 148521, 38991, 80698, 153371, 198, 248083, 148522, 163100, 148949, 25, 161683, 29779, 148973, 148949, 148370, 19236, 160466, 81869, 148328, 198, 248084, 150351, 149836, 148385, 45596, 33364, 35982, 25, 150351, 149836, 81869, 148328, 34694, 45596, 153319, 148642, 151667, 34694, 45596, 198, 248085, 150323, 150060, 27399, 25, 150323, 150060, 27399, 21596, 22547, 19236, 35982, 198, 248082 ], "nopts": 3, "label_ids": [ 0, 1, 2 ], "temperature": 1.058533787727356, "raw_logits": [ 1.1209635734558105, -1.4601740837097168, -4.514227867126465, -3.3427257537841797, -3.1937503814697266, -3.136782169342041, -2.9713070392608643, -4.345185279846191, -5.041710376739502, -3.5135087966918945, -2.933408260345459, -3.106926679611206, -5.234879016876221, -3.400738477706909, -3.9306485652923584, -3.8991785049438477, -4.254065990447998, -4.7285475730896, -3.406273365020752, -3.837790012359619, -3.5563628673553467, -2.4365012645721436, -5.389373302459717, -5.859958648681641, -4.231822490692139, -5.431439399719238, -2.9249157905578613, -5.587784767150879, -4.4933953285217285, -6.372453212738037, -4.638267517089844, -4.356881141662598, -6.555497169494629, -4.401763916015625, -3.769544839859009, -5.364747047424316, -5.723899841308594, -5.747842311859131, -4.326457500457764, -3.1164488792419434, -6.198777198791504, -5.249666690826416, -5.4898881912231445, -5.496201515197754, -3.903813600540161, -5.095864772796631, -4.317208766937256, -4.952960968017578, -5.403924942016602, -4.637509822845459, -5.5234270095825195, -5.02445125579834, -3.775165557861328, -5.220928192138672, -3.3240737915039062, -3.7155323028564453, -4.004648685455322, -4.162569046020508, -4.676971435546875, -5.5454607009887695, -7.596979141235352, -7.084178447723389, -8.236438751220703, -6.2973527908325195, -3.8578526973724365, -7.560739517211914, -7.920088291168213, -2.8553385734558105, -8.075630187988281, -4.186005115509033, -8.029004096984863, -5.443345069885254, -2.704221725463867, -5.596864223480225, -4.0579833984375, -6.334364891052246, -4.2474188804626465, -7.140324592590332, -3.986457347869873, -6.048893928527832, -4.272363662719727, -4.1724677085876465, -2.916630744934082, -4.739926815032959, -3.696805000305176, -4.584489822387695, -2.65731143951416, -4.042762756347656, -3.504293203353882, -4.943601608276367, -3.933478832244873, -4.671913146972656, -4.485677719116211, -3.8443093299865723, -4.592138290405273, -4.030859470367432, -5.038169860839844, -3.5504097938537598, -2.985609531402588, -4.4006195068359375, -6.252045631408691, -4.845572471618652, -3.5270018577575684, -4.725244522094727, -5.062171936035156, -6.215863227844238, -4.113786220550537, -5.525574207305908, -4.0421552658081055, -5.9435834884643555, -4.2383527755737305, -5.018713474273682, -5.265324115753174, -6.2769060134887695, -4.746721267700195, -3.577308177947998, -4.682943820953369, -6.109530925750732, -4.704718112945557, -3.9819929599761963, -3.1253018379211426, -4.120233535766602, -2.9984335899353027, -3.9261741638183594, -2.2023138999938965, -5.4080095291137695, -5.944925785064697, -2.712972402572632, -3.0741209983825684, -5.932356357574463, -5.676456451416016, -3.751093864440918, -6.074094295501709, -6.736616611480713, -5.188104152679443, -5.052011489868164, -3.7475080490112305, -4.598896026611328, -6.4036784172058105, -2.9131407737731934, -3.967404842376709, -4.411188125610352, -3.277268409729004, -3.075863838195801, -4.323770046234131, -5.252593994140625, -6.20579195022583, -5.898253440856934, -4.953732967376709, -4.314854621887207, -4.509073734283447, -2.8552286624908447, -1.296041488647461, -3.26777982711792, -2.080366373062134, -1.7966630458831787, -1.3944517374038696, -1.6446988582611084, -2.966158866882324, -1.1536005735397339, -2.130910873413086, -1.6926215887069702, -1.5878385305404663, -1.3366061449050903, -2.3838272094726562, -2.23793363571167, -2.958089828491211, -2.5032684803009033, -3.672332763671875, -2.394831895828247, -2.506187915802002, -2.6702733039855957, -2.3717575073242188, -3.1829404830932617, -1.147995948791504, -1.948574423789978, -3.915257453918457, -3.5904672145843506, -3.6162288188934326, -3.0979394912719727, -4.584385871887207, -3.1066670417785645, -3.087900400161743, -3.098297595977783, -3.1861109733581543, -2.50101375579834, -1.9100732803344727, -2.1999335289001465, -2.800712823867798, -2.6708905696868896, -1.6076109409332275, -2.2392420768737793, -3.363415241241455, -2.016219139099121, -1.8494064807891846, -1.9258513450622559, -2.5692341327667236, -1.8611350059509277, -2.2673850059509277, -1.4005258083343506, -1.770691156387329, -2.4075698852539062, -1.2493760585784912, -2.344977855682373, -2.402298927307129, -1.924912691116333, -2.421541929244995, -2.5637495517730713, -0.17799311876296997, -2.6375627517700195, -1.783963918685913, -1.570643663406372, -0.7300670742988586, -1.2510019540786743, -3.143061637878418, -1.4622547626495361, -2.432561159133911, -2.3556737899780273, -1.7883241176605225, -2.521156072616577, -1.7790617942810059, -1.2544569969177246, -1.2441905736923218, -0.6489694118499756, -0.09769600629806519, -0.2096301019191742, -0.9646646976470947, 0.6003406047821045, 0.43991774320602417, -0.2795826196670532, -0.26030176877975464, -0.5358275175094604, -0.019855111837387085, -0.846164345741272, -0.22303909063339233, 1.286942958831787, 1.0196053981781006, -0.26704642176628113, -0.28646284341812134, -0.6988881826400757, 0.3863990008831024, 0.6722228527069092, -0.4800383448600769, 0.05037537217140198, -0.15677684545516968, 0.48399433493614197, 0.6995906829833984, -0.3358553647994995, 0.016569942235946655, 1.9041804075241089, -0.6702491641044617, -0.23233044147491455, -0.4970860481262207, -0.03202538192272186, -0.33737877011299133, -0.7436431050300598 ], "p_full": [ 0.7911630272865295, 0.0690682902932167, 0.003857124364003539, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.13591159880161285 ], "p_full_nonzero_count": 4, "p_full_expected_nonzero_count": 4, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.9156041741371155, 0.07993196696043015, 0.004463807214051485 ], "abstain": 0.13591159880161285, "confidence": 0.7207010269213063, "argmax": 0, "top2_margin": 0.8356721997261047, "tokens": 99, "zoo_only": false, "language": "th", "causality_max_abs_diff": 1.1086463928222656e-05, "raw_logits_min": -8.236438751220703, "raw_logits_max": 1.9041804075241089, "raw_logits_absmax": 8.236438751220703, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r05-leaves", "request_id": "r05", "question_id": "leaves", "type": "choice", "qtype_index": 0, "kind": "slot", "question": "ใบของต้นกล้ามีสีอะไร", "options": [ "น้ำตาล", "เหลือง", "เขียว", "แดง" ], "option_names": [ "น้ำตาล", "เหลือง", "เขียว", "แดง" ], "ids_full": [ 248077, 234352, 29444, 81869, 148328, 161692, 148384, 148570, 148306, 148418, 151830, 27399, 153526, 34469, 27399, 148523, 149869, 175795, 92175, 148433, 148521, 38991, 80698, 162529, 19571, 148949, 149324, 148311, 83063, 18064, 92175, 148633, 150640, 148385, 149836, 148385, 45596, 33364, 35982, 198, 248078, 248079, 188179, 148442, 38534, 148306, 148418, 151830, 151962, 27399, 153371, 198, 248083, 148583, 148949, 163997, 198, 248084, 196998, 150302, 198, 248085, 150339, 149869, 198, 248086, 148349, 35804, 29444, 198, 248082, 198 ], "slot": 70, "ids": [ 248077, 234352, 29444, 81869, 148328, 161692, 148384, 148570, 148306, 148418, 151830, 27399, 153526, 34469, 27399, 148523, 149869, 175795, 92175, 148433, 148521, 38991, 80698, 162529, 19571, 148949, 149324, 148311, 83063, 18064, 92175, 148633, 150640, 148385, 149836, 148385, 45596, 33364, 35982, 198, 248078, 248079, 188179, 148442, 38534, 148306, 148418, 151830, 151962, 27399, 153371, 198, 248083, 148583, 148949, 163997, 198, 248084, 196998, 150302, 198, 248085, 150339, 149869, 198, 248086, 148349, 35804, 29444, 198, 248082 ], "nopts": 4, "label_ids": [ 0, 1, 2, 3 ], "temperature": 1.058533787727356, "raw_logits": [ -1.9150480031967163, -1.7300158739089966, 3.669034242630005, -2.4687235355377197, -2.6498842239379883, -2.4099082946777344, -2.5786118507385254, -3.1919779777526855, -2.7399020195007324, -1.9745116233825684, -3.2240452766418457, -3.014540672302246, -4.164971351623535, -3.105583906173706, -3.504685401916504, -4.403071403503418, -3.930691719055176, -4.421280384063721, -2.5765271186828613, -3.139336347579956, -3.9271962642669678, -1.552993655204773, -5.036078453063965, -5.880551815032959, -3.1409268379211426, -4.551255226135254, -3.2878541946411133, -3.8041601181030273, -3.908489942550659, -6.493527889251709, -4.113325119018555, -5.775426387786865, -4.591959476470947, -4.323853969573975, -2.880354881286621, -4.9993438720703125, -5.283257484436035, -6.776281356811523, -4.869592189788818, -3.2169952392578125, -5.80877161026001, -4.114334583282471, -4.5889434814453125, -6.05626106262207, -4.688575267791748, -4.923497676849365, -4.496264457702637, -4.169384002685547, -5.192440032958984, -4.927971839904785, -5.2090630531311035, -4.919849395751953, -3.0985541343688965, -4.831491470336914, -3.1042397022247314, -3.6589136123657227, -3.9164748191833496, -5.012224197387695, -5.140083312988281, -6.389025688171387, -7.44507360458374, -6.765412330627441, -7.443243026733398, -6.044403553009033, -3.447023868560791, -7.077265739440918, -7.368935585021973, -2.8724966049194336, -7.863582611083984, -4.612215995788574, -7.769657135009766, -5.336399078369141, -2.9052319526672363, -5.565924644470215, -2.879469394683838, -6.111449241638184, -3.8458876609802246, -6.593488693237305, -4.314740180969238, -5.671260833740234, -4.676138877868652, -3.733721971511841, -2.6333203315734863, -4.4065961837768555, -3.2719740867614746, -4.4676690101623535, -2.5445444583892822, -4.172723293304443, -2.9842519760131836, -4.450537204742432, -3.6586904525756836, -3.831738233566284, -4.323112964630127, -3.3301632404327393, -4.998429298400879, -4.678668022155762, -5.118128776550293, -3.3675284385681152, -3.2076468467712402, -4.49775505065918, -5.648350715637207, -4.407172679901123, -3.908186197280884, -3.6408779621124268, -4.426538944244385, -5.629178047180176, -3.4813690185546875, -5.312137603759766, -4.330007553100586, -5.760056495666504, -3.9930849075317383, -4.536238193511963, -5.36797571182251, -5.8166913986206055, -4.384964466094971, -3.745448350906372, -4.44769811630249, -5.8057661056518555, -3.8584516048431396, -3.3004143238067627, -3.605236053466797, -4.2480926513671875, -3.003653049468994, -3.0603063106536865, -2.5357131958007812, -5.144169807434082, -5.4340410232543945, -3.0423223972320557, -2.5176162719726562, -5.25026798248291, -5.266656875610352, -2.5517849922180176, -5.433075428009033, -6.088757038116455, -5.2734808921813965, -4.715471267700195, -3.545311212539673, -4.437394142150879, -5.705454349517822, -3.395467758178711, -3.0325703620910645, -4.015231132507324, -3.4924635887145996, -2.8533594608306885, -4.139865875244141, -4.501681327819824, -5.420687675476074, -5.011077880859375, -4.914294242858887, -4.38347864151001, -4.852903842926025, -2.838395118713379, -0.8129910826683044, -3.482574701309204, -2.066030740737915, -0.9893181324005127, -1.6062865257263184, -1.707412838935852, -2.8721518516540527, 0.05418558418750763, -1.7554938793182373, -1.8311558961868286, -1.4759938716888428, -1.5443696975708008, -3.065383195877075, -2.1572611331939697, -3.251269817352295, -1.9237715005874634, -3.5517640113830566, -1.8827100992202759, -2.0736019611358643, -2.231773853302002, -1.9543814659118652, -2.6459195613861084, -0.621527373790741, -1.8614987134933472, -2.8322348594665527, -3.280971050262451, -2.7308998107910156, -2.639368772506714, -2.7534024715423584, -2.7958731651306152, -2.955308675765991, -1.9652354717254639, -2.727114677429199, -1.7473502159118652, -2.3760147094726562, -1.283129334449768, -1.7315481901168823, -2.9646472930908203, -0.7072998285293579, -1.8086892366409302, -2.6484103202819824, -1.6088306903839111, -1.898193597793579, -2.274831533432007, -1.7043455839157104, -1.7785911560058594, -1.7016472816467285, -1.274527668952942, -1.145054817199707, -2.0610880851745605, -1.9704382419586182, -1.8881433010101318, -2.713071346282959, -0.8847775459289551, -2.5374879837036133, -2.3090524673461914, -0.0725460797548294, -2.0271127223968506, -0.9933237433433533, -0.9938690662384033, -0.22480374574661255, -1.4089229106903076, -3.0304994583129883, -0.8665152788162231, -1.5336062908172607, -2.1751389503479004, -1.150976300239563, -1.559990644454956, -0.6297602653503418, -1.9826124906539917, -1.0767006874084473, -1.4534554481506348, -0.11377935856580734, -0.032686978578567505, -0.27315497398376465, 1.0509088039398193, 1.0129948854446411, -0.19884908199310303, -0.26958900690078735, -0.5588594079017639, 0.010116338729858398, -0.8258379101753235, 0.6777893900871277, 0.7352949380874634, 1.2503714561462402, -0.4712797701358795, 0.032942429184913635, -1.0385762453079224, 0.6059730052947998, 0.3625751733779907, -0.549080491065979, -0.024505116045475006, -0.02858114242553711, 1.1664323806762695, 0.5478880405426025, -0.772482693195343, -0.8123128414154053, 1.969782829284668, -0.4020308554172516, -0.4999390244483948, 0.052698999643325806, 0.4572208821773529, 0.01573765277862549, -5.608054161071777 ], "p_full": [ 0.005043800920248032, 0.006007209420204163, 0.9858054518699646, 0.0029894846957176924, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0001540259108878672 ], "p_full_nonzero_count": 5, "p_full_expected_nonzero_count": 5, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.005044578108936548, 0.00600813515484333, 0.9859573841094971, 0.0029899454675614834 ], "abstain": 0.0001540259108878672, "confidence": 0.9359911799088674, "argmax": 2, "top2_margin": 0.9799492359161377, "tokens": 71, "zoo_only": false, "language": "th", "causality_max_abs_diff": 2.384185791015625e-06, "raw_logits_min": -7.863582611083984, "raw_logits_max": 3.669034242630005, "raw_logits_absmax": 7.863582611083984, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r05-dry", "request_id": "r05", "question_id": "dry", "type": "noul", "qtype_index": 2, "kind": "slot", "question": "แปลงผักแห้งหรือไม่", "options": [ "no: ดินยังเปียก", "yes: ดินแห้ง" ], "option_names": [ "no", "yes" ], "ids_full": [ 248077, 234352, 29444, 81869, 148328, 161692, 148384, 148570, 148306, 148418, 151830, 27399, 153526, 34469, 27399, 148523, 149869, 175795, 92175, 148433, 148521, 38991, 80698, 162529, 19571, 148949, 149324, 148311, 83063, 18064, 92175, 148633, 150640, 148385, 149836, 148385, 45596, 33364, 35982, 198, 248078, 248081, 234352, 29444, 81869, 148328, 161692, 148384, 149192, 80698, 83063, 18064, 198, 248083, 874, 25, 149027, 82110, 33364, 148311, 148346, 94552, 24400, 198, 248084, 9542, 25, 149027, 82110, 161692, 148384, 198, 248082, 198 ], "slot": 72, "ids": [ 248077, 234352, 29444, 81869, 148328, 161692, 148384, 148570, 148306, 148418, 151830, 27399, 153526, 34469, 27399, 148523, 149869, 175795, 92175, 148433, 148521, 38991, 80698, 162529, 19571, 148949, 149324, 148311, 83063, 18064, 92175, 148633, 150640, 148385, 149836, 148385, 45596, 33364, 35982, 198, 248078, 248081, 234352, 29444, 81869, 148328, 161692, 148384, 149192, 80698, 83063, 18064, 198, 248083, 874, 25, 149027, 82110, 33364, 148311, 148346, 94552, 24400, 198, 248084, 9542, 25, 149027, 82110, 161692, 148384, 198, 248082 ], "nopts": 2, "label_ids": [ 0, 1 ], "temperature": 1.0067671537399292, "raw_logits": [ 0.05466127395629883, 0.1790159046649933, -1.272822618484497, -2.2241222858428955, -2.11738920211792, -2.9317708015441895, -2.6243741512298584, -3.029498815536499, -4.586137771606445, -2.6482980251312256, -1.971068024635315, -3.338247299194336, -3.8094162940979004, -2.4349277019500732, -3.1235456466674805, -3.9536144733428955, -4.008370399475098, -5.332927227020264, -3.3140501976013184, -3.1401278972625732, -3.5146708488464355, -2.051980495452881, -5.095669269561768, -6.078863620758057, -3.436126232147217, -4.764046669006348, -2.726853847503662, -4.760361194610596, -3.656018018722534, -5.442354679107666, -4.0205535888671875, -3.9619123935699463, -5.492209434509277, -4.033992767333984, -2.6458191871643066, -4.682101249694824, -5.211519241333008, -5.459203243255615, -4.583015441894531, -2.587913990020752, -6.347305774688721, -4.200717926025391, -4.603084564208984, -5.518407344818115, -3.2556095123291016, -4.506852626800537, -3.820589065551758, -4.536754608154297, -4.596503734588623, -4.186773777008057, -5.104193687438965, -4.447647571563721, -3.0339879989624023, -4.751837730407715, -2.766205310821533, -3.440225839614868, -3.6283044815063477, -4.399306774139404, -4.073416709899902, -5.513449668884277, -7.204655647277832, -6.385595321655273, -7.819211959838867, -5.832366943359375, -3.286954164505005, -7.177639484405518, -7.193079948425293, -2.292806625366211, -7.485970497131348, -4.242086410522461, -7.529060363769531, -4.836182594299316, -2.536663770675659, -5.368862628936768, -3.7251710891723633, -5.591513633728027, -4.2724409103393555, -6.276179790496826, -3.598116397857666, -5.435075759887695, -4.139399528503418, -3.494659900665283, -2.3859333992004395, -4.062126159667969, -3.289797306060791, -3.950554847717285, -2.462362766265869, -3.394688606262207, -3.0777111053466797, -4.169064998626709, -3.1501379013061523, -3.7409884929656982, -3.389625072479248, -3.758897304534912, -4.351944923400879, -4.278550624847412, -4.557135581970215, -3.356915235519409, -2.6396737098693848, -3.859577178955078, -5.165798187255859, -4.873144149780273, -3.073887825012207, -3.899275302886963, -4.063394546508789, -5.488986968994141, -3.1039485931396484, -4.716352462768555, -3.845186233520508, -5.3201212882995605, -4.1407880783081055, -4.535436153411865, -4.383454322814941, -5.6052470207214355, -4.227759838104248, -3.1717846393585205, -4.534669399261475, -5.124634742736816, -3.8708419799804688, -3.3160581588745117, -3.194699764251709, -4.072381019592285, -2.778426170349121, -3.374809503555298, -2.359877109527588, -4.832275390625, -5.041326522827148, -2.634403705596924, -2.575071334838867, -4.71262788772583, -5.176258087158203, -2.5942249298095703, -5.084956169128418, -5.868311405181885, -5.18416166305542, -4.372331142425537, -3.3987491130828857, -4.1800689697265625, -5.466087341308594, -2.2976584434509277, -3.3390109539031982, -3.951580047607422, -3.0019569396972656, -2.9560747146606445, -4.337539196014404, -4.719797134399414, -5.536526203155518, -4.9691643714904785, -4.799079895019531, -3.8380861282348633, -4.1333327293396, -2.309938907623291, -0.8090136647224426, -2.5836410522460938, -1.963686227798462, -0.9456067681312561, -1.3824055194854736, -1.5603528022766113, -2.7344608306884766, -0.7560126185417175, -1.7618377208709717, -1.6500520706176758, -0.8554452657699585, -1.1402854919433594, -2.532045602798462, -1.947538137435913, -2.3595457077026367, -1.6586570739746094, -3.475611686706543, -1.8661894798278809, -1.7367653846740723, -2.100557804107666, -1.745189905166626, -2.5901176929473877, -0.7190414071083069, -1.6198104619979858, -3.1841065883636475, -3.0194830894470215, -2.5712995529174805, -2.6078248023986816, -3.099130153656006, -2.1575636863708496, -2.3496952056884766, -1.9130996465682983, -2.072613000869751, -1.6754696369171143, -1.4027369022369385, -1.3899976015090942, -2.00618314743042, -1.9630355834960938, -0.48841023445129395, -1.7736999988555908, -2.3284718990325928, -1.2102577686309814, -1.2589565515518188, -1.588480830192566, -1.8758018016815186, -1.3706989288330078, -1.6442469358444214, -0.9635542631149292, -1.0461792945861816, -1.6363725662231445, -1.2011200189590454, -1.294567584991455, -1.9798673391342163, -0.8632074594497681, -2.2528839111328125, -2.460820198059082, -0.12789152562618256, -1.6910125017166138, -0.6674866080284119, -1.0277972221374512, -0.10184305906295776, -0.8539010286331177, -2.4803731441497803, -0.7978892922401428, -1.2515196800231934, -2.126007556915283, -1.3430255651474, -1.6384458541870117, -1.5012106895446777, -1.6300643682479858, -1.3597362041473389, -0.8072351813316345, -0.015627026557922363, 0.3532060980796814, -0.4186290204524994, 0.8991727828979492, 0.9171085357666016, -0.2643440365791321, -0.30352863669395447, -0.3449430763721466, -0.078187957406044, -0.9407382607460022, 0.26169002056121826, 1.018848180770874, 1.3942415714263916, -0.3396363854408264, -0.22656095027923584, -0.6489105224609375, 0.6180759072303772, 0.563362181186676, -0.45458731055259705, 0.16050532460212708, 0.07901129126548767, 0.43525999784469604, 0.5719454288482666, -0.5436868667602539, -0.6287229061126709, 1.9354100227355957, -0.36256739497184753, -0.5745337605476379, -0.3431909680366516, 0.35260337591171265, -0.7013648152351379, -7.923232078552246 ], "p_full": [ 0.4690798819065094, 0.5307503938674927, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.00016973857418633997 ], "p_full_nonzero_count": 3, "p_full_expected_nonzero_count": 3, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.4691595137119293, 0.5308405160903931 ], "abstain": 0.00016973857418633997, "confidence": 0.002746216221142017, "argmax": 1, "top2_margin": 0.061681002378463745, "tokens": 73, "zoo_only": false, "language": "th", "causality_max_abs_diff": 2.86102294921875e-06, "raw_logits_min": -7.923232078552246, "raw_logits_max": 1.9354100227355957, "raw_logits_absmax": 7.923232078552246, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r06-phase", "request_id": "r06", "question_id": "phase", "type": "choice", "qtype_index": 0, "kind": "slot", "question": "งานอยู่ในขั้นตอนใด", "options": [ "ร่าง: กำลังเขียนร่าง", "ตรวจทาน: กำลังตรวจสอบเนื้อหา", "เสร็จ: งานเสร็จสมบูรณ์" ], "option_names": [ "ร่าง", "ตรวจทาน", "เสร็จ" ], "ids_full": [ 248077, 5046, 148665, 763, 5046, 46244, 22547, 19236, 19571, 151595, 763, 328, 152387, 172075, 487, 328, 148790, 763, 328, 177826, 148790, 487, 328, 148392, 148899, 38991, 148619, 763, 328, 38534, 157802, 13933, 328, 148338, 149229, 150840, 29779, 763, 867, 92, 198, 248078, 248079, 175795, 148350, 148597, 148332, 46244, 22547, 19236, 19571, 151595, 155346, 198, 248083, 148522, 148406, 25, 156644, 30739, 148311, 148523, 148862, 21596, 148406, 198, 248084, 241153, 172075, 25, 156644, 30739, 148311, 160266, 148670, 39735, 19236, 22216, 149004, 198, 248085, 91218, 149838, 151233, 25, 175795, 162618, 151233, 148674, 34947, 40211, 21596, 83364, 53900, 198, 248082, 198 ], "slot": 95, "ids": [ 248077, 5046, 148665, 763, 5046, 46244, 22547, 19236, 19571, 151595, 763, 328, 152387, 172075, 487, 328, 148790, 763, 328, 177826, 148790, 487, 328, 148392, 148899, 38991, 148619, 763, 328, 38534, 157802, 13933, 328, 148338, 149229, 150840, 29779, 763, 867, 92, 198, 248078, 248079, 175795, 148350, 148597, 148332, 46244, 22547, 19236, 19571, 151595, 155346, 198, 248083, 148522, 148406, 25, 156644, 30739, 148311, 148523, 148862, 21596, 148406, 198, 248084, 241153, 172075, 25, 156644, 30739, 148311, 160266, 148670, 39735, 19236, 22216, 149004, 198, 248085, 91218, 149838, 151233, 25, 175795, 162618, 151233, 148674, 34947, 40211, 21596, 83364, 53900, 198, 248082 ], "nopts": 3, "label_ids": [ 0, 1, 2 ], "temperature": 1.058533787727356, "raw_logits": [ -1.7966339588165283, 3.2222442626953125, -2.4426698684692383, -2.7436177730560303, -2.0119996070861816, -2.4620425701141357, -2.3767664432525635, -3.563000202178955, -3.7458159923553467, -2.4347217082977295, -2.93967866897583, -3.8508222103118896, -4.953597545623779, -3.0340280532836914, -4.152346611022949, -4.280327796936035, -3.7457761764526367, -4.23486852645874, -2.903120517730713, -2.8000500202178955, -3.1511447429656982, -1.8174262046813965, -5.0331034660339355, -6.749338150024414, -3.7057337760925293, -4.973918437957764, -2.3447647094726562, -5.105005264282227, -4.3994011878967285, -6.492321014404297, -4.451240062713623, -4.5667195320129395, -6.03478479385376, -4.81013298034668, -3.0658063888549805, -5.21906852722168, -5.1910810470581055, -5.840024948120117, -4.1172776222229, -2.917539119720459, -6.834717750549316, -4.253263473510742, -4.753726482391357, -5.805026054382324, -4.150683403015137, -4.822307586669922, -4.376788139343262, -4.296360969543457, -5.1539459228515625, -4.394707679748535, -5.587894916534424, -4.835953712463379, -2.5104761123657227, -4.881783485412598, -2.7793092727661133, -3.3393936157226562, -3.748671531677246, -4.593969821929932, -4.7825608253479, -5.738463401794434, -7.35431432723999, -6.23859977722168, -7.644465446472168, -6.4452009201049805, -3.3140804767608643, -7.271254539489746, -7.369487285614014, -2.4065380096435547, -7.482537746429443, -3.828416347503662, -7.740938186645508, -5.087671756744385, -2.5118110179901123, -5.846120834350586, -3.7390317916870117, -5.875662326812744, -3.936530113220215, -6.529968738555908, -4.148950576782227, -5.551810264587402, -4.298460960388184, -4.019681453704834, -2.6028289794921875, -4.16694450378418, -3.39044189453125, -3.8030200004577637, -2.465712785720825, -3.7744638919830322, -2.9790189266204834, -4.5699357986450195, -3.2613983154296875, -3.9604649543762207, -4.237679958343506, -3.912376642227173, -4.394305229187012, -4.5481276512146, -5.039459228515625, -3.754593849182129, -3.803495168685913, -4.140612602233887, -5.819287300109863, -4.369006633758545, -3.3947267532348633, -4.005983352661133, -4.176440238952637, -5.977710723876953, -4.161708831787109, -5.470682144165039, -3.9403653144836426, -5.45587682723999, -4.230371475219727, -4.525317192077637, -4.980707168579102, -6.3634843826293945, -4.650090217590332, -3.915790319442749, -4.478394508361816, -5.730881214141846, -4.195343971252441, -3.501269578933716, -3.3458456993103027, -3.957031011581421, -3.1910667419433594, -3.766537666320801, -2.400134325027466, -5.616605758666992, -5.597036838531494, -2.9962034225463867, -3.090564250946045, -5.291197299957275, -5.493264198303223, -3.3493831157684326, -5.379317760467529, -5.805444240570068, -4.772593975067139, -4.376238822937012, -3.865980625152588, -4.890905857086182, -5.671368598937988, -2.974935531616211, -3.522775173187256, -4.067176342010498, -3.584510326385498, -2.940349817276001, -4.754911422729492, -5.271570205688477, -5.847201347351074, -4.999472618103027, -4.605359077453613, -4.419288635253906, -4.7255048751831055, -3.0897536277770996, -0.9518117308616638, -3.356637477874756, -2.561924457550049, -1.572554349899292, -1.8826793432235718, -2.04042387008667, -3.397819995880127, -0.3058220446109772, -2.036388635635376, -2.003727436065674, -1.6730668544769287, -1.3549845218658447, -2.4692542552948, -2.217372417449951, -2.7430057525634766, -1.8318244218826294, -3.331868886947632, -1.8590527772903442, -2.191222906112671, -2.476600408554077, -2.3943262100219727, -2.9693098068237305, -0.7037101984024048, -1.7566630840301514, -3.253600597381592, -3.2052412033081055, -2.7861239910125732, -3.138369560241699, -3.3447141647338867, -2.9163856506347656, -2.448485851287842, -2.041199207305908, -2.4197402000427246, -1.3920199871063232, -1.0221043825149536, -1.58878493309021, -1.7913880348205566, -1.907712697982788, -0.7440070509910583, -1.6208754777908325, -2.70857572555542, -1.6259398460388184, -1.4699652194976807, -2.0242974758148193, -1.9266961812973022, -1.7701737880706787, -1.4720406532287598, -1.1143736839294434, -1.0117554664611816, -1.7614927291870117, -1.7137800455093384, -1.7982732057571411, -2.311903476715088, -0.8887810707092285, -2.5475666522979736, -2.480404853820801, -0.4565157890319824, -2.2042629718780518, -0.8298442959785461, -1.1920366287231445, -0.7310519218444824, -1.3413392305374146, -2.443565607070923, -1.2188293933868408, -1.6311843395233154, -2.155040740966797, -1.6823937892913818, -1.7459497451782227, -1.367000937461853, -1.6835803985595703, -1.3591166734695435, -1.187368631362915, -0.2029588222503662, -0.03097328543663025, -0.4604561924934387, 0.9933266043663025, 0.9659479260444641, -0.00999385118484497, -0.8015113472938538, -0.4766083359718323, 0.21744847297668457, -0.6823248863220215, 0.5067034959793091, 1.2090059518814087, 1.4600001573562622, -0.5990829467773438, 0.09644873440265656, -0.8888695240020752, 0.38016730546951294, 0.7072204351425171, -0.694338321685791, -0.13807761669158936, -0.03465604782104492, 0.5692740082740784, 0.3880231976509094, -0.35752665996551514, -0.9963393211364746, 1.570476770401001, -0.06191804260015488, -0.8496520519256592, -0.16935265064239502, 0.3795276880264282, -0.5060473680496216, -5.051243782043457 ], "p_full": [ 0.008607474155724049, 0.9863193035125732, 0.004675421863794327, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0003977194719482213 ], "p_full_nonzero_count": 4, "p_full_expected_nonzero_count": 4, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.008610899560153484, 0.9867118000984192, 0.0046772826462984085 ], "abstain": 0.0003977194719482213, "confidence": 0.9278764738230857, "argmax": 1, "top2_margin": 0.9781008958816528, "tokens": 96, "zoo_only": false, "language": "th", "causality_max_abs_diff": 2.0265579223632812e-06, "raw_logits_min": -7.740938186645508, "raw_logits_max": 3.2222442626953125, "raw_logits_absmax": 7.740938186645508, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r06-priority", "request_id": "r06", "question_id": "priority", "type": "choice", "qtype_index": 0, "kind": "slot", "question": "งานมีความสำคัญระดับใด", "options": [ "สูง", "กลาง", "ต่ำ" ], "option_names": [ "สูง", "กลาง", "ต่ำ" ], "ids_full": [ 248077, 5046, 148665, 763, 5046, 46244, 22547, 19236, 19571, 151595, 763, 328, 152387, 172075, 487, 328, 148790, 763, 328, 177826, 148790, 487, 328, 148392, 148899, 38991, 148619, 763, 328, 38534, 157802, 13933, 328, 148338, 149229, 150840, 29779, 763, 867, 92, 198, 248078, 248079, 175795, 25443, 27399, 148392, 148899, 38991, 148619, 148289, 35804, 80665, 155346, 198, 248083, 148340, 166928, 198, 248084, 151049, 148402, 198, 248085, 148570, 157802, 198, 248082, 198 ], "slot": 67, "ids": [ 248077, 5046, 148665, 763, 5046, 46244, 22547, 19236, 19571, 151595, 763, 328, 152387, 172075, 487, 328, 148790, 763, 328, 177826, 148790, 487, 328, 148392, 148899, 38991, 148619, 763, 328, 38534, 157802, 13933, 328, 148338, 149229, 150840, 29779, 763, 867, 92, 198, 248078, 248079, 175795, 25443, 27399, 148392, 148899, 38991, 148619, 148289, 35804, 80665, 155346, 198, 248083, 148340, 166928, 198, 248084, 151049, 148402, 198, 248085, 148570, 157802, 198, 248082 ], "nopts": 3, "label_ids": [ 0, 1, 2 ], "temperature": 1.058533787727356, "raw_logits": [ -3.208934783935547, -2.7505571842193604, 3.1572537422180176, -1.5133962631225586, -2.6175804138183594, -2.7465310096740723, -2.3954269886016846, -2.5976600646972656, -2.77359676361084, -1.708446741104126, -2.893505811691284, -2.4737682342529297, -4.469155311584473, -2.5772366523742676, -3.3795528411865234, -4.14932918548584, -3.714219093322754, -4.439266204833984, -2.5199012756347656, -2.4373340606689453, -4.088493347167969, -1.4322940111160278, -5.2270002365112305, -5.475705623626709, -3.402433395385742, -4.583576202392578, -3.399350166320801, -4.095204830169678, -3.8055176734924316, -5.74480676651001, -4.447938442230225, -5.002342700958252, -4.873679161071777, -4.071328163146973, -2.749912738800049, -4.9107770919799805, -5.35427188873291, -6.542757987976074, -4.746777057647705, -3.220889091491699, -5.970465183258057, -4.1613054275512695, -4.852360248565674, -6.247989177703857, -4.317628860473633, -4.896713733673096, -4.41774320602417, -4.324764251708984, -4.887086868286133, -4.750798225402832, -5.203454494476318, -4.770954608917236, -2.7775211334228516, -4.8495988845825195, -2.936419725418091, -3.638607978820801, -4.095829010009766, -5.233918190002441, -5.1545610427856445, -6.071592330932617, -7.417566299438477, -6.637970447540283, -7.433755874633789, -5.913119316101074, -3.30754017829895, -7.073439598083496, -7.350475311279297, -2.9610326290130615, -7.574288845062256, -4.591882705688477, -7.948171615600586, -5.231654167175293, -2.7035863399505615, -5.524693965911865, -2.785956859588623, -6.270899772644043, -3.835420846939087, -6.486230373382568, -4.245709419250488, -5.547749042510986, -4.456358909606934, -3.813394546508789, -2.456425189971924, -4.538084030151367, -3.3126790523529053, -4.5845136642456055, -2.586638927459717, -4.123414993286133, -3.026304244995117, -4.306528568267822, -3.4270591735839844, -3.7589163780212402, -4.234260082244873, -3.2466139793395996, -4.897568225860596, -4.612310886383057, -4.9551825523376465, -3.3730649948120117, -2.9983034133911133, -4.577418804168701, -5.635248184204102, -4.518531799316406, -3.7266738414764404, -3.726292371749878, -4.339356422424316, -5.466498374938965, -3.3194637298583984, -5.1462860107421875, -4.0694122314453125, -5.536243438720703, -3.9877278804779053, -4.427807807922363, -4.950606346130371, -5.571387767791748, -4.467926025390625, -3.6806235313415527, -4.299636363983154, -5.79232931137085, -3.921696186065674, -3.1222167015075684, -3.3405072689056396, -4.230693340301514, -2.7376577854156494, -3.071791648864746, -2.469285011291504, -5.097285270690918, -5.137065887451172, -2.907193660736084, -2.5840351581573486, -5.258069038391113, -5.361198425292969, -2.4184467792510986, -5.537223815917969, -6.155456066131592, -5.527349948883057, -4.671782970428467, -3.6467533111572266, -4.3736982345581055, -5.708615303039551, -3.0170931816101074, -2.9574151039123535, -4.042728424072266, -3.533842086791992, -2.777269124984741, -4.036816120147705, -4.447927474975586, -5.275484085083008, -5.122563362121582, -5.044164180755615, -4.41586971282959, -4.628790855407715, -2.7860329151153564, -0.582013726234436, -3.507877826690674, -2.1962404251098633, -1.047541856765747, -1.4502990245819092, -1.6910207271575928, -2.7825796604156494, -0.10871736705303192, -1.6541924476623535, -1.9820876121520996, -1.250078558921814, -1.3569681644439697, -3.1367063522338867, -2.271742343902588, -3.001582384109497, -1.8557209968566895, -3.651517868041992, -1.9073119163513184, -2.0210037231445312, -2.119420051574707, -1.9275273084640503, -2.5958290100097656, -0.5926623344421387, -1.6209867000579834, -2.7983083724975586, -3.189568519592285, -2.7236437797546387, -2.7978384494781494, -2.7415242195129395, -2.4195914268493652, -2.9872992038726807, -2.06261944770813, -2.8785905838012695, -1.628589153289795, -2.181410789489746, -1.3940913677215576, -1.4826710224151611, -2.5779285430908203, -0.6304720640182495, -1.6192522048950195, -2.5275979042053223, -1.4381070137023926, -1.8258273601531982, -2.3075761795043945, -1.5524892807006836, -1.591498613357544, -1.6209609508514404, -1.2258106470108032, -0.997493326663971, -2.056041717529297, -1.6202586889266968, -1.7538000345230103, -2.615165948867798, -0.7601315975189209, -2.2284817695617676, -2.4490950107574463, 0.022167563438415527, -1.7886714935302734, -0.9253268837928772, -1.0347479581832886, -0.04936325550079346, -1.4260389804840088, -3.0312464237213135, -0.8519561290740967, -1.41036057472229, -2.03408145904541, -1.2946422100067139, -1.5502779483795166, -0.8030962347984314, -1.8096572160720825, -1.2785229682922363, -1.4351341724395752, 0.0840480625629425, -0.0714184120297432, -0.40221306681632996, 1.0573923587799072, 1.20003342628479, -0.18513822555541992, -0.3549456298351288, -0.6098647117614746, -0.1470600664615631, -1.056981086730957, 0.7565460205078125, 0.8456566333770752, 1.2159844636917114, -0.41849377751350403, -0.20826366543769836, -0.949730634689331, 0.6220601201057434, 0.4616444408893585, -0.5790181159973145, 0.16356080770492554, -0.08859658241271973, 1.0681407451629639, 0.44411250948905945, -0.7085541486740112, -0.5728870630264282, 1.750056505203247, -0.2974092960357666, -0.5590461492538452, -0.2972608208656311, 0.38713565468788147, 0.047865986824035645, -6.095272064208984 ], "p_full": [ 0.0024284326937049627, 0.003744459245353937, 0.993668258190155, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.000158899201778695 ], "p_full_nonzero_count": 4, "p_full_expected_nonzero_count": 4, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.002428818494081497, 0.003745054127648473, 0.993826150894165 ], "abstain": 0.000158899201778695, "confidence": 0.9620412898531109, "argmax": 2, "top2_margin": 0.9900810718536377, "tokens": 68, "zoo_only": false, "language": "th", "causality_max_abs_diff": 2.86102294921875e-06, "raw_logits_min": -7.948171615600586, "raw_logits_max": 3.1572537422180176, "raw_logits_absmax": 7.948171615600586, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r06-approved", "request_id": "r06", "question_id": "approved", "type": "noul", "qtype_index": 2, "kind": "slot", "question": "งานได้รับอนุมัติแล้วหรือไม่", "options": [ "no: ยังไม่ได้รับอนุมัติ", "yes: ได้รับอนุมัติแล้ว" ], "option_names": [ "no", "yes" ], "ids_full": [ 248077, 5046, 148665, 763, 5046, 46244, 22547, 19236, 19571, 151595, 763, 328, 152387, 172075, 487, 328, 148790, 763, 328, 177826, 148790, 487, 328, 148392, 148899, 38991, 148619, 763, 328, 38534, 157802, 13933, 328, 148338, 149229, 150840, 29779, 763, 867, 92, 198, 248078, 248081, 175795, 156167, 19236, 21596, 80665, 148338, 149229, 150840, 29779, 149051, 148944, 149192, 80698, 83063, 18064, 198, 248083, 874, 25, 149324, 148311, 83063, 18064, 156167, 19236, 21596, 80665, 148338, 149229, 150840, 29779, 198, 248084, 9542, 25, 244226, 19236, 21596, 80665, 148338, 149229, 150840, 29779, 149051, 148944, 198, 248082, 198 ], "slot": 89, "ids": [ 248077, 5046, 148665, 763, 5046, 46244, 22547, 19236, 19571, 151595, 763, 328, 152387, 172075, 487, 328, 148790, 763, 328, 177826, 148790, 487, 328, 148392, 148899, 38991, 148619, 763, 328, 38534, 157802, 13933, 328, 148338, 149229, 150840, 29779, 763, 867, 92, 198, 248078, 248081, 175795, 156167, 19236, 21596, 80665, 148338, 149229, 150840, 29779, 149051, 148944, 149192, 80698, 83063, 18064, 198, 248083, 874, 25, 149324, 148311, 83063, 18064, 156167, 19236, 21596, 80665, 148338, 149229, 150840, 29779, 198, 248084, 9542, 25, 244226, 19236, 21596, 80665, 148338, 149229, 150840, 29779, 149051, 148944, 198, 248082 ], "nopts": 2, "label_ids": [ 0, 1 ], "temperature": 1.0067671537399292, "raw_logits": [ 3.360363483428955, -2.355210065841675, -2.2048754692077637, -2.77781081199646, -2.362499713897705, -2.2690906524658203, -2.5555334091186523, -3.833861827850342, -3.137807846069336, -2.434006690979004, -2.7509942054748535, -3.432811975479126, -4.515689849853516, -2.6155130863189697, -3.953646183013916, -4.10977840423584, -4.032139778137207, -4.586954116821289, -2.6998777389526367, -3.212111711502075, -3.24711537361145, -1.4456164836883545, -4.98239803314209, -5.977840900421143, -3.5596413612365723, -4.191869258880615, -2.798091173171997, -4.970446586608887, -4.027317047119141, -6.473109722137451, -4.048543453216553, -4.8825883865356445, -6.091991424560547, -4.294417381286621, -2.986257553100586, -4.779557704925537, -5.016324996948242, -6.329285621643066, -4.2003865242004395, -3.5562901496887207, -6.354389190673828, -4.407018661499023, -5.241428852081299, -6.17392635345459, -4.0141706466674805, -4.808950424194336, -4.180388450622559, -4.886865139007568, -5.274007320404053, -4.111544609069824, -5.378117561340332, -4.356986999511719, -3.2544212341308594, -5.486757278442383, -3.1207282543182373, -3.446636915206909, -4.094379901885986, -4.757296562194824, -4.736500263214111, -6.618573188781738, -7.3342366218566895, -6.802529335021973, -7.925543785095215, -5.859463691711426, -3.8672924041748047, -7.207672119140625, -7.613818168640137, -2.4106717109680176, -7.3531813621521, -4.096230506896973, -8.074604034423828, -5.305002689361572, -3.255781412124634, -5.489203929901123, -3.6990835666656494, -6.308109760284424, -4.089100360870361, -7.037703514099121, -3.8974008560180664, -5.936535835266113, -4.820618629455566, -4.161619186401367, -2.953900098800659, -4.540699005126953, -3.4214727878570557, -4.397034168243408, -2.385763168334961, -4.0573015213012695, -3.2003026008605957, -4.61316442489624, -3.602029323577881, -4.249353408813477, -4.311793804168701, -3.4445714950561523, -4.501152038574219, -4.420472621917725, -4.952672958374023, -3.4484238624572754, -3.074758529663086, -4.13349723815918, -5.596179008483887, -4.745623588562012, -3.276893138885498, -4.064281940460205, -4.591472625732422, -5.666831970214844, -3.870899200439453, -5.256814956665039, -4.411872386932373, -5.978727340698242, -4.628823280334473, -4.7186431884765625, -5.101914405822754, -6.002057075500488, -4.852243900299072, -3.8702657222747803, -4.574224948883057, -5.81028938293457, -3.825338840484619, -3.8128957748413086, -3.2142457962036133, -4.339016437530518, -3.0604639053344727, -3.9282917976379395, -2.273238182067871, -5.276954174041748, -5.764179229736328, -2.72059965133667, -3.049586296081543, -5.582735538482666, -6.1481475830078125, -2.7839062213897705, -5.798182010650635, -6.4089436531066895, -4.847829818725586, -3.989896774291992, -3.668489933013916, -4.832653999328613, -6.022358417510986, -2.862816095352173, -3.515641450881958, -4.242777347564697, -3.4154670238494873, -2.408041000366211, -4.960531711578369, -5.135030746459961, -5.799313068389893, -5.473199367523193, -5.254753589630127, -4.524576187133789, -4.5215373039245605, -2.74259877204895, -1.0369453430175781, -3.6843347549438477, -2.9233899116516113, -1.5976431369781494, -1.782466173171997, -1.8019660711288452, -2.835888385772705, -0.4205889105796814, -1.8511438369750977, -2.1684927940368652, -1.657196283340454, -0.9629658460617065, -2.86751651763916, -1.7946503162384033, -2.7487618923187256, -2.458465576171875, -3.777414321899414, -1.8446743488311768, -2.1977124214172363, -2.6405739784240723, -2.356579303741455, -3.0267982482910156, -0.6235877275466919, -1.9796372652053833, -3.859382152557373, -3.269805908203125, -2.9225778579711914, -2.174860715866089, -3.2205471992492676, -2.4925832748413086, -2.8933298587799072, -2.1150074005126953, -2.5531821250915527, -1.752135992050171, -1.3533977270126343, -1.5522584915161133, -2.123404026031494, -2.6966137886047363, -0.5834277868270874, -1.673654317855835, -2.555325508117676, -1.5994374752044678, -1.8327548503875732, -1.7515820264816284, -2.0532472133636475, -1.8008720874786377, -2.0201077461242676, -1.013087272644043, -1.2152915000915527, -1.9083936214447021, -1.479406714439392, -1.932517409324646, -2.344735622406006, -1.0362720489501953, -2.142102003097534, -2.391408920288086, 0.15674425661563873, -1.9427611827850342, -1.341160774230957, -0.9999210834503174, 0.004706978797912598, -0.6186947226524353, -2.7439279556274414, -0.9937332272529602, -1.7004142999649048, -1.8780174255371094, -1.1600738763809204, -1.7814545631408691, -0.8927606344223022, -1.6035232543945312, -0.7461915016174316, -1.1154361963272095, -0.2514089047908783, -0.24568608403205872, -0.556337296962738, 1.0995705127716064, 0.8125602006912231, -0.09312933683395386, -0.48655176162719727, -0.5760329365730286, 0.6347634196281433, -0.7402181625366211, 0.2404952049255371, 0.4500894844532013, 1.2162230014801025, -0.32221704721450806, 0.2117936611175537, -0.8350779414176941, 0.3949315547943115, 0.7849973440170288, -0.9399203658103943, -0.5182803869247437, -0.17706242203712463, 1.0163401365280151, 0.6043011546134949, -0.7305444478988647, -0.5691474676132202, 2.3076117038726807, -0.29786819219589233, -0.10238245129585266, -0.4626559317111969, 0.1961357444524765, -0.347639262676239, -4.509448051452637 ], "p_full": [ 0.9961884617805481, 0.0034102341160178185, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.00040132785215973854 ], "p_full_nonzero_count": 3, "p_full_expected_nonzero_count": 3, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.996588408946991, 0.003411603160202503 ], "abstain": 0.00040132785215973854, "confidence": 0.9671272898586611, "argmax": 0, "top2_margin": 0.9931768178939819, "tokens": 90, "zoo_only": false, "language": "th", "causality_max_abs_diff": 1.9073486328125e-06, "raw_logits_min": -8.074604034423828, "raw_logits_max": 3.360363483428955, "raw_logits_absmax": 8.074604034423828, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r07-team", "request_id": "r07", "question_id": "team", "type": "choice", "qtype_index": 0, "kind": "slot", "question": "Which team owns the parcel?", "options": [ "1", "2", "3", "4", "5", "6", "7", "8", "9", "10", "11", "12", "13", "14", "15", "16" ], "option_names": [ "1", "2", "3", "4", "5", "6", "7", "8", "9", "10", "11", "12", "13", "14", "15", "16" ], "ids_full": [ 248077, 561, 28350, 16673, 310, 2015, 220, 16, 17, 13, 561, 8529, 513, 33295, 13, 2233, 20325, 369, 10897, 13, 198, 248078, 248079, 15451, 2015, 23495, 279, 28350, 30, 198, 248083, 220, 16, 198, 248084, 220, 17, 198, 248085, 220, 18, 198, 248086, 220, 19, 198, 248087, 220, 20, 198, 248088, 220, 21, 198, 248089, 220, 22, 198, 248090, 220, 23, 198, 248091, 220, 24, 198, 248092, 220, 16, 15, 198, 248093, 220, 16, 16, 198, 248094, 220, 16, 17, 198, 248095, 220, 16, 18, 198, 248096, 220, 16, 19, 198, 248097, 220, 16, 20, 198, 248098, 220, 16, 21, 198, 248082, 198 ], "slot": 101, "ids": [ 248077, 561, 28350, 16673, 310, 2015, 220, 16, 17, 13, 561, 8529, 513, 33295, 13, 2233, 20325, 369, 10897, 13, 198, 248078, 248079, 15451, 2015, 23495, 279, 28350, 30, 198, 248083, 220, 16, 198, 248084, 220, 17, 198, 248085, 220, 18, 198, 248086, 220, 19, 198, 248087, 220, 20, 198, 248088, 220, 21, 198, 248089, 220, 22, 198, 248090, 220, 23, 198, 248091, 220, 24, 198, 248092, 220, 16, 15, 198, 248093, 220, 16, 16, 198, 248094, 220, 16, 17, 198, 248095, 220, 16, 18, 198, 248096, 220, 16, 19, 198, 248097, 220, 16, 20, 198, 248098, 220, 16, 21, 198, 248082 ], "nopts": 16, "label_ids": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15 ], "temperature": 1.058533787727356, "raw_logits": [ -1.1601307392120361, -1.8360228538513184, -2.400224208831787, -1.9038276672363281, -2.972949981689453, -2.5009350776672363, -2.661320686340332, -3.827901840209961, -3.653621196746826, -3.5063061714172363, -1.9677962064743042, 4.996329307556152, -5.554347038269043, -4.715323448181152, -4.738585948944092, -4.828464508056641, -5.218136787414551, -4.499149799346924, -3.0794849395751953, -3.6121745109558105, -3.930366039276123, -1.4620099067687988, -6.1738600730896, -6.162410259246826, -4.348883628845215, -5.616107940673828, -4.109323501586914, -5.165379524230957, -4.788825988769531, -7.557819366455078, -4.951666831970215, -6.881655693054199, -6.3557562828063965, -5.539973735809326, -3.661115884780884, -5.665158271789551, -5.403623104095459, -5.596508502960205, -4.907416343688965, -2.9940438270568848, -5.248631000518799, -4.668347358703613, -4.913290023803711, -4.713296890258789, -4.448917388916016, -5.009125232696533, -4.515542507171631, -4.450602054595947, -5.128624439239502, -4.7975664138793945, -4.606764793395996, -5.095405578613281, -3.0781753063201904, -5.03975772857666, -2.6773946285247803, -2.324467182159424, -4.08350133895874, -4.2022223472595215, -5.250232696533203, -5.596105575561523, -7.97287654876709, -6.881930351257324, -7.117581367492676, -5.9155120849609375, -3.923372507095337, -6.972139358520508, -7.3724188804626465, -2.320995569229126, -8.008580207824707, -4.482173919677734, -7.715030670166016, -5.30525016784668, -2.691789150238037, -5.822279453277588, -3.8916821479797363, -6.266069412231445, -4.733326435089111, -7.199603080749512, -3.8339340686798096, -5.742059230804443, -4.505592346191406, -4.20916748046875, -2.408573627471924, -4.263433456420898, -3.490518808364868, -4.571974754333496, -2.0922484397888184, -5.145834922790527, -2.892463207244873, -4.463047504425049, -3.9550464153289795, -3.9546260833740234, -3.6327762603759766, -4.254044532775879, -4.848782539367676, -4.507929801940918, -5.206446647644043, -3.1787848472595215, -3.6978213787078857, -4.693624496459961, -5.98296594619751, -4.91499137878418, -3.365817070007324, -4.185678958892822, -3.9658823013305664, -6.0355072021484375, -4.064354419708252, -5.968211650848389, -4.240990161895752, -6.0773162841796875, -3.7857534885406494, -4.9953460693359375, -4.933271408081055, -6.3176116943359375, -5.417757034301758, -4.085708141326904, -4.2288737297058105, -6.379467487335205, -4.67618465423584, -3.368234157562256, -2.814307451248169, -3.7399544715881348, -2.8906712532043457, -3.478348970413208, -2.0018820762634277, -5.87571907043457, -5.881248474121094, -3.2105414867401123, -3.3761091232299805, -5.302680015563965, -5.3260087966918945, -3.0573770999908447, -5.571928977966309, -6.259829044342041, -5.04415225982666, -4.953593730926514, -3.61297869682312, -5.373249530792236, -6.104846000671387, -3.3840508460998535, -3.3177900314331055, -4.0092668533325195, -3.5625152587890625, -2.584043502807617, -4.133327960968018, -5.041322708129883, -5.202482223510742, -5.145612716674805, -5.446254730224609, -4.699202060699463, -5.174248695373535, -2.7443203926086426, -1.666681170463562, -3.0634212493896484, -1.9005508422851562, -1.7936840057373047, -0.9447941780090332, -1.7349604368209839, -2.265096664428711, -0.5529178380966187, -1.7576940059661865, -1.2416201829910278, -1.834296464920044, -1.135467767715454, -2.9772043228149414, -2.171900749206543, -3.111692428588867, -2.188396453857422, -3.95629620552063, -2.051940441131592, -2.2419114112854004, -2.452474594116211, -2.517265796661377, -2.9175291061401367, -1.1619466543197632, -1.95975661277771, -3.557593584060669, -3.661409616470337, -3.138963222503662, -3.310805320739746, -4.259478569030762, -3.357625961303711, -3.0529136657714844, -1.7803559303283691, -2.8071534633636475, -2.350393295288086, -1.8215855360031128, -1.7408404350280762, -2.5915279388427734, -2.456888437271118, -1.7505131959915161, -1.7959694862365723, -2.428821325302124, -1.4313688278198242, -1.2249972820281982, -2.187741994857788, -2.211465835571289, -2.514599561691284, -1.5974953174591064, -1.287872314453125, -1.623548984527588, -2.54172945022583, -2.1486432552337646, -2.418872833251953, -2.2645535469055176, -1.652130126953125, -2.119685649871826, -2.2304012775421143, 0.328611820936203, -2.4137074947357178, -1.508023977279663, -1.817030429840088, -0.33417215943336487, -1.5765680074691772, -3.4235987663269043, -1.0512077808380127, -2.494516372680664, -2.4847447872161865, -0.9770178198814392, -2.3998186588287354, -1.474940538406372, -1.3156018257141113, -1.1280494928359985, -1.3151757717132568, 0.01747235655784607, 0.13687896728515625, -0.4051920771598816, 0.5066396594047546, 0.9232296347618103, -0.180598646402359, -1.064769983291626, -0.8247474431991577, 0.1243746280670166, -0.46535396575927734, 0.619458019733429, 0.7625249624252319, 0.9552748203277588, -0.8493500351905823, 0.21528783440589905, -1.468397855758667, 0.21629178524017334, 0.2733941674232483, -1.1621716022491455, 0.3759027123451233, -0.37779200077056885, 0.8231173753738403, 0.4049784541130066, 0.27655017375946045, 0.026565566658973694, 1.749403476715088, 0.11534412950277328, 0.24815133213996887, -0.22043822705745697, 0.707258939743042, -0.19828371703624725, -3.775003433227539 ], "p_full": [ 0.0029444328974932432, 0.0015548806404694915, 0.0009124663774855435, 0.001458404934965074, 0.0005311770946718752, 0.0008296545129269361, 0.0007130082231014967, 0.00023684838379267603, 0.0002792377199511975, 0.0003209329443052411, 0.0013728815829381347, 0.9882561564445496, 4.636025914805941e-05, 0.00010241875861538574, 0.00010019250476034358, 9.203655645251274e-05, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.00024898501578718424 ], "p_full_nonzero_count": 17, "p_full_expected_nonzero_count": 17, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.0029451660811901093, 0.001555267721414566, 0.0009126935619860888, 0.0014587680343538523, 0.0005313093424774706, 0.000829861091915518, 0.0007131857564672828, 0.00023690734815318137, 0.00027930724900215864, 0.00032101283431984484, 0.0013732233783230186, 0.9885022044181824, 4.6371802454814315e-05, 0.00010244426084682345, 0.000100217446743045, 9.20594684430398e-05 ], "abstain": 0.00024898501578718424, "confidence": 0.9680067097077035, "argmax": 11, "top2_margin": 0.9855570197105408, "tokens": 102, "zoo_only": false, "language": "en", "causality_max_abs_diff": 5.7220458984375e-06, "raw_logits_min": -8.008580207824707, "raw_logits_max": 4.996329307556152, "raw_logits_absmax": 8.008580207824707, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r07-condition", "request_id": "r07", "question_id": "condition", "type": "choice", "qtype_index": 0, "kind": "slot", "question": "How are the contents described?", "options": [ "missing", "intact", "wet", "broken" ], "option_names": [ "missing", "intact", "wet", "broken" ], "ids_full": [ 248077, 561, 28350, 16673, 310, 2015, 220, 16, 17, 13, 561, 8529, 513, 33295, 13, 2233, 20325, 369, 10897, 13, 198, 248078, 248079, 2500, 513, 279, 8529, 7246, 30, 198, 248083, 7167, 198, 248084, 33295, 198, 248085, 13988, 198, 248086, 10548, 198, 248082, 198 ], "slot": 42, "ids": [ 248077, 561, 28350, 16673, 310, 2015, 220, 16, 17, 13, 561, 8529, 513, 33295, 13, 2233, 20325, 369, 10897, 13, 198, 248078, 248079, 2500, 513, 279, 8529, 7246, 30, 198, 248083, 7167, 198, 248084, 33295, 198, 248085, 13988, 198, 248086, 10548, 198, 248082 ], "nopts": 4, "label_ids": [ 0, 1, 2, 3 ], "temperature": 1.058533787727356, "raw_logits": [ -2.361569404602051, 4.035501003265381, -2.3890411853790283, -3.1012773513793945, -2.2829790115356445, -2.928180694580078, -2.8164353370666504, -3.763906478881836, -3.6355514526367188, -2.7297606468200684, -3.3854990005493164, -4.346721172332764, -5.621040344238281, -3.521214485168457, -4.412904739379883, -4.843854904174805, -3.714019536972046, -4.147869110107422, -2.926342487335205, -3.1677281856536865, -3.359710693359375, -1.815375804901123, -5.156119346618652, -7.293483257293701, -4.0014328956604, -5.585268020629883, -2.543687105178833, -5.775546550750732, -4.508491039276123, -7.143878936767578, -4.5619025230407715, -5.072579383850098, -6.464013576507568, -5.03105354309082, -3.0158486366271973, -5.475471496582031, -5.187690734863281, -5.761588096618652, -4.155144691467285, -3.1004037857055664, -7.514798164367676, -4.372616767883301, -4.8613176345825195, -6.154982566833496, -4.723565101623535, -5.28091287612915, -4.604177951812744, -4.548528671264648, -5.3389716148376465, -4.933666229248047, -6.0142669677734375, -4.844964504241943, -2.925755739212036, -5.1985321044921875, -2.7883708477020264, -3.390310287475586, -3.6366400718688965, -4.547211647033691, -4.824457168579102, -5.944952011108398, -7.8122663497924805, -6.649957656860352, -7.8097243309021, -6.845314025878906, -3.791966199874878, -7.587261199951172, -7.731996536254883, -2.3306732177734375, -8.01339340209961, -4.217621326446533, -8.100370407104492, -5.609147548675537, -2.759739398956299, -6.349851608276367, -3.7356438636779785, -6.577527046203613, -4.302742958068848, -6.924742698669434, -4.405618190765381, -5.961221694946289, -4.32879638671875, -4.351895332336426, -2.8682169914245605, -4.211101055145264, -3.816713809967041, -3.9332592487335205, -2.6817822456359863, -3.9885950088500977, -2.8775205612182617, -5.237630844116211, -3.644101142883301, -4.285827159881592, -4.413681507110596, -4.316005229949951, -4.701326370239258, -4.915637016296387, -5.246262550354004, -3.932257652282715, -4.201718330383301, -4.243936061859131, -6.416827201843262, -4.691775798797607, -3.7483205795288086, -4.380990028381348, -4.6301350593566895, -6.4397077560424805, -4.635213851928711, -5.879825592041016, -4.436305522918701, -5.694545745849609, -4.472819805145264, -4.93870735168457, -5.447172164916992, -6.963410377502441, -4.8922271728515625, -4.3097357749938965, -4.875854969024658, -6.247375965118408, -4.343971252441406, -3.822343587875366, -3.5560903549194336, -4.0674262046813965, -3.350635528564453, -3.8419981002807617, -2.592721939086914, -6.027341842651367, -5.950937271118164, -3.310117483139038, -3.10258150100708, -5.724553108215332, -5.935049533843994, -3.9335381984710693, -5.761813163757324, -6.098813533782959, -5.199689865112305, -4.886900901794434, -4.122288703918457, -5.33651876449585, -5.965462684631348, -3.242732286453247, -3.8222413063049316, -4.198868274688721, -3.9395744800567627, -3.3755929470062256, -5.093688011169434, -5.551051139831543, -6.328600883483887, -5.2474870681762695, -4.770742416381836, -4.695796966552734, -4.875696659088135, -3.2566919326782227, -1.1630464792251587, -3.686500072479248, -2.8029263019561768, -1.6731741428375244, -2.2285609245300293, -2.204247236251831, -3.550875663757324, -0.4763619601726532, -2.0719985961914062, -2.066884994506836, -1.7253766059875488, -1.456807255744934, -2.606147050857544, -2.5161755084991455, -2.9070348739624023, -1.756489872932434, -3.346806287765503, -2.038536310195923, -2.349884033203125, -2.4882562160491943, -2.637209415435791, -3.077186107635498, -0.9344261884689331, -2.0807175636291504, -3.297734260559082, -3.431096315383911, -3.1795549392700195, -3.626417636871338, -3.4327497482299805, -3.4445314407348633, -2.816847801208496, -2.06990122795105, -2.543567180633545, -1.5769997835159302, -1.3656649589538574, -1.9433268308639526, -1.866251826286316, -2.270286798477173, -1.0519769191741943, -1.8576558828353882, -3.100780725479126, -1.7680528163909912, -1.5678582191467285, -2.0751936435699463, -2.0769596099853516, -2.0292139053344727, -1.5923235416412354, -1.516902208328247, -1.2178993225097656, -2.0729598999023438, -1.912116289138794, -1.8820780515670776, -2.527928352355957, -1.0581814050674438, -2.815258264541626, -2.7247281074523926, -0.3927708864212036, -2.4460394382476807, -1.0067813396453857, -1.2957737445831299, -0.839513897895813, -1.5861692428588867, -2.3762383460998535, -1.3338932991027832, -1.7798794507980347, -2.2809298038482666, -1.836491346359253, -1.9667589664459229, -1.214625358581543, -1.8792595863342285, -1.3834885358810425, -1.5179983377456665, -0.42258208990097046, 0.23769307136535645, -0.35405534505844116, 0.9576478004455566, 0.9834229946136475, -0.029348909854888916, -0.949734628200531, -0.5419397950172424, 0.15168240666389465, -0.7665594816207886, 0.5875034332275391, 1.1601288318634033, 1.431664228439331, -0.6431922912597656, 0.03913995623588562, -0.8335103392601013, 0.3653896450996399, 0.7645939588546753, -0.9504048228263855, -0.29657799005508423, 0.21574056148529053, 0.709528923034668, 0.3500877022743225, -0.38799670338630676, -0.9695291519165039, 1.426607370376587, 0.11977089941501617, -0.8403680324554443, -0.14348293840885162, 0.45092839002609253, -0.5470369458198547, -4.359415054321289 ], "p_full": [ 0.002358951373025775, 0.9938123226165771, 0.0022985178511589766, 0.0011728215031325817, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0003573091817088425 ], "p_full_nonzero_count": 5, "p_full_expected_nonzero_count": 5, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.0023597946856170893, 0.9941675662994385, 0.002299339510500431, 0.0011732407147064805 ], "abstain": 0.0003573091817088425, "confidence": 0.9697207022423469, "argmax": 1, "top2_margin": 0.991807758808136, "tokens": 43, "zoo_only": false, "language": "en", "causality_max_abs_diff": 2.384185791015625e-06, "raw_logits_min": -8.100370407104492, "raw_logits_max": 4.035501003265381, "raw_logits_absmax": 8.100370407104492, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r07-refund", "request_id": "r07", "question_id": "refund", "type": "noul", "qtype_index": 2, "kind": "slot", "question": "Is a refund requested?", "options": [ "no: No money back is requested", "yes: Money back is requested" ], "option_names": [ "no", "yes" ], "ids_full": [ 248077, 561, 28350, 16673, 310, 2015, 220, 16, 17, 13, 561, 8529, 513, 33295, 13, 2233, 20325, 369, 10897, 13, 198, 248078, 248081, 2091, 264, 20325, 10897, 30, 198, 248083, 874, 25, 2233, 3117, 1142, 369, 10897, 198, 248084, 9542, 25, 17107, 1142, 369, 10897, 198, 248082, 198 ], "slot": 46, "ids": [ 248077, 561, 28350, 16673, 310, 2015, 220, 16, 17, 13, 561, 8529, 513, 33295, 13, 2233, 20325, 369, 10897, 13, 198, 248078, 248081, 2091, 264, 20325, 10897, 30, 198, 248083, 874, 25, 2233, 3117, 1142, 369, 10897, 198, 248084, 9542, 25, 17107, 1142, 369, 10897, 198, 248082 ], "nopts": 2, "label_ids": [ 0, 1 ], "temperature": 1.0067671537399292, "raw_logits": [ 3.3308520317077637, -2.4194579124450684, -2.277406692504883, -2.8322715759277344, -2.356651782989502, -2.5907585620880127, -2.755417585372925, -4.050504207611084, -3.306361198425293, -2.544905662536621, -2.7611794471740723, -3.300630569458008, -4.520164489746094, -2.650588035583496, -4.1143622398376465, -4.315633773803711, -4.411480903625488, -4.563319206237793, -2.5748090744018555, -3.3803319931030273, -3.4451870918273926, -1.4551420211791992, -4.92557430267334, -5.96287727355957, -3.8022284507751465, -4.223257064819336, -3.0402450561523438, -5.088116645812988, -4.141412734985352, -6.515643119812012, -4.0944671630859375, -5.040910720825195, -5.975762844085693, -4.303127288818359, -2.9540317058563232, -4.896326065063477, -5.095676898956299, -6.095025062561035, -4.216561317443848, -3.5036890506744385, -6.36641788482666, -4.142297744750977, -5.192562103271484, -6.153134346008301, -4.086688041687012, -4.887233734130859, -4.2431464195251465, -4.858211994171143, -5.323387145996094, -4.070148944854736, -5.2895660400390625, -4.254452228546143, -3.3605451583862305, -5.506979942321777, -3.066465377807617, -3.338271141052246, -4.137795448303223, -4.950685024261475, -4.751943588256836, -6.679575443267822, -7.394829273223877, -6.9830522537231445, -8.025707244873047, -5.8531365394592285, -3.849712610244751, -7.2840495109558105, -7.777554035186768, -2.52543568611145, -7.512703895568848, -4.209653377532959, -8.115945816040039, -5.378726959228516, -3.4146902561187744, -5.487993240356445, -3.6560568809509277, -6.463764190673828, -4.24592399597168, -7.162437438964844, -3.963555335998535, -6.178720474243164, -4.818382263183594, -4.160163402557373, -3.012310028076172, -4.672913074493408, -3.62807035446167, -4.6006035804748535, -2.472564697265625, -4.073744773864746, -3.241415023803711, -4.856872081756592, -3.731937885284424, -4.355715751647949, -4.216385364532471, -3.720099449157715, -4.548746585845947, -4.592097282409668, -4.865564346313477, -3.519970178604126, -3.0637753009796143, -4.205704212188721, -5.70969295501709, -4.93349552154541, -3.391745090484619, -3.972273111343384, -4.565056324005127, -5.790403366088867, -4.059311866760254, -5.365372180938721, -4.432283878326416, -6.179776668548584, -4.662789821624756, -4.779374122619629, -5.268117427825928, -6.161506652832031, -4.968101501464844, -3.889739751815796, -4.625130653381348, -5.994643211364746, -4.0013251304626465, -3.9935245513916016, -3.4383440017700195, -4.47743034362793, -3.1638402938842773, -3.7736310958862305, -2.4889578819274902, -5.4500932693481445, -5.819770812988281, -2.842437267303467, -3.0295586585998535, -5.712274551391602, -6.2283711433410645, -2.8567655086517334, -5.916842460632324, -6.47774600982666, -4.974276542663574, -3.9449410438537598, -3.7448570728302, -4.849973678588867, -6.149509429931641, -2.8987629413604736, -3.5107972621917725, -4.393803119659424, -3.4831507205963135, -2.448765277862549, -5.035841941833496, -5.194247245788574, -5.920061111450195, -5.752979278564453, -5.254656791687012, -4.684122085571289, -4.670902729034424, -2.768805742263794, -1.0943498611450195, -3.7436163425445557, -3.0370967388153076, -1.5677778720855713, -1.6841745376586914, -1.9215924739837646, -2.894620895385742, -0.5190846920013428, -1.868111252784729, -2.1346092224121094, -1.7069181203842163, -0.8334028720855713, -2.910614013671875, -1.8343005180358887, -2.7093605995178223, -2.5519261360168457, -3.873744010925293, -1.9440027475357056, -2.2805094718933105, -2.611478328704834, -2.264242172241211, -3.0556130409240723, -0.7507310509681702, -2.1656813621520996, -3.909579038619995, -3.4033803939819336, -2.8287136554718018, -2.291372776031494, -3.352997303009033, -2.652604579925537, -3.111630439758301, -2.1411402225494385, -2.5504093170166016, -1.7190865278244019, -1.4787049293518066, -1.6414910554885864, -2.2097575664520264, -2.8067798614501953, -0.6701288223266602, -1.7830986976623535, -2.5999393463134766, -1.551886796951294, -1.8716213703155518, -1.847346305847168, -2.2805733680725098, -1.9511959552764893, -2.0781991481781006, -1.3755099773406982, -1.4312831163406372, -2.034611940383911, -1.6826534271240234, -1.9762612581253052, -2.331115245819092, -1.0892970561981201, -2.2759909629821777, -2.4251794815063477, 0.21570628881454468, -2.0125372409820557, -1.4718831777572632, -1.0532020330429077, -0.05364471673965454, -0.6142563819885254, -2.755035161972046, -0.9965041279792786, -1.6624209880828857, -1.9831609725952148, -1.1609162092208862, -1.741512417793274, -1.0198793411254883, -1.5533084869384766, -0.5989851951599121, -1.2486985921859741, -0.31410926580429077, -0.17019176483154297, -0.6062108278274536, 0.9121124744415283, 0.83620285987854, -0.21346724033355713, -0.46736782789230347, -0.6621582508087158, 0.5427207946777344, -0.6887739300727844, 0.40069007873535156, 0.3525848984718323, 1.1836332082748413, -0.31764328479766846, 0.19881975650787354, -0.9013708233833313, 0.4978979229927063, 0.7124598026275635, -0.941946804523468, -0.5534860491752625, -0.09636428952217102, 0.9990774989128113, 0.5114025473594666, -0.870234489440918, -0.6624821424484253, 2.328217029571533, -0.10266192257404327, -0.0708472728729248, -0.33784881234169006, 0.34687042236328125, -0.43301650881767273, -4.666517734527588 ], "p_full": [ 0.9963512420654297, 0.0032951158937066793, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0003536264121066779 ], "p_full_nonzero_count": 3, "p_full_expected_nonzero_count": 3, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.9967036843299866, 0.0032962816767394543 ], "abstain": 0.0003536264121066779, "confidence": 0.9680746939121438, "argmax": 0, "top2_margin": 0.9934074282646179, "tokens": 47, "zoo_only": false, "language": "en", "causality_max_abs_diff": 2.86102294921875e-06, "raw_logits_min": -8.115945816040039, "raw_logits_max": 3.3308520317077637, "raw_logits_absmax": 8.115945816040039, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r08-bin", "request_id": "r08", "question_id": "bin", "type": "choice", "qtype_index": 0, "kind": "slot", "question": "Which bin is selected?", "options": [ "red", "orange", "yellow", "green", "blue", "indigo", "violet", "black", "white", "gray", "brown", "pink" ], "option_names": [ "red", "orange", "yellow", "green", "blue", "indigo", "violet", "black", "white", "gray", "brown", "pink" ], "ids_full": [ 248077, 561, 3955, 5638, 9261, 369, 76990, 13, 11116, 25493, 369, 7629, 321, 279, 27056, 369, 974, 13, 198, 248078, 248079, 15451, 9261, 369, 3955, 30, 198, 248083, 2438, 198, 248084, 18016, 198, 248085, 13358, 198, 248086, 5983, 198, 248087, 6105, 198, 248088, 1214, 7588, 198, 248089, 76990, 198, 248090, 3565, 198, 248091, 4022, 198, 248092, 17024, 198, 248093, 13477, 198, 248094, 17676, 198, 248082, 198 ], "slot": 64, "ids": [ 248077, 561, 3955, 5638, 9261, 369, 76990, 13, 11116, 25493, 369, 7629, 321, 279, 27056, 369, 974, 13, 198, 248078, 248079, 15451, 9261, 369, 3955, 30, 198, 248083, 2438, 198, 248084, 18016, 198, 248085, 13358, 198, 248086, 5983, 198, 248087, 6105, 198, 248088, 1214, 7588, 198, 248089, 76990, 198, 248090, 3565, 198, 248091, 4022, 198, 248092, 17024, 198, 248093, 13477, 198, 248094, 17676, 198, 248082 ], "nopts": 12, "label_ids": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11 ], "temperature": 1.058533787727356, "raw_logits": [ -1.6191301345825195, -1.9683361053466797, -2.66011118888855, -2.1572296619415283, -1.8538695573806763, -1.0545134544372559, 6.4470014572143555, -5.399690628051758, -2.3582048416137695, -2.4902100563049316, -3.7626049518585205, -4.447116851806641, -4.943166255950928, -2.028229236602783, -3.9840481281280518, -5.20869255065918, -4.995248794555664, -4.843327522277832, -2.217552661895752, -2.60282039642334, -3.6317856311798096, -1.6623793840408325, -5.381126880645752, -6.410791397094727, -4.7202558517456055, -4.89426326751709, -2.3873701095581055, -5.232054710388184, -4.724449634552002, -6.825827598571777, -5.292954921722412, -5.065171241760254, -6.388989448547363, -4.669566631317139, -2.853461742401123, -4.790009498596191, -5.392920017242432, -6.615792274475098, -3.3452017307281494, -4.019957542419434, -6.525743007659912, -4.146869659423828, -4.876552581787109, -5.358973979949951, -4.651764869689941, -4.526749134063721, -5.447362899780273, -5.503964424133301, -5.432186603546143, -3.3015503883361816, -5.736637592315674, -4.144905090332031, -1.5413975715637207, -5.703226089477539, -2.714447259902954, -3.578188419342041, -4.50955867767334, -5.435248374938965, -4.767778396606445, -6.571488857269287, -7.736870288848877, -6.4882612228393555, -7.610159873962402, -6.197420597076416, -3.763202428817749, -7.439516067504883, -7.26307487487793, -2.968576669692993, -7.675728797912598, -3.7882001399993896, -7.677830219268799, -4.859604835510254, -2.8457212448120117, -6.171806335449219, -3.55617618560791, -5.874699115753174, -3.999246597290039, -6.795449733734131, -3.7455475330352783, -5.570530891418457, -4.88137149810791, -4.3085222244262695, -2.442901372909546, -4.145294189453125, -3.1274335384368896, -4.515786170959473, -2.7693169116973877, -4.047172546386719, -2.877525806427002, -4.523471355438232, -3.719332218170166, -4.952352046966553, -4.83040714263916, -3.979269504547119, -5.378242492675781, -4.929807662963867, -5.279967308044434, -4.528122901916504, -4.155683994293213, -4.2285475730896, -5.656396865844727, -4.683450698852539, -3.6624999046325684, -4.395756244659424, -4.271883010864258, -5.515094757080078, -3.8290090560913086, -5.409597396850586, -4.577733516693115, -5.569191932678223, -3.7396910190582275, -4.51029634475708, -5.17848539352417, -6.938863277435303, -5.077062606811523, -4.411707878112793, -4.382837772369385, -5.357422351837158, -3.91544246673584, -3.1830456256866455, -3.0398383140563965, -4.59735107421875, -3.414951801300049, -4.244975566864014, -2.8917088508605957, -5.749212265014648, -5.8261260986328125, -2.6908764839172363, -3.0747792720794678, -6.187661647796631, -6.2473955154418945, -2.83065128326416, -5.752089500427246, -6.516818046569824, -5.536387920379639, -4.122032165527344, -3.940577745437622, -4.045106887817383, -6.242232322692871, -3.2977957725524902, -3.7747621536254883, -3.5754244327545166, -4.250730037689209, -2.7985479831695557, -4.733402252197266, -5.519952297210693, -5.819989204406738, -5.3481059074401855, -5.549796104431152, -4.081731796264648, -5.533714294433594, -3.678982734680176, -0.8242045640945435, -3.7929887771606445, -2.513272523880005, -1.7548537254333496, -1.888535737991333, -2.4025421142578125, -3.697850227355957, -0.1891716718673706, -1.4318910837173462, -2.4592554569244385, -1.667629599571228, -0.9039502739906311, -4.21433162689209, -2.366382598876953, -2.5952770709991455, -3.1672401428222656, -3.012150764465332, -1.6781784296035767, -2.3619282245635986, -2.4351797103881836, -2.2359557151794434, -2.3469693660736084, -1.0251860618591309, -2.211851119995117, -3.7502880096435547, -3.3802883625030518, -3.3022165298461914, -2.932339906692505, -2.9282188415527344, -2.868536949157715, -2.837559700012207, -2.2803821563720703, -3.1509296894073486, -2.2879292964935303, -2.2750461101531982, -1.5909515619277954, -1.952452540397644, -2.3787386417388916, -0.8770499229431152, -1.6449679136276245, -2.687772750854492, -2.0517048835754395, -2.430398941040039, -1.9914841651916504, -2.6148436069488525, -1.5504573583602905, -2.05118465423584, -1.3599423170089722, -1.560402750968933, -2.2394094467163086, -2.700345993041992, -1.9929797649383545, -2.1985456943511963, -1.1754939556121826, -2.332040309906006, -1.9785301685333252, 0.401972234249115, -2.4918320178985596, -0.7182745933532715, -0.4173860549926758, -1.1058531999588013, -1.3163951635360718, -2.987942934036255, -0.8292205333709717, -2.402876138687134, -2.4369418621063232, -1.3265750408172607, -1.4844763278961182, -0.7312948107719421, -1.8289117813110352, -1.3567571640014648, -1.202561378479004, -0.3705351650714874, 0.04932597279548645, -0.9049559831619263, 1.1808934211730957, 0.7484462261199951, -0.004142284393310547, -0.7498447895050049, -0.4328625202178955, 0.15744924545288086, -0.806078314781189, 0.7032362222671509, 1.2023499011993408, 1.758355975151062, -0.9053026437759399, -0.3313007354736328, -0.9561548233032227, 1.1458690166473389, 0.43765226006507874, -0.86598140001297, -0.35933718085289, -0.47152504324913025, 0.7810508012771606, 0.03330758213996887, -0.9117721915245056, -1.0620300769805908, 1.2202130556106567, 0.200941264629364, -0.40060436725616455, 0.20748135447502136, -0.03465176373720169, -0.20398598909378052, -4.28885555267334 ], "p_full": [ 0.0004889476695097983, 0.0003515526477713138, 0.0001828813983593136, 0.00029409732087515295, 0.0003916999266948551, 0.0008335137972608209, 0.996847927570343, 1.3746013792115264e-05, 0.00024324019614141434, 0.0002147217746824026, 6.454148388002068e-05, 3.38063073286321e-05, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.9258102333405986e-05 ], "p_full_nonzero_count": 13, "p_full_expected_nonzero_count": 13, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.0004889668780378997, 0.00035156647209078074, 0.00018288858700543642, 0.0002941089041996747, 0.0003917153226211667, 0.0008335465681739151, 0.9968871474266052, 1.3746554941462819e-05, 0.0002432497713016346, 0.00021473021479323506, 6.454402318922803e-05, 3.38076388288755e-05 ], "abstain": 3.9258102333405986e-05, "confidence": 0.9889161441574451, "argmax": 6, "top2_margin": 0.9960535764694214, "tokens": 65, "zoo_only": false, "language": "en", "causality_max_abs_diff": 3.337860107421875e-06, "raw_logits_min": -7.736870288848877, "raw_logits_max": 6.4470014572143555, "raw_logits_absmax": 7.736870288848877, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r08-lamp", "request_id": "r08", "question_id": "lamp", "type": "choice", "qtype_index": 0, "kind": "slot", "question": "What is the lamp state?", "options": [ "on: The lamp emits light", "off: The lamp emits no light", "flashing: The lamp blinks" ], "option_names": [ "on", "off", "flashing" ], "ids_full": [ 248077, 561, 3955, 5638, 9261, 369, 76990, 13, 11116, 25493, 369, 7629, 321, 279, 27056, 369, 974, 13, 198, 248078, 248079, 3437, 369, 279, 27056, 1528, 30, 198, 248083, 383, 25, 561, 27056, 70307, 3000, 198, 248084, 974, 25, 561, 27056, 70307, 874, 3000, 198, 248085, 48084, 25, 561, 27056, 1447, 15049, 198, 248082, 198 ], "slot": 53, "ids": [ 248077, 561, 3955, 5638, 9261, 369, 76990, 13, 11116, 25493, 369, 7629, 321, 279, 27056, 369, 974, 13, 198, 248078, 248079, 3437, 369, 279, 27056, 1528, 30, 198, 248083, 383, 25, 561, 27056, 70307, 3000, 198, 248084, 974, 25, 561, 27056, 70307, 874, 3000, 198, 248085, 48084, 25, 561, 27056, 1447, 15049, 198, 248082 ], "nopts": 3, "label_ids": [ 0, 1, 2 ], "temperature": 1.058533787727356, "raw_logits": [ -2.374274969100952, 3.7114009857177734, -3.1287307739257812, -2.6848087310791016, -2.106417179107666, -2.6447105407714844, -2.7576911449432373, -3.9074063301086426, -3.732182502746582, -2.9654855728149414, -3.4289746284484863, -4.295582294464111, -5.850185394287109, -3.597707986831665, -4.614919662475586, -4.9260759353637695, -3.89066481590271, -4.17181921005249, -3.1208930015563965, -3.268463373184204, -3.4473533630371094, -1.7891080379486084, -5.0566534996032715, -7.3817620277404785, -4.068833827972412, -5.394280433654785, -2.5559887886047363, -5.891913414001465, -4.568648815155029, -7.260110378265381, -4.758274078369141, -5.1091766357421875, -6.672286033630371, -5.34304666519165, -3.187511444091797, -5.776894569396973, -5.315786361694336, -6.055811882019043, -4.158981800079346, -3.2268590927124023, -7.495160102844238, -4.385340213775635, -4.803889274597168, -6.067106246948242, -4.736881732940674, -5.157234191894531, -4.742476463317871, -4.7204909324646, -5.191659450531006, -4.7854132652282715, -5.987740993499756, -4.860230445861816, -2.735149621963501, -5.315833568572998, -2.871553897857666, -3.166543483734131, -3.6360926628112793, -4.660791873931885, -4.910038948059082, -6.18635368347168, -7.78990364074707, -6.7691497802734375, -7.889084339141846, -6.804201602935791, -3.7206969261169434, -7.769218921661377, -7.842231750488281, -2.3309872150421143, -8.030043601989746, -4.075584411621094, -8.319535255432129, -5.7170329093933105, -2.8693785667419434, -6.3683881759643555, -3.9488251209259033, -6.654587745666504, -4.438575744628906, -7.019355773925781, -4.201949596405029, -5.998430252075195, -4.355055809020996, -4.419541358947754, -2.8564975261688232, -4.286074638366699, -3.709033489227295, -3.9397759437561035, -2.7557172775268555, -3.9477016925811768, -2.8874645233154297, -5.205699920654297, -3.706411838531494, -4.295738220214844, -4.565777778625488, -4.191603660583496, -4.730983734130859, -4.936110496520996, -5.368828296661377, -4.141519069671631, -4.322957515716553, -4.377987861633301, -6.507913589477539, -4.939892292022705, -3.700531005859375, -4.390425682067871, -4.6927170753479, -6.493401527404785, -4.687378883361816, -5.913468360900879, -4.5236310958862305, -5.715370178222656, -4.355320453643799, -5.019076824188232, -5.503269672393799, -7.045866966247559, -4.888038158416748, -4.442497253417969, -4.808471202850342, -6.2837066650390625, -4.389074802398682, -3.683582067489624, -3.5777320861816406, -3.9635653495788574, -3.3814735412597656, -4.008295059204102, -2.6278066635131836, -6.205620765686035, -6.098161220550537, -3.300144672393799, -3.2656116485595703, -5.815790176391602, -5.956362724304199, -4.0962395668029785, -5.807332515716553, -6.239419460296631, -5.216383934020996, -4.922469615936279, -4.270937919616699, -5.150354862213135, -6.128541946411133, -3.2300565242767334, -3.9431796073913574, -4.2630791664123535, -4.19723653793335, -3.306751012802124, -5.257920265197754, -5.634945392608643, -6.4235992431640625, -5.410818576812744, -4.936314105987549, -4.756021499633789, -5.043764591217041, -3.46999454498291, -1.0712159872055054, -3.7049241065979004, -2.93005108833313, -1.744809627532959, -2.246361255645752, -2.1809229850769043, -3.5730628967285156, -0.4350244998931885, -2.2060587406158447, -2.1046667098999023, -1.7114715576171875, -1.3051066398620605, -2.7104549407958984, -2.6287999153137207, -2.8970654010772705, -1.9668534994125366, -3.391148328781128, -1.9900537729263306, -2.4223828315734863, -2.6272239685058594, -2.750870704650879, -3.154895782470703, -1.040580153465271, -1.960419774055481, -3.334848642349243, -3.314116954803467, -3.172452449798584, -3.5851593017578125, -3.5570030212402344, -3.330500841140747, -2.9037399291992188, -2.127046585083008, -2.6099767684936523, -1.4927935600280762, -1.2867070436477661, -1.8908202648162842, -1.8149232864379883, -2.2319517135620117, -1.0537800788879395, -1.7108497619628906, -3.123610734939575, -1.8511948585510254, -1.506169080734253, -2.098856210708618, -2.2215495109558105, -2.0832080841064453, -1.8191680908203125, -1.3836219310760498, -1.1702642440795898, -2.016885280609131, -1.8648443222045898, -1.9275312423706055, -2.425706386566162, -1.1586121320724487, -2.8501429557800293, -2.6787688732147217, -0.36812689900398254, -2.585937261581421, -0.8380413055419922, -1.2877732515335083, -0.8129447102546692, -1.6102832555770874, -2.422231435775757, -1.3473929166793823, -1.9220468997955322, -2.4010438919067383, -1.87088143825531, -2.0276169776916504, -1.2755026817321777, -1.6983280181884766, -1.3795746564865112, -1.559311866760254, -0.2437583953142166, 0.14328056573867798, -0.2583525776863098, 1.0507972240447998, 0.9532699584960938, -0.06020832061767578, -0.9625515937805176, -0.6289787888526917, 0.2791183292865753, -0.7879137396812439, 0.5786675810813904, 1.0714666843414307, 1.4888378381729126, -0.6001030206680298, 0.07719677686691284, -0.738601565361023, 0.3283059298992157, 0.7869205474853516, -0.7188440561294556, -0.38702821731567383, 0.0745394229888916, 0.7456996440887451, 0.3119494318962097, -0.3024088144302368, -0.9362472891807556, 1.5955355167388916, 0.11334965378046036, -0.6988201141357422, -0.1976832151412964, 0.6029268503189087, -0.4308604598045349, -4.299013137817383 ], "p_full": [ 0.0031687868759036064, 0.9947633147239685, 0.0015536581631749868, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0005142955924384296 ], "p_full_nonzero_count": 4, "p_full_expected_nonzero_count": 4, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.0031704173889011145, 0.9952751398086548, 0.0015544575871899724 ], "abstain": 0.0005142955924384296, "confidence": 0.9699548050648372, "argmax": 1, "top2_margin": 0.992104709148407, "tokens": 54, "zoo_only": false, "language": "en", "causality_max_abs_diff": 0.0, "raw_logits_min": -8.319535255432129, "raw_logits_max": 3.7114009857177734, "raw_logits_absmax": 8.319535255432129, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r08-closed", "request_id": "r08", "question_id": "closed", "type": "noul", "qtype_index": 2, "kind": "slot", "question": "Is the selected bin lid closed?", "options": [ "no", "yes" ], "option_names": [ "no", "yes" ], "ids_full": [ 248077, 561, 3955, 5638, 9261, 369, 76990, 13, 11116, 25493, 369, 7629, 321, 279, 27056, 369, 974, 13, 198, 248078, 248081, 2091, 279, 3955, 9261, 25493, 7629, 30, 198, 248083, 874, 198, 248084, 9542, 198, 248082, 198 ], "slot": 35, "ids": [ 248077, 561, 3955, 5638, 9261, 369, 76990, 13, 11116, 25493, 369, 7629, 321, 279, 27056, 369, 974, 13, 198, 248078, 248081, 2091, 279, 3955, 9261, 25493, 7629, 30, 198, 248083, 874, 198, 248084, 9542, 198, 248082 ], "nopts": 2, "label_ids": [ 0, 1 ], "temperature": 1.0067671537399292, "raw_logits": [ -3.471755027770996, 1.411444067955017, -1.3599748611450195, -1.4932050704956055, -1.0922482013702393, -2.560455799102783, -1.72763991355896, -2.755756139755249, -3.0948314666748047, -1.5811495780944824, -2.326188087463379, -3.68247127532959, -4.436941146850586, -2.193479061126709, -2.9925594329833984, -4.205889701843262, -3.800983428955078, -4.596678733825684, -2.6617095470428467, -2.410916805267334, -3.371891975402832, -1.5684678554534912, -4.948334693908691, -6.4704413414001465, -3.83174467086792, -4.579178333282471, -2.5703868865966797, -4.905433177947998, -3.7866010665893555, -5.610493183135986, -4.201048851013184, -3.850245952606201, -5.732253551483154, -4.337558746337891, -2.420877456665039, -4.849540710449219, -5.018365859985352, -5.599895477294922, -4.025365829467773, -2.9732882976531982, -6.890964508056641, -4.037022113800049, -4.50968074798584, -5.898719787597656, -3.590691566467285, -4.545433044433594, -4.2524309158325195, -4.452533721923828, -4.838421821594238, -4.150179386138916, -5.265810966491699, -4.308955192565918, -2.5569241046905518, -4.700070381164551, -2.4027442932128906, -3.2086517810821533, -3.341139793395996, -4.547857761383057, -4.280444145202637, -5.105511665344238, -6.969214916229248, -5.995331764221191, -7.200325012207031, -6.068140029907227, -3.0937914848327637, -7.184734344482422, -7.231688976287842, -2.277104139328003, -7.512442588806152, -4.139942646026611, -7.544649600982666, -5.080099105834961, -2.2501213550567627, -5.605368614196777, -3.6039187908172607, -5.794498920440674, -4.104632377624512, -6.232973098754883, -3.8237459659576416, -5.481115818023682, -4.128273010253906, -3.767169952392578, -2.552196502685547, -3.8397281169891357, -3.0974621772766113, -3.9861068725585938, -2.410609483718872, -3.3049042224884033, -2.7736425399780273, -4.349888324737549, -3.273043155670166, -3.879711389541626, -3.46828556060791, -4.008688926696777, -4.495266437530518, -4.713537693023682, -4.687897205352783, -3.5940957069396973, -3.5312135219573975, -4.048789978027344, -5.307458877563477, -4.535592555999756, -3.3030877113342285, -3.5705127716064453, -4.314602375030518, -5.484994411468506, -3.572110176086426, -5.152820110321045, -3.917755365371704, -4.989780426025391, -4.2137932777404785, -4.288830757141113, -4.52638578414917, -5.994173526763916, -4.34257698059082, -3.601411819458008, -4.420605659484863, -5.410766124725342, -4.116177558898926, -3.0869436264038086, -3.1467840671539307, -3.946753978729248, -3.129335641860962, -3.5221662521362305, -2.436436653137207, -5.397062301635742, -4.931339740753174, -2.8642823696136475, -2.906625747680664, -4.999449729919434, -5.386147499084473, -2.8804116249084473, -5.470256328582764, -5.728815078735352, -4.891427040100098, -4.233373641967773, -3.520639657974243, -4.485849857330322, -5.529926300048828, -2.4149532318115234, -3.274662494659424, -3.9079055786132812, -3.548034191131592, -3.307891607284546, -4.373414039611816, -4.658988952636719, -5.379443168640137, -4.818732738494873, -4.888260364532471, -4.097620010375977, -4.469180107116699, -3.032782554626465, -0.844027042388916, -3.0156421661376953, -2.2760636806488037, -1.3044185638427734, -1.6229782104492188, -1.872467279434204, -3.1429524421691895, -0.45322319865226746, -1.9519462585449219, -1.9189461469650269, -1.2194052934646606, -1.1846532821655273, -2.6370174884796143, -2.246112823486328, -2.4336318969726562, -1.4729259014129639, -3.1365370750427246, -1.892549753189087, -1.6741849184036255, -2.3143928050994873, -1.947758436203003, -2.608055591583252, -0.7412296533584595, -1.5833207368850708, -2.84578537940979, -3.158945083618164, -2.6038191318511963, -3.1088709831237793, -2.8597159385681152, -2.550926685333252, -2.6876602172851562, -1.756327509880066, -2.2012157440185547, -1.3276872634887695, -1.4473354816436768, -1.510489583015442, -1.4592649936676025, -1.8779191970825195, -0.5265089273452759, -1.443421483039856, -2.4882497787475586, -1.337270975112915, -1.4007911682128906, -1.8686238527297974, -1.856675624847412, -1.4795691967010498, -1.3202437162399292, -1.05308997631073, -1.2045350074768066, -1.47388756275177, -1.3787585496902466, -1.4587798118591309, -2.030985116958618, -0.5918446779251099, -2.390101909637451, -2.227480173110962, -0.06116356700658798, -1.7845102548599243, -0.5434732437133789, -0.9669750928878784, -0.5127261877059937, -0.8104780912399292, -2.2980470657348633, -0.8625549674034119, -1.5560239553451538, -2.1456127166748047, -1.5890284776687622, -1.540436029434204, -1.2539633512496948, -1.5713629722595215, -1.465437889099121, -1.246423363685608, -0.18782740831375122, 0.32435980439186096, -0.2162391096353531, 1.0767399072647095, 0.990388035774231, -0.023109376430511475, -0.7128638029098511, -0.4521908760070801, -0.0784144401550293, -0.7699342966079712, 0.52336585521698, 1.2825446128845215, 1.6727880239486694, -0.7854909896850586, -0.24965904653072357, -0.7521414756774902, 0.8149728178977966, 0.7761610746383667, -0.5451050996780396, -0.1353062093257904, -0.07644909620285034, 0.5180649757385254, 0.2462460994720459, -0.6762014627456665, -0.9992384910583496, 1.4943370819091797, 0.011148117482662201, -0.8944902420043945, -0.08112829923629761, 0.6096611022949219, -0.557864785194397, -6.666259288787842 ], "p_full": [ 0.007762147579342127, 0.991912841796875, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0003250511654186994 ], "p_full_nonzero_count": 3, "p_full_expected_nonzero_count": 3, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.007764671463519335, 0.9922353625297546 ], "abstain": 0.0003250511654186994, "confidence": 0.9344201076443199, "argmax": 1, "top2_margin": 0.9844706654548645, "tokens": 36, "zoo_only": false, "language": "en", "causality_max_abs_diff": 2.86102294921875e-06, "raw_logits_min": -7.544649600982666, "raw_logits_max": 1.6727880239486694, "raw_logits_absmax": 7.544649600982666, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r09-liquid", "request_id": "r09", "question_id": "liquid", "type": "choice", "qtype_index": 0, "kind": "slot", "question": "What liquid is in the tank?", "options": [ "oil", "water", "ink" ], "option_names": [ "oil", "water", "ink" ], "ids_full": [ 248077, 5046, 82233, 763, 5046, 17085, 763, 328, 17831, 2919, 487, 328, 7320, 763, 328, 35778, 2400, 487, 328, 805, 571, 763, 328, 32958, 29958, 198, 248078, 248079, 3437, 14058, 369, 303, 279, 12526, 30, 198, 248083, 5415, 198, 248084, 2919, 198, 248085, 25570, 198, 248082, 198 ], "slot": 45, "ids": [ 248077, 5046, 82233, 763, 5046, 17085, 763, 328, 17831, 2919, 487, 328, 7320, 763, 328, 35778, 2400, 487, 328, 805, 571, 763, 328, 32958, 29958, 198, 248078, 248079, 3437, 14058, 369, 303, 279, 12526, 30, 198, 248083, 5415, 198, 248084, 2919, 198, 248085, 25570, 198, 248082 ], "nopts": 3, "label_ids": [ 0, 1, 2 ], "temperature": 1.058533787727356, "raw_logits": [ -3.564805269241333, 2.5640313625335693, -2.7306101322174072, -3.104335308074951, -2.999070405960083, -3.3990097045898438, -3.1034181118011475, -3.7281293869018555, -3.986327886581421, -2.889317035675049, -3.4566407203674316, -3.8062498569488525, -5.072965145111084, -3.0451624393463135, -4.192330837249756, -4.423084259033203, -4.033272743225098, -4.081528186798096, -3.0720691680908203, -3.3467636108398438, -3.7023754119873047, -2.3915252685546875, -5.490955352783203, -6.907427787780762, -3.9701061248779297, -5.668019771575928, -2.5928006172180176, -5.271429061889648, -4.756700038909912, -6.63173770904541, -4.781711101531982, -4.5978217124938965, -6.339845180511475, -4.958688735961914, -3.6340155601501465, -5.563950538635254, -5.710336685180664, -6.006031513214111, -4.473278522491455, -3.1950976848602295, -7.246396064758301, -4.943115234375, -4.797599792480469, -5.925935745239258, -4.655374526977539, -5.384587287902832, -4.518507957458496, -4.212299346923828, -5.681776523590088, -4.743253231048584, -5.701051235198975, -5.0014801025390625, -3.001682996749878, -4.791805744171143, -3.0271341800689697, -3.5351321697235107, -3.561093807220459, -4.066931247711182, -4.924251079559326, -5.111724853515625, -7.552013397216797, -6.40122127532959, -7.6751017570495605, -6.781764030456543, -3.724931240081787, -7.394067764282227, -7.782163619995117, -2.6366324424743652, -8.139936447143555, -4.482391834259033, -7.720128059387207, -5.169696807861328, -2.2951784133911133, -6.257223129272461, -3.895766019821167, -6.224948406219482, -4.2955169677734375, -6.7335309982299805, -4.356546878814697, -5.732675075531006, -4.40902042388916, -4.070942401885986, -2.820523738861084, -4.48685359954834, -3.6629953384399414, -4.060506820678711, -2.5612893104553223, -3.8154501914978027, -3.3035154342651367, -4.885631084442139, -3.8349437713623047, -4.211538314819336, -4.461195945739746, -4.346382141113281, -4.569069862365723, -4.596370697021484, -5.244471549987793, -3.9070591926574707, -4.183109283447266, -4.262382984161377, -6.279776573181152, -4.302441596984863, -3.953640937805176, -4.3559064865112305, -4.561615467071533, -6.207642555236816, -4.350790023803711, -5.785694122314453, -3.9532275199890137, -5.7722649574279785, -4.420026779174805, -4.779918670654297, -5.3018693923950195, -6.346733093261719, -5.049385070800781, -3.94478702545166, -4.764167785644531, -6.467977523803711, -4.789639472961426, -3.529801607131958, -3.340826988220215, -4.036019802093506, -3.3435707092285156, -3.8393163681030273, -2.444512128829956, -5.997475624084473, -5.9716901779174805, -3.21610426902771, -3.3719077110290527, -5.668607234954834, -5.493817329406738, -4.019668102264404, -5.726454257965088, -6.155735015869141, -4.864588737487793, -5.145421504974365, -3.98740553855896, -4.89734411239624, -6.124231338500977, -3.081803798675537, -3.7131686210632324, -4.208630561828613, -3.575456142425537, -3.6202471256256104, -4.503409385681152, -5.1212663650512695, -6.2960638999938965, -5.250020503997803, -4.572844982147217, -4.271424293518066, -4.959118366241455, -3.3007678985595703, -1.489376425743103, -3.6231184005737305, -2.2440152168273926, -1.6811004877090454, -1.9965612888336182, -1.9895987510681152, -3.3644769191741943, -0.7566944360733032, -2.3635263442993164, -2.0312414169311523, -1.9159290790557861, -1.6165716648101807, -2.5300889015197754, -2.3355908393859863, -3.0690433979034424, -1.8735277652740479, -3.62532377243042, -2.377915382385254, -2.4675045013427734, -2.5557308197021484, -2.294795274734497, -3.089235782623291, -0.9823070168495178, -2.180628776550293, -3.34049654006958, -3.5638556480407715, -3.5585780143737793, -3.813960313796997, -3.8424177169799805, -3.512833595275879, -2.774425506591797, -2.4942760467529297, -2.8568100929260254, -2.0108349323272705, -1.5294597148895264, -2.0927367210388184, -2.3008577823638916, -2.282785415649414, -1.4324769973754883, -2.0655245780944824, -3.4769248962402344, -2.1091346740722656, -1.5892850160598755, -2.5628514289855957, -2.2483222484588623, -2.1506762504577637, -1.7937545776367188, -1.6194289922714233, -1.678378701210022, -2.2604174613952637, -1.8403972387313843, -2.147674560546875, -2.4149041175842285, -1.5149755477905273, -2.742516040802002, -2.53810715675354, -0.43297162652015686, -2.421221971511841, -1.1438584327697754, -1.44402277469635, -1.323938250541687, -1.65813410282135, -2.9013376235961914, -1.688723087310791, -1.9397695064544678, -2.5230531692504883, -2.0908079147338867, -2.206345796585083, -1.7528060674667358, -1.517003059387207, -1.47539222240448, -1.370782494544983, -0.17222842574119568, 0.10725021362304688, -0.6432132124900818, 0.6742105484008789, 1.1106488704681396, 0.008863747119903564, -0.624645471572876, -0.4519241452217102, -0.12521478533744812, -0.5250042676925659, 0.3848639726638794, 1.5115386247634888, 1.2868430614471436, -0.6800419092178345, -0.0402461439371109, -0.9737166166305542, 0.2901586890220642, 0.569014310836792, -0.9623385071754456, -0.11017386615276337, -0.09520560503005981, 0.3973379135131836, 0.5762702226638794, -0.1561676263809204, -0.8180384039878845, 1.291785717010498, -0.44590437412261963, -0.5828544497489929, -0.3421093821525574, 0.44884759187698364, -0.43484973907470703, -2.3516249656677246 ], "p_full": [ 0.0029999823309481144, 0.9809649586677551, 0.0065973843447864056, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.009437600150704384 ], "p_full_nonzero_count": 4, "p_full_expected_nonzero_count": 4, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.003028564853593707, 0.9903112053871155, 0.006660241633653641 ], "abstain": 0.009437600150704384, "confidence": 0.9448533059997074, "argmax": 1, "top2_margin": 0.9836509823799133, "tokens": 46, "zoo_only": false, "language": "en", "causality_max_abs_diff": 8.58306884765625e-06, "raw_logits_min": -8.139936447143555, "raw_logits_max": 2.5640313625335693, "raw_logits_absmax": 8.139936447143555, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r09-valve", "request_id": "r09", "question_id": "valve", "type": "noul", "qtype_index": 2, "kind": "slot", "question": "Is the valve open?", "options": [ "no: The valve is closed", "yes: The valve is open" ], "option_names": [ "no", "yes" ], "ids_full": [ 248077, 5046, 82233, 763, 5046, 17085, 763, 328, 17831, 2919, 487, 328, 7320, 763, 328, 35778, 2400, 487, 328, 805, 571, 763, 328, 32958, 29958, 198, 248078, 248081, 2091, 279, 30396, 1724, 30, 198, 248083, 874, 25, 561, 30396, 369, 7629, 198, 248084, 9542, 25, 561, 30396, 369, 1724, 198, 248082, 198 ], "slot": 50, "ids": [ 248077, 5046, 82233, 763, 5046, 17085, 763, 328, 17831, 2919, 487, 328, 7320, 763, 328, 35778, 2400, 487, 328, 805, 571, 763, 328, 32958, 29958, 198, 248078, 248081, 2091, 279, 30396, 1724, 30, 198, 248083, 874, 25, 561, 30396, 369, 7629, 198, 248084, 9542, 25, 561, 30396, 369, 1724, 198, 248082 ], "nopts": 2, "label_ids": [ 0, 1 ], "temperature": 1.0067671537399292, "raw_logits": [ 3.3759267330169678, -2.3165342807769775, -2.28518009185791, -2.718599557876587, -2.391763687133789, -2.6017050743103027, -3.030609607696533, -4.088854789733887, -2.994065999984741, -2.479551076889038, -2.810805320739746, -3.5122013092041016, -4.624816417694092, -2.571272611618042, -4.058459281921387, -4.368719100952148, -4.352689743041992, -4.579063892364502, -2.7273643016815186, -3.5068368911743164, -3.3919663429260254, -1.4277609586715698, -5.012602806091309, -6.2625837326049805, -3.8235435485839844, -4.4852752685546875, -2.94883131980896, -5.332045555114746, -4.155190467834473, -6.64555025100708, -4.264680862426758, -5.404831409454346, -6.18975305557251, -4.498631954193115, -3.102696180343628, -5.0115556716918945, -5.152215957641602, -6.222989082336426, -4.320780277252197, -3.6900196075439453, -6.675671577453613, -4.467015266418457, -5.273871421813965, -6.179660797119141, -4.282820701599121, -4.855709075927734, -4.1984944343566895, -4.935718059539795, -5.198119640350342, -4.120360374450684, -5.551179885864258, -4.1435747146606445, -3.3084611892700195, -5.609490871429443, -3.1573803424835205, -3.3740854263305664, -4.145933151245117, -4.989192962646484, -4.9188337326049805, -6.709464073181152, -7.542407035827637, -7.175685882568359, -8.137385368347168, -6.018064498901367, -3.9185523986816406, -7.365592002868652, -7.77401065826416, -2.367147922515869, -7.611701011657715, -4.2247490882873535, -8.38168716430664, -5.414248943328857, -3.4682512283325195, -5.648224830627441, -3.8119959831237793, -6.583714485168457, -4.408209323883057, -7.31443977355957, -3.9789087772369385, -6.112246513366699, -4.801722049713135, -4.145224571228027, -3.202136754989624, -4.606830596923828, -3.6416757106781006, -4.436519622802734, -2.655261516571045, -4.162153720855713, -3.244198799133301, -4.918422222137451, -3.8814964294433594, -4.485269069671631, -4.307767391204834, -3.709195852279663, -4.576658248901367, -4.739632606506348, -4.989626884460449, -3.5617594718933105, -3.279266595840454, -4.274762153625488, -5.824943542480469, -5.070631980895996, -3.3507118225097656, -4.24868631362915, -4.648219585418701, -5.920955181121826, -4.142392158508301, -5.338336944580078, -4.568144798278809, -6.1600341796875, -4.754571914672852, -4.924570560455322, -5.333287239074707, -6.32373046875, -5.171602249145508, -4.085358619689941, -4.725529193878174, -6.011117935180664, -4.01230001449585, -4.030771732330322, -3.368617534637451, -4.454113960266113, -3.260451316833496, -3.9284021854400635, -2.42401123046875, -5.5235090255737305, -5.901791095733643, -2.9266550540924072, -2.9542980194091797, -5.899422645568848, -6.305153846740723, -2.8842639923095703, -5.925610065460205, -6.569929122924805, -5.099742889404297, -4.027320861816406, -3.8695147037506104, -4.996990203857422, -5.990475654602051, -2.9854209423065186, -3.5311875343322754, -4.415375709533691, -3.470113754272461, -2.3891592025756836, -5.175253391265869, -5.246025085449219, -6.058639049530029, -5.750130653381348, -5.312114715576172, -4.8973708152771, -4.600697994232178, -2.9330573081970215, -1.2649154663085938, -3.8486685752868652, -3.1032087802886963, -1.602081537246704, -1.9485501050949097, -2.014774799346924, -3.0125491619110107, -0.3570915460586548, -1.8377776145935059, -2.212400197982788, -1.7760519981384277, -0.9116666913032532, -2.989561080932617, -1.9070837497711182, -2.741100788116455, -2.6082212924957275, -3.866896629333496, -1.9507967233657837, -2.461280107498169, -2.6241681575775146, -2.3491785526275635, -3.1391971111297607, -0.8919324278831482, -2.1629891395568848, -3.8390350341796875, -3.4127390384674072, -2.964395523071289, -2.4413304328918457, -3.278390884399414, -2.6330366134643555, -3.106024742126465, -2.03897762298584, -2.599623680114746, -1.8494584560394287, -1.4495007991790771, -1.5202035903930664, -2.112933874130249, -2.8529820442199707, -0.7228156328201294, -1.7363672256469727, -2.6306960582733154, -1.6114400625228882, -1.9237277507781982, -2.0463969707489014, -2.2761287689208984, -2.1089882850646973, -2.283888339996338, -1.4471955299377441, -1.3535759449005127, -2.1011734008789062, -1.8296316862106323, -2.0773890018463135, -2.500612735748291, -1.117210030555725, -2.2276253700256348, -2.620603561401367, 0.27555349469184875, -2.111025333404541, -1.4649436473846436, -1.09211266040802, -0.17383843660354614, -0.7229585647583008, -2.6188342571258545, -1.0294219255447388, -1.6941733360290527, -1.9737603664398193, -1.2656223773956299, -1.786208987236023, -0.9889184236526489, -1.7189643383026123, -0.5713991522789001, -1.1690881252288818, -0.37960079312324524, -0.28208276629447937, -0.4178532660007477, 0.8641472458839417, 0.8915591239929199, -0.161726176738739, -0.42238736152648926, -0.6863660216331482, 0.6347817182540894, -0.6810399293899536, 0.39114445447921753, 0.3830755054950714, 1.1729753017425537, -0.34846755862236023, 0.2221807837486267, -0.7502343058586121, 0.28604376316070557, 0.7911187410354614, -1.031559705734253, -0.45659923553466797, -0.221893310546875, 1.0768353939056396, 0.4872323274612427, -0.8045064210891724, -0.663115918636322, 2.31539249420166, 0.009675189852714539, -0.02307569980621338, -0.3320496380329132, 0.3052041232585907, -0.44179463386535645, -4.611815452575684 ], "p_full": [ 0.9961537718772888, 0.0034893080592155457, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0003569536202121526 ], "p_full_nonzero_count": 3, "p_full_expected_nonzero_count": 3, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.9965094327926636, 0.0034905539359897375 ], "abstain": 0.0003569536202121526, "confidence": 0.9664819303357564, "argmax": 0, "top2_margin": 0.9930188655853271, "tokens": 51, "zoo_only": false, "language": "en", "causality_max_abs_diff": 2.86102294921875e-06, "raw_logits_min": -8.38168716430664, "raw_logits_max": 3.3759267330169678, "raw_logits_absmax": 8.38168716430664, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r09-fill", "request_id": "r09", "question_id": "fill", "type": "score", "qtype_index": 1, "kind": "slot", "question": "How full is the tank?", "options": [ "0: empty", "1: one quarter full", "2: half full", "3: three quarters full", "4: completely full" ], "option_names": [ "0", "1", "2", "3", "4" ], "ids_full": [ 248077, 5046, 82233, 763, 5046, 17085, 763, 328, 17831, 2919, 487, 328, 7320, 763, 328, 35778, 2400, 487, 328, 805, 571, 763, 328, 32958, 29958, 198, 248078, 248080, 2500, 2400, 369, 279, 12526, 30, 198, 248083, 220, 15, 25, 4147, 198, 248084, 220, 16, 25, 799, 8079, 2400, 198, 248085, 220, 17, 25, 4139, 2400, 198, 248086, 220, 18, 25, 2250, 30439, 2400, 198, 248087, 220, 19, 25, 6379, 2400, 198, 248082, 198 ], "slot": 71, "ids": [ 248077, 5046, 82233, 763, 5046, 17085, 763, 328, 17831, 2919, 487, 328, 7320, 763, 328, 35778, 2400, 487, 328, 805, 571, 763, 328, 32958, 29958, 198, 248078, 248080, 2500, 2400, 369, 279, 12526, 30, 198, 248083, 220, 15, 25, 4147, 198, 248084, 220, 16, 25, 799, 8079, 2400, 198, 248085, 220, 17, 25, 4139, 2400, 198, 248086, 220, 18, 25, 2250, 30439, 2400, 198, 248087, 220, 19, 25, 6379, 2400, 198, 248082 ], "nopts": 5, "label_ids": [ 0, 1, 2, 3, 4 ], "temperature": 1.0431410074234009, "raw_logits": [ -1.879390835762024, -0.27351468801498413, 4.1366448402404785, -2.0508694648742676, -2.964381217956543, -2.496220111846924, -2.5301833152770996, -3.6699471473693848, -2.477976083755493, -2.191357374191284, -3.1425647735595703, -3.7748641967773438, -4.832330703735352, -3.1803534030914307, -3.6289381980895996, -4.498769760131836, -3.8100786209106445, -4.406646251678467, -2.446610689163208, -3.1239013671875, -3.7871217727661133, -1.2437946796417236, -5.004608154296875, -5.8380327224731445, -2.9368910789489746, -4.421413421630859, -2.8150298595428467, -4.023568630218506, -3.8157498836517334, -6.524574279785156, -4.276043891906738, -6.119375705718994, -4.712873458862305, -4.270687580108643, -2.7629358768463135, -4.9614152908325195, -5.2073140144348145, -6.706040382385254, -4.690068244934082, -3.3617751598358154, -6.257218360900879, -4.154374122619629, -4.559412002563477, -6.046256065368652, -4.727149486541748, -5.032323360443115, -4.498481750488281, -4.223237991333008, -5.225468635559082, -5.041940689086914, -5.300703048706055, -4.9925642013549805, -2.9190168380737305, -5.009729862213135, -3.0930562019348145, -3.6840431690216064, -4.012417793273926, -5.126030921936035, -5.042016506195068, -6.58304500579834, -7.456125736236572, -6.725030422210693, -7.503652572631836, -6.107906341552734, -3.317497730255127, -6.944377899169922, -7.486469745635986, -2.83538556098938, -7.844677448272705, -4.757164001464844, -7.7285685539245605, -5.356539726257324, -2.9266085624694824, -5.799676895141602, -2.8066415786743164, -6.211672782897949, -3.789767265319824, -6.647195339202881, -4.447779655456543, -5.700413227081299, -4.579364776611328, -3.622310161590576, -2.5321171283721924, -4.385895729064941, -3.4114747047424316, -4.386772155761719, -2.644454002380371, -4.130036354064941, -2.8934574127197266, -4.668801307678223, -3.6224586963653564, -3.9188685417175293, -4.36653995513916, -3.5172505378723145, -4.914848327636719, -4.744853973388672, -5.110007286071777, -3.5086851119995117, -3.4138894081115723, -4.361817836761475, -5.6213812828063965, -4.371671199798584, -3.8275089263916016, -3.641152858734131, -4.215085029602051, -5.753419399261475, -3.7458415031433105, -5.347561836242676, -4.469662666320801, -5.669816970825195, -4.154462814331055, -4.2900238037109375, -5.479434490203857, -6.10933780670166, -4.626407146453857, -3.854067325592041, -4.547846794128418, -5.923728942871094, -3.6176085472106934, -3.387646436691284, -3.6398520469665527, -4.357271194458008, -3.234403133392334, -3.0258443355560303, -2.5269460678100586, -5.386471748352051, -5.544546604156494, -3.2786858081817627, -2.4819588661193848, -5.3725056648254395, -5.3862762451171875, -2.566930055618286, -5.493027687072754, -5.925175189971924, -5.123243808746338, -4.683244228363037, -3.612262010574341, -4.636735439300537, -5.652547836303711, -3.553879976272583, -3.225399971008301, -4.017956256866455, -3.5502824783325195, -2.7987112998962402, -4.5370612144470215, -4.6872239112854, -5.539217948913574, -4.978501319885254, -4.842214107513428, -4.406627655029297, -4.716370582580566, -2.9699013233184814, -1.0129766464233398, -3.718222141265869, -2.3700385093688965, -1.1071988344192505, -1.9184072017669678, -2.0907552242279053, -2.979433536529541, 0.010833248496055603, -1.736883521080017, -1.867842197418213, -1.5348774194717407, -1.511927843093872, -3.352290153503418, -2.209643840789795, -3.130925178527832, -1.8757344484329224, -3.4964137077331543, -2.0305862426757812, -2.1271615028381348, -2.3470849990844727, -2.217525005340576, -2.68302583694458, -0.6826403141021729, -1.9312645196914673, -2.706744432449341, -3.143345594406128, -2.652674436569214, -2.8439788818359375, -2.651519775390625, -2.8714513778686523, -2.852268695831299, -1.9956690073013306, -2.579533100128174, -1.4651131629943848, -2.038877487182617, -1.3817790746688843, -1.6435054540634155, -2.841756820678711, -0.7547166347503662, -1.7273091077804565, -2.728860855102539, -1.5594221353530884, -1.8721230030059814, -2.1997580528259277, -1.677440881729126, -1.8058838844299316, -1.6077011823654175, -1.3184051513671875, -1.140199899673462, -1.8941253423690796, -2.052966356277466, -1.853407621383667, -2.751204252243042, -0.5970706939697266, -2.6211042404174805, -2.4068684577941895, 0.02804654836654663, -2.185991048812866, -0.8826718926429749, -1.075805425643921, -0.24767881631851196, -1.6155239343643188, -2.966104030609131, -0.9974022507667542, -1.554934024810791, -2.2253072261810303, -1.347667932510376, -1.6700067520141602, -0.6053739786148071, -2.237661838531494, -1.1614210605621338, -1.679104208946228, -0.008872553706169128, 0.15354573726654053, -0.18538132309913635, 1.3114027976989746, 0.8889011740684509, -0.3555338978767395, -0.38721099495887756, -0.7296797037124634, 0.22751297056674957, -0.8750447034835815, 0.8110194206237793, 0.7855352163314819, 1.3414655923843384, -0.4496299624443054, 0.10426858067512512, -1.051344394683838, 0.650775671005249, 0.4610110819339752, -0.683050811290741, -0.04366162419319153, -0.11051526665687561, 1.203879475593567, 0.6170937418937683, -0.7952808141708374, -0.8795949816703796, 1.9335782527923584, -0.30834728479385376, -0.6946200132369995, 0.2361621856689453, 0.5610663890838623, 0.052937984466552734, -5.808211326599121 ], "p_full": [ 0.003062424948439002, 0.014277276583015919, 0.978908896446228, 0.0025982025545090437, 0.0010823000920936465, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 7.085428660502657e-05 ], "p_full_nonzero_count": 6, "p_full_expected_nonzero_count": 6, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.0030626419465988874, 0.014278288930654526, 0.9789782762527466, 0.002598386723548174, 0.0010823768097907305 ], "abstain": 7.085428660502657e-05, "confidence": 0.924163046922495, "argmax": 2, "top2_margin": 0.9646999835968018, "tokens": 72, "zoo_only": false, "language": "en", "causality_max_abs_diff": 2.384185791015625e-06, "raw_logits_min": -7.844677448272705, "raw_logits_max": 4.1366448402404785, "raw_logits_absmax": 7.844677448272705, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r10-surface", "request_id": "r10", "question_id": "surface", "type": "choice", "qtype_index": 0, "kind": "slot", "question": "How is the inspected surface described?", "options": [ "rough", "smooth", "cracked", "sticky" ], "option_names": [ "rough", "smooth", "cracked", "sticky" ], "ids_full": [ 248077, 4241, 26108, 5978, 998, 59700, 10152, 328, 33645, 25586, 513, 10558, 321, 4022, 10152, 328, 2665, 5383, 369, 2945, 88929, 198, 248078, 248079, 2500, 369, 279, 59700, 7099, 7246, 30, 198, 248083, 10841, 198, 248084, 10558, 198, 248085, 41423, 198, 248086, 26515, 198, 248082, 198 ], "slot": 44, "ids": [ 248077, 4241, 26108, 5978, 998, 59700, 10152, 328, 33645, 25586, 513, 10558, 321, 4022, 10152, 328, 2665, 5383, 369, 2945, 88929, 198, 248078, 248079, 2500, 369, 279, 59700, 7099, 7246, 30, 198, 248083, 10841, 198, 248084, 10558, 198, 248085, 41423, 198, 248086, 26515, 198, 248082 ], "nopts": 4, "label_ids": [ 0, 1, 2, 3 ], "temperature": 1.058533787727356, "raw_logits": [ -2.6809401512145996, 4.35848331451416, -2.447384834289551, -3.226259708404541, -2.1429693698883057, -2.7708563804626465, -2.8715336322784424, -3.7245142459869385, -3.6798808574676514, -2.7498936653137207, -3.521306037902832, -4.100956439971924, -5.678323745727539, -3.835165023803711, -4.719623565673828, -4.914119720458984, -3.694021224975586, -4.072783470153809, -3.1007938385009766, -3.205378532409668, -3.3685057163238525, -1.8995587825775146, -5.220729827880859, -7.288605690002441, -4.063127517700195, -5.600057601928711, -2.5849781036376953, -5.719339370727539, -4.726552963256836, -7.219571113586426, -4.758583068847656, -5.152925491333008, -6.4962310791015625, -5.258115768432617, -3.1554999351501465, -5.533522605895996, -5.381257057189941, -5.979417324066162, -4.225657939910889, -3.1306333541870117, -7.393268585205078, -4.455235958099365, -4.793186664581299, -6.249074935913086, -4.918623447418213, -5.331401824951172, -4.646316051483154, -4.584003925323486, -5.2916412353515625, -4.922306060791016, -5.972132205963135, -4.915679931640625, -2.9741501808166504, -5.177350044250488, -2.9232826232910156, -3.3878254890441895, -3.681101083755493, -4.616123676300049, -4.912862777709961, -5.886387825012207, -7.854623794555664, -6.657005310058594, -7.799562454223633, -6.889788627624512, -3.786097288131714, -7.614548683166504, -7.794503688812256, -2.3844313621520996, -8.073719024658203, -4.260533332824707, -8.147294044494629, -5.620781898498535, -2.7920989990234375, -6.428542137145996, -3.8221898078918457, -6.564573764801025, -4.370786666870117, -7.0456929206848145, -4.420506477355957, -5.895349502563477, -4.411374568939209, -4.369550704956055, -2.8451175689697266, -4.383054733276367, -3.8161439895629883, -3.988220453262329, -2.6252095699310303, -3.970982551574707, -2.9261698722839355, -5.2014055252075195, -3.7151217460632324, -4.358456611633301, -4.505838394165039, -4.371987819671631, -4.771085262298584, -4.974098205566406, -5.461272239685059, -4.0098090171813965, -4.367102146148682, -4.369835376739502, -6.492854118347168, -4.6680707931518555, -3.9226646423339844, -4.416823387145996, -4.689614295959473, -6.5057902336120605, -4.652444839477539, -5.989880084991455, -4.483002185821533, -5.786525726318359, -4.422731399536133, -4.875918388366699, -5.569745063781738, -7.008057594299316, -4.9757795333862305, -4.377785682678223, -4.856725215911865, -6.374120235443115, -4.432531833648682, -3.875235080718994, -3.596967935562134, -4.022099018096924, -3.368732452392578, -3.9401419162750244, -2.54764986038208, -6.150047302246094, -6.09776496887207, -3.485964775085449, -3.3333096504211426, -5.818194389343262, -6.003130912780762, -4.055289268493652, -5.7832746505737305, -6.060284614562988, -5.203140735626221, -5.062308311462402, -4.286123275756836, -5.395164966583252, -6.033598899841309, -3.3182373046875, -3.827942132949829, -4.2311224937438965, -4.093505382537842, -3.309035539627075, -5.121580123901367, -5.663539409637451, -6.3946990966796875, -5.342272758483887, -4.782308101654053, -4.732667922973633, -4.9441328048706055, -3.392958641052246, -1.2832505702972412, -3.6430952548980713, -2.722959041595459, -1.722487211227417, -2.237006902694702, -2.130528688430786, -3.5757622718811035, -0.4736136198043823, -2.1487584114074707, -2.095547676086426, -1.7894399166107178, -1.4042909145355225, -2.591738224029541, -2.4834096431732178, -3.0658397674560547, -1.87952721118927, -3.54065203666687, -2.0606205463409424, -2.442497968673706, -2.632673501968384, -2.6239168643951416, -3.080259323120117, -0.9775351285934448, -2.0437183380126953, -3.3924074172973633, -3.519010066986084, -3.326296329498291, -3.811323404312134, -3.4892544746398926, -3.531113862991333, -2.8314192295074463, -2.185317039489746, -2.677029609680176, -1.7497031688690186, -1.3125954866409302, -2.003068447113037, -2.0130388736724854, -2.346036911010742, -1.1207225322723389, -1.8810700178146362, -3.1871087551116943, -1.9838478565216064, -1.648674726486206, -2.1106839179992676, -2.1603336334228516, -2.1859054565429688, -1.6918494701385498, -1.5424716472625732, -1.2728030681610107, -2.0721542835235596, -1.932228446006775, -2.025602102279663, -2.699934720993042, -1.1796748638153076, -3.0481693744659424, -2.662351131439209, -0.466020405292511, -2.6120705604553223, -1.1587674617767334, -1.3063254356384277, -0.9842929244041443, -1.8594917058944702, -2.464670419692993, -1.4761011600494385, -1.8528532981872559, -2.502342939376831, -1.9991700649261475, -1.9622774124145508, -1.2316126823425293, -1.8336899280548096, -1.4086480140686035, -1.5779767036437988, -0.3223613500595093, 0.1853313148021698, -0.4525315463542938, 0.962921142578125, 1.2149760723114014, -5.5789947509765625e-05, -1.0612878799438477, -0.5908358693122864, 0.24675177037715912, -0.7473812699317932, 0.6148066520690918, 1.1845474243164062, 1.4049084186553955, -0.7676636576652527, -0.011620327830314636, -0.8912615180015564, 0.3244447112083435, 0.7362732291221619, -0.8951441645622253, -0.2416742593050003, 0.16003254055976868, 0.735737681388855, 0.35203585028648376, -0.2761281728744507, -0.9994476437568665, 1.4221895933151245, 0.09992630779743195, -0.8600391745567322, -0.15433326363563538, 0.41672202944755554, -0.4955257773399353, -3.937363624572754 ], "p_full": [ 0.001288558472879231, 0.995941698551178, 0.00160667160525918, 0.000769787875469774, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0003932055551558733 ], "p_full_nonzero_count": 5, "p_full_expected_nonzero_count": 5, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.0012890654616057873, 0.9963335990905762, 0.0016073038568720222, 0.0007700907881371677 ], "abstain": 0.0003932055551558733, "confidence": 0.9797317290449744, "argmax": 1, "top2_margin": 0.994726300239563, "tokens": 45, "zoo_only": false, "language": "en", "causality_max_abs_diff": 2.384185791015625e-06, "raw_logits_min": -8.147294044494629, "raw_logits_max": 4.35848331451416, "raw_logits_absmax": 8.147294044494629, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r10-white", "request_id": "r10", "question_id": "white", "type": "noul", "qtype_index": 2, "kind": "slot", "question": "Are the inspected objects white?", "options": [ "no", "yes" ], "option_names": [ "no", "yes" ], "ids_full": [ 248077, 4241, 26108, 5978, 998, 59700, 10152, 328, 33645, 25586, 513, 10558, 321, 4022, 10152, 328, 2665, 5383, 369, 2945, 88929, 198, 248078, 248081, 8448, 279, 59700, 5978, 4022, 30, 198, 248083, 874, 198, 248084, 9542, 198, 248082, 198 ], "slot": 37, "ids": [ 248077, 4241, 26108, 5978, 998, 59700, 10152, 328, 33645, 25586, 513, 10558, 321, 4022, 10152, 328, 2665, 5383, 369, 2945, 88929, 198, 248078, 248081, 8448, 279, 59700, 5978, 4022, 30, 198, 248083, 874, 198, 248084, 9542, 198, 248082 ], "nopts": 2, "label_ids": [ 0, 1 ], "temperature": 1.0067671537399292, "raw_logits": [ -3.0125277042388916, 0.8222930431365967, -1.0368750095367432, -1.3933906555175781, -1.099372148513794, -2.4460785388946533, -1.8459912538528442, -2.6300196647644043, -3.003016710281372, -1.5342109203338623, -2.261265277862549, -3.4243574142456055, -4.182688236236572, -2.423776626586914, -2.9991965293884277, -4.28260612487793, -3.961334705352783, -4.657192707061768, -2.5947799682617188, -2.409566879272461, -3.294556140899658, -1.585056185722351, -4.832837104797363, -6.129091262817383, -3.5695748329162598, -4.450242519378662, -2.4324045181274414, -4.754284381866455, -3.6821117401123047, -5.350090503692627, -4.180660724639893, -3.7265663146972656, -5.574828147888184, -4.144162654876709, -2.5363588333129883, -4.546860218048096, -4.972100257873535, -5.613198280334473, -4.116472244262695, -2.701059341430664, -6.601650238037109, -3.937577486038208, -4.484035968780518, -5.756502628326416, -3.528937339782715, -4.38624382019043, -4.132240295410156, -4.353989601135254, -4.609790802001953, -4.161566734313965, -5.070668697357178, -4.181034088134766, -2.538323402404785, -4.827389717102051, -2.3986117839813232, -3.415104866027832, -3.3358914852142334, -4.405728816986084, -4.10011100769043, -5.159493446350098, -6.814152240753174, -6.0438079833984375, -7.237056732177734, -5.89390230178833, -3.107174873352051, -7.055741786956787, -6.992762565612793, -2.191277027130127, -7.3044328689575195, -4.13627815246582, -7.243780136108398, -4.965678691864014, -2.2243449687957764, -5.380414009094238, -3.576230049133301, -5.558316230773926, -4.090066432952881, -6.117674827575684, -3.7286767959594727, -5.354107856750488, -4.152421951293945, -3.6317074298858643, -2.468561887741089, -3.953716278076172, -3.030517101287842, -3.857616424560547, -2.3820641040802, -3.255404472351074, -2.759012222290039, -4.100498676300049, -3.1541080474853516, -3.723465919494629, -3.2995588779449463, -3.8739442825317383, -4.3513031005859375, -4.618980407714844, -4.5088958740234375, -3.3639211654663086, -3.143239974975586, -4.020414352416992, -5.1602888107299805, -4.485408306121826, -3.1184253692626953, -3.372321605682373, -4.1239423751831055, -5.361201286315918, -3.1953001022338867, -4.899014472961426, -3.8284897804260254, -4.954687118530273, -4.061243057250977, -4.218282699584961, -4.338526725769043, -5.753476142883301, -4.188102722167969, -3.45517635345459, -4.474801063537598, -5.208492279052734, -3.942246913909912, -2.936295509338379, -3.03974986076355, -3.9794955253601074, -2.9632577896118164, -3.3722095489501953, -2.2747111320495605, -5.166067123413086, -4.869527816772461, -2.71060848236084, -2.801755905151367, -4.796761989593506, -5.20768928527832, -2.777144432067871, -5.363677978515625, -5.644682884216309, -4.867852687835693, -4.126233100891113, -3.411755323410034, -4.324726104736328, -5.421087741851807, -2.2513933181762695, -3.1392173767089844, -3.9315741062164307, -3.3131537437438965, -3.196160316467285, -4.156107425689697, -4.676093101501465, -5.3064374923706055, -4.787609577178955, -4.843905925750732, -4.110717296600342, -4.273751258850098, -2.691589593887329, -0.7757412195205688, -2.828260898590088, -1.9965474605560303, -1.0157279968261719, -1.4476346969604492, -1.78261399269104, -3.008571147918701, -0.46847596764564514, -1.8494526147842407, -1.9337937831878662, -1.1814370155334473, -1.292363166809082, -2.703011989593506, -2.118891716003418, -2.2612643241882324, -1.4832546710968018, -3.2423593997955322, -1.9569182395935059, -1.5024042129516602, -2.2517075538635254, -1.7406811714172363, -2.6721749305725098, -0.5760241150856018, -1.6643266677856445, -2.8853578567504883, -3.050056219100952, -2.671128273010254, -2.7587220668792725, -2.8047709465026855, -2.400367259979248, -2.4449005126953125, -1.8162612915039062, -2.130998134613037, -1.358373999595642, -1.2859132289886475, -1.3293876647949219, -1.4508247375488281, -1.7596403360366821, -0.498177707195282, -1.5691524744033813, -2.319546699523926, -1.209965467453003, -1.3423495292663574, -1.8110755681991577, -1.7724467515945435, -1.221411108970642, -1.3293709754943848, -0.9751648902893066, -1.1440969705581665, -1.4771883487701416, -1.378798484802246, -1.43990159034729, -1.9455338716506958, -0.5365464091300964, -2.4023027420043945, -2.221205711364746, -0.08528955280780792, -1.6415088176727295, -0.4852170944213867, -0.9208602905273438, -0.33501702547073364, -0.8651663064956665, -2.336082696914673, -0.8629647493362427, -1.4238824844360352, -2.1154112815856934, -1.4238977432250977, -1.4113861322402954, -1.1879106760025024, -1.5851521492004395, -1.3706755638122559, -1.145329475402832, -0.07288268208503723, 0.3857661783695221, -0.32413533329963684, 0.999327540397644, 1.030745506286621, -0.09653225541114807, -0.6495973467826843, -0.3706178069114685, -0.23481309413909912, -0.8794764280319214, 0.4760187864303589, 1.2771763801574707, 1.6013541221618652, -0.5796360373497009, -0.4262746274471283, -0.7275823354721069, 0.680180549621582, 0.6375415325164795, -0.694696307182312, -0.013483017683029175, -0.03332534432411194, 0.4166198670864105, 0.3453022539615631, -0.6630833148956299, -0.8398885130882263, 1.5611653327941895, -0.10450424998998642, -0.8512940406799316, -0.004347771406173706, 0.5401250123977661, -0.5678185224533081, -7.433703422546387 ], "p_full": [ 0.02168271131813526, 0.9780488014221191, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.00026848967536352575 ], "p_full_nonzero_count": 3, "p_full_expected_nonzero_count": 3, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.021688533946871758, 0.9783114194869995 ], "abstain": 0.00026848967536352575, "confidence": 0.8491809967065846, "argmax": 1, "top2_margin": 0.9566228985786438, "tokens": 38, "zoo_only": false, "language": "en", "causality_max_abs_diff": 1.9073486328125e-06, "raw_logits_min": -7.433703422546387, "raw_logits_max": 1.6013541221618652, "raw_logits_absmax": 7.433703422546387, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r10-damage", "request_id": "r10", "question_id": "damage", "type": "score", "qtype_index": 1, "kind": "slot", "question": "How much damage is present?", "options": [ "0: no damage", "1: minor scratches", "2: shallow dents", "3: large cracks", "4: completely broken" ], "option_names": [ "0", "1", "2", "3", "4" ], "ids_full": [ 248077, 4241, 26108, 5978, 998, 59700, 10152, 328, 33645, 25586, 513, 10558, 321, 4022, 10152, 328, 2665, 5383, 369, 2945, 88929, 198, 248078, 248080, 2500, 1691, 5383, 369, 2945, 30, 198, 248083, 220, 15, 25, 874, 5383, 198, 248084, 220, 16, 25, 8652, 63523, 198, 248085, 220, 17, 25, 24785, 220390, 198, 248086, 220, 18, 25, 3349, 43369, 198, 248087, 220, 19, 25, 6379, 10548, 198, 248082, 198 ], "slot": 66, "ids": [ 248077, 4241, 26108, 5978, 998, 59700, 10152, 328, 33645, 25586, 513, 10558, 321, 4022, 10152, 328, 2665, 5383, 369, 2945, 88929, 198, 248078, 248080, 2500, 1691, 5383, 369, 2945, 30, 198, 248083, 220, 15, 25, 874, 5383, 198, 248084, 220, 16, 25, 8652, 63523, 198, 248085, 220, 17, 25, 24785, 220390, 198, 248086, 220, 18, 25, 3349, 43369, 198, 248087, 220, 19, 25, 6379, 10548, 198, 248082 ], "nopts": 5, "label_ids": [ 0, 1, 2, 3, 4 ], "temperature": 1.0431410074234009, "raw_logits": [ 4.839208602905273, -1.2109673023223877, -2.174954414367676, -3.4738404750823975, -3.190459728240967, -2.908700942993164, -3.28926944732666, -4.206835746765137, -3.2772138118743896, -2.666066884994507, -2.812084197998047, -3.62192964553833, -4.8178887367248535, -3.031165599822998, -4.301510334014893, -4.530516624450684, -4.220276355743408, -4.5092363357543945, -2.965949535369873, -3.602571487426758, -3.5849387645721436, -1.4950692653656006, -5.097927093505859, -6.273050785064697, -3.91104793548584, -4.370823860168457, -2.9779813289642334, -5.278219223022461, -4.179307460784912, -6.704946041107178, -4.190196514129639, -5.7130327224731445, -5.752777099609375, -4.672454833984375, -3.2510550022125244, -4.919132232666016, -5.064846038818359, -6.299938678741455, -4.2192864418029785, -3.5378613471984863, -6.582097053527832, -4.358522415161133, -5.33367919921875, -6.138097763061523, -4.332423686981201, -5.0623064041137695, -4.0557861328125, -4.814720153808594, -5.385293006896973, -4.425093173980713, -5.665181636810303, -4.320370674133301, -3.4221749305725098, -5.78750467300415, -3.2520194053649902, -3.445730209350586, -4.36480712890625, -4.899147987365723, -4.90261697769165, -6.794487476348877, -7.692873954772949, -7.2070088386535645, -8.355578422546387, -5.816580772399902, -3.878002166748047, -7.360405921936035, -8.094353675842285, -2.3811545372009277, -7.653318881988525, -4.076793193817139, -8.325665473937988, -5.544649600982666, -3.6198971271514893, -5.7110443115234375, -3.7017500400543213, -6.561781883239746, -4.360745906829834, -7.119072437286377, -4.0461297035217285, -6.120250701904297, -4.856058597564697, -4.216019630432129, -3.1885147094726562, -4.862537384033203, -3.634214401245117, -4.4878716468811035, -2.4669454097747803, -4.23842716217041, -3.180387496948242, -5.109743595123291, -3.755281925201416, -4.458169937133789, -4.327513694763184, -3.825098991394043, -4.5833420753479, -4.4643707275390625, -5.08604621887207, -3.7468481063842773, -3.2979438304901123, -4.339542388916016, -5.925885200500488, -4.965385913848877, -3.467243194580078, -4.327719211578369, -4.569730758666992, -6.215511798858643, -4.2584428787231445, -5.62050724029541, -4.530656814575195, -6.254467010498047, -4.828368186950684, -4.8456573486328125, -5.374695777893066, -6.4673566818237305, -5.192597389221191, -4.118351459503174, -4.841423034667969, -5.8665080070495605, -4.041710376739502, -4.272727012634277, -3.495007038116455, -4.509749412536621, -3.1703402996063232, -3.7539868354797363, -2.5314979553222656, -5.528719425201416, -5.917743682861328, -3.1693472862243652, -3.082430362701416, -6.072278022766113, -6.3646650314331055, -2.9642109870910645, -5.78739595413208, -6.538060188293457, -5.088392734527588, -4.172173500061035, -3.9748587608337402, -5.200300216674805, -6.377012729644775, -3.368199348449707, -3.667034149169922, -4.429878234863281, -3.6525683403015137, -2.2722039222717285, -5.418438911437988, -5.545651435852051, -6.169462203979492, -5.728362560272217, -5.164597511291504, -4.961655139923096, -4.714875221252441, -2.832582950592041, -1.2665926218032837, -3.842860698699951, -3.0167078971862793, -1.6556634902954102, -1.892058253288269, -1.9682928323745728, -2.9521658420562744, -0.5419018268585205, -1.7668335437774658, -2.2369627952575684, -1.9103448390960693, -1.0107057094573975, -3.0372300148010254, -1.6574440002441406, -2.9487791061401367, -2.710545063018799, -3.8935179710388184, -1.911453127861023, -2.6471846103668213, -2.7049341201782227, -2.3857181072235107, -3.1166183948516846, -0.9614601135253906, -2.378455877304077, -4.132935523986816, -3.4586448669433594, -2.975166082382202, -2.5755252838134766, -3.3625099658966064, -2.971313714981079, -3.1882412433624268, -2.292259454727173, -2.5195751190185547, -1.9104204177856445, -1.2522404193878174, -1.633768081665039, -2.3473198413848877, -3.0390024185180664, -0.8207763433456421, -1.8466088771820068, -2.8053526878356934, -1.7975692749023438, -1.9537227153778076, -1.8053065538406372, -2.2813727855682373, -2.1122519969940186, -2.1451406478881836, -1.3245075941085815, -1.2343236207962036, -2.081566333770752, -1.718275547027588, -2.0428659915924072, -2.528655529022217, -1.2455488443374634, -2.4785354137420654, -2.623643398284912, -0.01690630614757538, -2.4155666828155518, -1.8418725728988647, -1.297026515007019, -0.006539046764373779, -0.863775372505188, -2.767266273498535, -1.0969489812850952, -1.7867507934570312, -2.0163190364837646, -1.2615982294082642, -2.0103063583374023, -0.989230751991272, -1.6338720321655273, -0.642585277557373, -1.1838879585266113, -0.322174608707428, -0.2952066957950592, -0.749985933303833, 1.0745408535003662, 0.8732732534408569, -0.3838580250740051, -0.32598790526390076, -0.6654499769210815, 0.8147913813591003, -0.7115612626075745, 0.3765674829483032, 0.5145515203475952, 1.2070841789245605, -0.27069371938705444, 0.46138641238212585, -0.877533495426178, 0.14473259449005127, 0.8049300909042358, -1.0749988555908203, -0.5757032632827759, -0.1086413562297821, 0.9220224618911743, 0.4829326868057251, -0.42065268754959106, -0.7245763540267944, 2.4069738388061523, -0.028192728757858276, -0.02167588472366333, -0.24008740484714508, 0.20005537569522858, -0.5101670622825623, -4.016827583312988 ], "p_full": [ 0.9947925209999084, 0.00301190884783864, 0.0011953685898333788, 0.00034413760295137763, 0.0004515573673415929, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.00020448834402486682 ], "p_full_nonzero_count": 6, "p_full_expected_nonzero_count": 6, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.9949960112571716, 0.0030125249177217484, 0.0011956130620092154, 0.00034420800511725247, 0.0004516497428994626 ], "abstain": 0.00020448834402486682, "confidence": 0.9771670799827293, "argmax": 0, "top2_margin": 0.9919834733009338, "tokens": 67, "zoo_only": false, "language": "en", "causality_max_abs_diff": 2.384185791015625e-06, "raw_logits_min": -8.355578422546387, "raw_logits_max": 4.839208602905273, "raw_logits_absmax": 8.355578422546387, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r11-status", "request_id": "r11", "question_id": "status", "type": "choice", "qtype_index": 0, "kind": "slot", "question": "What is the task status?", "options": [ "running", "paused", "finished" ], "option_names": [ "running", "paused", "finished" ], "ids_full": [ 248077, 357, 3274, 369, 33351, 364, 24865, 13, 54902, 369, 35594, 13, 11116, 52011, 369, 3238, 13, 198, 248078, 248079, 3437, 369, 279, 3274, 2552, 30, 198, 248083, 4162, 198, 248084, 33351, 198, 248085, 7807, 198, 248082, 198 ], "slot": 36, "ids": [ 248077, 357, 3274, 369, 33351, 364, 24865, 13, 54902, 369, 35594, 13, 11116, 52011, 369, 3238, 13, 198, 248078, 248079, 3437, 369, 279, 3274, 2552, 30, 198, 248083, 4162, 198, 248084, 33351, 198, 248085, 7807, 198, 248082 ], "nopts": 3, "label_ids": [ 0, 1, 2 ], "temperature": 1.058533787727356, "raw_logits": [ -2.810992956161499, 3.2206735610961914, -2.4371323585510254, -2.5609230995178223, -2.180163860321045, -2.840575933456421, -2.7414207458496094, -3.5756688117980957, -3.7182188034057617, -2.4512805938720703, -2.995774269104004, -3.969252109527588, -5.3346357345581055, -3.148850202560425, -4.033672332763672, -4.354435920715332, -3.692033529281616, -4.319565773010254, -2.922175645828247, -3.061704635620117, -3.4137096405029297, -1.992903709411621, -5.272002220153809, -6.8643598556518555, -3.9136831760406494, -5.374153137207031, -2.417945384979248, -5.1973114013671875, -4.462790012359619, -6.588455677032471, -4.460747241973877, -4.390880584716797, -6.189563274383545, -4.895243167877197, -3.061194658279419, -5.355825901031494, -5.247802734375, -5.878326892852783, -4.206986427307129, -2.909306287765503, -7.203235626220703, -4.2949628829956055, -4.659464359283447, -6.010174751281738, -4.260838508605957, -5.051227569580078, -4.5023627281188965, -4.497323989868164, -5.366780757904053, -4.658333778381348, -5.679928779602051, -4.674935340881348, -2.7371535301208496, -4.87156867980957, -2.6590259075164795, -3.3343100547790527, -3.528367757797241, -4.396437168121338, -4.707163333892822, -5.424223899841309, -7.554625511169434, -6.3518548011779785, -7.631712913513184, -6.523138046264648, -3.612626075744629, -7.441554069519043, -7.678095817565918, -2.311741352081299, -7.748505115509033, -4.077773571014404, -7.790453910827637, -5.286255359649658, -2.4718174934387207, -6.163230895996094, -3.7270331382751465, -6.178927421569824, -4.213711261749268, -6.68607759475708, -4.243246555328369, -5.657463073730469, -4.239162445068359, -4.115136623382568, -2.676889419555664, -4.226367950439453, -3.5163867473602295, -3.9024157524108887, -2.5918660163879395, -3.8029532432556152, -3.0004773139953613, -4.848102569580078, -3.4397194385528564, -4.077188491821289, -4.202732086181641, -4.210527420043945, -4.585750579833984, -4.653334617614746, -5.131422996520996, -3.754279375076294, -3.9747941493988037, -4.137823104858398, -6.0532546043396, -4.505370616912842, -3.7328872680664062, -4.215545177459717, -4.4751386642456055, -5.9835004806518555, -4.202320575714111, -5.6018195152282715, -4.130283355712891, -5.572891712188721, -4.327469825744629, -4.5915937423706055, -4.9428582191467285, -6.4560089111328125, -4.748624801635742, -4.005707740783691, -4.571892261505127, -6.022147178649902, -4.479362487792969, -3.4915099143981934, -3.3757998943328857, -3.9688711166381836, -3.279526948928833, -3.7809512615203857, -2.3663887977600098, -5.822376251220703, -5.72829532623291, -3.104109764099121, -3.0964515209198, -5.306628227233887, -5.55240535736084, -3.66973876953125, -5.630801677703857, -5.949634552001953, -4.92321252822876, -4.676130294799805, -3.9243545532226562, -4.943739414215088, -5.801660537719727, -2.886496067047119, -3.7144782543182373, -4.1356401443481445, -3.6953208446502686, -3.33249831199646, -4.673046112060547, -5.189263343811035, -6.090025424957275, -5.149556636810303, -4.622385025024414, -4.382436752319336, -4.742035865783691, -3.1345934867858887, -1.1292752027511597, -3.419855833053589, -2.444225788116455, -1.5884807109832764, -2.008976936340332, -1.920902967453003, -3.4113283157348633, -0.4352496564388275, -2.123225450515747, -1.9031736850738525, -1.6599195003509521, -1.265236735343933, -2.5609140396118164, -2.3015003204345703, -2.8569397926330566, -1.766146183013916, -3.426969528198242, -2.0309715270996094, -2.29929256439209, -2.530440330505371, -2.432124137878418, -2.9347727298736572, -0.8489454984664917, -1.9395458698272705, -3.192889451980591, -3.2755932807922363, -3.121185779571533, -3.5157763957977295, -3.389200210571289, -3.167224645614624, -2.6889004707336426, -2.1890079975128174, -2.5082287788391113, -1.6331276893615723, -1.3253499269485474, -1.7568516731262207, -1.9263569116592407, -2.0892138481140137, -0.9497426152229309, -1.756812334060669, -2.86143159866333, -1.6984808444976807, -1.381576657295227, -2.1560959815979004, -2.0429844856262207, -1.8693186044692993, -1.5909373760223389, -1.411982536315918, -1.3441680669784546, -1.9452199935913086, -1.714786171913147, -1.9006811380386353, -2.259859085083008, -0.973808765411377, -2.623619556427002, -2.591001033782959, -0.3843635320663452, -2.182267904281616, -0.9252320528030396, -1.269931435585022, -0.7728493213653564, -1.3745486736297607, -2.526869773864746, -1.2035999298095703, -1.7518330812454224, -2.329211950302124, -1.824924349784851, -1.913567304611206, -1.5249505043029785, -1.7126193046569824, -1.4602789878845215, -1.3247671127319336, -0.2071196734905243, 0.1024615466594696, -0.47689807415008545, 0.8231347799301147, 1.0772324800491333, -0.03650093078613281, -0.8449952602386475, -0.47974634170532227, 0.030741408467292786, -0.6940742135047913, 0.5539063811302185, 1.2681963443756104, 1.4709525108337402, -0.7190464735031128, -0.09565064311027527, -0.8981402516365051, 0.3872120976448059, 0.8228830695152283, -0.8345906734466553, -0.17848773300647736, 0.05321764945983887, 0.45658379793167114, 0.31558459997177124, -0.45700085163116455, -0.9523016214370728, 1.5234272480010986, -0.01665748655796051, -0.8105936050415039, -0.16897881031036377, 0.4220871329307556, -0.5165179967880249, -4.212015151977539 ], "p_full": [ 0.0033222606871277094, 0.9910638332366943, 0.004729564301669598, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0008843487594276667 ], "p_full_nonzero_count": 4, "p_full_expected_nonzero_count": 4, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.0033252013381570578, 0.9919410347938538, 0.004733750596642494 ], "abstain": 0.0008843487594276667, "confidence": 0.952357447380009, "argmax": 1, "top2_margin": 0.987207293510437, "tokens": 37, "zoo_only": false, "language": "en", "causality_max_abs_diff": 2.86102294921875e-06, "raw_logits_min": -7.790453910827637, "raw_logits_max": 3.2206735610961914, "raw_logits_absmax": 7.790453910827637, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r11-restart", "request_id": "r11", "question_id": "restart", "type": "noul", "qtype_index": 2, "kind": "slot", "question": "Is restarting allowed?", "options": [ "no: Restarting is forbidden", "yes: Restarting is allowed" ], "option_names": [ "no", "yes" ], "ids_full": [ 248077, 357, 3274, 369, 33351, 364, 24865, 13, 54902, 369, 35594, 13, 11116, 52011, 369, 3238, 13, 198, 248078, 248081, 2091, 89331, 5252, 30, 198, 248083, 874, 25, 54902, 286, 369, 35594, 198, 248084, 9542, 25, 54902, 286, 369, 5252, 198, 248082, 198 ], "slot": 41, "ids": [ 248077, 357, 3274, 369, 33351, 364, 24865, 13, 54902, 369, 35594, 13, 11116, 52011, 369, 3238, 13, 198, 248078, 248081, 2091, 89331, 5252, 30, 198, 248083, 874, 25, 54902, 286, 369, 35594, 198, 248084, 9542, 25, 54902, 286, 369, 5252, 198, 248082 ], "nopts": 2, "label_ids": [ 0, 1 ], "temperature": 1.0067671537399292, "raw_logits": [ 3.2155966758728027, -1.897529125213623, -1.9025688171386719, -2.7555999755859375, -2.125126361846924, -2.5607426166534424, -2.6848812103271484, -3.7468934059143066, -2.9872729778289795, -2.2331888675689697, -2.488295555114746, -3.222405433654785, -4.194183826446533, -2.5525734424591064, -3.6880106925964355, -4.227694511413574, -4.114211082458496, -4.644381523132324, -2.5017549991607666, -3.0583548545837402, -3.117058753967285, -1.3441047668457031, -4.778311252593994, -5.910886764526367, -3.417435884475708, -4.168132781982422, -2.7210793495178223, -4.869209289550781, -3.8663129806518555, -6.363969802856445, -3.9413530826568604, -4.796308517456055, -5.897371768951416, -4.264294624328613, -2.7832860946655273, -4.707213401794434, -4.953122615814209, -6.072872161865234, -4.245335578918457, -3.3292551040649414, -6.356351852416992, -4.098438262939453, -5.163034439086914, -5.907410144805908, -4.067173957824707, -4.683736801147461, -3.9850289821624756, -4.776946544647217, -5.15000057220459, -3.9644503593444824, -5.256304740905762, -4.16797399520874, -3.041886329650879, -5.316438674926758, -3.076685905456543, -3.349700927734375, -4.015509605407715, -4.691723823547363, -4.68973445892334, -6.43719482421875, -7.1846604347229, -6.940917015075684, -7.893853187561035, -5.674076557159424, -3.7185721397399902, -7.037312030792236, -7.398514747619629, -2.434168815612793, -7.273859024047852, -4.047990322113037, -7.964931488037109, -5.065245628356934, -3.214855670928955, -5.35664176940918, -3.5278806686401367, -6.144580364227295, -4.022006988525391, -6.921262741088867, -3.693316698074341, -5.726053237915039, -4.600176811218262, -3.8394083976745605, -2.883181095123291, -4.417840003967285, -3.429666042327881, -4.3358941078186035, -2.3633923530578613, -3.964146137237549, -3.0477077960968018, -4.50028133392334, -3.508580207824707, -4.268202304840088, -4.112626075744629, -3.399707794189453, -4.29052734375, -4.411140441894531, -4.799123287200928, -3.303833246231079, -3.0013070106506348, -4.157220363616943, -5.355852127075195, -4.754518508911133, -3.2364253997802734, -3.897019386291504, -4.53375244140625, -5.663540840148926, -3.7199840545654297, -5.0774688720703125, -4.195784091949463, -5.809006214141846, -4.489413738250732, -4.615478992462158, -4.939047336578369, -5.991680145263672, -4.783682823181152, -3.968212366104126, -4.682689666748047, -5.603778839111328, -3.7131171226501465, -3.7611887454986572, -3.2648158073425293, -4.337410926818848, -3.037074089050293, -3.7927377223968506, -2.2683701515197754, -5.2047810554504395, -5.647789478302002, -2.71828556060791, -2.8037657737731934, -5.4453887939453125, -5.95759916305542, -2.6971473693847656, -5.615522384643555, -6.2861480712890625, -4.984479904174805, -3.8355562686920166, -3.552485704421997, -4.706881523132324, -5.829461097717285, -2.7773356437683105, -3.270129919052124, -4.172621250152588, -3.295881509780884, -2.4675722122192383, -4.887920379638672, -5.010072708129883, -5.666943550109863, -5.36738920211792, -4.9958906173706055, -4.531248092651367, -4.410593509674072, -2.6960999965667725, -1.026511311531067, -3.5699100494384766, -2.9934511184692383, -1.398184061050415, -1.7672995328903198, -1.8575975894927979, -2.9108667373657227, -0.43092817068099976, -1.7579188346862793, -2.1251273155212402, -1.6959408521652222, -0.8786133527755737, -2.8142879009246826, -1.7525302171707153, -2.6664204597473145, -2.444197177886963, -3.7476449012756348, -1.8826534748077393, -2.2290217876434326, -2.481339931488037, -2.1384940147399902, -3.021566152572632, -0.5585778951644897, -1.9562196731567383, -3.65391206741333, -3.1914892196655273, -2.8200368881225586, -2.232131242752075, -3.2004568576812744, -2.279951333999634, -2.8262267112731934, -1.9477907419204712, -2.3439407348632812, -1.6566849946975708, -1.3832013607025146, -1.4562143087387085, -2.1546802520751953, -2.5740604400634766, -0.4893934428691864, -1.6754088401794434, -2.3820619583129883, -1.519806146621704, -1.5774542093276978, -1.727243185043335, -2.127387762069702, -1.8368648290634155, -1.9851363897323608, -1.0491540431976318, -1.1952428817749023, -1.7395702600479126, -1.6657423973083496, -1.7653512954711914, -2.255021810531616, -0.888145923614502, -2.087327718734741, -2.384502410888672, 0.10735882818698883, -1.8485713005065918, -1.265974521636963, -1.0047365427017212, 0.057330965995788574, -0.5442883372306824, -2.5813021659851074, -0.9503278732299805, -1.5843615531921387, -1.850083589553833, -1.0773156881332397, -1.7594256401062012, -0.8296893835067749, -1.7062567472457886, -0.6843961477279663, -1.08940589427948, -0.2301604151725769, -0.14525702595710754, -0.5666937232017517, 1.0609852075576782, 0.7741204500198364, -0.3004896640777588, -0.41365328431129456, -0.7203805446624756, 0.4038160443305969, -0.748066782951355, 0.33214271068573, 0.5291368365287781, 1.3213948011398315, -0.4233843684196472, 0.12432235479354858, -0.760997474193573, 0.44477713108062744, 0.8157751560211182, -0.9507284760475159, -0.4772452116012573, -0.12929636240005493, 0.8321895599365234, 0.5728132128715515, -0.7720924615859985, -0.6141296625137329, 2.279388427734375, -0.25391119718551636, -0.30299848318099976, -0.39590421319007874, 0.25293847918510437, -0.4049159288406372, -4.841508865356445 ], "p_full": [ 0.9934806823730469, 0.006187043152749538, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.00033229435211978853 ], "p_full_nonzero_count": 3, "p_full_expected_nonzero_count": 3, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.9938108921051025, 0.006189099978655577 ], "abstain": 0.00033229435211978853, "confidence": 0.9456951182522348, "argmax": 0, "top2_margin": 0.9876217842102051, "tokens": 42, "zoo_only": false, "language": "en", "causality_max_abs_diff": 2.86102294921875e-06, "raw_logits_min": -7.964931488037109, "raw_logits_max": 3.2155966758728027, "raw_logits_absmax": 7.964931488037109, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r11-urgency", "request_id": "r11", "question_id": "urgency", "type": "score", "qtype_index": 1, "kind": "slot", "question": "How urgent is the task?", "options": [ "0: low", "1: medium", "2: high" ], "option_names": [ "0", "1", "2" ], "ids_full": [ 248077, 357, 3274, 369, 33351, 364, 24865, 13, 54902, 369, 35594, 13, 11116, 52011, 369, 3238, 13, 198, 248078, 248080, 2500, 32556, 369, 279, 3274, 30, 198, 248083, 220, 15, 25, 3238, 198, 248084, 220, 16, 25, 10728, 198, 248085, 220, 17, 25, 1496, 198, 248082, 198 ], "slot": 45, "ids": [ 248077, 357, 3274, 369, 33351, 364, 24865, 13, 54902, 369, 35594, 13, 11116, 52011, 369, 3238, 13, 198, 248078, 248080, 2500, 32556, 369, 279, 3274, 30, 198, 248083, 220, 15, 25, 3238, 198, 248084, 220, 16, 25, 10728, 198, 248085, 220, 17, 25, 1496, 198, 248082 ], "nopts": 3, "label_ids": [ 0, 1, 2 ], "temperature": 1.0431410074234009, "raw_logits": [ 4.100948810577393, -0.8690255284309387, -2.3706698417663574, -2.7154440879821777, -2.3573176860809326, -2.989576578140259, -2.581547498703003, -3.6716606616973877, -3.251920461654663, -2.0887012481689453, -2.703052043914795, -3.422267198562622, -4.362183094024658, -2.74092698097229, -3.7963600158691406, -4.0339436531066895, -3.8491485118865967, -4.549577713012695, -2.861738681793213, -3.2536158561706543, -3.0125832557678223, -1.5708478689193726, -4.9962005615234375, -5.9998779296875, -3.345427989959717, -4.193398475646973, -2.4977540969848633, -4.68248987197876, -4.015137195587158, -6.39614725112915, -4.044566631317139, -4.765966415405273, -5.867159843444824, -4.380190372467041, -2.953911066055298, -4.585421562194824, -5.154314041137695, -6.143590927124023, -4.208892345428467, -3.2141995429992676, -6.572607517242432, -4.460031986236572, -5.05217170715332, -5.915351390838623, -4.005966663360596, -4.565773963928223, -3.9172654151916504, -4.690600872039795, -5.36580753326416, -4.282607078552246, -5.423874855041504, -4.1631574630737305, -3.1140527725219727, -5.468410015106201, -3.0985631942749023, -3.412884473800659, -3.877659320831299, -4.6815595626831055, -4.539269924163818, -6.333697319030762, -7.26072359085083, -6.720921993255615, -7.868396759033203, -5.67428731918335, -3.7460126876831055, -7.113136291503906, -7.4568376541137695, -2.308974027633667, -7.233755111694336, -4.074949264526367, -7.838844299316406, -5.128525733947754, -3.0561022758483887, -5.414007186889648, -3.682706594467163, -5.993748188018799, -4.074127674102783, -6.786235332489014, -3.6321847438812256, -5.750824928283691, -4.509162902832031, -3.8996219635009766, -2.853759288787842, -4.533213138580322, -3.2992775440216064, -4.351252555847168, -2.2157514095306396, -4.143505573272705, -2.988231897354126, -4.609848499298096, -3.6012349128723145, -4.282602787017822, -4.095459938049316, -3.5606188774108887, -4.292016506195068, -4.298384666442871, -4.947137832641602, -3.40073299407959, -2.9772610664367676, -4.14402961730957, -5.477729320526123, -4.640315055847168, -3.1783952713012695, -3.8190457820892334, -4.409857749938965, -5.66529655456543, -3.711149215698242, -5.283032417297363, -4.056948661804199, -6.004240989685059, -4.524720668792725, -4.5704545974731445, -4.91551399230957, -6.126655101776123, -4.818208694458008, -3.9449193477630615, -4.633482933044434, -5.656959056854248, -3.795257091522217, -3.611680507659912, -3.1558949947357178, -4.297152996063232, -3.154330015182495, -3.7524282932281494, -2.38449764251709, -5.151885986328125, -5.592456340789795, -2.6626992225646973, -2.954312801361084, -5.470147132873535, -5.873732089996338, -2.703883171081543, -5.545681953430176, -6.189592361450195, -4.78524112701416, -3.9896016120910645, -3.5511608123779297, -4.829023361206055, -5.906049728393555, -2.923105239868164, -3.444469451904297, -4.2046990394592285, -3.2065563201904297, -2.515115261077881, -4.961821556091309, -5.0861735343933105, -5.695720195770264, -5.262889862060547, -5.054464817047119, -4.56687068939209, -4.309422969818115, -2.7996323108673096, -1.0770485401153564, -3.5153868198394775, -2.9753265380859375, -1.5644299983978271, -1.7766470909118652, -1.9227125644683838, -2.9885239601135254, -0.5942783355712891, -1.7020139694213867, -2.475088119506836, -1.7567898035049438, -1.0349347591400146, -2.7753500938415527, -1.8089849948883057, -2.662297487258911, -2.424572706222534, -3.6651556491851807, -1.8003028631210327, -2.1601505279541016, -2.5554161071777344, -2.256182909011841, -2.974335193634033, -0.6368385553359985, -2.0540266036987305, -3.7765049934387207, -3.3768303394317627, -2.83463716506958, -2.368407726287842, -3.228341579437256, -2.5229239463806152, -2.738767147064209, -2.326552391052246, -2.4917917251586914, -1.9442592859268188, -1.234178900718689, -1.5426554679870605, -2.3822872638702393, -2.724532127380371, -0.5404399633407593, -1.718818187713623, -2.5207414627075195, -1.6712175607681274, -1.6965025663375854, -1.554098129272461, -2.0567355155944824, -1.8068376779556274, -2.136200428009033, -0.9506512880325317, -1.0870243310928345, -1.8070286512374878, -1.4271928071975708, -1.9694288969039917, -2.384835720062256, -1.0829217433929443, -2.3570735454559326, -2.5377676486968994, 0.0015265792608261108, -2.1241626739501953, -1.3410365581512451, -1.1857120990753174, -0.008978545665740967, -0.577869176864624, -2.664120674133301, -1.0139423608779907, -1.7380321025848389, -1.8472095727920532, -1.2821241617202759, -1.9693442583084106, -1.040968894958496, -1.7286264896392822, -0.8226057887077332, -1.1396175622940063, -0.27396923303604126, -0.19934432208538055, -0.6979475021362305, 1.3610665798187256, 0.8494739532470703, -0.3078789710998535, -0.4049471616744995, -0.6125943064689636, 0.655601441860199, -0.7284806966781616, 0.29737603664398193, 0.6463553309440613, 1.3656301498413086, -0.2281661033630371, 0.33288756012916565, -0.9267074465751648, 0.3090408146381378, 0.5871139764785767, -0.8150526285171509, -0.22048908472061157, 0.013990908861160278, 0.6593360304832458, 0.6007474660873413, -0.4336715042591095, -0.763184130191803, 2.271711826324463, -0.22799116373062134, -0.294994980096817, -0.28663456439971924, 0.27321165800094604, -0.5453834533691406, -4.665680408477783 ], "p_full": [ 0.9893417358398438, 0.008436840027570724, 0.0019998394418507814, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.00022156724298838526 ], "p_full_nonzero_count": 4, "p_full_expected_nonzero_count": 4, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.9895609617233276, 0.008438709191977978, 0.0020002825185656548 ], "abstain": 0.00022156724298838526, "confidence": 0.9425555268004532, "argmax": 0, "top2_margin": 0.9811222553253174, "tokens": 46, "zoo_only": false, "language": "en", "causality_max_abs_diff": 1.430511474609375e-06, "raw_logits_min": -7.868396759033203, "raw_logits_max": 4.100948810577393, "raw_logits_absmax": 7.868396759033203, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r12-direction", "request_id": "r12", "question_id": "direction", "type": "choice", "qtype_index": 0, "kind": "slot", "question": "Which direction does the path lead?", "options": [ "north", "south", "east", "west" ], "option_names": [ "north", "south", "east", "west" ], "ids_full": [ 248077, 561, 1752, 11177, 9422, 321, 369, 9469, 303, 40149, 13, 1049, 369, 7629, 13, 561, 29246, 369, 9766, 13, 198, 248078, 248079, 15451, 4944, 1503, 279, 1752, 2895, 30, 198, 248083, 9897, 198, 248084, 9514, 198, 248085, 10663, 198, 248086, 9422, 198, 248082, 198 ], "slot": 43, "ids": [ 248077, 561, 1752, 11177, 9422, 321, 369, 9469, 303, 40149, 13, 1049, 369, 7629, 13, 561, 29246, 369, 9766, 13, 198, 248078, 248079, 15451, 4944, 1503, 279, 1752, 2895, 30, 198, 248083, 9897, 198, 248084, 9514, 198, 248085, 10663, 198, 248086, 9422, 198, 248082 ], "nopts": 4, "label_ids": [ 0, 1, 2, 3 ], "temperature": 1.058533787727356, "raw_logits": [ -2.8076155185699463, -2.514364719390869, -3.3651204109191895, 3.3078465461730957, -1.9141829013824463, -2.230069637298584, -2.847195625305176, -2.914909839630127, -3.3405776023864746, -1.9595919847488403, -1.8482803106307983, -2.7708001136779785, -3.8489744663238525, -1.3943610191345215, -3.7690863609313965, -4.830283164978027, -4.501026630401611, -4.997248649597168, -2.8187904357910156, -2.282280445098877, -3.817420482635498, -1.4287045001983643, -5.606720924377441, -5.499514102935791, -4.149363994598389, -4.4834418296813965, -2.8739781379699707, -5.0178022384643555, -3.6228549480438232, -5.45562744140625, -4.952560901641846, -4.341636657714844, -6.7470903396606445, -3.4691576957702637, -2.552748680114746, -5.054815769195557, -4.993801116943359, -6.081414222717285, -3.8424673080444336, -3.420940399169922, -6.831203460693359, -3.917402982711792, -5.014888763427734, -5.998552322387695, -3.6520941257476807, -4.258873462677002, -4.8596882820129395, -5.064920425415039, -5.425717353820801, -3.6156930923461914, -4.9283766746521, -4.114404678344727, -2.6765482425689697, -5.625236511230469, -2.3491320610046387, -2.3674721717834473, -4.490436553955078, -4.893854141235352, -4.664746284484863, -5.920992851257324, -7.2321977615356445, -6.672206878662109, -7.759723663330078, -5.8141865730285645, -3.561638593673706, -7.010613441467285, -7.363642692565918, -1.8413188457489014, -7.417140007019043, -4.471617221832275, -7.86134147644043, -5.240956783294678, -2.3804898262023926, -5.2702813148498535, -3.708981513977051, -5.9832892417907715, -4.499032974243164, -6.881211280822754, -3.615241765975952, -5.3065409660339355, -4.359765529632568, -3.773942232131958, -2.342097282409668, -4.079744815826416, -3.190166473388672, -4.313129901885986, -2.640101432800293, -3.10459041595459, -3.1569764614105225, -4.280948162078857, -3.6737897396087646, -4.020685195922852, -3.90632963180542, -3.590149402618408, -4.855199337005615, -4.613319396972656, -4.931283950805664, -3.5144639015197754, -3.64595365524292, -3.8397440910339355, -5.330202102661133, -5.091777801513672, -3.3442535400390625, -3.9419541358947754, -4.597382068634033, -5.380833625793457, -3.711777448654175, -4.766089916229248, -4.5851335525512695, -5.403797149658203, -4.234628677368164, -4.932309627532959, -4.444147109985352, -5.817754745483398, -4.901620864868164, -4.1417036056518555, -4.0134077072143555, -5.751262187957764, -3.9957752227783203, -2.7753336429595947, -2.6618854999542236, -4.139698028564453, -3.2421436309814453, -3.776926279067993, -1.9973081350326538, -5.505707740783691, -5.260857582092285, -2.8510541915893555, -3.56644868850708, -5.662654876708984, -5.470555305480957, -2.4494032859802246, -5.872532367706299, -6.094858169555664, -4.58734130859375, -4.539575099945068, -3.9043946266174316, -4.736298561096191, -6.005331039428711, -2.4325613975524902, -3.2571945190429688, -4.415121078491211, -3.525317668914795, -3.1814141273498535, -4.142576217651367, -4.79889440536499, -5.902486801147461, -5.53221321105957, -5.680536270141602, -4.786405563354492, -4.305590629577637, -2.795811414718628, -1.115784764289856, -3.960257053375244, -2.699380874633789, -1.5291143655776978, -1.9681463241577148, -1.764894962310791, -2.958372116088867, -0.9930309653282166, -2.460402488708496, -2.8568918704986572, -1.6798615455627441, -1.043012022972107, -3.2652206420898438, -2.0079758167266846, -2.5765700340270996, -2.4741878509521484, -4.044073581695557, -2.1621623039245605, -1.958668828010559, -2.3449835777282715, -2.2368717193603516, -3.10318922996521, -1.0928280353546143, -1.7780113220214844, -3.439436912536621, -3.1827189922332764, -2.6117968559265137, -3.0640110969543457, -3.199922561645508, -2.5546469688415527, -2.9957127571105957, -1.7573782205581665, -3.032865047454834, -2.1044909954071045, -1.7307387590408325, -2.2996103763580322, -1.6541434526443481, -1.4936957359313965, -1.1051404476165771, -1.3217992782592773, -2.6012368202209473, -1.6559927463531494, -1.5566856861114502, -2.3321189880371094, -1.634820580482483, -1.5044257640838623, -1.9042105674743652, -1.1782742738723755, -1.501508355140686, -1.8416703939437866, -1.5268551111221313, -2.0677623748779297, -2.192284107208252, -1.381280541419983, -2.0367584228515625, -2.55472993850708, 0.23428574204444885, -2.2472681999206543, -0.8313602209091187, -1.2637088298797607, -0.4882127642631531, -1.2424159049987793, -2.4380838871002197, -1.3300379514694214, -1.910355567932129, -2.168696880340576, -1.5609338283538818, -1.8535678386688232, -1.1712124347686768, -1.4360284805297852, -0.9418166279792786, -1.4228873252868652, 0.15279357135295868, 0.19484403729438782, -0.8508346080780029, 0.7487252354621887, 1.1623250246047974, -0.19630271196365356, -1.2450125217437744, -0.6908359527587891, -0.2650125026702881, -1.155614972114563, 0.5615627765655518, 0.7272060513496399, 1.2654263973236084, -0.7267825603485107, -0.6522622108459473, -0.47985488176345825, 0.6195130944252014, 0.686569333076477, -0.7830880880355835, 0.2886088490486145, -0.08055239915847778, 0.25109946727752686, 0.16052499413490295, -0.28984013199806213, -0.11561921238899231, 1.6025289297103882, -0.010525010526180267, -0.4883982241153717, -0.5456048250198364, 1.1348342895507812, 0.0022047758102416992, -5.18438196182251 ], "p_full": [ 0.003068423131480813, 0.0040479013696312904, 0.0018121014581993222, 0.9907467365264893, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.00032492054742760956 ], "p_full_nonzero_count": 5, "p_full_expected_nonzero_count": 5, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.003069420112296939, 0.004049216862767935, 0.0018126902868971229, 0.9910686612129211 ], "abstain": 0.00032492054742760956, "confidence": 0.9564282276506545, "argmax": 3, "top2_margin": 0.987019419670105, "tokens": 44, "zoo_only": false, "language": "en", "causality_max_abs_diff": 2.86102294921875e-06, "raw_logits_min": -7.86134147644043, "raw_logits_max": 3.3078465461730957, "raw_logits_absmax": 7.86134147644043, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r12-open", "request_id": "r12", "question_id": "open", "type": "noul", "qtype_index": 2, "kind": "slot", "question": "Is the path open?", "options": [ "no", "yes" ], "option_names": [ "no", "yes" ], "ids_full": [ 248077, 561, 1752, 11177, 9422, 321, 369, 9469, 303, 40149, 13, 1049, 369, 7629, 13, 561, 29246, 369, 9766, 13, 198, 248078, 248081, 2091, 279, 1752, 1724, 30, 198, 248083, 874, 198, 248084, 9542, 198, 248082, 198 ], "slot": 35, "ids": [ 248077, 561, 1752, 11177, 9422, 321, 369, 9469, 303, 40149, 13, 1049, 369, 7629, 13, 561, 29246, 369, 9766, 13, 198, 248078, 248081, 2091, 279, 1752, 1724, 30, 198, 248083, 874, 198, 248084, 9542, 198, 248082 ], "nopts": 2, "label_ids": [ 0, 1 ], "temperature": 1.0067671537399292, "raw_logits": [ 2.6113667488098145, -2.204021453857422, -1.9541280269622803, -2.347975254058838, -1.936446189880371, -2.2540054321289062, -2.6796343326568604, -3.384831428527832, -2.8588459491729736, -1.9148778915405273, -2.4924745559692383, -3.117677688598633, -3.8113629817962646, -2.399524211883545, -3.6374292373657227, -4.257674217224121, -4.116960048675537, -4.888779640197754, -2.4976425170898438, -2.996938943862915, -3.2254137992858887, -1.432714819908142, -4.823375701904297, -5.878341197967529, -3.1868152618408203, -4.094422817230225, -2.781968593597412, -4.714117527008057, -3.8263769149780273, -6.113229751586914, -3.9537665843963623, -4.5635881423950195, -5.76921272277832, -4.137598037719727, -2.484744071960449, -4.407632827758789, -4.80770206451416, -6.020920276641846, -4.296882629394531, -3.2631330490112305, -6.287716865539551, -4.070903778076172, -5.009677410125732, -5.835569858551025, -3.76021671295166, -4.338253498077393, -3.865241527557373, -4.762868404388428, -5.064239025115967, -3.9358067512512207, -5.29306697845459, -4.153224945068359, -3.2023587226867676, -5.315911769866943, -2.826024293899536, -3.371840476989746, -4.0256757736206055, -4.6263837814331055, -4.543476104736328, -6.208580017089844, -7.0387773513793945, -6.765162467956543, -7.743186950683594, -5.609249114990234, -3.585820436477661, -6.980354309082031, -7.250855922698975, -2.2610867023468018, -7.114744186401367, -4.094846725463867, -7.735995769500732, -5.022314071655273, -2.969573736190796, -5.270468711853027, -3.6539626121520996, -5.914658069610596, -4.0126776695251465, -6.72839879989624, -3.6607649326324463, -5.654284954071045, -4.5721755027771, -3.7189908027648926, -2.7696685791015625, -4.376975059509277, -3.272367000579834, -4.183496475219727, -2.2190613746643066, -3.835132122039795, -3.008100986480713, -4.3961873054504395, -3.4226160049438477, -4.195228099822998, -4.076822280883789, -3.302497386932373, -4.340965270996094, -4.278599739074707, -4.680923938751221, -3.3125951290130615, -2.912519931793213, -4.101675510406494, -5.2554707527160645, -4.642827987670898, -3.046769380569458, -3.755558967590332, -4.329246520996094, -5.491367340087891, -3.4954168796539307, -4.898353576660156, -4.087583065032959, -5.93817138671875, -4.398697376251221, -4.603347301483154, -4.720366477966309, -5.820286750793457, -4.5923919677734375, -3.7432706356048584, -4.5605034828186035, -5.366515159606934, -3.753213882446289, -3.4155569076538086, -3.0607008934020996, -4.3538665771484375, -3.0675172805786133, -3.675868511199951, -2.223926067352295, -5.037920951843262, -5.373412132263184, -2.518733501434326, -2.732908248901367, -5.268353462219238, -5.751965045928955, -2.568019390106201, -5.467777729034424, -6.0182952880859375, -4.996176242828369, -3.9417459964752197, -3.5476279258728027, -4.599899768829346, -5.592756271362305, -2.6262009143829346, -3.349630117416382, -4.0064191818237305, -3.2207913398742676, -2.4425389766693115, -4.673203468322754, -4.941220283508301, -5.406898498535156, -5.2071733474731445, -5.04946756362915, -4.390488624572754, -4.3213019371032715, -2.631176710128784, -0.9338669180870056, -3.356276035308838, -2.8968594074249268, -1.3394250869750977, -1.7917139530181885, -1.8285722732543945, -2.9605515003204346, -0.41092056035995483, -1.7180507183074951, -2.1383423805236816, -1.6136391162872314, -0.9916905164718628, -2.9090325832366943, -1.8128376007080078, -2.6017746925354004, -2.312256336212158, -3.6565909385681152, -1.913559913635254, -2.0449624061584473, -2.443361759185791, -2.109779119491577, -2.9123430252075195, -0.5613211393356323, -1.8206264972686768, -3.6292402744293213, -3.223235845565796, -2.6349730491638184, -1.9674808979034424, -3.101865291595459, -2.1990418434143066, -2.734621524810791, -1.923709511756897, -2.2576005458831787, -1.701714277267456, -1.4091064929962158, -1.3773218393325806, -2.058276653289795, -2.271641731262207, -0.2510601878166199, -1.6500916481018066, -2.2538671493530273, -1.4114272594451904, -1.5814781188964844, -1.7100088596343994, -2.014836311340332, -1.6240348815917969, -1.9523446559906006, -1.0551769733428955, -1.0734658241271973, -1.7902659177780151, -1.6329433917999268, -1.6664959192276, -2.174468755722046, -0.7614307403564453, -2.15218448638916, -2.308138370513916, 0.18976664543151855, -1.8244800567626953, -1.1888413429260254, -0.9775199890136719, 0.08484756946563721, -0.4546970725059509, -2.567936897277832, -0.7624623775482178, -1.5617815256118774, -1.7983213663101196, -1.0895076990127563, -1.5638707876205444, -0.87111896276474, -1.7322192192077637, -0.6922017931938171, -1.0435556173324585, -0.2905966639518738, -0.11757181584835052, -0.6279758810997009, 1.064852237701416, 0.9028130173683167, -0.0456087589263916, -0.4145154356956482, -0.6757918000221252, 0.35933518409729004, -0.792059063911438, 0.29125720262527466, 0.555905282497406, 1.2971210479736328, -0.20508386194705963, -0.033108919858932495, -0.8463135957717896, 0.4666743874549866, 0.7739686965942383, -0.9044802188873291, -0.21735137701034546, -0.2433193325996399, 0.8425260782241821, 0.5207172632217407, -0.7741603255271912, -0.6399178504943848, 2.1866912841796875, -0.22515705227851868, -0.3725367784500122, -0.2835157513618469, 0.3502788543701172, -0.402757853269577, -5.727136611938477 ], "p_full": [ 0.9914501309394836, 0.008299104869365692, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.000250753277214244 ], "p_full_nonzero_count": 3, "p_full_expected_nonzero_count": 3, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.9916988015174866, 0.008301186375319958 ], "abstain": 0.000250753277214244, "confidence": 0.9306920665938561, "argmax": 0, "top2_margin": 0.9833976030349731, "tokens": 36, "zoo_only": false, "language": "en", "causality_max_abs_diff": 1.9073486328125e-06, "raw_logits_min": -7.743186950683594, "raw_logits_max": 2.6113667488098145, "raw_logits_absmax": 7.743186950683594, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r12-slope", "request_id": "r12", "question_id": "slope", "type": "score", "qtype_index": 1, "kind": "slot", "question": "What is the slope?", "options": [ "0: flat", "1: slightly sloped", "2: steep" ], "option_names": [ "0", "1", "2" ], "ids_full": [ 248077, 561, 1752, 11177, 9422, 321, 369, 9469, 303, 40149, 13, 1049, 369, 7629, 13, 561, 29246, 369, 9766, 13, 198, 248078, 248080, 3437, 369, 279, 29246, 30, 198, 248083, 220, 15, 25, 9766, 198, 248084, 220, 16, 25, 9781, 17079, 6659, 198, 248085, 220, 17, 25, 30239, 198, 248082, 198 ], "slot": 49, "ids": [ 248077, 561, 1752, 11177, 9422, 321, 369, 9469, 303, 40149, 13, 1049, 369, 7629, 13, 561, 29246, 369, 9766, 13, 198, 248078, 248080, 3437, 369, 279, 29246, 30, 198, 248083, 220, 15, 25, 9766, 198, 248084, 220, 16, 25, 9781, 17079, 6659, 198, 248085, 220, 17, 25, 30239, 198, 248082 ], "nopts": 3, "label_ids": [ 0, 1, 2 ], "temperature": 1.0431410074234009, "raw_logits": [ 4.1894683837890625, -0.9303581118583679, -2.5222606658935547, -2.941812753677368, -2.5047693252563477, -2.8016486167907715, -2.8530964851379395, -4.078618049621582, -3.276124954223633, -2.147320032119751, -2.684723377227783, -3.6224381923675537, -4.562981605529785, -2.7480220794677734, -3.9941892623901367, -4.186285972595215, -4.135771751403809, -4.607646942138672, -2.8076796531677246, -3.3843348026275635, -3.28253173828125, -1.6222028732299805, -5.1098856925964355, -6.3271565437316895, -3.520684242248535, -4.27907657623291, -2.5659611225128174, -4.911057949066162, -4.089158058166504, -6.465363502502441, -4.062895774841309, -4.898571491241455, -5.801074028015137, -4.429296016693115, -2.9393765926361084, -4.680152416229248, -5.093971252441406, -6.081534385681152, -4.205702304840088, -3.3875274658203125, -6.679934501647949, -4.3925065994262695, -5.106320381164551, -6.067280292510986, -4.081974506378174, -4.778926849365234, -3.9667067527770996, -4.749601364135742, -5.429320812225342, -4.247883319854736, -5.481986999511719, -4.2180914878845215, -3.169437885284424, -5.446633338928223, -3.0643200874328613, -3.436415433883667, -4.0582804679870605, -4.861338138580322, -4.618829727172852, -6.45737361907959, -7.342299938201904, -6.798222064971924, -8.079290390014648, -5.689098358154297, -3.840134620666504, -7.196333408355713, -7.610461235046387, -2.305243968963623, -7.343441009521484, -4.02738094329834, -7.934389114379883, -5.192968368530273, -3.253659725189209, -5.4915947914123535, -3.736757755279541, -6.157336235046387, -4.130677700042725, -6.915932655334473, -3.7811129093170166, -5.861972808837891, -4.612651824951172, -3.964383125305176, -2.906902551651001, -4.649841785430908, -3.474745988845825, -4.284073829650879, -2.256537437438965, -4.035435199737549, -3.033440589904785, -4.823221206665039, -3.6085288524627686, -4.412586212158203, -4.211491107940674, -3.60685396194458, -4.385936260223389, -4.276189804077148, -4.968230247497559, -3.5322046279907227, -3.0608301162719727, -4.157628536224365, -5.630666732788086, -4.795406341552734, -3.288029670715332, -3.9618711471557617, -4.518024921417236, -5.86145544052124, -3.928342342376709, -5.31965970993042, -4.237493991851807, -6.102535247802734, -4.555758476257324, -4.659551620483398, -5.103122234344482, -6.128180027008057, -4.93330192565918, -4.0030131340026855, -4.781843185424805, -5.716386318206787, -3.857225179672241, -3.7214488983154297, -3.293179512023926, -4.362301826477051, -3.195974826812744, -3.6868205070495605, -2.432781219482422, -5.325409889221191, -5.690556526184082, -2.773956537246704, -2.8739235401153564, -5.665903568267822, -6.076584339141846, -2.81595516204834, -5.524042129516602, -6.251336097717285, -4.874403953552246, -3.9755449295043945, -3.6816885471343994, -4.949524402618408, -6.061218738555908, -3.063718318939209, -3.6011648178100586, -4.21144962310791, -3.295337677001953, -2.310426712036133, -5.0768046379089355, -5.19753885269165, -5.831757545471191, -5.3615617752075195, -4.973724365234375, -4.627069473266602, -4.430853843688965, -2.797408103942871, -1.0367708206176758, -3.663020372390747, -2.8892970085144043, -1.5961215496063232, -1.803581953048706, -1.9854624271392822, -2.9618353843688965, -0.503116250038147, -1.73196280002594, -2.4046812057495117, -1.7745417356491089, -0.9606078863143921, -2.8518753051757812, -1.7601470947265625, -2.760420560836792, -2.556926727294922, -3.6525213718414307, -1.8143103122711182, -2.2922208309173584, -2.557861804962158, -2.376293659210205, -3.0199406147003174, -0.7601005434989929, -2.145491600036621, -3.8750369548797607, -3.37074875831604, -2.864994764328003, -2.358304977416992, -3.208193063735962, -2.7226855754852295, -2.8410329818725586, -2.250880718231201, -2.4950051307678223, -1.9319754838943481, -1.181482195854187, -1.4493494033813477, -2.387822151184082, -2.733927011489868, -0.5405406951904297, -1.7753241062164307, -2.5542149543762207, -1.706703782081604, -1.8156179189682007, -1.671525001525879, -2.193220853805542, -1.923093557357788, -2.1710946559906006, -1.067624568939209, -1.1465163230895996, -1.8259776830673218, -1.4454803466796875, -1.9446660280227661, -2.3603196144104004, -1.1200186014175415, -2.3798065185546875, -2.563152551651001, 0.01327129453420639, -2.130697011947632, -1.4901490211486816, -1.203596830368042, 0.05031698942184448, -0.6780263781547546, -2.680375337600708, -1.0003124475479126, -1.7528434991836548, -1.9078809022903442, -1.2741563320159912, -1.9625556468963623, -1.0356082916259766, -1.7832202911376953, -0.7198933362960815, -1.1471407413482666, -0.29319334030151367, -0.17880794405937195, -0.6823601722717285, 1.2203865051269531, 0.9208251237869263, -0.20892104506492615, -0.42438453435897827, -0.6630260348320007, 0.6185863018035889, -0.7104520201683044, 0.31531238555908203, 0.5390570759773254, 1.306931972503662, -0.22015833854675293, 0.34292370080947876, -0.8888989686965942, 0.3388444185256958, 0.7233256697654724, -0.8088709115982056, -0.25436946749687195, -0.1296524703502655, 0.7149961590766907, 0.6070914268493652, -0.43785688281059265, -0.8537973165512085, 2.2716481685638428, -0.191014364361763, -0.2330724596977234, -0.17495572566986084, 0.2673826217651367, -0.43355077505111694, -4.474499702453613 ], "p_full": [ 0.9908451437950134, 0.007318983785808086, 0.0015910667134448886, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0002448532613925636 ], "p_full_nonzero_count": 4, "p_full_expected_nonzero_count": 4, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.9910877346992493, 0.007320776116102934, 0.0015914562391117215 ], "abstain": 0.0002448532613925636, "confidence": 0.9498250310934481, "argmax": 0, "top2_margin": 0.9837669730186462, "tokens": 50, "zoo_only": false, "language": "en", "causality_max_abs_diff": 1.9073486328125e-06, "raw_logits_min": -8.079290390014648, "raw_logits_max": 4.1894683837890625, "raw_logits_absmax": 8.079290390014648, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r13-door", "request_id": "r13", "question_id": "door", "type": "choice", "qtype_index": 0, "kind": "slot", "question": "ประตูอยู่ในสถานะใด? Choose its state.", "options": [ "เปิด / open", "ปิด / closed", "หาย / missing" ], "option_names": [ "เปิด / open", "ปิด / closed", "หาย / missing" ], "ids_full": [ 248077, 5046, 37875, 148410, 763, 328, 15696, 487, 328, 10470, 763, 328, 52846, 148417, 487, 328, 4009, 763, 328, 263, 487, 328, 33413, 763, 328, 22216, 46054, 18064, 19571, 8934, 198, 248078, 248079, 149154, 38534, 40211, 148350, 148597, 148332, 218609, 155346, 30, 21513, 1141, 1528, 13, 198, 248083, 149811, 148417, 593, 1724, 198, 248084, 149428, 148417, 593, 7629, 198, 248085, 148912, 148295, 593, 7167, 198, 248082, 198 ], "slot": 65, "ids": [ 248077, 5046, 37875, 148410, 763, 328, 15696, 487, 328, 10470, 763, 328, 52846, 148417, 487, 328, 4009, 763, 328, 263, 487, 328, 33413, 763, 328, 22216, 46054, 18064, 19571, 8934, 198, 248078, 248079, 149154, 38534, 40211, 148350, 148597, 148332, 218609, 155346, 30, 21513, 1141, 1528, 13, 198, 248083, 149811, 148417, 593, 1724, 198, 248084, 149428, 148417, 593, 7629, 198, 248085, 148912, 148295, 593, 7167, 198, 248082 ], "nopts": 3, "label_ids": [ 0, 1, 2 ], "temperature": 1.058533787727356, "raw_logits": [ -2.3223819732666016, 3.435242176055908, -2.9503798484802246, -2.651122570037842, -1.9058682918548584, -2.89371395111084, -2.930746555328369, -3.8338968753814697, -4.029719352722168, -3.0257585048675537, -3.256939649581909, -4.2419538497924805, -5.708984375, -3.6565914154052734, -4.5286149978637695, -5.011923789978027, -4.054821491241455, -4.359764099121094, -3.208125114440918, -3.254807472229004, -3.493030071258545, -1.9957332611083984, -5.102228164672852, -7.278841495513916, -4.225934982299805, -5.489992141723633, -2.738600492477417, -5.833713054656982, -4.501441478729248, -7.231048583984375, -4.6846160888671875, -4.984245300292969, -6.4365949630737305, -5.275859832763672, -3.203273296356201, -5.540957450866699, -5.143056392669678, -5.900386810302734, -4.270501613616943, -3.2471487522125244, -7.339302062988281, -4.505916595458984, -4.9766669273376465, -6.276429653167725, -4.753488540649414, -5.288046836853027, -4.677064895629883, -4.71395206451416, -5.2057085037231445, -4.752620220184326, -6.000868320465088, -4.750697135925293, -2.89351749420166, -5.169412612915039, -2.676401138305664, -3.1970179080963135, -3.7777938842773438, -4.786588191986084, -4.886954307556152, -5.91455078125, -7.8113789558410645, -6.703555107116699, -7.847636699676514, -6.7918853759765625, -3.82554292678833, -7.598466396331787, -7.81226110458374, -2.3463337421417236, -7.938962936401367, -4.170219421386719, -8.369766235351562, -5.575839519500732, -2.8667726516723633, -6.259603500366211, -3.8739805221557617, -6.666694164276123, -4.536047458648682, -7.134269714355469, -4.305424213409424, -5.921024322509766, -4.383115768432617, -4.374875068664551, -2.8730201721191406, -4.300382614135742, -3.6595890522003174, -4.044285774230957, -2.7357804775238037, -3.9495718479156494, -3.09672212600708, -5.338806629180908, -3.632612705230713, -4.266173362731934, -4.354026794433594, -4.25028133392334, -4.790223598480225, -5.011868476867676, -5.265565872192383, -4.132943153381348, -4.402007102966309, -4.228609085083008, -6.281982421875, -4.838890075683594, -3.6175832748413086, -4.461004734039307, -4.695006370544434, -6.36752986907959, -4.600578308105469, -5.858090400695801, -4.3524932861328125, -5.8114166259765625, -4.4650678634643555, -5.10708475112915, -5.513543128967285, -6.941946983337402, -4.999545574188232, -4.328710079193115, -4.797850608825684, -6.182071685791016, -4.589056491851807, -3.8095617294311523, -3.526581048965454, -4.01436710357666, -3.4099013805389404, -3.963874340057373, -2.6481118202209473, -6.148989677429199, -6.049690246582031, -3.391641139984131, -3.222015857696533, -5.705584526062012, -5.892916202545166, -4.01430606842041, -5.897775173187256, -6.155073165893555, -5.239950656890869, -4.885164260864258, -4.328924179077148, -5.138596534729004, -6.141560077667236, -3.1563987731933594, -3.8624048233032227, -4.2307891845703125, -3.980032444000244, -3.3125221729278564, -5.135128974914551, -5.622435092926025, -6.371804237365723, -5.4227190017700195, -4.986326694488525, -4.686525344848633, -4.930349349975586, -3.3663365840911865, -1.1722872257232666, -3.6173627376556396, -2.7522895336151123, -1.770400047302246, -2.113147258758545, -2.185455083847046, -3.4328267574310303, -0.580599308013916, -2.323185443878174, -2.1164777278900146, -1.7668445110321045, -1.2351593971252441, -2.69000506401062, -2.581855297088623, -2.8809151649475098, -1.978019118309021, -3.471223831176758, -2.13800311088562, -2.527010440826416, -2.626938581466675, -2.6105542182922363, -3.222466230392456, -1.0979797840118408, -2.0311074256896973, -3.350841999053955, -3.3606345653533936, -3.1840620040893555, -3.60636305809021, -3.485440492630005, -3.4626762866973877, -2.8315482139587402, -2.256317615509033, -2.6389658451080322, -1.710891842842102, -1.3311673402786255, -1.9737613201141357, -1.9937522411346436, -2.236443042755127, -1.1618471145629883, -1.9101018905639648, -3.01719069480896, -1.7799066305160522, -1.5445270538330078, -2.1438114643096924, -2.1440181732177734, -1.9053255319595337, -1.8331162929534912, -1.497110366821289, -1.2430510520935059, -2.090665578842163, -1.861014485359192, -1.9265192747116089, -2.5762112140655518, -1.3259057998657227, -2.787346839904785, -2.708730936050415, -0.43551814556121826, -2.4630913734436035, -1.0343456268310547, -1.3074822425842285, -0.9014397263526917, -1.627049446105957, -2.5174660682678223, -1.3587684631347656, -1.8889381885528564, -2.3689706325531006, -1.8819761276245117, -1.993554711341858, -1.39332115650177, -1.8370065689086914, -1.4322106838226318, -1.4273464679718018, -0.24869103729724884, 0.12794925272464752, -0.33361923694610596, 0.8988198637962341, 1.053633213043213, -0.013529002666473389, -0.8714537620544434, -0.6640540361404419, 0.15970437228679657, -0.8034490346908569, 0.5873959064483643, 1.0171326398849487, 1.5064897537231445, -0.5838721990585327, 0.0734463483095169, -0.7101196050643921, 0.30775755643844604, 0.8465187549591064, -0.876664400100708, -0.22170734405517578, 0.17701128125190735, 0.6731966733932495, 0.21191942691802979, -0.36139824986457825, -0.9607766270637512, 1.5373648405075073, 0.00986085832118988, -0.697533369064331, -0.12635216116905212, 0.47019484639167786, -0.5114859342575073, -4.530824184417725 ], "p_full": [ 0.004311371594667435, 0.992771327495575, 0.002382104517892003, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0005352262523956597 ], "p_full_nonzero_count": 4, "p_full_expected_nonzero_count": 4, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.0043136803433299065, 0.9933029413223267, 0.002383379964157939 ], "abstain": 0.0005352262523956597, "confidence": 0.959439265061315, "argmax": 1, "top2_margin": 0.9889892339706421, "tokens": 66, "zoo_only": false, "language": "mixed", "causality_max_abs_diff": 3.0994415283203125e-06, "raw_logits_min": -8.369766235351562, "raw_logits_max": 3.435242176055908, "raw_logits_absmax": 8.369766235351562, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r13-light", "request_id": "r13", "question_id": "light", "type": "noul", "qtype_index": 2, "kind": "slot", "question": "Is the light on? ไฟเปิดอยู่หรือไม่", "options": [ "no: ปิด / off", "yes: เปิด / on" ], "option_names": [ "no", "yes" ], "ids_full": [ 248077, 5046, 37875, 148410, 763, 328, 15696, 487, 328, 10470, 763, 328, 52846, 148417, 487, 328, 4009, 763, 328, 263, 487, 328, 33413, 763, 328, 22216, 46054, 18064, 19571, 8934, 198, 248078, 248081, 2091, 279, 3000, 383, 30, 231239, 148346, 148417, 148350, 148597, 149192, 80698, 83063, 18064, 198, 248083, 874, 25, 149428, 148417, 593, 974, 198, 248084, 9542, 25, 149811, 148417, 593, 383, 198, 248082, 198 ], "slot": 64, "ids": [ 248077, 5046, 37875, 148410, 763, 328, 15696, 487, 328, 10470, 763, 328, 52846, 148417, 487, 328, 4009, 763, 328, 263, 487, 328, 33413, 763, 328, 22216, 46054, 18064, 19571, 8934, 198, 248078, 248081, 2091, 279, 3000, 383, 30, 231239, 148346, 148417, 148350, 148597, 149192, 80698, 83063, 18064, 198, 248083, 874, 25, 149428, 148417, 593, 974, 198, 248084, 9542, 25, 149811, 148417, 593, 383, 198, 248082 ], "nopts": 2, "label_ids": [ 0, 1 ], "temperature": 1.0067671537399292, "raw_logits": [ -3.2605388164520264, 1.9632949829101562, -1.6989107131958008, -1.6721720695495605, -1.7456064224243164, -2.8358538150787354, -2.565589666366577, -3.176196813583374, -3.4246771335601807, -2.4189767837524414, -2.4783382415771484, -3.6380395889282227, -4.641469478607178, -2.308213710784912, -3.3883330821990967, -4.5331292152404785, -4.041445732116699, -4.8655853271484375, -2.997701644897461, -2.8196792602539062, -3.4413881301879883, -1.5943970680236816, -5.000092029571533, -6.819636344909668, -3.9252562522888184, -4.974024295806885, -2.563905954360962, -5.558806419372559, -3.983037233352661, -6.391761302947998, -4.505335807800293, -4.568321228027344, -6.100794792175293, -4.577429294586182, -2.8766512870788574, -5.136563777923584, -5.173342704772949, -5.822001934051514, -4.2213521003723145, -3.184522867202759, -6.9632487297058105, -4.21085262298584, -4.732023239135742, -6.111398696899414, -4.072449684143066, -4.810311317443848, -4.259926795959473, -4.513754844665527, -4.955234527587891, -4.415227890014648, -5.507819175720215, -4.432703018188477, -2.6444764137268066, -4.805950164794922, -2.457510232925415, -3.0893354415893555, -3.607543468475342, -4.709502696990967, -4.532552242279053, -5.407238006591797, -7.296700477600098, -6.400793552398682, -7.394506931304932, -6.310338020324707, -3.451569080352783, -7.335844993591309, -7.4811906814575195, -2.288351058959961, -7.611393928527832, -4.328468322753906, -7.945124626159668, -5.090242862701416, -2.4943761825561523, -5.956323623657227, -3.7536559104919434, -6.130393028259277, -4.402744293212891, -6.698725700378418, -3.946943759918213, -5.485797882080078, -4.146207809448242, -3.9615297317504883, -2.677351474761963, -3.968657970428467, -3.3360118865966797, -4.098185062408447, -2.432568311691284, -3.4909887313842773, -2.801703453063965, -4.804347515106201, -3.5598349571228027, -3.959892749786377, -3.6829371452331543, -4.148282527923584, -4.672633171081543, -4.812631607055664, -4.882706642150879, -3.8570761680603027, -3.7499892711639404, -4.055855751037598, -5.692451477050781, -4.771758556365967, -3.382333517074585, -3.907637596130371, -4.23359489440918, -5.8551177978515625, -3.9244399070739746, -5.4056620597839355, -4.202063083648682, -5.205728054046631, -4.311794281005859, -4.665254592895508, -4.966146945953369, -6.346854209899902, -4.718933582305908, -3.9209413528442383, -4.492989540100098, -5.750573635101318, -4.277885913848877, -3.3624086380004883, -3.2608351707458496, -3.9339401721954346, -3.4332494735717773, -3.5720643997192383, -2.5079727172851562, -5.805418491363525, -5.291511535644531, -3.188192129135132, -2.8867275714874268, -5.332606315612793, -5.72268533706665, -3.288076877593994, -5.483738899230957, -5.938669204711914, -5.164344310760498, -4.569805145263672, -3.7092621326446533, -4.84602165222168, -5.633131504058838, -2.8336129188537598, -3.5168211460113525, -4.021386623382568, -3.7264389991760254, -3.312608480453491, -4.774698734283447, -5.054115295410156, -5.847684860229492, -5.120749473571777, -5.032503128051758, -4.374730587005615, -4.564818382263184, -3.146470069885254, -0.9651404619216919, -3.29290771484375, -2.4965779781341553, -1.4659709930419922, -1.7767795324325562, -2.2163777351379395, -3.30454683303833, -0.36635205149650574, -2.184225082397461, -2.001368761062622, -1.5986055135726929, -1.1944987773895264, -2.693925380706787, -2.45660400390625, -2.6955409049987793, -1.6176867485046387, -3.200927495956421, -2.050585985183716, -2.023765802383423, -2.424668788909912, -2.3104186058044434, -2.9820401668548584, -0.9544240236282349, -1.8338727951049805, -2.900430917739868, -3.2381198406219482, -2.9278602600097656, -3.334648847579956, -3.118725299835205, -3.0016613006591797, -2.8828067779541016, -1.9820020198822021, -2.3188040256500244, -1.5692999362945557, -1.4271812438964844, -1.8100216388702393, -1.6374132633209229, -2.105862617492676, -0.9322484135627747, -1.446028709411621, -2.726329803466797, -1.4367200136184692, -1.5265953540802002, -2.0994319915771484, -2.0370144844055176, -1.8217313289642334, -1.653407096862793, -1.2214984893798828, -1.1648788452148438, -1.7742981910705566, -1.6871153116226196, -1.4745128154754639, -2.4005255699157715, -0.9400889277458191, -2.566720724105835, -2.5884435176849365, -0.1150098443031311, -2.1706602573394775, -0.7163026332855225, -1.0362255573272705, -0.6646229028701782, -1.057887315750122, -2.4827880859375, -1.1344225406646729, -1.7159749269485474, -2.2194559574127197, -1.7140870094299316, -1.661802053451538, -1.2632826566696167, -1.7542955875396729, -1.370835542678833, -1.4201170206069946, -0.20953331887722015, 0.3339555859565735, -0.05986577272415161, 0.8184190988540649, 0.9517724514007568, -0.10935020446777344, -0.9679708480834961, -0.7027263641357422, 0.04674810171127319, -0.7993835806846619, 0.5286393165588379, 1.1554739475250244, 1.455828070640564, -0.6266834139823914, -0.05132366716861725, -0.8635096549987793, 0.6461799740791321, 0.7735328674316406, -0.8064785003662109, -0.24129381775856018, -0.10221457481384277, 0.5008583068847656, 0.12651091814041138, -0.47681504487991333, -0.9537320137023926, 1.5925854444503784, 0.05650204420089722, -0.8344296216964722, 0.007110089063644409, 0.5498971939086914, -0.5823407173156738, -6.123337745666504 ], "p_full": [ 0.005546391475945711, 0.9941306710243225, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0003229013236705214 ], "p_full_nonzero_count": 3, "p_full_expected_nonzero_count": 3, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.005548183340579271, 0.9944518208503723 ], "abstain": 0.0003229013236705214, "confidence": 0.9504411084897821, "argmax": 1, "top2_margin": 0.9889036417007446, "tokens": 65, "zoo_only": false, "language": "mixed", "causality_max_abs_diff": 2.384185791015625e-06, "raw_logits_min": -7.945124626159668, "raw_logits_max": 1.9632949829101562, "raw_logits_absmax": 7.945124626159668, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r13-temperature", "request_id": "r13", "question_id": "temperature", "type": "score", "qtype_index": 1, "kind": "slot", "question": "อุณหภูมิห้องเป็นอย่างไร? Rate the temperature.", "options": [ "0: cold / เย็น", "1: warm / อุ่น", "2: hot / ร้อน" ], "option_names": [ "0", "1", "2" ], "ids_full": [ 248077, 5046, 37875, 148410, 763, 328, 15696, 487, 328, 10470, 763, 328, 52846, 148417, 487, 328, 4009, 763, 328, 263, 487, 328, 33413, 763, 328, 22216, 46054, 18064, 19571, 8934, 198, 248078, 248080, 148555, 46054, 158451, 148322, 40211, 25443, 29779, 37875, 148410, 148346, 148345, 148350, 148406, 149517, 30, 19172, 279, 9039, 13, 198, 248083, 220, 15, 25, 8981, 593, 165275, 148345, 198, 248084, 220, 16, 25, 7948, 593, 148555, 46054, 18064, 19571, 198, 248085, 220, 17, 25, 3882, 593, 148522, 149905, 198, 248082, 198 ], "slot": 82, "ids": [ 248077, 5046, 37875, 148410, 763, 328, 15696, 487, 328, 10470, 763, 328, 52846, 148417, 487, 328, 4009, 763, 328, 263, 487, 328, 33413, 763, 328, 22216, 46054, 18064, 19571, 8934, 198, 248078, 248080, 148555, 46054, 158451, 148322, 40211, 25443, 29779, 37875, 148410, 148346, 148345, 148350, 148406, 149517, 30, 19172, 279, 9039, 13, 198, 248083, 220, 15, 25, 8981, 593, 165275, 148345, 198, 248084, 220, 16, 25, 7948, 593, 148555, 46054, 18064, 19571, 198, 248085, 220, 17, 25, 3882, 593, 148522, 149905, 198, 248082 ], "nopts": 3, "label_ids": [ 0, 1, 2 ], "temperature": 1.0431410074234009, "raw_logits": [ -1.9890104532241821, 3.6570920944213867, -2.485024929046631, -2.636382818222046, -1.782701015472412, -2.58808970451355, -2.747799873352051, -3.989859104156494, -3.684947967529297, -2.6789379119873047, -3.4284400939941406, -4.391877174377441, -5.545041084289551, -3.5784735679626465, -4.49104642868042, -5.093267917633057, -3.9536314010620117, -4.377270221710205, -3.0612735748291016, -3.147073745727539, -3.294708013534546, -1.7050762176513672, -5.089113235473633, -7.262880325317383, -4.17264461517334, -5.387222766876221, -2.59666109085083, -5.965845108032227, -4.470715522766113, -7.321465492248535, -4.730283737182617, -5.234688758850098, -6.529086589813232, -5.220401287078857, -3.0026729106903076, -5.522884368896484, -5.1790618896484375, -6.029951095581055, -4.323689937591553, -3.25736665725708, -7.4522857666015625, -4.556685924530029, -5.034160614013672, -6.300756454467773, -4.791046142578125, -5.219263553619385, -4.7587480545043945, -4.6840033531188965, -5.295581340789795, -4.675602912902832, -6.02366828918457, -4.755325794219971, -2.742717742919922, -5.243350028991699, -2.687319755554199, -3.3073835372924805, -3.791459560394287, -4.979753017425537, -4.9604058265686035, -6.194713115692139, -7.812770843505859, -6.728495121002197, -7.921402931213379, -6.851504802703857, -3.6773927211761475, -7.621294975280762, -7.758533954620361, -2.4247708320617676, -7.888528823852539, -4.233578205108643, -8.394624710083008, -5.567874908447266, -2.9081826210021973, -6.2757649421691895, -3.909960985183716, -6.601879119873047, -4.386727809906006, -7.176764011383057, -4.236395835876465, -5.871872901916504, -4.451567649841309, -4.296969890594482, -2.834928035736084, -4.1869096755981445, -3.624643087387085, -4.115454196929932, -2.7758231163024902, -3.9577808380126953, -2.9234399795532227, -5.307409286499023, -3.6576905250549316, -4.248895645141602, -4.3772478103637695, -4.257177829742432, -4.7672648429870605, -4.969171047210693, -5.26003360748291, -4.130329132080078, -4.433199882507324, -4.200595855712891, -6.298184394836426, -4.783782005310059, -3.435183048248291, -4.397152423858643, -4.5703125, -6.397276401519775, -4.627340793609619, -5.954662322998047, -4.381632328033447, -5.74537467956543, -4.427586555480957, -4.972048282623291, -5.688206195831299, -7.15700626373291, -4.940536022186279, -4.388378620147705, -4.867862224578857, -6.233467102050781, -4.4252119064331055, -3.723675489425659, -3.5780322551727295, -4.129541397094727, -3.5682387351989746, -3.9022650718688965, -2.6897847652435303, -6.14547061920166, -5.999354362487793, -3.493215560913086, -3.2069501876831055, -5.919089317321777, -6.053354263305664, -3.8574883937835693, -5.844712257385254, -6.2088823318481445, -5.274673938751221, -4.694403171539307, -4.234130382537842, -5.319555282592773, -6.102199554443359, -3.2478365898132324, -3.8466854095458984, -4.137788772583008, -4.022778034210205, -3.231293201446533, -5.217472553253174, -5.759276866912842, -6.437023162841797, -5.438915252685547, -4.964483261108398, -4.910975456237793, -4.957825660705566, -3.5481176376342773, -1.137336254119873, -3.7818894386291504, -2.8437323570251465, -1.7178173065185547, -2.217874765396118, -2.4099154472351074, -3.5824599266052246, -0.4365745186805725, -2.2842323780059814, -2.3786563873291016, -1.7792394161224365, -1.3209335803985596, -2.8487682342529297, -2.5246715545654297, -2.877992630004883, -1.897885799407959, -3.4269633293151855, -2.063300609588623, -2.3758065700531006, -2.5950067043304443, -2.6517977714538574, -3.3065667152404785, -1.1797983646392822, -2.1040074825286865, -3.4042205810546875, -3.3914942741394043, -3.0586209297180176, -3.5487427711486816, -3.3328373432159424, -3.4079718589782715, -2.854421377182007, -2.079861640930176, -2.5953402519226074, -1.5834286212921143, -1.2627935409545898, -1.9302914142608643, -1.8551902770996094, -2.3314762115478516, -1.0142441987991333, -1.7193143367767334, -2.9343838691711426, -1.6612117290496826, -1.7402764558792114, -2.1537914276123047, -2.0364813804626465, -1.8877063989639282, -1.7198892831802368, -1.460157036781311, -1.1149741411209106, -1.9720690250396729, -1.8193987607955933, -1.9459712505340576, -2.6271729469299316, -1.195837378501892, -2.90889048576355, -2.674069404602051, -0.34220385551452637, -2.5077009201049805, -0.9906572103500366, -1.162052869796753, -0.9076732397079468, -1.6739954948425293, -2.447288990020752, -1.2802988290786743, -1.868760585784912, -2.4405205249786377, -1.947744369506836, -1.9532465934753418, -1.0916650295257568, -1.829683780670166, -1.3520634174346924, -1.62703275680542, -0.3275892734527588, 0.20727917551994324, -0.2252366542816162, 0.8672834038734436, 1.1584126949310303, -0.014466404914855957, -0.9526998996734619, -0.7248859405517578, 0.2529430389404297, -0.7501728534698486, 0.5625553727149963, 1.056749939918518, 1.5503325462341309, -0.5163723230361938, 0.16026243567466736, -0.811802327632904, 0.3499062657356262, 0.7954012155532837, -0.8548805713653564, -0.26406121253967285, 0.16920650005340576, 0.7501713633537292, 0.2150821089744568, -0.3944604694843292, -1.0398907661437988, 1.5780410766601562, 0.10166957229375839, -0.7731893062591553, -0.07216708362102509, 0.4234344959259033, -0.506397008895874, -5.175577640533447 ], "p_full": [ 0.0044270907528698444, 0.9926124811172485, 0.002751762280240655, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.00020866226986981928 ], "p_full_nonzero_count": 4, "p_full_expected_nonzero_count": 4, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.004428014624863863, 0.9928196668624878, 0.002752336673438549 ], "abstain": 0.00020866226986981928, "confidence": 0.9568734754841988, "argmax": 1, "top2_margin": 0.988391637802124, "tokens": 83, "zoo_only": false, "language": "mixed", "causality_max_abs_diff": 3.337860107421875e-06, "raw_logits_min": -8.394624710083008, "raw_logits_max": 3.6570920944213867, "raw_logits_absmax": 8.394624710083008, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r14-color", "request_id": "r14", "question_id": "color", "type": "choice", "qtype_index": 0, "kind": "slot", "question": "ผลไม้สีอะไร? Choose the fruit color.", "options": [ "แดง / red", "เขียว / green", "เหลือง / yellow" ], "option_names": [ "แดง / red", "เขียว / green", "เหลือง / yellow" ], "ids_full": [ 248077, 4241, 760, 13621, 5435, 148349, 177127, 148346, 149561, 34469, 27399, 160451, 10152, 328, 152685, 86645, 56049, 161692, 148384, 149119, 35982, 148406, 148521, 148323, 148315, 18064, 29444, 148359, 148315, 18064, 29444, 593, 4139, 4147, 88929, 198, 248078, 248079, 161042, 83063, 19236, 34469, 27399, 153371, 30, 21513, 279, 13383, 1829, 13, 198, 248083, 148349, 35804, 29444, 593, 2438, 198, 248084, 150339, 149869, 593, 5983, 198, 248085, 196998, 150302, 593, 13358, 198, 248082, 198 ], "slot": 70, "ids": [ 248077, 4241, 760, 13621, 5435, 148349, 177127, 148346, 149561, 34469, 27399, 160451, 10152, 328, 152685, 86645, 56049, 161692, 148384, 149119, 35982, 148406, 148521, 148323, 148315, 18064, 29444, 148359, 148315, 18064, 29444, 593, 4139, 4147, 88929, 198, 248078, 248079, 161042, 83063, 19236, 34469, 27399, 153371, 30, 21513, 279, 13383, 1829, 13, 198, 248083, 148349, 35804, 29444, 593, 2438, 198, 248084, 150339, 149869, 593, 5983, 198, 248085, 196998, 150302, 593, 13358, 198, 248082 ], "nopts": 3, "label_ids": [ 0, 1, 2 ], "temperature": 1.058533787727356, "raw_logits": [ 3.5039243698120117, -2.4602067470550537, -2.472240924835205, -2.6572306156158447, -2.4071404933929443, -2.512772798538208, -2.672297477722168, -3.8391757011413574, -3.420388698577881, -2.186469078063965, -2.5938098430633545, -3.3393466472625732, -4.605688571929932, -2.7114150524139404, -3.883706569671631, -3.8998212814331055, -4.04292106628418, -4.608759880065918, -2.892148494720459, -3.2352898120880127, -3.2026994228363037, -1.8642473220825195, -5.210369110107422, -5.990652084350586, -3.8315839767456055, -4.282922267913818, -2.9470369815826416, -4.744339942932129, -4.078708171844482, -6.1501994132995605, -3.9858083724975586, -4.713241100311279, -6.00117301940918, -4.225660800933838, -3.1448659896850586, -4.652108669281006, -5.130931854248047, -6.187020301818848, -4.30540657043457, -3.2952499389648438, -6.2841291427612305, -4.426020622253418, -5.187619209289551, -6.065225601196289, -3.8687195777893066, -4.6430134773254395, -4.115390777587891, -4.763452529907227, -5.304819107055664, -4.121070861816406, -5.174522399902344, -4.072672367095947, -3.174698829650879, -5.566338539123535, -3.1410489082336426, -3.4986677169799805, -4.070323944091797, -4.838397026062012, -4.647549152374268, -6.168232440948486, -7.3921356201171875, -6.8845367431640625, -7.96762752532959, -5.60859489440918, -3.9105098247528076, -7.182530403137207, -7.5543060302734375, -2.5203936100006104, -7.238241195678711, -3.9687840938568115, -7.943458557128906, -5.297860145568848, -3.1217031478881836, -5.433828353881836, -3.6744184494018555, -6.143342018127441, -4.233782768249512, -6.878826141357422, -3.8707988262176514, -6.055581569671631, -4.488679885864258, -4.080899238586426, -2.9837307929992676, -4.418205261230469, -3.3585150241851807, -4.485774993896484, -2.41438889503479, -4.09857177734375, -3.109571933746338, -4.599884510040283, -3.7757692337036133, -4.272226810455322, -4.284673690795898, -3.5605616569519043, -4.384039402008057, -4.375326156616211, -4.947547912597656, -3.3099567890167236, -2.8921704292297363, -4.202867031097412, -5.560112476348877, -4.683165550231934, -3.270491123199463, -3.9710195064544678, -4.591968536376953, -5.664755821228027, -3.71952223777771, -5.097963333129883, -4.33486270904541, -5.918069839477539, -4.432435035705566, -4.757479667663574, -5.148500442504883, -5.966881275177002, -4.850136756896973, -3.746466636657715, -4.656013488769531, -5.645198345184326, -3.834479808807373, -3.6557321548461914, -3.1299755573272705, -4.30916690826416, -3.083712339401245, -3.6842117309570312, -2.3899831771850586, -5.2315168380737305, -5.763672351837158, -2.5397067070007324, -2.9037795066833496, -5.671872615814209, -5.963399410247803, -2.7720048427581787, -5.696072578430176, -6.424757480621338, -4.966859817504883, -4.061336994171143, -3.763601541519165, -4.654621601104736, -6.092461585998535, -2.885636806488037, -3.507399797439575, -4.236958980560303, -3.267385959625244, -2.4795985221862793, -4.962960243225098, -5.08571720123291, -5.750616073608398, -5.498536586761475, -5.245574474334717, -4.607826232910156, -4.5861616134643555, -2.7892632484436035, -0.9992531538009644, -3.4494211673736572, -2.671842098236084, -1.7471239566802979, -1.7228903770446777, -1.9381144046783447, -2.8557887077331543, -0.5188082456588745, -1.7610397338867188, -1.9591751098632812, -1.614540696144104, -0.9144059419631958, -2.8825082778930664, -1.7213597297668457, -2.678924798965454, -2.4154932498931885, -3.692211627960205, -1.8995306491851807, -2.327359437942505, -2.5224416255950928, -2.340268135070801, -3.0404884815216064, -0.7206888198852539, -1.975959300994873, -3.671595573425293, -3.4739084243774414, -3.005540609359741, -2.240833044052124, -3.2666263580322266, -2.4103243350982666, -2.7460625171661377, -2.115723133087158, -2.513856887817383, -2.027412176132202, -1.3758976459503174, -1.449324131011963, -2.2476487159729004, -2.7653067111968994, -0.5607045888900757, -1.8608373403549194, -2.576688528060913, -1.5858913660049438, -1.7814232110977173, -1.8459224700927734, -2.0606961250305176, -1.7622989416122437, -2.2222964763641357, -1.0380983352661133, -1.1588574647903442, -1.919499158859253, -1.5213091373443604, -1.8966840505599976, -2.434230327606201, -1.2213534116744995, -2.165924549102783, -2.473755359649658, 0.16357827186584473, -2.001924991607666, -1.4818434715270996, -1.1905183792114258, 0.06463748216629028, -0.6976062059402466, -2.8646011352539062, -0.8564890623092651, -1.6173841953277588, -1.8516372442245483, -1.126737356185913, -2.030003070831299, -1.2986745834350586, -1.767649531364441, -0.6988525390625, -1.022731900215149, -0.14463049173355103, -0.18121331930160522, -0.5101019740104675, 0.975299596786499, 0.7951056957244873, -0.2686865031719208, -0.36350512504577637, -0.603315532207489, 0.5921851992607117, -0.6916238069534302, 0.32265639305114746, 0.7542178630828857, 1.1317741870880127, -0.12535694241523743, 0.07646444439888, -0.7222099900245667, 0.3082130253314972, 0.7321252822875977, -0.7943720817565918, -0.3983796238899231, -0.3436812460422516, 0.6986778974533081, 0.666249692440033, -0.5946661829948425, -0.6711410284042358, 2.235013723373413, -0.26643112301826477, -0.18495416641235352, -0.2840556204319, 0.2137768566608429, -0.4864329993724823, -4.204305171966553 ], "p_full": [ 0.9922667145729065, 0.0035454295575618744, 0.0035053505562245846, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0006824982701800764 ], "p_full_nonzero_count": 4, "p_full_expected_nonzero_count": 4, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.9929444193840027, 0.0035478509962558746, 0.0035077447537332773 ], "abstain": 0.0006824982701800764, "confidence": 0.9573334077145446, "argmax": 0, "top2_margin": 0.9893965721130371, "tokens": 71, "zoo_only": false, "language": "mixed", "causality_max_abs_diff": 1.9073486328125e-06, "raw_logits_min": -7.96762752532959, "raw_logits_max": 3.5039243698120117, "raw_logits_absmax": 7.96762752532959, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r14-wet", "request_id": "r14", "question_id": "wet", "type": "noul", "qtype_index": 2, "kind": "slot", "question": "Is the basket wet? ตะกร้าเปียกหรือไม่", "options": [ "no", "yes" ], "option_names": [ "no", "yes" ], "ids_full": [ 248077, 4241, 760, 13621, 5435, 148349, 177127, 148346, 149561, 34469, 27399, 160451, 10152, 328, 152685, 86645, 56049, 161692, 148384, 149119, 35982, 148406, 148521, 148323, 148315, 18064, 29444, 148359, 148315, 18064, 29444, 593, 4139, 4147, 88929, 198, 248078, 248081, 2091, 279, 13621, 13988, 30, 230792, 86645, 56049, 148346, 94552, 24400, 149192, 80698, 83063, 18064, 198, 248083, 874, 198, 248084, 9542, 198, 248082, 198 ], "slot": 60, "ids": [ 248077, 4241, 760, 13621, 5435, 148349, 177127, 148346, 149561, 34469, 27399, 160451, 10152, 328, 152685, 86645, 56049, 161692, 148384, 149119, 35982, 148406, 148521, 148323, 148315, 18064, 29444, 148359, 148315, 18064, 29444, 593, 4139, 4147, 88929, 198, 248078, 248081, 2091, 279, 13621, 13988, 30, 230792, 86645, 56049, 148346, 94552, 24400, 149192, 80698, 83063, 18064, 198, 248083, 874, 198, 248084, 9542, 198, 248082 ], "nopts": 2, "label_ids": [ 0, 1 ], "temperature": 1.0067671537399292, "raw_logits": [ 2.0756096839904785, -2.0560286045074463, -1.7837538719177246, -2.4552578926086426, -2.309762716293335, -2.4758243560791016, -2.838076114654541, -3.2383651733398438, -2.9575514793395996, -2.2486042976379395, -2.2442994117736816, -3.0710933208465576, -3.8060598373413086, -2.3725533485412598, -3.3616323471069336, -4.008144855499268, -3.976644992828369, -4.640207290649414, -2.472918748855591, -3.07428240776062, -3.347621440887451, -1.4599812030792236, -4.812017440795898, -5.7076568603515625, -3.179950714111328, -4.024456977844238, -2.7846319675445557, -4.911606788635254, -3.6654746532440186, -5.938863277435303, -3.847450017929077, -4.612066268920898, -5.768627643585205, -3.9935367107391357, -2.809105396270752, -4.5157365798950195, -4.89912223815918, -5.9389166831970215, -4.344733238220215, -3.0748531818389893, -6.197420120239258, -4.158511638641357, -4.791041851043701, -5.777842998504639, -3.5891661643981934, -4.163083076477051, -3.911986827850342, -4.709687232971191, -4.680085182189941, -4.090970039367676, -5.161981105804443, -4.0787506103515625, -3.3152832984924316, -5.230342864990234, -2.8910253047943115, -3.3173131942749023, -3.799781322479248, -4.580526828765869, -4.424205780029297, -5.9613518714904785, -6.908901214599609, -6.748228549957275, -7.764531135559082, -5.552093505859375, -3.561115026473999, -6.9615159034729, -7.227200984954834, -2.11669921875, -7.043428421020508, -3.9908409118652344, -7.466251373291016, -4.994634628295898, -2.853361129760742, -5.213295936584473, -3.4738829135894775, -5.947238922119141, -4.068933963775635, -6.559526443481445, -3.6559829711914062, -5.717145919799805, -4.364999771118164, -3.672252655029297, -2.7822275161743164, -4.22757625579834, -3.131838798522949, -4.162110805511475, -2.2652158737182617, -3.8193178176879883, -3.021206855773926, -4.25557804107666, -3.308152198791504, -3.846334218978882, -3.81966233253479, -3.3191468715667725, -4.279232025146484, -4.162546634674072, -4.59355354309082, -3.1623919010162354, -2.6773409843444824, -4.083789825439453, -5.23968505859375, -4.666821479797363, -3.1099040508270264, -3.6370978355407715, -4.305757999420166, -5.534946441650391, -3.3506217002868652, -4.859498977661133, -3.997260808944702, -5.652802467346191, -4.464412689208984, -4.609431266784668, -4.527599334716797, -5.5547075271606445, -4.5268096923828125, -3.6695263385772705, -4.488954544067383, -5.421538829803467, -3.7896249294281006, -3.4700987339019775, -3.0020785331726074, -4.125918388366699, -3.0316290855407715, -3.562765598297119, -2.030852794647217, -4.982504844665527, -5.308629989624023, -2.6446027755737305, -2.7635061740875244, -5.156147003173828, -5.705158710479736, -2.6665334701538086, -5.3976006507873535, -6.043107986450195, -4.955662250518799, -4.074110507965088, -3.5231845378875732, -4.655483722686768, -5.5703582763671875, -2.4783711433410645, -3.2449610233306885, -3.9911293983459473, -3.238769769668579, -2.526824474334717, -4.626378536224365, -5.104364395141602, -5.371174335479736, -5.253426551818848, -5.114175796508789, -4.2519073486328125, -4.1736063957214355, -2.5951907634735107, -0.8679078817367554, -3.1701924800872803, -2.6481056213378906, -1.2495670318603516, -1.7840068340301514, -1.727849006652832, -2.809835195541382, -0.6183578968048096, -1.5979591608047485, -1.9592691659927368, -1.3478715419769287, -1.0956255197525024, -2.759868621826172, -1.7447963953018188, -2.4490489959716797, -2.1473093032836914, -3.6050167083740234, -1.991797924041748, -1.983202576637268, -2.29936146736145, -2.0727014541625977, -2.8218448162078857, -0.6278818845748901, -1.756455659866333, -3.5339136123657227, -3.0707898139953613, -2.647951602935791, -2.1286637783050537, -3.2777724266052246, -2.201328754425049, -2.6356887817382812, -1.8935604095458984, -2.3419322967529297, -1.7791728973388672, -1.4269541501998901, -1.4023973941802979, -2.0313425064086914, -2.1981773376464844, -0.41927364468574524, -1.6386724710464478, -2.525238275527954, -1.2482486963272095, -1.3914315700531006, -1.6701409816741943, -1.9385600090026855, -1.482069969177246, -1.8470163345336914, -0.8676073551177979, -0.9317466616630554, -1.7595367431640625, -1.4022220373153687, -1.633461594581604, -2.07783579826355, -0.8370951414108276, -2.1700942516326904, -2.306682586669922, 0.01931922882795334, -1.7016403675079346, -1.166179895401001, -0.9245615005493164, -0.024239063262939453, -0.5398337841033936, -2.5678279399871826, -0.8521403074264526, -1.517960548400879, -1.8575894832611084, -1.1430569887161255, -1.5961554050445557, -0.8903835415840149, -1.5601410865783691, -0.8954113721847534, -1.0205081701278687, -0.14527788758277893, -0.10361632704734802, -0.5858800411224365, 1.007839322090149, 0.8599829077720642, -0.15382471680641174, -0.25700071454048157, -0.3333783745765686, 0.2604556977748871, -0.9690295457839966, 0.44764411449432373, 0.7299443483352661, 1.4119012355804443, -0.4161778688430786, -0.023685187101364136, -0.8013620376586914, 0.360797256231308, 0.692947506904602, -0.7927468419075012, -0.16356515884399414, -0.38319894671440125, 0.710066556930542, 0.4254973828792572, -0.7018954157829285, -0.5940164923667908, 2.069319248199463, -0.2206566035747528, -0.3013465404510498, -0.39251434803009033, 0.346314400434494, -0.48635897040367126, -5.850251197814941 ], "p_full": [ 0.9833906888961792, 0.016234520822763443, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.00037471865653060377 ], "p_full_nonzero_count": 3, "p_full_expected_nonzero_count": 3, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.9837594032287598, 0.01624060794711113 ], "abstain": 0.00037471865653060377, "confidence": 0.8802228225425007, "argmax": 0, "top2_margin": 0.9675188064575195, "tokens": 61, "zoo_only": false, "language": "mixed", "causality_max_abs_diff": 0.0, "raw_logits_min": -7.764531135559082, "raw_logits_max": 2.0756096839904785, "raw_logits_absmax": 7.764531135559082, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r14-fill", "request_id": "r14", "question_id": "fill", "type": "score", "qtype_index": 1, "kind": "slot", "question": "ตะกร้าเต็มเพียงใด? Rate its fill.", "options": [ "0: empty / ว่าง", "1: half full / ครึ่งหนึ่ง", "2: full / เต็ม" ], "option_names": [ "0", "1", "2" ], "ids_full": [ 248077, 4241, 760, 13621, 5435, 148349, 177127, 148346, 149561, 34469, 27399, 160451, 10152, 328, 152685, 86645, 56049, 161692, 148384, 149119, 35982, 148406, 148521, 148323, 148315, 18064, 29444, 148359, 148315, 18064, 29444, 593, 4139, 4147, 88929, 198, 248078, 248080, 230792, 86645, 56049, 148642, 151667, 148582, 148955, 155346, 30, 19172, 1141, 4990, 13, 198, 248083, 220, 15, 25, 4147, 593, 152350, 148406, 198, 248084, 220, 16, 25, 4139, 2400, 593, 156180, 148315, 18064, 29444, 148359, 148315, 18064, 29444, 198, 248085, 220, 17, 25, 2400, 593, 161683, 151667, 198, 248082, 198 ], "slot": 86, "ids": [ 248077, 4241, 760, 13621, 5435, 148349, 177127, 148346, 149561, 34469, 27399, 160451, 10152, 328, 152685, 86645, 56049, 161692, 148384, 149119, 35982, 148406, 148521, 148323, 148315, 18064, 29444, 148359, 148315, 18064, 29444, 593, 4139, 4147, 88929, 198, 248078, 248080, 230792, 86645, 56049, 148642, 151667, 148582, 148955, 155346, 30, 19172, 1141, 4990, 13, 198, 248083, 220, 15, 25, 4147, 593, 152350, 148406, 198, 248084, 220, 16, 25, 4139, 2400, 593, 156180, 148315, 18064, 29444, 148359, 148315, 18064, 29444, 198, 248085, 220, 17, 25, 2400, 593, 161683, 151667, 198, 248082 ], "nopts": 3, "label_ids": [ 0, 1, 2 ], "temperature": 1.0431410074234009, "raw_logits": [ 2.586092710494995, 1.8035998344421387, -2.446321725845337, -2.863144636154175, -2.4908812046051025, -3.19272518157959, -3.0181732177734375, -3.8413968086242676, -4.067696571350098, -2.723588466644287, -2.693270206451416, -3.7804951667785645, -4.504419326782227, -2.8656299114227295, -3.5744192600250244, -4.092686653137207, -3.82674503326416, -4.8374176025390625, -2.7317593097686768, -3.372346878051758, -3.190063714981079, -1.6241289377212524, -4.930250644683838, -6.132293701171875, -3.1883206367492676, -4.510076522827148, -2.180405378341675, -4.932879447937012, -4.043959617614746, -6.5051116943359375, -3.930558681488037, -4.536387920379639, -5.648100852966309, -4.619769096374512, -3.0580828189849854, -4.92569637298584, -5.003196716308594, -5.672908782958984, -4.152341842651367, -2.9521758556365967, -6.703824043273926, -4.448671817779541, -4.953646659851074, -5.521359443664551, -3.7734663486480713, -4.681408405303955, -3.813157796859741, -4.427940845489502, -4.965338230133057, -4.410070419311523, -5.362900257110596, -4.3866353034973145, -3.000943660736084, -4.8383097648620605, -3.0247859954833984, -3.4491958618164062, -3.83624529838562, -4.380623817443848, -4.3627610206604, -5.8130388259887695, -7.267682075500488, -6.506524085998535, -7.882862567901611, -5.724102020263672, -3.6498055458068848, -6.985812664031982, -7.276702404022217, -2.200594663619995, -7.352044582366943, -4.063699245452881, -7.653643608093262, -4.800295829772949, -2.784040927886963, -5.4293622970581055, -3.6687581539154053, -5.826338768005371, -4.109251976013184, -6.572346210479736, -3.612600088119507, -5.437065124511719, -4.0874481201171875, -3.6958274841308594, -2.5372767448425293, -4.249386310577393, -3.2623746395111084, -3.8980460166931152, -2.369551420211792, -3.6842846870422363, -2.92230486869812, -4.53605318069458, -3.2983858585357666, -3.9425501823425293, -3.735567808151245, -3.6657819747924805, -4.060069561004639, -4.056827068328857, -4.791635513305664, -3.5468132495880127, -2.9993205070495605, -4.000552177429199, -5.440279960632324, -4.751945972442627, -3.169772148132324, -3.9028491973876953, -4.200085639953613, -5.793259620666504, -3.7946343421936035, -5.179190158843994, -3.9371278285980225, -5.5842390060424805, -4.26922082901001, -4.698498725891113, -4.773987293243408, -6.121941089630127, -4.738275527954102, -3.7758538722991943, -4.621798515319824, -5.4841461181640625, -3.8902761936187744, -3.4788296222686768, -3.355329990386963, -4.039608001708984, -3.1359291076660156, -3.537022590637207, -2.4165728092193604, -5.201379299163818, -5.419099807739258, -2.6825320720672607, -2.6403555870056152, -5.119143486022949, -5.406027793884277, -3.0348825454711914, -5.279742240905762, -5.8500823974609375, -4.957237243652344, -4.159807205200195, -3.5317223072052, -4.887310981750488, -5.633180618286133, -2.8535099029541016, -3.5373024940490723, -4.093005180358887, -3.1584110260009766, -2.683382511138916, -4.803624153137207, -5.1249237060546875, -5.779412269592285, -4.99432373046875, -4.743873119354248, -4.219832897186279, -4.335123538970947, -2.728661060333252, -1.0135347843170166, -3.0815603733062744, -2.6017370223999023, -1.3620787858963013, -1.7852474451065063, -1.9124021530151367, -2.984612226486206, -0.7233702540397644, -1.830830693244934, -2.0002493858337402, -1.5459771156311035, -1.1258962154388428, -2.5766589641571045, -1.9412261247634888, -2.667102336883545, -2.1264381408691406, -3.458197593688965, -2.033923625946045, -2.1092946529388428, -2.4891600608825684, -2.169208288192749, -2.9320454597473145, -0.7920281887054443, -2.11130952835083, -3.578932523727417, -3.376225233078003, -2.908088445663452, -2.585496664047241, -3.225473642349243, -2.652190923690796, -2.4861273765563965, -2.1533594131469727, -2.199434518814087, -1.7290070056915283, -1.378889560699463, -1.4904788732528687, -2.367648124694824, -2.262786388397217, -0.5643197894096375, -1.6407465934753418, -2.6097769737243652, -1.3647425174713135, -1.450753092765808, -1.5294287204742432, -2.0667483806610107, -1.5956112146377563, -1.8476994037628174, -1.0120292901992798, -0.966299831867218, -1.7499258518218994, -1.389988899230957, -1.559401512145996, -2.262399435043335, -0.9461488723754883, -2.47172212600708, -2.643343687057495, -0.37725746631622314, -2.249507427215576, -1.154477834701538, -1.2460604906082153, -0.20766043663024902, -0.9976760149002075, -2.4760632514953613, -1.0699763298034668, -1.622026801109314, -2.160646677017212, -1.226189374923706, -1.9557504653930664, -1.3538483381271362, -1.7950286865234375, -1.0854119062423706, -0.9123330116271973, -0.24760375916957855, 0.09681886434555054, -0.5300470590591431, 1.0935235023498535, 0.8497920036315918, -0.2939468026161194, -0.47822436690330505, -0.744759202003479, 0.08334136009216309, -0.8958276510238647, 0.1118096113204956, 0.9084140062332153, 1.3993332386016846, -0.31386467814445496, 0.24039125442504883, -0.8432927131652832, 0.36175310611724854, 0.5825250148773193, -0.5449943542480469, -0.15202493965625763, -0.09253820776939392, 0.46749716997146606, 0.4826585650444031, -0.24101081490516663, -0.8931417465209961, 2.027428150177002, -0.359599769115448, -0.44981086254119873, -0.20715618133544922, 0.3294467031955719, -0.5743768215179443, -5.293127059936523 ], "p_full": [ 0.6752827763557434, 0.31893908977508545, 0.005424047354608774, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.000354081392288208 ], "p_full_nonzero_count": 4, "p_full_expected_nonzero_count": 4, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.675521969795227, 0.3190520703792572, 0.005425968673080206 ], "abstain": 0.000354081392288208, "confidence": 0.40126556185535733, "argmax": 0, "top2_margin": 0.35646989941596985, "tokens": 87, "zoo_only": false, "language": "mixed", "causality_max_abs_diff": 2.86102294921875e-06, "raw_logits_min": -7.882862567901611, "raw_logits_max": 2.586092710494995, "raw_logits_absmax": 7.882862567901611, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r15-color", "request_id": "r15", "question_id": "color", "type": "choice", "qtype_index": 0, "kind": "slot", "question": "What is the dial color?", "options": [ "red", "blue", "green" ], "option_names": [ "red", "blue", "green" ], "ids_full": [ 248077, 357, 26956, 3387, 310, 2119, 220, 22, 383, 264, 5281, 494, 220, 15, 310, 220, 24, 13, 11116, 1829, 369, 6105, 13, 561, 3289, 369, 303, 279, 4570, 314, 1330, 9599, 13, 198, 248078, 248079, 3437, 369, 279, 26956, 1829, 30, 198, 248083, 2438, 198, 248084, 6105, 198, 248085, 5983, 198, 248082, 198 ], "slot": 52, "ids": [ 248077, 357, 26956, 3387, 310, 2119, 220, 22, 383, 264, 5281, 494, 220, 15, 310, 220, 24, 13, 11116, 1829, 369, 6105, 13, 561, 3289, 369, 303, 279, 4570, 314, 1330, 9599, 13, 198, 248078, 248079, 3437, 369, 279, 26956, 1829, 30, 198, 248083, 2438, 198, 248084, 6105, 198, 248085, 5983, 198, 248082 ], "nopts": 3, "label_ids": [ 0, 1, 2 ], "temperature": 1.058533787727356, "raw_logits": [ -2.7627882957458496, 3.368619918823242, -2.764832019805908, -2.9449989795684814, -2.296204090118408, -3.1749038696289062, -3.107431173324585, -3.7949585914611816, -3.930391311645508, -2.7761993408203125, -3.2052481174468994, -3.926241874694824, -5.493835926055908, -3.7268500328063965, -4.447669982910156, -4.622880935668945, -3.904801845550537, -4.161690711975098, -3.176548957824707, -3.250368356704712, -3.6398611068725586, -2.269716739654541, -5.473779201507568, -7.261934757232666, -4.1897687911987305, -5.791820526123047, -2.7475085258483887, -5.546209812164307, -4.639878749847412, -6.899711608886719, -4.772941589355469, -4.811386585235596, -6.42258358001709, -5.221338748931885, -3.3426942825317383, -5.7079243659973145, -5.481935501098633, -5.924949645996094, -4.460662841796875, -3.174769163131714, -7.441702842712402, -4.693029403686523, -4.877913951873779, -6.287093162536621, -4.617873668670654, -5.370161056518555, -4.552617073059082, -4.5618181228637695, -5.348387241363525, -4.92465877532959, -5.855640411376953, -4.729135513305664, -3.0314693450927734, -5.068583965301514, -2.917444944381714, -3.398057460784912, -3.4281649589538574, -4.495196342468262, -4.793026447296143, -5.639616966247559, -7.736119747161865, -6.60906457901001, -7.789391994476318, -6.8007049560546875, -3.778555393218994, -7.7428789138793945, -7.869378089904785, -2.3661978244781494, -8.115837097167969, -4.3006062507629395, -8.178394317626953, -5.623189926147461, -2.6567142009735107, -6.326864719390869, -3.872039318084717, -6.522361755371094, -4.434863090515137, -7.106334686279297, -4.370662212371826, -5.897058486938477, -4.2751030921936035, -4.348689079284668, -2.8257241249084473, -4.467245101928711, -3.8157448768615723, -4.171862602233887, -2.708913803100586, -4.156472206115723, -3.0655431747436523, -5.259084224700928, -3.6826674938201904, -4.199260711669922, -4.424095630645752, -4.413209915161133, -4.7485857009887695, -4.925597190856934, -5.248222351074219, -3.924663543701172, -4.279845714569092, -4.2352728843688965, -6.461681365966797, -4.675628662109375, -3.773289442062378, -4.396363258361816, -4.6822357177734375, -6.383632659912109, -4.517934799194336, -5.935351848602295, -4.333133697509766, -5.866676330566406, -4.589032173156738, -4.953930854797363, -5.430631160736084, -6.726582050323486, -4.9875640869140625, -4.168862342834473, -4.719345569610596, -6.334041118621826, -4.606351852416992, -3.733626365661621, -3.500368356704712, -4.007556915283203, -3.4070253372192383, -3.9210495948791504, -2.5795743465423584, -6.019528865814209, -5.990089416503906, -3.336768627166748, -3.325881242752075, -5.702342987060547, -5.893959045410156, -3.8954899311065674, -5.697790145874023, -6.159289360046387, -5.188282012939453, -5.025907516479492, -4.232150077819824, -5.256892681121826, -6.063952922821045, -3.1974525451660156, -3.827183246612549, -4.304988384246826, -3.882455348968506, -3.4906835556030273, -4.843683242797852, -5.534978866577148, -6.386356353759766, -5.292503356933594, -4.810854434967041, -4.65579891204834, -4.924507141113281, -3.297882080078125, -1.2849979400634766, -3.5962541103363037, -2.4305105209350586, -1.8101956844329834, -2.0443778038024902, -2.0875871181488037, -3.4776134490966797, -0.4748728275299072, -2.187150716781616, -2.122276782989502, -1.7188642024993896, -1.3131141662597656, -2.636044979095459, -2.3977816104888916, -2.969236135482788, -1.8211452960968018, -3.552730083465576, -2.188758134841919, -2.611039400100708, -2.4828686714172363, -2.583784818649292, -3.173614501953125, -0.9370815753936768, -2.0852503776550293, -3.3223893642425537, -3.362807035446167, -3.2113194465637207, -3.7548933029174805, -3.5731775760650635, -3.4302966594696045, -2.8372249603271484, -2.32698917388916, -2.7564644813537598, -1.7947818040847778, -1.3106021881103516, -1.9692282676696777, -2.1914663314819336, -2.269988536834717, -1.2257921695709229, -1.8832123279571533, -3.18988037109375, -1.8724148273468018, -1.6039363145828247, -2.3040242195129395, -2.1012184619903564, -2.1176228523254395, -1.7933450937271118, -1.685494065284729, -1.451280117034912, -2.1063315868377686, -1.7673118114471436, -2.049956798553467, -2.5379576683044434, -1.3399126529693604, -2.7992002964019775, -2.735507011413574, -0.41843563318252563, -2.4356849193573, -1.0281217098236084, -1.3905082941055298, -0.9958066940307617, -1.7319732904434204, -2.5339767932891846, -1.2698233127593994, -1.7976903915405273, -2.5114006996154785, -2.123305559158325, -2.1783299446105957, -1.532772421836853, -1.6769720315933228, -1.5053538084030151, -1.302001953125, -0.20926988124847412, 0.06604169309139252, -0.4033782482147217, 0.8141233921051025, 1.1367466449737549, -0.05938005447387695, -0.7840406894683838, -0.5336676836013794, 0.16775326430797577, -0.7644962072372437, 0.49830472469329834, 1.154822826385498, 1.3233132362365723, -0.6974575519561768, -0.05288432538509369, -0.7540006041526794, 0.2036931812763214, 0.8279721736907959, -0.9534983038902283, -0.11123839020729065, 0.20670631527900696, 0.5635356903076172, 0.3829188346862793, -0.24489367008209229, -0.9668476581573486, 1.3482961654663086, -0.044194601476192474, -0.7311139702796936, -0.30765238404273987, 0.43621987104415894, -0.631735622882843, -3.931574583053589 ], "p_full": [ 0.003029247047379613, 0.9929432272911072, 0.0030234043952077627, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.001004166784696281 ], "p_full_nonzero_count": 4, "p_full_expected_nonzero_count": 4, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.0030322920065373182, 0.9939413070678711, 0.0030264435335993767 ], "abstain": 0.001004166784696281, "confidence": 0.9625187700186959, "argmax": 1, "top2_margin": 0.9909090399742126, "tokens": 53, "zoo_only": false, "language": "en", "causality_max_abs_diff": 1.9073486328125e-06, "raw_logits_min": -8.178394317626953, "raw_logits_max": 3.368619918823242, "raw_logits_absmax": 8.178394317626953, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r15-level", "request_id": "r15", "question_id": "level", "type": "score", "qtype_index": 1, "kind": "slot", "question": "Which level does the dial indicate?", "options": [ "0: level 0", "1: level 1", "2: level 2", "3: level 3", "4: level 4", "5: level 5", "6: level 6", "7: level 7", "8: level 8", "9: level 9" ], "option_names": [ "0", "1", "2", "3", "4", "5", "6", "7", "8", "9" ], "ids_full": [ 248077, 357, 26956, 3387, 310, 2119, 220, 22, 383, 264, 5281, 494, 220, 15, 310, 220, 24, 13, 11116, 1829, 369, 6105, 13, 561, 3289, 369, 303, 279, 4570, 314, 1330, 9599, 13, 198, 248078, 248080, 15451, 2119, 1503, 279, 26956, 12832, 30, 198, 248083, 220, 15, 25, 2119, 220, 15, 198, 248084, 220, 16, 25, 2119, 220, 16, 198, 248085, 220, 17, 25, 2119, 220, 17, 198, 248086, 220, 18, 25, 2119, 220, 18, 198, 248087, 220, 19, 25, 2119, 220, 19, 198, 248088, 220, 20, 25, 2119, 220, 20, 198, 248089, 220, 21, 25, 2119, 220, 21, 198, 248090, 220, 22, 25, 2119, 220, 22, 198, 248091, 220, 23, 25, 2119, 220, 23, 198, 248092, 220, 24, 25, 2119, 220, 24, 198, 248082, 198 ], "slot": 124, "ids": [ 248077, 357, 26956, 3387, 310, 2119, 220, 22, 383, 264, 5281, 494, 220, 15, 310, 220, 24, 13, 11116, 1829, 369, 6105, 13, 561, 3289, 369, 303, 279, 4570, 314, 1330, 9599, 13, 198, 248078, 248080, 15451, 2119, 1503, 279, 26956, 12832, 30, 198, 248083, 220, 15, 25, 2119, 220, 15, 198, 248084, 220, 16, 25, 2119, 220, 16, 198, 248085, 220, 17, 25, 2119, 220, 17, 198, 248086, 220, 18, 25, 2119, 220, 18, 198, 248087, 220, 19, 25, 2119, 220, 19, 198, 248088, 220, 20, 25, 2119, 220, 20, 198, 248089, 220, 21, 25, 2119, 220, 21, 198, 248090, 220, 22, 25, 2119, 220, 22, 198, 248091, 220, 23, 25, 2119, 220, 23, 198, 248092, 220, 24, 25, 2119, 220, 24, 198, 248082 ], "nopts": 10, "label_ids": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9 ], "temperature": 1.0431410074234009, "raw_logits": [ -1.6342664957046509, -2.208489418029785, -2.5269250869750977, -2.5526235103607178, -2.354672908782959, -3.4571475982666016, -2.918799877166748, 4.9012556076049805, -2.3233768939971924, -0.6163406372070312, -2.918421745300293, -2.8362793922424316, -4.681206226348877, -3.2931199073791504, -3.861534357070923, -3.942957878112793, -3.5177061557769775, -4.7587385177612305, -2.9890644550323486, -2.6101717948913574, -3.692716121673584, -1.7289936542510986, -4.132338523864746, -4.3625102043151855, -3.3571372032165527, -4.315825462341309, -3.180495500564575, -5.14886474609375, -4.721449375152588, -5.992254734039307, -4.375247001647949, -5.054725646972656, -6.01976203918457, -4.870283126831055, -2.9999630451202393, -4.488561153411865, -5.309797286987305, -5.742987632751465, -4.400367736816406, -2.6079163551330566, -6.473991870880127, -3.6855101585388184, -4.7884135246276855, -6.3932366371154785, -4.060589790344238, -4.054594039916992, -4.211341381072998, -5.173439025878906, -4.7407546043396, -4.232688903808594, -5.507372856140137, -4.026740074157715, -2.799072265625, -5.100619316101074, -3.428882122039795, -3.3123226165771484, -4.2232818603515625, -4.767425060272217, -4.39212703704834, -5.409297943115234, -7.439910888671875, -6.94508171081543, -7.816807746887207, -5.690952301025391, -3.7484641075134277, -7.398784637451172, -6.786628246307373, -1.9253878593444824, -7.355377197265625, -4.206119060516357, -7.752074241638184, -5.5258636474609375, -2.4874558448791504, -5.680198669433594, -3.4230682849884033, -6.375408172607422, -4.395577430725098, -6.725302696228027, -3.7532382011413574, -5.61628532409668, -4.5154218673706055, -4.348571300506592, -2.4038007259368896, -4.531324863433838, -3.0804967880249023, -4.855227470397949, -2.2921600341796875, -3.8836655616760254, -2.6123886108398438, -3.9626078605651855, -3.4191207885742188, -3.5103697776794434, -4.091670989990234, -3.3988428115844727, -4.859048843383789, -4.29768180847168, -5.349728107452393, -3.2175395488739014, -3.2237539291381836, -4.496286392211914, -5.7290544509887695, -4.485229015350342, -3.8611369132995605, -3.8622913360595703, -4.543351650238037, -5.629631042480469, -3.6146116256713867, -5.266926288604736, -4.073468208312988, -5.726855278015137, -4.424002647399902, -4.713693141937256, -4.559029579162598, -5.608005523681641, -5.0793232917785645, -3.958578109741211, -4.560854911804199, -6.618929386138916, -4.162079811096191, -3.238654613494873, -3.1764862537384033, -3.7211623191833496, -3.2237329483032227, -3.3912200927734375, -2.097432851791382, -4.958840370178223, -5.217931270599365, -2.5090320110321045, -2.9382731914520264, -5.465973854064941, -5.854499816894531, -2.4630932807922363, -5.353979110717773, -5.695886611938477, -4.962800025939941, -4.6029052734375, -3.5451104640960693, -4.815012454986572, -5.906553268432617, -2.2708311080932617, -2.9391140937805176, -3.6761341094970703, -3.523564577102661, -2.520792007446289, -4.645674228668213, -4.864248275756836, -5.9951090812683105, -5.082228183746338, -5.544375896453857, -5.425800323486328, -4.14118766784668, -2.9724032878875732, -0.910846471786499, -3.608853816986084, -2.4675514698028564, -1.4014853239059448, -1.505396842956543, -2.006683588027954, -3.2338240146636963, -0.05573686957359314, -1.3658528327941895, -2.2004573345184326, -1.727597713470459, -1.4167476892471313, -3.2187771797180176, -1.234096646308899, -3.3475842475891113, -2.5062358379364014, -3.6139702796936035, -2.5074424743652344, -1.8544223308563232, -2.58217191696167, -2.001969337463379, -3.155766010284424, -0.19784897565841675, -1.7549476623535156, -3.6628665924072266, -3.222414493560791, -3.2617902755737305, -2.266333818435669, -3.6658926010131836, -1.9324835538864136, -2.6164329051971436, -1.605445384979248, -2.3962292671203613, -1.6936333179473877, -0.9699397087097168, -2.0937533378601074, -1.838470220565796, -2.0591607093811035, -1.1286566257476807, -1.541883111000061, -2.485419750213623, -1.8207435607910156, -1.7231457233428955, -1.6308443546295166, -1.3486347198486328, -1.831851840019226, -1.8328652381896973, -1.0147528648376465, -1.3086748123168945, -2.1705901622772217, -1.5816237926483154, -1.8873958587646484, -2.2397992610931396, -0.9443800449371338, -2.7072808742523193, -2.576934814453125, 0.2375974953174591, -2.38387393951416, -1.4157016277313232, -1.7796120643615723, -0.22505134344100952, -1.289176106452942, -2.328746795654297, -1.121158480644226, -1.548462152481079, -1.9643306732177734, -0.7558470964431763, -1.681929349899292, -1.4339427947998047, -1.1327083110809326, -1.001173496246338, -1.0372966527938843, -0.1517018973827362, -0.4083655774593353, -0.4748890697956085, 1.2190167903900146, 1.1003562211990356, -0.3916045129299164, -0.26962515711784363, -0.723361611366272, 0.42446792125701904, -0.28452587127685547, 0.2670263350009918, 1.1091276407241821, 1.2556219100952148, -0.34062814712524414, -0.41220811009407043, -0.7618943452835083, -0.31868571043014526, 0.8200356960296631, -0.8423290252685547, -0.1919369399547577, -0.04782626032829285, 0.7294167876243591, 0.11579418182373047, -0.2031179815530777, -0.4326639771461487, 1.9798247814178467, 0.20421439409255981, 0.039640963077545166, -0.7016462683677673, 0.21974584460258484, -0.7238771915435791, -5.449305534362793 ], "p_full": [ 0.0018777800723910332, 0.0010828707600012422, 0.0007979967631399632, 0.0007785779889672995, 0.000941272999625653, 0.0003271285386290401, 0.0005480883410200477, 0.9876454472541809, 0.0009699406218715012, 0.004982431419193745, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.8452511691721156e-05 ], "p_full_nonzero_count": 11, "p_full_expected_nonzero_count": 11, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.0018778711091727018, 0.001082923263311386, 0.0007980354130268097, 0.0007786157075315714, 0.0009413186344318092, 0.00032714440021663904, 0.0005481148837134242, 0.9876933097839355, 0.0009699876536615193, 0.004982673097401857 ], "abstain": 4.8452511691721156e-05, "confidence": 0.9612926047888595, "argmax": 7, "top2_margin": 0.9827106595039368, "tokens": 125, "zoo_only": false, "language": "en", "causality_max_abs_diff": 2.86102294921875e-06, "raw_logits_min": -7.816807746887207, "raw_logits_max": 4.9012556076049805, "raw_logits_absmax": 7.816807746887207, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r15-position", "request_id": "r15", "question_id": "position", "type": "score", "qtype_index": 1, "kind": "slot", "question": "Which position is the switch in?", "options": [ "0: lower position", "1: upper position" ], "option_names": [ "0", "1" ], "ids_full": [ 248077, 357, 26956, 3387, 310, 2119, 220, 22, 383, 264, 5281, 494, 220, 15, 310, 220, 24, 13, 11116, 1829, 369, 6105, 13, 561, 3289, 369, 303, 279, 4570, 314, 1330, 9599, 13, 198, 248078, 248080, 15451, 2234, 369, 279, 3289, 303, 30, 198, 248083, 220, 15, 25, 4570, 2234, 198, 248084, 220, 16, 25, 8156, 2234, 198, 248082, 198 ], "slot": 58, "ids": [ 248077, 357, 26956, 3387, 310, 2119, 220, 22, 383, 264, 5281, 494, 220, 15, 310, 220, 24, 13, 11116, 1829, 369, 6105, 13, 561, 3289, 369, 303, 279, 4570, 314, 1330, 9599, 13, 198, 248078, 248080, 15451, 2234, 369, 279, 3289, 303, 30, 198, 248083, 220, 15, 25, 4570, 2234, 198, 248084, 220, 16, 25, 8156, 2234, 198, 248082 ], "nopts": 2, "label_ids": [ 0, 1 ], "temperature": 1.0431410074234009, "raw_logits": [ 2.306751251220703, -0.6612430810928345, -1.9633605480194092, -2.4953155517578125, -1.785975694656372, -2.687141180038452, -2.489978313446045, -3.3071141242980957, -3.4936275482177734, -1.7967913150787354, -2.1674177646636963, -3.004667043685913, -3.8311290740966797, -2.1650390625, -3.2064476013183594, -3.7468419075012207, -3.8628363609313965, -4.991493225097656, -2.752000331878662, -2.8410844802856445, -3.152733087539673, -1.5341717004776, -4.794013023376465, -5.745612144470215, -3.0431692600250244, -3.7879128456115723, -2.082343101501465, -4.193892478942871, -3.615314483642578, -5.747495651245117, -3.7263169288635254, -3.797433853149414, -5.407454490661621, -3.931675434112549, -2.6565818786621094, -4.253294944763184, -4.780302047729492, -5.7624592781066895, -3.9554572105407715, -2.8297502994537354, -6.319165229797363, -3.99253511428833, -4.63209867477417, -5.578991413116455, -3.355576515197754, -4.215909481048584, -3.641833782196045, -4.424147605895996, -4.824741840362549, -3.925036668777466, -5.112813949584961, -4.152221202850342, -2.853137493133545, -5.02669620513916, -2.7952990531921387, -3.2866673469543457, -3.801145076751709, -4.516671180725098, -4.242398262023926, -5.816652297973633, -6.80781888961792, -6.264787197113037, -7.648866653442383, -5.481685638427734, -3.456040859222412, -6.7986531257629395, -6.966752052307129, -2.3182849884033203, -7.109279155731201, -3.9962241649627686, -7.336544513702393, -4.699087142944336, -2.605748176574707, -5.058315277099609, -3.4715003967285156, -5.488621234893799, -3.8082189559936523, -6.431571006774902, -3.427659273147583, -5.222484588623047, -4.1247639656066895, -3.63047456741333, -2.391831398010254, -4.112410545349121, -3.1395163536071777, -3.9944519996643066, -2.1190896034240723, -3.6292333602905273, -2.926112174987793, -4.105527400970459, -3.146599531173706, -3.8520286083221436, -3.6144449710845947, -3.3592913150787354, -4.124239444732666, -3.975581169128418, -4.531280040740967, -3.192680597305298, -2.6946890354156494, -3.8875417709350586, -4.9155097007751465, -4.4478960037231445, -3.10945463180542, -3.6363377571105957, -4.113394737243652, -5.230691909790039, -3.2431609630584717, -4.724201202392578, -3.744229793548584, -5.377743721008301, -4.0291361808776855, -4.263704299926758, -4.342817306518555, -5.4539666175842285, -4.448832988739014, -3.4536285400390625, -4.412379264831543, -5.19590425491333, -3.4524497985839844, -3.1919779777526855, -2.9632115364074707, -4.1069536209106445, -2.883868932723999, -3.376984119415283, -2.033146381378174, -4.775638580322266, -5.10650634765625, -2.3729605674743652, -2.4522602558135986, -4.819879531860352, -5.3404693603515625, -2.4214510917663574, -5.103154182434082, -5.654580116271973, -4.843445777893066, -3.6746437549591064, -3.1914987564086914, -4.391674041748047, -5.437582015991211, -2.39294171333313, -3.241025447845459, -3.849233627319336, -2.9014780521392822, -2.4574077129364014, -4.551331520080566, -4.656959056854248, -5.164121150970459, -4.976589202880859, -4.841828346252441, -4.051455497741699, -4.182261943817139, -2.366227626800537, -0.5480437278747559, -2.9173011779785156, -2.3687570095062256, -1.1277477741241455, -1.4622297286987305, -1.7889482975006104, -2.739522933959961, -0.4474092125892639, -1.6630196571350098, -1.8710486888885498, -1.2789745330810547, -0.8869574069976807, -2.5171735286712646, -1.7449159622192383, -2.337210178375244, -2.0241012573242188, -3.3143606185913086, -1.7714439630508423, -1.7803244590759277, -2.2524495124816895, -1.902407169342041, -2.726456642150879, -0.3644222617149353, -1.567061185836792, -3.2263686656951904, -3.052422523498535, -2.5020554065704346, -1.960248351097107, -2.933563470840454, -1.881620168685913, -2.352402687072754, -1.8602148294448853, -2.060925245285034, -1.6165392398834229, -1.2490875720977783, -1.2930564880371094, -2.1117653846740723, -2.013868808746338, -0.09248395264148712, -1.508949875831604, -2.217869997024536, -1.2719597816467285, -1.2684438228607178, -1.4005317687988281, -1.933933973312378, -1.343559741973877, -1.7102595567703247, -0.8249869346618652, -0.8288872241973877, -1.4554842710494995, -1.1619161367416382, -1.4018125534057617, -2.045959711074829, -0.6219209432601929, -2.130033493041992, -2.1358790397644043, -0.08470180630683899, -1.7102669477462769, -0.8893470764160156, -0.9329088926315308, 0.18551033735275269, -0.46432986855506897, -2.4784560203552246, -0.7307542562484741, -1.4163310527801514, -1.8612487316131592, -0.9985295534133911, -1.6791391372680664, -1.1672208309173584, -1.7454781532287598, -0.9179348945617676, -0.8996810913085938, -0.1427438110113144, 0.0828292965888977, -0.49774324893951416, 1.1604950428009033, 0.8359273672103882, -0.16303518414497375, -0.4245087206363678, -0.7203535437583923, 0.32617586851119995, -0.8411102294921875, 0.27683037519454956, 0.7239324450492859, 1.3707655668258667, -0.1501731425523758, -0.07569500803947449, -0.8224738240242004, 0.47201353311538696, 0.7070527076721191, -0.5865839719772339, -0.14840112626552582, -0.1719748079776764, 0.5116469264030457, 0.554289698600769, -0.5480203628540039, -0.8359376788139343, 2.135646343231201, -0.46021679043769836, -0.43057119846343994, -0.2607325315475464, 0.33284416794776917, -0.45709216594696045, -5.901173114776611 ], "p_full": [ 0.944730818271637, 0.05490763857960701, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.00036147201899439096 ], "p_full_nonzero_count": 3, "p_full_expected_nonzero_count": 3, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.9450725317001343, 0.05492749810218811 ], "abstain": 0.00036147201899439096, "confidence": 0.6930292198687094, "argmax": 0, "top2_margin": 0.8901450634002686, "tokens": 59, "zoo_only": false, "language": "en", "causality_max_abs_diff": 1.9073486328125e-06, "raw_logits_min": -7.648866653442383, "raw_logits_max": 2.306751251220703, "raw_logits_absmax": 7.648866653442383, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r16-color", "request_id": "r16", "question_id": "color", "type": "choice", "qtype_index": 0, "kind": "slot", "question": "หน้าปัดมีสีอะไร", "options": [ "ดำ", "ขาว", "เทา" ], "option_names": [ "ดำ", "ขาว", "เทา" ], "ids_full": [ 248077, 227756, 35982, 148433, 46513, 148416, 148289, 35804, 80665, 220, 18, 148788, 20141, 148836, 35804, 80665, 220, 15, 150119, 148633, 220, 24, 220, 148359, 56049, 52846, 148433, 34469, 27399, 161428, 148340, 35982, 148673, 46513, 53900, 148350, 148597, 153479, 153964, 148312, 151497, 149121, 155349, 153479, 153964, 148312, 198, 248078, 248079, 220, 148359, 56049, 52846, 148433, 25443, 151962, 27399, 153371, 198, 248083, 216730, 198, 248084, 148960, 148821, 198, 248085, 151238, 20141, 198, 248082, 198 ], "slot": 70, "ids": [ 248077, 227756, 35982, 148433, 46513, 148416, 148289, 35804, 80665, 220, 18, 148788, 20141, 148836, 35804, 80665, 220, 15, 150119, 148633, 220, 24, 220, 148359, 56049, 52846, 148433, 34469, 27399, 161428, 148340, 35982, 148673, 46513, 53900, 148350, 148597, 153479, 153964, 148312, 151497, 149121, 155349, 153479, 153964, 148312, 198, 248078, 248079, 220, 148359, 56049, 52846, 148433, 25443, 151962, 27399, 153371, 198, 248083, 216730, 198, 248084, 148960, 148821, 198, 248085, 151238, 20141, 198, 248082 ], "nopts": 3, "label_ids": [ 0, 1, 2 ], "temperature": 1.058533787727356, "raw_logits": [ -2.3707754611968994, 3.1033008098602295, -2.831698417663574, -3.132211923599243, -2.5364835262298584, -2.949690818786621, -3.0245394706726074, -4.024692058563232, -3.8490469455718994, -2.8872363567352295, -3.287604331970215, -4.074574947357178, -5.357213973999023, -3.489105701446533, -4.323274612426758, -4.500248432159424, -3.7148680686950684, -4.161141395568848, -3.18223237991333, -3.3052978515625, -3.5336623191833496, -2.212449550628662, -5.351028919219971, -7.115828990936279, -3.935917377471924, -5.445066452026367, -2.527991771697998, -5.320981502532959, -4.5997796058654785, -6.691020965576172, -4.685558319091797, -4.672760009765625, -6.315535545349121, -5.151831150054932, -3.4805827140808105, -5.60803747177124, -5.408076286315918, -5.984511852264404, -4.395003318786621, -3.044921875, -7.177799224853516, -4.587393760681152, -4.783444404602051, -5.979831695556641, -4.589951515197754, -5.270061492919922, -4.505771160125732, -4.430013656616211, -5.3907012939453125, -4.685567855834961, -5.7466230392456055, -4.792627334594727, -2.8759031295776367, -4.916586399078369, -2.9384093284606934, -3.4408130645751953, -3.579988956451416, -4.314950942993164, -4.693201065063477, -5.317424774169922, -7.431806564331055, -6.416233539581299, -7.575495719909668, -6.649007797241211, -3.7801971435546875, -7.539904594421387, -7.769804000854492, -2.4188461303710938, -7.9451446533203125, -4.121723175048828, -7.815020561218262, -5.3907647132873535, -2.566959857940674, -6.304725170135498, -3.7397992610931396, -6.317520618438721, -4.313626289367676, -6.961089134216309, -4.3857879638671875, -5.783201217651367, -4.396385192871094, -4.29823637008667, -2.7726502418518066, -4.46291971206665, -3.6817872524261475, -4.068041801452637, -2.624835729598999, -3.981626510620117, -3.1573445796966553, -5.085615634918213, -3.567953586578369, -4.195399284362793, -4.44301176071167, -4.252190113067627, -4.59775447845459, -4.767820358276367, -5.141251564025879, -4.0439558029174805, -4.0718994140625, -4.148585319519043, -6.277433395385742, -4.497692584991455, -3.7359495162963867, -4.263453006744385, -4.487207412719727, -6.306127548217773, -4.436686038970947, -5.807126998901367, -4.146913528442383, -5.744229793548584, -4.472246170043945, -4.844193935394287, -5.243060111999512, -6.4552764892578125, -4.865871429443359, -4.025522708892822, -4.657070159912109, -6.269903659820557, -4.602167129516602, -3.5685598850250244, -3.349668025970459, -3.925751209259033, -3.283064365386963, -3.821848154067993, -2.334557056427002, -5.98030948638916, -5.9189958572387695, -3.2027807235717773, -3.237919807434082, -5.5843963623046875, -5.662959575653076, -3.9340105056762695, -5.711236476898193, -6.1181135177612305, -4.810123443603516, -4.903378486633301, -3.9724910259246826, -4.982513427734375, -5.998224258422852, -3.160130023956299, -3.72288179397583, -4.2784423828125, -3.8193342685699463, -3.5029146671295166, -4.77430534362793, -5.364055633544922, -6.23975944519043, -5.138760089874268, -4.685267448425293, -4.42173433303833, -4.862648963928223, -3.2605481147766113, -1.3310998678207397, -3.5003108978271484, -2.327483654022217, -1.7559773921966553, -2.0178112983703613, -2.0053155422210693, -3.4724080562591553, -0.5139483213424683, -2.1574203968048096, -1.9673573970794678, -1.8198891878128052, -1.378084659576416, -2.4920034408569336, -2.2942233085632324, -2.871016263961792, -1.8832767009735107, -3.5360515117645264, -2.1578636169433594, -2.4540786743164062, -2.526794910430908, -2.5529212951660156, -3.2336301803588867, -0.8575187921524048, -2.2390995025634766, -3.3349101543426514, -3.4982166290283203, -3.319504737854004, -3.7128026485443115, -3.7643532752990723, -3.4797849655151367, -2.6942625045776367, -2.398163318634033, -2.730076551437378, -1.7953733205795288, -1.4014194011688232, -1.8570469617843628, -2.2471747398376465, -2.367819309234619, -1.1746827363967896, -1.989022970199585, -3.3319263458251953, -1.8924131393432617, -1.4997398853302002, -2.2696778774261475, -2.163555145263672, -2.1862597465515137, -1.7798511981964111, -1.7237355709075928, -1.4844207763671875, -2.133976936340332, -1.9274492263793945, -2.134246587753296, -2.4749069213867188, -1.3275617361068726, -2.6748046875, -2.7460286617279053, -0.4711662828922272, -2.4081380367279053, -1.1035659313201904, -1.606142520904541, -1.0142265558242798, -1.6504325866699219, -2.6568503379821777, -1.4174144268035889, -2.070678234100342, -2.4921138286590576, -2.031932830810547, -2.126685619354248, -1.5662187337875366, -1.6987488269805908, -1.4558185338974, -1.3274199962615967, -0.05640512704849243, -0.008553147315979004, -0.48159053921699524, 0.7743647694587708, 1.0335509777069092, -0.029553771018981934, -0.7396929264068604, -0.4784993827342987, 0.09282460808753967, -0.6169542074203491, 0.446047842502594, 1.2016477584838867, 1.2566288709640503, -0.6181563138961792, 0.003856867551803589, -0.7060432434082031, 0.33925431966781616, 0.8351916670799255, -0.7975619435310364, -0.2060524821281433, 0.1160668283700943, 0.5259800553321838, 0.5584417581558228, -0.20379085838794708, -0.9525454044342041, 1.4805794954299927, -0.21728220582008362, -0.6219334602355957, -0.33989542722702026, 0.3934076726436615, -0.43978941440582275, -3.1864125728607178 ], "p_full": [ 0.005609568208456039, 0.9881652593612671, 0.0036292949225753546, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0025959154590964317 ], "p_full_nonzero_count": 4, "p_full_expected_nonzero_count": 4, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.005624168086796999, 0.9907371401786804, 0.0036387406289577484 ], "abstain": 0.0025959154590964317, "confidence": 0.9464848095956351, "argmax": 1, "top2_margin": 0.9851129651069641, "tokens": 71, "zoo_only": false, "language": "th", "causality_max_abs_diff": 2.6226043701171875e-06, "raw_logits_min": -7.9451446533203125, "raw_logits_max": 3.1033008098602295, "raw_logits_absmax": 7.9451446533203125, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r16-level", "request_id": "r16", "question_id": "level", "type": "score", "qtype_index": 1, "kind": "slot", "question": "มาตรวัดชี้ระดับใด", "options": [ "0: ระดับ 0", "1: ระดับ 1", "2: ระดับ 2", "3: ระดับ 3", "4: ระดับ 4", "5: ระดับ 5", "6: ระดับ 6", "7: ระดับ 7", "8: ระดับ 8", "9: ระดับ 9" ], "option_names": [ "0", "1", "2", "3", "4", "5", "6", "7", "8", "9" ], "ids_full": [ 248077, 227756, 35982, 148433, 46513, 148416, 148289, 35804, 80665, 220, 18, 148788, 20141, 148836, 35804, 80665, 220, 15, 150119, 148633, 220, 24, 220, 148359, 56049, 52846, 148433, 34469, 27399, 161428, 148340, 35982, 148673, 46513, 53900, 148350, 148597, 153479, 153964, 148312, 151497, 149121, 155349, 153479, 153964, 148312, 198, 248078, 248080, 227756, 35982, 148433, 46513, 148416, 148289, 35804, 80665, 155346, 198, 248083, 220, 15, 25, 232216, 35804, 80665, 220, 15, 198, 248084, 220, 16, 25, 232216, 35804, 80665, 220, 16, 198, 248085, 220, 17, 25, 232216, 35804, 80665, 220, 17, 198, 248086, 220, 18, 25, 232216, 35804, 80665, 220, 18, 198, 248087, 220, 19, 25, 232216, 35804, 80665, 220, 19, 198, 248088, 220, 20, 25, 232216, 35804, 80665, 220, 20, 198, 248089, 220, 21, 25, 232216, 35804, 80665, 220, 21, 198, 248090, 220, 22, 25, 232216, 35804, 80665, 220, 22, 198, 248091, 220, 23, 25, 232216, 35804, 80665, 220, 23, 198, 248092, 220, 24, 25, 232216, 35804, 80665, 220, 24, 198, 248082, 198 ], "slot": 159, "ids": [ 248077, 227756, 35982, 148433, 46513, 148416, 148289, 35804, 80665, 220, 18, 148788, 20141, 148836, 35804, 80665, 220, 15, 150119, 148633, 220, 24, 220, 148359, 56049, 52846, 148433, 34469, 27399, 161428, 148340, 35982, 148673, 46513, 53900, 148350, 148597, 153479, 153964, 148312, 151497, 149121, 155349, 153479, 153964, 148312, 198, 248078, 248080, 227756, 35982, 148433, 46513, 148416, 148289, 35804, 80665, 155346, 198, 248083, 220, 15, 25, 232216, 35804, 80665, 220, 15, 198, 248084, 220, 16, 25, 232216, 35804, 80665, 220, 16, 198, 248085, 220, 17, 25, 232216, 35804, 80665, 220, 17, 198, 248086, 220, 18, 25, 232216, 35804, 80665, 220, 18, 198, 248087, 220, 19, 25, 232216, 35804, 80665, 220, 19, 198, 248088, 220, 20, 25, 232216, 35804, 80665, 220, 20, 198, 248089, 220, 21, 25, 232216, 35804, 80665, 220, 21, 198, 248090, 220, 22, 25, 232216, 35804, 80665, 220, 22, 198, 248091, 220, 23, 25, 232216, 35804, 80665, 220, 23, 198, 248092, 220, 24, 25, 232216, 35804, 80665, 220, 24, 198, 248082 ], "nopts": 10, "label_ids": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9 ], "temperature": 1.0431410074234009, "raw_logits": [ -1.2087535858154297, -2.446721076965332, -2.118338108062744, 3.365875244140625, -1.4511559009552002, -2.8868298530578613, -3.3330812454223633, -3.861389636993408, -4.43871545791626, -1.49137544631958, -1.502246618270874, -2.9840991497039795, -3.329364776611328, -1.5139703750610352, -3.531996726989746, -4.526252746582031, -4.374917984008789, -5.048634052276611, -2.672708511352539, -2.749551773071289, -3.745591878890991, -1.67453932762146, -5.698122501373291, -5.37296199798584, -3.9353578090667725, -4.316537857055664, -2.7636654376983643, -4.821584224700928, -3.508317708969116, -4.777156829833984, -4.236382484436035, -4.235551834106445, -6.2499589920043945, -2.9425792694091797, -1.9713525772094727, -4.77665376663208, -4.925067901611328, -5.66806173324585, -3.877455711364746, -3.1534290313720703, -6.70493221282959, -4.104994773864746, -5.047794342041016, -5.862215995788574, -3.4887192249298096, -4.235772609710693, -4.441076755523682, -4.868014335632324, -5.429868698120117, -3.943875312805176, -4.4685516357421875, -4.050509452819824, -2.8526813983917236, -5.650550365447998, -2.3377833366394043, -2.521193504333496, -4.3237385749816895, -4.73567533493042, -4.379273891448975, -5.825081825256348, -7.091811656951904, -6.6538496017456055, -7.726421356201172, -5.648725986480713, -3.4766030311584473, -6.807362079620361, -7.36854887008667, -1.7537422180175781, -7.403519630432129, -4.470730781555176, -7.657118797302246, -5.159136772155762, -2.4131436347961426, -5.102957248687744, -3.695413589477539, -5.634943962097168, -4.425358295440674, -6.558300018310547, -3.505021572113037, -5.229249000549316, -4.208735942840576, -3.601224899291992, -2.3479785919189453, -3.960026502609253, -3.089263916015625, -4.12338924407959, -2.5687754154205322, -2.9857864379882812, -3.274444103240967, -4.301973342895508, -3.6461966037750244, -4.121012210845947, -3.8397927284240723, -3.5012660026550293, -4.547478675842285, -4.614056587219238, -4.779570579528809, -3.3455419540405273, -3.3954741954803467, -3.7189927101135254, -5.066699981689453, -5.1986494064331055, -3.039940118789673, -3.688723564147949, -4.449685096740723, -5.3095245361328125, -3.483860969543457, -4.413317680358887, -4.3879289627075195, -5.512027263641357, -4.265205383300781, -4.7407450675964355, -4.2957963943481445, -5.545708656311035, -4.880054473876953, -3.9290637969970703, -4.039058685302734, -5.470329761505127, -3.721379280090332, -2.831435203552246, -2.688793182373047, -4.1952362060546875, -3.156747579574585, -3.724567413330078, -1.9836132526397705, -5.1473069190979, -5.17025089263916, -2.6569182872772217, -3.47269344329834, -5.449240684509277, -5.31605339050293, -2.348571300506592, -5.816502094268799, -5.9358978271484375, -4.382292747497559, -4.261232376098633, -3.785775899887085, -4.728973865509033, -5.729215621948242, -2.288299083709717, -3.0439162254333496, -4.261735916137695, -3.1203432083129883, -3.0623812675476074, -4.053165435791016, -4.626405715942383, -5.754338264465332, -5.5258002281188965, -5.613186836242676, -4.48198127746582, -4.217484951019287, -2.6117348670959473, -1.273836612701416, -3.5748956203460693, -2.4277398586273193, -1.483159065246582, -1.779021978378296, -1.6869794130325317, -2.6746740341186523, -1.1345930099487305, -2.282196044921875, -2.635810375213623, -1.5604499578475952, -1.0128533840179443, -3.4065287113189697, -1.69195556640625, -2.554989814758301, -2.2644684314727783, -3.9473819732666016, -2.0593252182006836, -1.830907940864563, -2.175257682800293, -2.1779778003692627, -3.2438483238220215, -1.0659239292144775, -1.8112409114837646, -3.363898754119873, -3.0473270416259766, -2.3781754970550537, -2.812241554260254, -3.1287622451782227, -2.3193585872650146, -2.6609983444213867, -1.7246761322021484, -2.8338265419006348, -1.9543321132659912, -1.5538623332977295, -2.059490919113159, -2.0065736770629883, -1.6942951679229736, -0.9881245493888855, -1.3951375484466553, -2.436732292175293, -1.494013786315918, -1.4266846179962158, -2.15944504737854, -1.5036875009536743, -1.2930216789245605, -1.948740005493164, -1.0086829662322998, -1.612930417060852, -1.580188274383545, -1.239137053489685, -2.0143322944641113, -2.041750431060791, -1.2070659399032593, -1.908247709274292, -2.742556095123291, 0.2571272552013397, -2.1180899143218994, -0.7335130572319031, -1.3120613098144531, -0.5428133010864258, -1.080441951751709, -2.3357553482055664, -0.9864934086799622, -1.681091070175171, -2.058591365814209, -1.3134231567382812, -1.6893068552017212, -1.3955388069152832, -1.6125872135162354, -1.0737923383712769, -1.4958415031433105, -0.07484285533428192, 0.20444685220718384, -0.8337868452072144, 0.7965188026428223, 1.0586824417114258, -0.47491946816444397, -0.9386470317840576, -0.5120009183883667, -0.4572729170322418, -1.0960965156555176, 0.5569449663162231, 0.679189920425415, 1.2600083351135254, -0.5370328426361084, -0.4801810383796692, -0.4824230670928955, 0.7050577998161316, 0.41838589310646057, -0.77047199010849, 0.28368282318115234, -0.06990885734558105, 0.098448246717453, 0.28379026055336, -0.46073171496391296, -0.1718091070652008, 1.7960418462753296, -0.11428757011890411, -0.6281315684318542, -0.5710848569869995, 1.103256106376648, -0.16669650375843048, -5.331725120544434 ], "p_full": [ 0.011901131831109524, 0.0036322958767414093, 0.004976202733814716, 0.9553430080413818, 0.009433398023247719, 0.0023820404894649982, 0.0015529581578448415, 0.0009358522365801036, 0.0005380806396715343, 0.009076605550944805, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.00022859007003717124 ], "p_full_nonzero_count": 11, "p_full_expected_nonzero_count": 11, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.011903850361704826, 0.0036331256851553917, 0.0049773394130170345, 0.9555612802505493, 0.009435553103685379, 0.0023825846146792173, 0.00155331299174577, 0.0009360660333186388, 0.0005382035742513835, 0.009078679606318474 ], "abstain": 0.00022859007003717124, "confidence": 0.8850480898726907, "argmax": 3, "top2_margin": 0.9436574578285217, "tokens": 160, "zoo_only": false, "language": "th", "causality_max_abs_diff": 0.0, "raw_logits_min": -7.726421356201172, "raw_logits_max": 3.365875244140625, "raw_logits_absmax": 7.726421356201172, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r16-position", "request_id": "r16", "question_id": "position", "type": "score", "qtype_index": 1, "kind": "slot", "question": "สวิตช์อยู่ตำแหน่งใด", "options": [ "0: ตำแหน่งล่าง", "1: ตำแหน่งบน" ], "option_names": [ "0", "1" ], "ids_full": [ 248077, 227756, 35982, 148433, 46513, 148416, 148289, 35804, 80665, 220, 18, 148788, 20141, 148836, 35804, 80665, 220, 15, 150119, 148633, 220, 24, 220, 148359, 56049, 52846, 148433, 34469, 27399, 161428, 148340, 35982, 148673, 46513, 53900, 148350, 148597, 153479, 153964, 148312, 151497, 149121, 155349, 153479, 153964, 148312, 198, 248078, 248080, 148340, 35982, 148673, 46513, 53900, 148350, 148597, 153479, 153964, 148312, 155346, 198, 248083, 220, 15, 25, 156603, 153964, 148312, 30739, 148406, 198, 248084, 220, 16, 25, 156603, 153964, 148312, 151497, 198, 248082, 198 ], "slot": 80, "ids": [ 248077, 227756, 35982, 148433, 46513, 148416, 148289, 35804, 80665, 220, 18, 148788, 20141, 148836, 35804, 80665, 220, 15, 150119, 148633, 220, 24, 220, 148359, 56049, 52846, 148433, 34469, 27399, 161428, 148340, 35982, 148673, 46513, 53900, 148350, 148597, 153479, 153964, 148312, 151497, 149121, 155349, 153479, 153964, 148312, 198, 248078, 248080, 148340, 35982, 148673, 46513, 53900, 148350, 148597, 153479, 153964, 148312, 155346, 198, 248083, 220, 15, 25, 156603, 153964, 148312, 30739, 148406, 198, 248084, 220, 16, 25, 156603, 153964, 148312, 151497, 198, 248082 ], "nopts": 2, "label_ids": [ 0, 1 ], "temperature": 1.0431410074234009, "raw_logits": [ -2.466423749923706, 1.8974967002868652, -1.3001601696014404, -2.122936964035034, -1.8014485836029053, -2.736646890640259, -2.4004194736480713, -3.058375835418701, -3.263859510421753, -1.604286789894104, -2.1645376682281494, -3.331202507019043, -4.006884574890137, -2.089945077896118, -3.2232532501220703, -4.065251350402832, -3.7821829319000244, -4.4437408447265625, -2.6743478775024414, -2.4338319301605225, -3.3158411979675293, -1.5626139640808105, -4.751178741455078, -6.183930397033691, -3.076289653778076, -4.440514087677002, -2.0612058639526367, -4.482860565185547, -3.9194045066833496, -5.80210018157959, -4.3349504470825195, -3.5656561851501465, -5.739972114562988, -4.319637298583984, -2.6473796367645264, -4.860973358154297, -4.970954418182373, -5.795007228851318, -4.073355197906494, -2.6279914379119873, -6.692074775695801, -4.040088176727295, -4.380990505218506, -5.726753234863281, -3.5878634452819824, -4.469300270080566, -4.031149387359619, -4.195330619812012, -5.002261638641357, -4.133167266845703, -5.394237041473389, -4.552378177642822, -2.327378749847412, -4.674435615539551, -2.4929962158203125, -3.3607349395751953, -3.491765260696411, -4.43906831741333, -4.609121322631836, -5.226184368133545, -7.012342929840088, -5.966551303863525, -7.424720764160156, -6.257781028747559, -3.0552446842193604, -6.914239406585693, -7.0002970695495605, -2.393550395965576, -7.311018943786621, -4.129978179931641, -7.428675651550293, -4.768886089324951, -2.284666061401367, -5.368974208831787, -3.491748809814453, -5.498864650726318, -3.746720314025879, -6.219125270843506, -3.711130142211914, -5.0609893798828125, -4.173460960388184, -3.417945146560669, -2.177633285522461, -3.9684133529663086, -2.974202871322632, -3.7314329147338867, -2.1926186084747314, -3.5135769844055176, -2.819546937942505, -4.0353264808654785, -2.9871058464050293, -3.7702231407165527, -3.709589719772339, -3.56038236618042, -4.271143913269043, -4.327272891998291, -4.6565632820129395, -3.3260934352874756, -3.2951512336730957, -3.7822930812835693, -5.044031143188477, -4.185051918029785, -3.318960428237915, -3.578439712524414, -4.039772033691406, -5.4434356689453125, -3.4793577194213867, -4.954970359802246, -3.6128416061401367, -5.071178913116455, -4.073469161987305, -4.137923717498779, -4.507447242736816, -5.594939231872559, -4.262936592102051, -3.452235460281372, -4.237788677215576, -5.294694900512695, -3.915762424468994, -2.8838748931884766, -3.0369231700897217, -3.7822513580322266, -2.953036069869995, -3.5287299156188965, -2.2289435863494873, -5.295331954956055, -4.844405651092529, -2.7619495391845703, -2.68862247467041, -4.845588684082031, -5.176805019378662, -2.718505859375, -5.143004894256592, -5.597823619842529, -4.817605018615723, -3.950685501098633, -3.3906219005584717, -4.395461082458496, -5.41854190826416, -2.536254405975342, -3.054638385772705, -3.7327232360839844, -3.2168426513671875, -3.05051326751709, -4.416152000427246, -4.734683036804199, -5.333126544952393, -4.624762535095215, -4.569116115570068, -4.0455474853515625, -4.3676018714904785, -2.7680907249450684, -0.604423999786377, -3.0918655395507812, -2.0894060134887695, -1.0587751865386963, -1.457698106765747, -1.961946964263916, -3.177060604095459, -0.28022485971450806, -2.0762581825256348, -2.101891040802002, -1.2279877662658691, -1.0724966526031494, -2.5848827362060547, -2.0438804626464844, -2.4518260955810547, -1.4363529682159424, -3.195683002471924, -1.8008310794830322, -1.8743572235107422, -2.1532983779907227, -1.9710947275161743, -2.6823959350585938, -0.4140492081642151, -1.4288249015808105, -2.9420294761657715, -3.062777042388916, -2.6541664600372314, -2.7383975982666016, -2.8794105052948, -2.252856492996216, -2.221548318862915, -1.6373649835586548, -2.110793352127075, -1.2954580783843994, -1.099879503250122, -1.4659770727157593, -1.5684813261032104, -1.643831491470337, -0.11645294725894928, -1.4515798091888428, -2.453369617462158, -1.254569172859192, -1.207651138305664, -1.7876861095428467, -1.5973325967788696, -1.3808953762054443, -1.22819983959198, -0.9837993383407593, -0.9526262283325195, -1.466211199760437, -1.3905699253082275, -1.3603463172912598, -1.9825818538665771, -0.2810642719268799, -2.2848339080810547, -2.0885376930236816, -0.26173168420791626, -1.7897286415100098, -0.3590468764305115, -0.826081395149231, -0.19303172826766968, -0.9556829333305359, -2.1595072746276855, -0.8802789449691772, -1.3895264863967896, -2.067798614501953, -1.4243559837341309, -1.4382641315460205, -1.2080460786819458, -1.6613929271697998, -1.2740092277526855, -1.1436047554016113, -0.06792114675045013, 0.33842918276786804, -0.39714157581329346, 1.0330530405044556, 1.0254664421081543, 0.08265632390975952, -0.6092501878738403, -0.4443277418613434, 0.030945435166358948, -0.8202269673347473, 0.42863428592681885, 1.2785321474075317, 1.4666328430175781, -0.5270512104034424, -0.2799290418624878, -0.9064992070198059, 0.5686911344528198, 0.7000836133956909, -0.6694180965423584, -0.04277990758419037, -0.21101942658424377, 0.5191663503646851, 0.44689592719078064, -0.34749287366867065, -0.9242469072341919, 1.7312285900115967, -0.2086276113986969, -0.8618018627166748, -0.19760318100452423, 0.28008538484573364, -0.5741062164306641, -6.416182041168213 ], "p_full": [ 0.015011872164905071, 0.9846477508544922, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0003404226154088974 ], "p_full_nonzero_count": 3, "p_full_expected_nonzero_count": 3, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.015016984194517136, 0.9849830269813538 ], "abstain": 0.0003404226154088974, "confidence": 0.8875367824803218, "argmax": 1, "top2_margin": 0.9699660539627075, "tokens": 81, "zoo_only": false, "language": "th", "causality_max_abs_diff": 2.86102294921875e-06, "raw_logits_min": -7.428675651550293, "raw_logits_max": 1.8974967002868652, "raw_logits_absmax": 7.428675651550293, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r17-slot", "request_id": "r17", "question_id": "slot", "type": "choice", "qtype_index": 0, "kind": "slot", "question": "Which archive slot is requested?", "options": [ "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10", "11", "12", "13", "14", "15", "16", "17", "18", "19", "20", "21", "22", "23", "24", "25", "26", "27", "28", "29", "30", "31", "32", "33", "34", "35", "36", "37", "38", "39" ], "option_names": [ "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10", "11", "12", "13", "14", "15", "16", "17", "18", "19", "20", "21", "22", "23", "24", "25", "26", "27", "28", "29", "30", "31", "32", "33", "34", "35", "36", "37", "38", "39" ], "ids_full": [ 248077, 561, 10897, 17593, 9167, 369, 220, 17, 22, 13, 30523, 9167, 220, 17, 22, 13, 198, 248078, 248079, 15451, 17593, 9167, 369, 10897, 30, 198, 248083, 220, 15, 198, 248084, 220, 16, 198, 248085, 220, 17, 198, 248086, 220, 18, 198, 248087, 220, 19, 198, 248088, 220, 20, 198, 248089, 220, 21, 198, 248090, 220, 22, 198, 248091, 220, 23, 198, 248092, 220, 24, 198, 248093, 220, 16, 15, 198, 248094, 220, 16, 16, 198, 248095, 220, 16, 17, 198, 248096, 220, 16, 18, 198, 248097, 220, 16, 19, 198, 248098, 220, 16, 20, 198, 248099, 220, 16, 21, 198, 248100, 220, 16, 22, 198, 248101, 220, 16, 23, 198, 248102, 220, 16, 24, 198, 248103, 220, 17, 15, 198, 248104, 220, 17, 16, 198, 248105, 220, 17, 17, 198, 248106, 220, 17, 18, 198, 248107, 220, 17, 19, 198, 248108, 220, 17, 20, 198, 248109, 220, 17, 21, 198, 248110, 220, 17, 22, 198, 248111, 220, 17, 23, 198, 248112, 220, 17, 24, 198, 248113, 220, 18, 15, 198, 248114, 220, 18, 16, 198, 248115, 220, 18, 17, 198, 248116, 220, 18, 18, 198, 248117, 220, 18, 19, 198, 248118, 220, 18, 20, 198, 248119, 220, 18, 21, 198, 248120, 220, 18, 22, 198, 248121, 220, 18, 23, 198, 248122, 220, 18, 24, 198, 248082, 198 ], "slot": 216, "ids": [ 248077, 561, 10897, 17593, 9167, 369, 220, 17, 22, 13, 30523, 9167, 220, 17, 22, 13, 198, 248078, 248079, 15451, 17593, 9167, 369, 10897, 30, 198, 248083, 220, 15, 198, 248084, 220, 16, 198, 248085, 220, 17, 198, 248086, 220, 18, 198, 248087, 220, 19, 198, 248088, 220, 20, 198, 248089, 220, 21, 198, 248090, 220, 22, 198, 248091, 220, 23, 198, 248092, 220, 24, 198, 248093, 220, 16, 15, 198, 248094, 220, 16, 16, 198, 248095, 220, 16, 17, 198, 248096, 220, 16, 18, 198, 248097, 220, 16, 19, 198, 248098, 220, 16, 20, 198, 248099, 220, 16, 21, 198, 248100, 220, 16, 22, 198, 248101, 220, 16, 23, 198, 248102, 220, 16, 24, 198, 248103, 220, 17, 15, 198, 248104, 220, 17, 16, 198, 248105, 220, 17, 17, 198, 248106, 220, 17, 18, 198, 248107, 220, 17, 19, 198, 248108, 220, 17, 20, 198, 248109, 220, 17, 21, 198, 248110, 220, 17, 22, 198, 248111, 220, 17, 23, 198, 248112, 220, 17, 24, 198, 248113, 220, 18, 15, 198, 248114, 220, 18, 16, 198, 248115, 220, 18, 17, 198, 248116, 220, 18, 18, 198, 248117, 220, 18, 19, 198, 248118, 220, 18, 20, 198, 248119, 220, 18, 21, 198, 248120, 220, 18, 22, 198, 248121, 220, 18, 23, 198, 248122, 220, 18, 24, 198, 248082 ], "nopts": 40, "label_ids": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39 ], "temperature": 1.058533787727356, "raw_logits": [ -1.878538966178894, -1.8113552331924438, -0.16296622157096863, -4.373111248016357, -2.0538551807403564, -2.8670191764831543, -4.494379043579102, -2.652391195297241, -5.185961723327637, -2.960843324661255, -3.5948948860168457, -3.6216447353363037, -6.087144374847412, -5.217151641845703, -4.3176727294921875, -3.5251874923706055, -3.6163747310638428, -5.85102653503418, -3.8495824337005615, -4.789027214050293, -5.041016578674316, -3.690279483795166, -5.625120639801025, -5.591308116912842, -4.163956642150879, -2.3305580615997314, -3.2997751235961914, 5.315891265869141, -4.252533435821533, -6.5825090408325195, -3.607903003692627, -7.255887508392334, -4.046955585479736, -5.751645088195801, -4.590642929077148, -5.942466735839844, -7.256923198699951, -7.3984198570251465, -7.145369052886963, -4.038480281829834, -6.563523292541504, -6.229026794433594, -6.129613876342773, -6.823413372039795, -4.938874244689941, -6.288875579833984, -4.715855121612549, -4.577401161193848, -5.556880474090576, -6.283669948577881, -4.81720495223999, -5.7593092918396, -5.136580467224121, -4.591524600982666, -4.669585704803467, -4.669262409210205, -4.670766830444336, -4.75041389465332, -5.356044769287109, -6.614917755126953, -8.069069862365723, -7.5365495681762695, -8.992843627929688, -6.598027229309082, -4.696771621704102, -8.663381576538086, -8.957143783569336, -2.5786216259002686, -9.988116264343262, -5.302829742431641, -8.6680908203125, -5.887581825256348, -2.860767126083374, -7.205617904663086, -3.711470127105713, -6.770825386047363, -4.6133131980896, -7.792580604553223, -4.362525939941406, -6.02353048324585, -3.617447853088379, -4.917640686035156, -3.6693081855773926, -4.647213935852051, -4.218963146209717, -5.456716537475586, -3.3040084838867188, -4.958733081817627, -3.7037603855133057, -5.591524124145508, -4.971189022064209, -3.8748700618743896, -4.10093879699707, -5.151162147521973, -5.599456787109375, -5.654401779174805, -5.996523380279541, -3.5364909172058105, -3.433549165725708, -5.811504364013672, -7.000302791595459, -5.032788276672363, -3.5776402950286865, -5.754268646240234, -5.507800102233887, -7.27097749710083, -4.417764186859131, -6.051097869873047, -4.465451240539551, -7.481745719909668, -5.28352165222168, -5.728884220123291, -5.981199264526367, -6.512783050537109, -5.216916084289551, -2.8165786266326904, -5.087810516357422, -6.97664213180542, -5.592761516571045, -4.147088527679443, -4.284097194671631, -4.238605976104736, -3.1297519207000732, -3.297506809234619, -2.7144994735717773, -6.217466354370117, -7.183817386627197, -3.237339973449707, -2.971785545349121, -6.053036689758301, -5.242231845855713, -2.6133034229278564, -6.4654316902160645, -7.012025356292725, -5.453948020935059, -5.669868469238281, -3.8614814281463623, -5.245336532592773, -7.575257301330566, -3.506269931793213, -3.1227965354919434, -4.328965187072754, -4.0231475830078125, -2.637990713119507, -4.127073287963867, -4.732463836669922, -6.921739101409912, -6.542362213134766, -6.160207271575928, -5.092443466186523, -4.5173115730285645, -3.2815921306610107, -1.2944320440292358, -2.679752826690674, -1.6980090141296387, -2.009223222732544, -1.9327510595321655, -1.232816219329834, -3.1072943210601807, 0.34337103366851807, -1.3036960363388062, -1.6201869249343872, -1.0849823951721191, -1.7998114824295044, -2.455763339996338, -1.7579724788665771, -3.525920867919922, -1.7425806522369385, -5.198275566101074, -2.6752569675445557, -3.5049288272857666, -2.3034591674804688, -1.993067979812622, -3.6476049423217773, -1.5078299045562744, -3.3494865894317627, -3.2493255138397217, -3.392279624938965, -3.3171846866607666, -4.247579097747803, -4.179274559020996, -2.747962713241577, -2.519263744354248, -3.083503246307373, -2.886593818664551, -2.601790428161621, -2.9675745964050293, -1.8311874866485596, -3.289069175720215, -2.6512203216552734, -2.490172863006592, -2.276176691055298, -3.4901533126831055, -2.8618416786193848, -1.8233997821807861, -1.716209053993225, -1.8577390909194946, -2.2101688385009766, -2.1703362464904785, -1.0628082752227783, -1.1563522815704346, -3.194650650024414, -1.6159213781356812, -1.7873942852020264, -2.8378584384918213, -1.5703940391540527, -2.342064619064331, -3.0601859092712402, 0.18381081521511078, -2.546143054962158, -1.001645565032959, -1.26270592212677, -1.0848617553710938, -2.004016160964966, -4.071437835693359, -2.0184898376464844, -1.3115384578704834, -2.3892900943756104, -1.2397950887680054, -2.030388116836548, -1.7503718137741089, -2.252833366394043, -2.220526933670044, -0.9743619561195374, 0.47262418270111084, -0.595834493637085, -0.06851954758167267, 0.35760262608528137, 0.8912563323974609, -1.2604069709777832, 0.25749582052230835, 0.2630440592765808, 0.0434853658080101, -0.7049601078033447, 0.14484107494354248, 1.3639274835586548, 1.3445415496826172, -0.2425585389137268, 0.408142626285553, -1.0057059526443481, 0.28551554679870605, 0.6178528070449829, -0.1737673580646515, -0.027736365795135498, 0.20044207572937012, -0.01085779070854187, 0.42129456996917725, -0.019038811326026917, -1.2734078168869019, 2.1557788848876953, -0.8130099773406982, 0.6346155405044556, -0.47007882595062256, 0.10760661959648132, 0.1692602038383484, -4.473099708557129 ], "p_full": [ 0.0011018658988177776, 0.0011740665649995208, 0.005571763031184673, 0.00010438968456583098, 0.0009336844086647034, 0.00043308737804181874, 9.309009328717366e-05, 0.0005304359365254641, 4.843527858611196e-05, 0.00039635252323932946, 0.00021774259221274406, 0.00021230908168945462, 2.0674015104305e-05, 4.702892329078168e-05, 0.00011000246740877628, 0.00023256406711880118, 0.00021336862118914723, 2.584040157671552e-05, 0.00017117889365181327, 7.047183316899464e-05, 5.554302333621308e-05, 0.0001989798911381513, 3.198776539647952e-05, 3.302601908217184e-05, 0.00012719468213617802, 0.0007189101306721568, 0.0002877561782952398, 0.9859486818313599, 0.00011698439629981294, 1.2947540199093055e-05, 0.0002150831132894382, 6.853525519545656e-06, 0.00014206016203388572, 2.8383999961079098e-05, 8.499796967953444e-05, 2.3701904865447432e-05, 6.846822543593589e-06, 5.990123099763878e-06, 7.607764928252436e-06, 0.00014320207992568612, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 9.498046711087227e-05 ], "p_full_nonzero_count": 41, "p_full_expected_nonzero_count": 41, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.0011019704397767782, 0.0011741779744625092, 0.005572291556745768, 0.0001043995944201015, 0.0009337730007246137, 0.00043312847265042365, 9.309892629971728e-05, 0.0005304862861521542, 4.843987335334532e-05, 0.00039639012538827956, 0.00021776325593236834, 0.0002123292360920459, 2.0675977793871425e-05, 4.703338709077798e-05, 0.00011001290840795264, 0.0002325861423742026, 0.0002133888629032299, 2.58428535744315e-05, 0.00017119513358920813, 7.047851977404207e-05, 5.554829476750456e-05, 0.0001989987795241177, 3.199079947080463e-05, 3.3029155019903556e-05, 0.00012720674567390233, 0.0007189783500507474, 0.0002877834776882082, 0.9860422611236572, 0.00011699549941113219, 1.294876892643515e-05, 0.0002151035296265036, 6.854175808257423e-06, 0.00014207363710738719, 2.838669388438575e-05, 8.500603871652856e-05, 2.3704154955339618e-05, 6.847472377558006e-06, 5.990691533952486e-06, 7.608487067045644e-06, 0.00014321567141450942 ], "abstain": 9.498046711087227e-05, "confidence": 0.970773388218578, "argmax": 27, "top2_margin": 0.9804699420928955, "tokens": 217, "zoo_only": true, "language": "en", "causality_max_abs_diff": 0.0, "raw_logits_min": -9.988116264343262, "raw_logits_max": 5.315891265869141, "raw_logits_absmax": 9.988116264343262, "all_finite": true, "api_assembly_exact_equal": true }, { "id": "r18-slot", "request_id": "r18", "question_id": "slot", "type": "choice", "qtype_index": 0, "kind": "slot", "question": "Which archive slot is requested?", "options": [ "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10", "11", "12", "13", "14", "15", "16", "17", "18", "19", "20", "21", "22", "23", "24", "25", "26", "27", "28", "29", "30", "31", "32", "33", "34", "35", "36", "37", "38", "39", "40", "41", "42", "43", "44", "45", "46", "47", "48", "49", "50", "51", "52", "53", "54", "55", "56", "57", "58", "59", "60", "61", "62", "63", "64", "65", "66", "67", "68", "69", "70", "71", "72", "73", "74", "75", "76", "77", "78", "79", "80", "81", "82", "83", "84", "85", "86", "87", "88", "89", "90", "91", "92", "93", "94", "95", "96", "97", "98", "99", "100", "101", "102", "103", "104", "105", "106", "107", "108", "109", "110", "111", "112", "113", "114", "115", "116", "117", "118", "119", "120", "121", "122", "123", "124", "125", "126", "127", "128", "129", "130", "131", "132", "133", "134", "135", "136", "137", "138", "139", "140", "141", "142", "143", "144", "145", "146", "147", "148", "149", "150", "151", "152", "153", "154", "155", "156", "157", "158", "159", "160", "161", "162", "163", "164", "165", "166", "167", "168", "169", "170", "171", "172", "173", "174", "175", "176", "177", "178", "179", "180", "181", "182", "183", "184", "185", "186", "187", "188", "189", "190", "191", "192", "193", "194", "195", "196", "197", "198", "199", "200", "201", "202", "203", "204", "205", "206", "207", "208", "209", "210", "211", "212", "213", "214", "215", "216", "217", "218", "219", "220", "221", "222", "223", "224", "225", "226", "227", "228", "229", "230", "231", "232", "233", "234", "235", "236", "237", "238", "239", "240", "241", "242", "243", "244", "245", "246", "247", "248", "249", "250", "251", "252", "253", "254" ], "option_names": [ "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10", "11", "12", "13", "14", "15", "16", "17", "18", "19", "20", "21", "22", "23", "24", "25", "26", "27", "28", "29", "30", "31", "32", "33", "34", "35", "36", "37", "38", "39", "40", "41", "42", "43", "44", "45", "46", "47", "48", "49", "50", "51", "52", "53", "54", "55", "56", "57", "58", "59", "60", "61", "62", "63", "64", "65", "66", "67", "68", "69", "70", "71", "72", "73", "74", "75", "76", "77", "78", "79", "80", "81", "82", "83", "84", "85", "86", "87", "88", "89", "90", "91", "92", "93", "94", "95", "96", "97", "98", "99", "100", "101", "102", "103", "104", "105", "106", "107", "108", "109", "110", "111", "112", "113", "114", "115", "116", "117", "118", "119", "120", "121", "122", "123", "124", "125", "126", "127", "128", "129", "130", "131", "132", "133", "134", "135", "136", "137", "138", "139", "140", "141", "142", "143", "144", "145", "146", "147", "148", "149", "150", "151", "152", "153", "154", "155", "156", "157", "158", "159", "160", "161", "162", "163", "164", "165", "166", "167", "168", "169", "170", "171", "172", "173", "174", "175", "176", "177", "178", "179", "180", "181", "182", "183", "184", "185", "186", "187", "188", "189", "190", "191", "192", "193", "194", "195", "196", "197", "198", "199", "200", "201", "202", "203", "204", "205", "206", "207", "208", "209", "210", "211", "212", "213", "214", "215", "216", "217", "218", "219", "220", "221", "222", "223", "224", "225", "226", "227", "228", "229", "230", "231", "232", "233", "234", "235", "236", "237", "238", "239", "240", "241", "242", "243", "244", "245", "246", "247", "248", "249", "250", "251", "252", "253", "254" ], "ids_full": [ 248077, 561, 10897, 17593, 9167, 369, 220, 16, 22, 18, 13, 30523, 9167, 220, 16, 22, 18, 13, 198, 248078, 248079, 15451, 17593, 9167, 369, 10897, 30, 198, 248083, 220, 15, 198, 248084, 220, 16, 198, 248085, 220, 17, 198, 248086, 220, 18, 198, 248087, 220, 19, 198, 248088, 220, 20, 198, 248089, 220, 21, 198, 248090, 220, 22, 198, 248091, 220, 23, 198, 248092, 220, 24, 198, 248093, 220, 16, 15, 198, 248094, 220, 16, 16, 198, 248095, 220, 16, 17, 198, 248096, 220, 16, 18, 198, 248097, 220, 16, 19, 198, 248098, 220, 16, 20, 198, 248099, 220, 16, 21, 198, 248100, 220, 16, 22, 198, 248101, 220, 16, 23, 198, 248102, 220, 16, 24, 198, 248103, 220, 17, 15, 198, 248104, 220, 17, 16, 198, 248105, 220, 17, 17, 198, 248106, 220, 17, 18, 198, 248107, 220, 17, 19, 198, 248108, 220, 17, 20, 198, 248109, 220, 17, 21, 198, 248110, 220, 17, 22, 198, 248111, 220, 17, 23, 198, 248112, 220, 17, 24, 198, 248113, 220, 18, 15, 198, 248114, 220, 18, 16, 198, 248115, 220, 18, 17, 198, 248116, 220, 18, 18, 198, 248117, 220, 18, 19, 198, 248118, 220, 18, 20, 198, 248119, 220, 18, 21, 198, 248120, 220, 18, 22, 198, 248121, 220, 18, 23, 198, 248122, 220, 18, 24, 198, 248123, 220, 19, 15, 198, 248124, 220, 19, 16, 198, 248125, 220, 19, 17, 198, 248126, 220, 19, 18, 198, 248127, 220, 19, 19, 198, 248128, 220, 19, 20, 198, 248129, 220, 19, 21, 198, 248130, 220, 19, 22, 198, 248131, 220, 19, 23, 198, 248132, 220, 19, 24, 198, 248133, 220, 20, 15, 198, 248134, 220, 20, 16, 198, 248135, 220, 20, 17, 198, 248136, 220, 20, 18, 198, 248137, 220, 20, 19, 198, 248138, 220, 20, 20, 198, 248139, 220, 20, 21, 198, 248140, 220, 20, 22, 198, 248141, 220, 20, 23, 198, 248142, 220, 20, 24, 198, 248143, 220, 21, 15, 198, 248144, 220, 21, 16, 198, 248145, 220, 21, 17, 198, 248146, 220, 21, 18, 198, 248147, 220, 21, 19, 198, 248148, 220, 21, 20, 198, 248149, 220, 21, 21, 198, 248150, 220, 21, 22, 198, 248151, 220, 21, 23, 198, 248152, 220, 21, 24, 198, 248153, 220, 22, 15, 198, 248154, 220, 22, 16, 198, 248155, 220, 22, 17, 198, 248156, 220, 22, 18, 198, 248157, 220, 22, 19, 198, 248158, 220, 22, 20, 198, 248159, 220, 22, 21, 198, 248160, 220, 22, 22, 198, 248161, 220, 22, 23, 198, 248162, 220, 22, 24, 198, 248163, 220, 23, 15, 198, 248164, 220, 23, 16, 198, 248165, 220, 23, 17, 198, 248166, 220, 23, 18, 198, 248167, 220, 23, 19, 198, 248168, 220, 23, 20, 198, 248169, 220, 23, 21, 198, 248170, 220, 23, 22, 198, 248171, 220, 23, 23, 198, 248172, 220, 23, 24, 198, 248173, 220, 24, 15, 198, 248174, 220, 24, 16, 198, 248175, 220, 24, 17, 198, 248176, 220, 24, 18, 198, 248177, 220, 24, 19, 198, 248178, 220, 24, 20, 198, 248179, 220, 24, 21, 198, 248180, 220, 24, 22, 198, 248181, 220, 24, 23, 198, 248182, 220, 24, 24, 198, 248183, 220, 16, 15, 15, 198, 248184, 220, 16, 15, 16, 198, 248185, 220, 16, 15, 17, 198, 248186, 220, 16, 15, 18, 198, 248187, 220, 16, 15, 19, 198, 248188, 220, 16, 15, 20, 198, 248189, 220, 16, 15, 21, 198, 248190, 220, 16, 15, 22, 198, 248191, 220, 16, 15, 23, 198, 248192, 220, 16, 15, 24, 198, 248193, 220, 16, 16, 15, 198, 248194, 220, 16, 16, 16, 198, 248195, 220, 16, 16, 17, 198, 248196, 220, 16, 16, 18, 198, 248197, 220, 16, 16, 19, 198, 248198, 220, 16, 16, 20, 198, 248199, 220, 16, 16, 21, 198, 248200, 220, 16, 16, 22, 198, 248201, 220, 16, 16, 23, 198, 248202, 220, 16, 16, 24, 198, 248203, 220, 16, 17, 15, 198, 248204, 220, 16, 17, 16, 198, 248205, 220, 16, 17, 17, 198, 248206, 220, 16, 17, 18, 198, 248207, 220, 16, 17, 19, 198, 248208, 220, 16, 17, 20, 198, 248209, 220, 16, 17, 21, 198, 248210, 220, 16, 17, 22, 198, 248211, 220, 16, 17, 23, 198, 248212, 220, 16, 17, 24, 198, 248213, 220, 16, 18, 15, 198, 248214, 220, 16, 18, 16, 198, 248215, 220, 16, 18, 17, 198, 248216, 220, 16, 18, 18, 198, 248217, 220, 16, 18, 19, 198, 248218, 220, 16, 18, 20, 198, 248219, 220, 16, 18, 21, 198, 248220, 220, 16, 18, 22, 198, 248221, 220, 16, 18, 23, 198, 248222, 220, 16, 18, 24, 198, 248223, 220, 16, 19, 15, 198, 248224, 220, 16, 19, 16, 198, 248225, 220, 16, 19, 17, 198, 248226, 220, 16, 19, 18, 198, 248227, 220, 16, 19, 19, 198, 248228, 220, 16, 19, 20, 198, 248229, 220, 16, 19, 21, 198, 248230, 220, 16, 19, 22, 198, 248231, 220, 16, 19, 23, 198, 248232, 220, 16, 19, 24, 198, 248233, 220, 16, 20, 15, 198, 248234, 220, 16, 20, 16, 198, 248235, 220, 16, 20, 17, 198, 248236, 220, 16, 20, 18, 198, 248237, 220, 16, 20, 19, 198, 248238, 220, 16, 20, 20, 198, 248239, 220, 16, 20, 21, 198, 248240, 220, 16, 20, 22, 198, 248241, 220, 16, 20, 23, 198, 248242, 220, 16, 20, 24, 198, 248243, 220, 16, 21, 15, 198, 248244, 220, 16, 21, 16, 198, 248245, 220, 16, 21, 17, 198, 248246, 220, 16, 21, 18, 198, 248247, 220, 16, 21, 19, 198, 248248, 220, 16, 21, 20, 198, 248249, 220, 16, 21, 21, 198, 248250, 220, 16, 21, 22, 198, 248251, 220, 16, 21, 23, 198, 248252, 220, 16, 21, 24, 198, 248253, 220, 16, 22, 15, 198, 248254, 220, 16, 22, 16, 198, 248255, 220, 16, 22, 17, 198, 248256, 220, 16, 22, 18, 198, 248257, 220, 16, 22, 19, 198, 248258, 220, 16, 22, 20, 198, 248259, 220, 16, 22, 21, 198, 248260, 220, 16, 22, 22, 198, 248261, 220, 16, 22, 23, 198, 248262, 220, 16, 22, 24, 198, 248263, 220, 16, 23, 15, 198, 248264, 220, 16, 23, 16, 198, 248265, 220, 16, 23, 17, 198, 248266, 220, 16, 23, 18, 198, 248267, 220, 16, 23, 19, 198, 248268, 220, 16, 23, 20, 198, 248269, 220, 16, 23, 21, 198, 248270, 220, 16, 23, 22, 198, 248271, 220, 16, 23, 23, 198, 248272, 220, 16, 23, 24, 198, 248273, 220, 16, 24, 15, 198, 248274, 220, 16, 24, 16, 198, 248275, 220, 16, 24, 17, 198, 248276, 220, 16, 24, 18, 198, 248277, 220, 16, 24, 19, 198, 248278, 220, 16, 24, 20, 198, 248279, 220, 16, 24, 21, 198, 248280, 220, 16, 24, 22, 198, 248281, 220, 16, 24, 23, 198, 248282, 220, 16, 24, 24, 198, 248283, 220, 17, 15, 15, 198, 248284, 220, 17, 15, 16, 198, 248285, 220, 17, 15, 17, 198, 248286, 220, 17, 15, 18, 198, 248287, 220, 17, 15, 19, 198, 248288, 220, 17, 15, 20, 198, 248289, 220, 17, 15, 21, 198, 248290, 220, 17, 15, 22, 198, 248291, 220, 17, 15, 23, 198, 248292, 220, 17, 15, 24, 198, 248293, 220, 17, 16, 15, 198, 248294, 220, 17, 16, 16, 198, 248295, 220, 17, 16, 17, 198, 248296, 220, 17, 16, 18, 198, 248297, 220, 17, 16, 19, 198, 248298, 220, 17, 16, 20, 198, 248299, 220, 17, 16, 21, 198, 248300, 220, 17, 16, 22, 198, 248301, 220, 17, 16, 23, 198, 248302, 220, 17, 16, 24, 198, 248303, 220, 17, 17, 15, 198, 248304, 220, 17, 17, 16, 198, 248305, 220, 17, 17, 17, 198, 248306, 220, 17, 17, 18, 198, 248307, 220, 17, 17, 19, 198, 248308, 220, 17, 17, 20, 198, 248309, 220, 17, 17, 21, 198, 248310, 220, 17, 17, 22, 198, 248311, 220, 17, 17, 23, 198, 248312, 220, 17, 17, 24, 198, 248313, 220, 17, 18, 15, 198, 248314, 220, 17, 18, 16, 198, 248315, 220, 17, 18, 17, 198, 248316, 220, 17, 18, 18, 198, 248317, 220, 17, 18, 19, 198, 248318, 220, 17, 18, 20, 198, 248319, 220, 17, 18, 21, 198, 248320, 220, 17, 18, 22, 198, 248321, 220, 17, 18, 23, 198, 248322, 220, 17, 18, 24, 198, 248323, 220, 17, 19, 15, 198, 248324, 220, 17, 19, 16, 198, 248325, 220, 17, 19, 17, 198, 248326, 220, 17, 19, 18, 198, 248327, 220, 17, 19, 19, 198, 248328, 220, 17, 19, 20, 198, 248329, 220, 17, 19, 21, 198, 248330, 220, 17, 19, 22, 198, 248331, 220, 17, 19, 23, 198, 248332, 220, 17, 19, 24, 198, 248333, 220, 17, 20, 15, 198, 248334, 220, 17, 20, 16, 198, 248335, 220, 17, 20, 17, 198, 248336, 220, 17, 20, 18, 198, 248337, 220, 17, 20, 19, 198, 248082, 198 ], "slot": 1448, "ids": [ 248077, 561, 10897, 17593, 9167, 369, 220, 16, 22, 18, 13, 30523, 9167, 220, 16, 22, 18, 13, 198, 248078, 248079, 15451, 17593, 9167, 369, 10897, 30, 198, 248083, 220, 15, 198, 248084, 220, 16, 198, 248085, 220, 17, 198, 248086, 220, 18, 198, 248087, 220, 19, 198, 248088, 220, 20, 198, 248089, 220, 21, 198, 248090, 220, 22, 198, 248091, 220, 23, 198, 248092, 220, 24, 198, 248093, 220, 16, 15, 198, 248094, 220, 16, 16, 198, 248095, 220, 16, 17, 198, 248096, 220, 16, 18, 198, 248097, 220, 16, 19, 198, 248098, 220, 16, 20, 198, 248099, 220, 16, 21, 198, 248100, 220, 16, 22, 198, 248101, 220, 16, 23, 198, 248102, 220, 16, 24, 198, 248103, 220, 17, 15, 198, 248104, 220, 17, 16, 198, 248105, 220, 17, 17, 198, 248106, 220, 17, 18, 198, 248107, 220, 17, 19, 198, 248108, 220, 17, 20, 198, 248109, 220, 17, 21, 198, 248110, 220, 17, 22, 198, 248111, 220, 17, 23, 198, 248112, 220, 17, 24, 198, 248113, 220, 18, 15, 198, 248114, 220, 18, 16, 198, 248115, 220, 18, 17, 198, 248116, 220, 18, 18, 198, 248117, 220, 18, 19, 198, 248118, 220, 18, 20, 198, 248119, 220, 18, 21, 198, 248120, 220, 18, 22, 198, 248121, 220, 18, 23, 198, 248122, 220, 18, 24, 198, 248123, 220, 19, 15, 198, 248124, 220, 19, 16, 198, 248125, 220, 19, 17, 198, 248126, 220, 19, 18, 198, 248127, 220, 19, 19, 198, 248128, 220, 19, 20, 198, 248129, 220, 19, 21, 198, 248130, 220, 19, 22, 198, 248131, 220, 19, 23, 198, 248132, 220, 19, 24, 198, 248133, 220, 20, 15, 198, 248134, 220, 20, 16, 198, 248135, 220, 20, 17, 198, 248136, 220, 20, 18, 198, 248137, 220, 20, 19, 198, 248138, 220, 20, 20, 198, 248139, 220, 20, 21, 198, 248140, 220, 20, 22, 198, 248141, 220, 20, 23, 198, 248142, 220, 20, 24, 198, 248143, 220, 21, 15, 198, 248144, 220, 21, 16, 198, 248145, 220, 21, 17, 198, 248146, 220, 21, 18, 198, 248147, 220, 21, 19, 198, 248148, 220, 21, 20, 198, 248149, 220, 21, 21, 198, 248150, 220, 21, 22, 198, 248151, 220, 21, 23, 198, 248152, 220, 21, 24, 198, 248153, 220, 22, 15, 198, 248154, 220, 22, 16, 198, 248155, 220, 22, 17, 198, 248156, 220, 22, 18, 198, 248157, 220, 22, 19, 198, 248158, 220, 22, 20, 198, 248159, 220, 22, 21, 198, 248160, 220, 22, 22, 198, 248161, 220, 22, 23, 198, 248162, 220, 22, 24, 198, 248163, 220, 23, 15, 198, 248164, 220, 23, 16, 198, 248165, 220, 23, 17, 198, 248166, 220, 23, 18, 198, 248167, 220, 23, 19, 198, 248168, 220, 23, 20, 198, 248169, 220, 23, 21, 198, 248170, 220, 23, 22, 198, 248171, 220, 23, 23, 198, 248172, 220, 23, 24, 198, 248173, 220, 24, 15, 198, 248174, 220, 24, 16, 198, 248175, 220, 24, 17, 198, 248176, 220, 24, 18, 198, 248177, 220, 24, 19, 198, 248178, 220, 24, 20, 198, 248179, 220, 24, 21, 198, 248180, 220, 24, 22, 198, 248181, 220, 24, 23, 198, 248182, 220, 24, 24, 198, 248183, 220, 16, 15, 15, 198, 248184, 220, 16, 15, 16, 198, 248185, 220, 16, 15, 17, 198, 248186, 220, 16, 15, 18, 198, 248187, 220, 16, 15, 19, 198, 248188, 220, 16, 15, 20, 198, 248189, 220, 16, 15, 21, 198, 248190, 220, 16, 15, 22, 198, 248191, 220, 16, 15, 23, 198, 248192, 220, 16, 15, 24, 198, 248193, 220, 16, 16, 15, 198, 248194, 220, 16, 16, 16, 198, 248195, 220, 16, 16, 17, 198, 248196, 220, 16, 16, 18, 198, 248197, 220, 16, 16, 19, 198, 248198, 220, 16, 16, 20, 198, 248199, 220, 16, 16, 21, 198, 248200, 220, 16, 16, 22, 198, 248201, 220, 16, 16, 23, 198, 248202, 220, 16, 16, 24, 198, 248203, 220, 16, 17, 15, 198, 248204, 220, 16, 17, 16, 198, 248205, 220, 16, 17, 17, 198, 248206, 220, 16, 17, 18, 198, 248207, 220, 16, 17, 19, 198, 248208, 220, 16, 17, 20, 198, 248209, 220, 16, 17, 21, 198, 248210, 220, 16, 17, 22, 198, 248211, 220, 16, 17, 23, 198, 248212, 220, 16, 17, 24, 198, 248213, 220, 16, 18, 15, 198, 248214, 220, 16, 18, 16, 198, 248215, 220, 16, 18, 17, 198, 248216, 220, 16, 18, 18, 198, 248217, 220, 16, 18, 19, 198, 248218, 220, 16, 18, 20, 198, 248219, 220, 16, 18, 21, 198, 248220, 220, 16, 18, 22, 198, 248221, 220, 16, 18, 23, 198, 248222, 220, 16, 18, 24, 198, 248223, 220, 16, 19, 15, 198, 248224, 220, 16, 19, 16, 198, 248225, 220, 16, 19, 17, 198, 248226, 220, 16, 19, 18, 198, 248227, 220, 16, 19, 19, 198, 248228, 220, 16, 19, 20, 198, 248229, 220, 16, 19, 21, 198, 248230, 220, 16, 19, 22, 198, 248231, 220, 16, 19, 23, 198, 248232, 220, 16, 19, 24, 198, 248233, 220, 16, 20, 15, 198, 248234, 220, 16, 20, 16, 198, 248235, 220, 16, 20, 17, 198, 248236, 220, 16, 20, 18, 198, 248237, 220, 16, 20, 19, 198, 248238, 220, 16, 20, 20, 198, 248239, 220, 16, 20, 21, 198, 248240, 220, 16, 20, 22, 198, 248241, 220, 16, 20, 23, 198, 248242, 220, 16, 20, 24, 198, 248243, 220, 16, 21, 15, 198, 248244, 220, 16, 21, 16, 198, 248245, 220, 16, 21, 17, 198, 248246, 220, 16, 21, 18, 198, 248247, 220, 16, 21, 19, 198, 248248, 220, 16, 21, 20, 198, 248249, 220, 16, 21, 21, 198, 248250, 220, 16, 21, 22, 198, 248251, 220, 16, 21, 23, 198, 248252, 220, 16, 21, 24, 198, 248253, 220, 16, 22, 15, 198, 248254, 220, 16, 22, 16, 198, 248255, 220, 16, 22, 17, 198, 248256, 220, 16, 22, 18, 198, 248257, 220, 16, 22, 19, 198, 248258, 220, 16, 22, 20, 198, 248259, 220, 16, 22, 21, 198, 248260, 220, 16, 22, 22, 198, 248261, 220, 16, 22, 23, 198, 248262, 220, 16, 22, 24, 198, 248263, 220, 16, 23, 15, 198, 248264, 220, 16, 23, 16, 198, 248265, 220, 16, 23, 17, 198, 248266, 220, 16, 23, 18, 198, 248267, 220, 16, 23, 19, 198, 248268, 220, 16, 23, 20, 198, 248269, 220, 16, 23, 21, 198, 248270, 220, 16, 23, 22, 198, 248271, 220, 16, 23, 23, 198, 248272, 220, 16, 23, 24, 198, 248273, 220, 16, 24, 15, 198, 248274, 220, 16, 24, 16, 198, 248275, 220, 16, 24, 17, 198, 248276, 220, 16, 24, 18, 198, 248277, 220, 16, 24, 19, 198, 248278, 220, 16, 24, 20, 198, 248279, 220, 16, 24, 21, 198, 248280, 220, 16, 24, 22, 198, 248281, 220, 16, 24, 23, 198, 248282, 220, 16, 24, 24, 198, 248283, 220, 17, 15, 15, 198, 248284, 220, 17, 15, 16, 198, 248285, 220, 17, 15, 17, 198, 248286, 220, 17, 15, 18, 198, 248287, 220, 17, 15, 19, 198, 248288, 220, 17, 15, 20, 198, 248289, 220, 17, 15, 21, 198, 248290, 220, 17, 15, 22, 198, 248291, 220, 17, 15, 23, 198, 248292, 220, 17, 15, 24, 198, 248293, 220, 17, 16, 15, 198, 248294, 220, 17, 16, 16, 198, 248295, 220, 17, 16, 17, 198, 248296, 220, 17, 16, 18, 198, 248297, 220, 17, 16, 19, 198, 248298, 220, 17, 16, 20, 198, 248299, 220, 17, 16, 21, 198, 248300, 220, 17, 16, 22, 198, 248301, 220, 17, 16, 23, 198, 248302, 220, 17, 16, 24, 198, 248303, 220, 17, 17, 15, 198, 248304, 220, 17, 17, 16, 198, 248305, 220, 17, 17, 17, 198, 248306, 220, 17, 17, 18, 198, 248307, 220, 17, 17, 19, 198, 248308, 220, 17, 17, 20, 198, 248309, 220, 17, 17, 21, 198, 248310, 220, 17, 17, 22, 198, 248311, 220, 17, 17, 23, 198, 248312, 220, 17, 17, 24, 198, 248313, 220, 17, 18, 15, 198, 248314, 220, 17, 18, 16, 198, 248315, 220, 17, 18, 17, 198, 248316, 220, 17, 18, 18, 198, 248317, 220, 17, 18, 19, 198, 248318, 220, 17, 18, 20, 198, 248319, 220, 17, 18, 21, 198, 248320, 220, 17, 18, 22, 198, 248321, 220, 17, 18, 23, 198, 248322, 220, 17, 18, 24, 198, 248323, 220, 17, 19, 15, 198, 248324, 220, 17, 19, 16, 198, 248325, 220, 17, 19, 17, 198, 248326, 220, 17, 19, 18, 198, 248327, 220, 17, 19, 19, 198, 248328, 220, 17, 19, 20, 198, 248329, 220, 17, 19, 21, 198, 248330, 220, 17, 19, 22, 198, 248331, 220, 17, 19, 23, 198, 248332, 220, 17, 19, 24, 198, 248333, 220, 17, 20, 15, 198, 248334, 220, 17, 20, 16, 198, 248335, 220, 17, 20, 17, 198, 248336, 220, 17, 20, 18, 198, 248337, 220, 17, 20, 19, 198, 248082 ], "nopts": 255, "label_ids": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254 ], "temperature": 1.058533787727356, "raw_logits": [ -5.165618896484375, -5.171183109283447, -7.346033096313477, -6.700718879699707, -7.586639881134033, -8.179061889648438, -7.173984050750732, -8.494635581970215, -9.50565242767334, -6.381988525390625, -9.232284545898438, -9.288728713989258, -7.439193248748779, -9.54641342163086, -9.181245803833008, -8.174894332885742, -10.276571273803711, -9.45718765258789, -7.921285629272461, -10.277302742004395, -9.395403861999512, -7.935055732727051, -10.371161460876465, -10.218179702758789, -11.30718994140625, -12.128978729248047, -10.512554168701172, -11.202106475830078, -10.213045120239258, -10.455663681030273, -9.599514961242676, -13.428062438964844, -11.512003898620605, -10.409950256347656, -9.864034652709961, -11.716300964355469, -11.442279815673828, -9.311158180236816, -9.731480598449707, -7.783102989196777, -11.156344413757324, -11.107767105102539, -12.496844291687012, -10.32383918762207, -10.422567367553711, -12.06381607055664, -10.070724487304688, -9.969977378845215, -10.673540115356445, -10.738631248474121, -13.189920425415039, -11.582643508911133, -12.526769638061523, -11.168281555175781, -11.010923385620117, -9.350086212158203, -9.466009140014648, -8.319042205810547, -9.325166702270508, -7.129202365875244, -14.928936004638672, -13.796934127807617, -15.034161567687988, -11.126118659973145, -11.174470901489258, -18.312931060791016, -16.949169158935547, -9.066080093383789, -17.32073974609375, -11.029417991638184, -16.276731491088867, -10.18350887298584, -7.336578369140625, -12.071544647216797, -9.195064544677734, -15.114940643310547, -10.10311508178711, -14.464119911193848, -8.489740371704102, -12.128326416015625, -8.787004470825195, -10.842667579650879, -7.054835796356201, -12.639206886291504, -8.731611251831055, -10.028545379638672, -8.633584022521973, -10.00125503540039, -9.456571578979492, -14.615157127380371, -11.759765625, -13.199216842651367, -10.217643737792969, -10.12235164642334, -9.74393081665039, -11.59535026550293, -9.77367115020752, -7.092828750610352, -11.962888717651367, -9.942181587219238, -16.156423568725586, -8.703246116638184, -8.877564430236816, -10.89480209350586, -8.84053897857666, -15.937774658203125, -11.099617004394531, -12.445154190063477, -9.925132751464844, -14.386837005615234, -8.084380149841309, -14.39832878112793, -14.523635864257812, -15.700088500976562, -10.364699363708496, -6.744207382202148, -10.234808921813965, -15.341209411621094, -12.99532413482666, -10.203630447387695, -8.255758285522461, -7.038917541503906, -8.057572364807129, -9.485150337219238, -7.308327674865723, -15.036022186279297, -15.549468040466309, -9.68457317352295, -8.96586799621582, -16.538366317749023, -12.164651870727539, -11.764204025268555, -16.307621002197266, -16.102354049682617, -8.23640251159668, -15.380204200744629, -10.730158805847168, -10.364058494567871, -16.36642074584961, -12.673861503601074, -9.864141464233398, -11.714702606201172, -10.085426330566406, -9.999948501586914, -9.176627159118652, -10.477301597595215, -16.317991256713867, -14.48563003540039, -11.39998722076416, -10.479157447814941, -11.763568878173828, -10.760461807250977, -10.877744674682617, -10.244803428649902, -6.020541191101074, -5.81166410446167, -4.939837455749512, -5.423898220062256, -7.52943754196167, -9.060319900512695, -6.718849182128906, -6.484444618225098, -6.337151527404785, -6.370413303375244, -9.585846900939941, -3.655121088027954, -7.098489761352539, -7.276122093200684, -10.94597339630127, -8.251617431640625, -7.605074405670166, -7.584010601043701, -4.493460655212402, -9.323713302612305, -7.471074104309082, -7.550175666809082, -11.035682678222656, -9.758736610412598, -11.421539306640625, -10.175664901733398, -11.02641487121582, -12.946916580200195, -10.160947799682617, -10.847999572753906, -11.529342651367188, -9.847267150878906, -9.994341850280762, -10.193350791931152, -11.121788024902344, -11.740017890930176, -11.442611694335938, -9.92232894897461, -10.77359676361084, -9.540534019470215, -11.416501998901367, -10.48604965209961, -11.440138816833496, -9.424297332763672, -9.854143142700195, -10.23901653289795, -9.679464340209961, -10.598530769348145, -8.413106918334961, -11.185972213745117, -9.814229011535645, -8.824771881103516, -10.270137786865234, -8.88863468170166, -0.7242224812507629, -10.816332817077637, -8.948263168334961, -9.87714958190918, -9.444547653198242, -9.179692268371582, -9.396489143371582, -9.160730361938477, -10.360357284545898, -8.590510368347168, -9.084785461425781, -5.95781135559082, -7.101548671722412, -0.020734503865242004, -1.7893387079238892, -1.0915155410766602, 1.5527136325836182, -0.8546074628829956, 0.14565086364746094, -0.44250959157943726, -0.7564314603805542, 0.27014073729515076, 0.8801040649414062, 1.5059257745742798, -2.023371458053589, -0.12136831879615784, 1.2089248895645142, 0.7522792816162109, 0.3493126630783081, -0.5964069366455078, 0.8792247772216797, 0.390578031539917, -0.018188297748565674, -1.2732186317443848, -1.320623517036438, 1.1618320941925049, -0.27467843890190125, 1.7148932218551636, -1.168656349182129, 0.13741499185562134, -1.3675880432128906, -0.22633308172225952, -1.4866619110107422, 1.1476703882217407, -0.21519184112548828, 1.8154594898223877, -1.251342535018921, -4.7217302322387695 ], "p_full": [ 0.00014687729708384722, 0.00014610725338570774, 1.872301618277561e-05, 3.4445700293872505e-05, 1.4916261534381192e-05, 8.523177712049801e-06, 2.2027425075066276e-05, 6.325985395960743e-06, 2.4340470190509222e-06, 4.65482626168523e-05, 3.1512729492533254e-06, 2.987639618368121e-06, 1.714565405563917e-05, 2.342099605812109e-06, 3.3069400160457008e-06, 8.556796274206135e-06, 1.1749971235985868e-06, 2.5480801468802383e-06, 1.0873306564462837e-05, 1.1741849448299035e-06, 2.701229504964431e-06, 1.0732771443144884e-05, 1.0745546887847013e-06, 1.241633867721248e-06, 4.438084033608902e-07, 2.0418893598161958e-07, 9.4019486596153e-07, 4.901270926893631e-07, 1.2476720030463184e-06, 9.92107516140095e-07, 2.2275060018728254e-06, 5.984737327935363e-08, 3.657330864825781e-07, 1.0358915005781455e-06, 1.7349705103697488e-06, 3.015404104189656e-07, 3.906344545612228e-07, 2.9249986255308613e-06, 1.966419858945301e-06, 1.2389541552693117e-05, 5.117809109833615e-07, 5.358141947908734e-07, 1.4424627181597316e-07, 1.123683091464045e-06, 1.0236170737698558e-06, 2.1715369769026438e-07, 1.4272212638388737e-06, 1.5697338540121564e-06, 8.075482469394046e-07, 7.593872055622342e-07, 7.494625720028125e-08, 3.4212305877190374e-07, 1.4022556626969163e-07, 5.060418857283366e-07, 5.871476673746656e-07, 2.819384008034831e-06, 2.526932576074614e-06, 7.467414889106294e-06, 2.8865465537819546e-06, 2.2979309505899437e-05, 1.4496662537055727e-08, 4.2238156083840295e-08, 1.3124901165895153e-08, 5.266048788143962e-07, 5.030917122894607e-07, 5.927678903283606e-10, 2.1498471891590043e-09, 3.6870267194899498e-06, 1.5134231645674845e-09, 5.769779249931162e-07, 4.057839397830776e-09, 1.282975517824525e-06, 1.8891001673182473e-05, 2.1557397644755838e-07, 3.264048928031116e-06, 1.2160575657560457e-08, 1.3842103498973302e-06, 2.2489109241519145e-08, 6.355307050398551e-06, 2.043149720520887e-07, 4.79926893603988e-06, 6.883022365400393e-07, 2.465176658006385e-05, 1.2609456234713434e-07, 5.057102498540189e-06, 1.4852406593490741e-06, 5.547793080040719e-06, 1.5240289030771237e-06, 2.5495628506178036e-06, 1.9498669345807684e-08, 2.8940948482159e-07, 7.429093074051707e-08, 1.2422626696206862e-06, 1.359283260171651e-06, 1.9434269233897794e-06, 3.3804079180299595e-07, 1.8895838138632826e-06, 2.3782644348102622e-05, 2.388777602391201e-07, 1.6114986465254333e-06, 4.54626380985701e-09, 5.1944512051704805e-06, 4.40575422544498e-06, 6.552235731760447e-07, 4.562584763334598e-06, 5.5893560890751814e-09, 5.399558631324908e-07, 1.5146491705309018e-07, 1.6376629901060369e-06, 2.4192448933035848e-08, 9.32067723624641e-06, 2.3931221448947326e-08, 2.125955234077992e-08, 6.996490053978732e-09, 1.0811344282046775e-06, 3.305919744889252e-05, 1.2222803889017086e-06, 9.820201540833295e-09, 9.007180779008195e-08, 1.2588183153638965e-06, 7.927468686830252e-06, 2.502527058823034e-05, 9.559736099618021e-06, 2.481649289620691e-06, 1.9401963072596118e-05, 1.3101852047725515e-08, 8.066329826306173e-09, 2.055518052657135e-06, 4.0531349441153e-06, 3.169218443233035e-09, 1.9742242329812143e-07, 2.881987199998548e-07, 3.941140302998747e-09, 4.784523888190506e-09, 8.073753633652814e-06, 9.465022543508894e-09, 7.654891760466853e-07, 1.081789264389954e-06, 3.7281884246453956e-09, 1.2203322796722205e-07, 1.7347950915791444e-06, 3.0199598199942557e-07, 1.4075366152610513e-06, 1.52591223923082e-06, 3.321399844935513e-06, 9.720337175167515e-07, 3.902720813186988e-09, 2.2036720892515405e-08, 4.0655791622157267e-07, 9.70331370808708e-07, 2.883716661017388e-07, 7.438858915520541e-07, 6.65867503357731e-07, 1.210794493999856e-06, 6.549343379447237e-05, 7.978029316291213e-05, 0.0001817976008169353, 0.00011507682938827202, 1.574449925101362e-05, 3.707144742293167e-06, 3.386073876754381e-05, 4.225399607094005e-05, 4.8562280426267534e-05, 4.706005347543396e-05, 2.256455900351284e-06, 0.0006119001773186028, 2.365581167396158e-05, 2.000132190005388e-05, 6.243023449314933e-07, 7.958541573316325e-06, 1.4658729924121872e-05, 1.495334981882479e-05, 0.00027715787291526794, 2.890510586439632e-06, 1.6636960936011747e-05, 1.543904363643378e-05, 5.73573743167799e-07, 1.916432211146457e-06, 3.9836407950133434e-07, 1.2925178225486889e-06, 5.78617232349643e-07, 9.428647729237127e-08, 1.3106140386298648e-06, 6.8484376924971e-07, 3.597914144393144e-07, 1.7626722410568618e-06, 1.5340145864684018e-06, 1.271102632927068e-06, 5.287638487061486e-07, 2.9485931918316055e-07, 3.905122696323815e-07, 1.6420074189227307e-06, 7.347126143031346e-07, 2.3551442609459627e-06, 4.0026435499385116e-07, 9.64033347372606e-07, 3.914254023129615e-07, 2.6284935756848427e-06, 1.751258309923287e-06, 1.217431531586044e-06, 2.0654631498473464e-06, 8.668488931107277e-07, 6.832464805484051e-06, 4.976550940227753e-07, 1.8185543240178959e-06, 4.631055617210222e-06, 1.1821601901829126e-06, 4.359918875707081e-06, 0.009753658436238766, 7.056409572214761e-07, 4.12110648539965e-06, 1.7136067071987782e-06, 2.5786891910684062e-06, 3.311793989269063e-06, 2.698461457839585e-06, 3.3716555662977044e-06, 1.0855781056307023e-06, 5.778201739303768e-06, 3.6224432733433787e-06, 6.949193630134687e-05, 2.3587530449731275e-05, 0.018958067521452904, 0.003565926803275943, 0.006894056219607592, 0.0838199183344841, 0.008623295463621616, 0.022184954956173897, 0.012727657333016396, 0.009461344219744205, 0.024953655898571014, 0.044400665909051895, 0.08019570261240005, 0.002858601277694106, 0.017238762229681015, 0.06057561933994293, 0.039350081235170364, 0.02689160592854023, 0.011005445383489132, 0.04436379671096802, 0.02796064130961895, 0.019003724679350853, 0.005806651432067156, 0.005552345421165228, 0.05793976038694382, 0.01491441298276186, 0.09769812226295471, 0.006409520283341408, 0.022013017907738686, 0.005311387591063976, 0.015611379407346249, 0.004746291786432266, 0.05716976895928383, 0.015776557847857475, 0.10743515193462372, 0.005927903577685356, 0.00022339480347000062 ], "p_full_nonzero_count": 256, "p_full_expected_nonzero_count": 256, "p_full_nonzero_count_matches": true, "p_oracle": [ 0.0001469101116526872, 0.0001461399078834802, 1.8727199858403765e-05, 3.445339825702831e-05, 1.491959483246319e-05, 8.525082193955313e-06, 2.203234726039227e-05, 6.327398750727298e-06, 2.4345908968825825e-06, 4.6558663598261774e-05, 3.151977125526173e-06, 2.988307187479222e-06, 1.7149484847323038e-05, 2.3426230200129794e-06, 3.3076789804908913e-06, 8.558708032069262e-06, 1.175259626506886e-06, 2.548649490563548e-06, 1.0875735824811272e-05, 1.174447334051365e-06, 2.7018331820727326e-06, 1.073516978067346e-05, 1.0747947953859693e-06, 1.2419112636052887e-06, 4.439075667050929e-07, 2.042345670361101e-07, 9.404049592376396e-07, 4.902366299575078e-07, 1.2479507631724118e-06, 9.923292054736521e-07, 2.2280037228483707e-06, 5.986074569364064e-08, 3.658147988971905e-07, 1.0361229669797467e-06, 1.7353581824863795e-06, 3.016077982920251e-07, 3.907217376308836e-07, 2.925652097474085e-06, 1.966859144886257e-06, 1.2392310054565314e-05, 5.118952799421095e-07, 5.359339070309943e-07, 1.4427850203446724e-07, 1.123934225688572e-06, 1.0238458116873517e-06, 2.1720221354826208e-07, 1.4275401554186828e-06, 1.5700845779065276e-06, 8.077286679508688e-07, 7.595568831675337e-07, 7.496300469256312e-08, 3.4219951317027153e-07, 1.4025690120433865e-07, 5.061549472884508e-07, 5.872788619853964e-07, 2.820014060489484e-06, 2.5274971449107397e-06, 7.469083357136697e-06, 2.887191612899187e-06, 2.2984444512985647e-05, 1.4499901723752373e-08, 4.224759564408487e-08, 1.3127833931037003e-08, 5.267225446914381e-07, 5.032041485719674e-07, 5.929003399351984e-10, 2.150327471639457e-09, 3.6878504943160806e-06, 1.5137613385007853e-09, 5.771068458670925e-07, 4.05874622799729e-09, 1.283262236029259e-06, 1.8895223547588103e-05, 2.1562215124504291e-07, 3.2647783427819377e-06, 1.216329259534632e-08, 1.3845196917827707e-06, 2.249413455501781e-08, 6.356727226375369e-06, 2.0436063152828865e-07, 4.80034123029327e-06, 6.884560548314766e-07, 2.4657274479977787e-05, 1.261227424720346e-07, 5.058232545707142e-06, 1.4855725112283835e-06, 5.549032721319236e-06, 1.5243693951561e-06, 2.5501326490484644e-06, 1.9503026749134733e-08, 2.894741442105442e-07, 7.430752901882443e-08, 1.2425402928784024e-06, 1.359587031402043e-06, 1.943861207109876e-06, 3.3811633670666197e-07, 1.8900060467785806e-06, 2.3787959435139783e-05, 2.389311362094304e-07, 1.6118586927404976e-06, 4.5472798859691466e-09, 5.195611720409943e-06, 4.406738753459649e-06, 6.553700018230302e-07, 4.563604306895286e-06, 5.59060486793328e-09, 5.400765417107323e-07, 1.514987673090218e-07, 1.6380289480366628e-06, 2.4197854386898143e-08, 9.32275997911347e-06, 2.393656828303392e-08, 2.1264302318968475e-08, 6.9980532479974045e-09, 1.081376012734836e-06, 3.306658618384972e-05, 1.222553464685916e-06, 9.822396229708374e-09, 9.009193746578603e-08, 1.2590995766004198e-06, 7.929240382509306e-06, 2.503086216165684e-05, 9.561872502672486e-06, 2.482203854015097e-06, 1.9406297724344768e-05, 1.3104779483796847e-08, 8.068131940319745e-09, 2.05597734748153e-06, 4.0540408008382656e-06, 3.169926543478141e-09, 1.9746653379115742e-07, 2.882631235934241e-07, 3.9420209319018795e-09, 4.785592810918615e-09, 8.075558071141131e-06, 9.4671372963262e-09, 7.656602178940375e-07, 1.0820309626069502e-06, 3.729021536003074e-09, 1.2206049859742052e-07, 1.735182763695775e-06, 3.0206345513761335e-07, 1.4078510730541893e-06, 1.526253186057147e-06, 3.32214199261216e-06, 9.722509730636375e-07, 3.903593004395134e-09, 2.2041644953674222e-08, 4.0664875200491224e-07, 9.705481716082431e-07, 2.8843609811701754e-07, 7.440521017088031e-07, 6.660162625848898e-07, 1.2110650686736335e-06, 6.550806574523449e-05, 7.979811925906688e-05, 0.0001818382297642529, 0.00011510254262248054, 1.574801717652008e-05, 3.7079730645928066e-06, 3.386830576346256e-05, 4.226343662594445e-05, 4.857313251704909e-05, 4.7070567234186456e-05, 2.2569599877897417e-06, 0.0006120369071140885, 2.3661097657168284e-05, 2.0005791157018393e-05, 6.244418386813777e-07, 7.96031963545829e-06, 1.4662005014542956e-05, 1.4956691302359104e-05, 0.0002772198058664799, 2.891156555051566e-06, 1.6640678950352594e-05, 1.5442494259332307e-05, 5.737019250773301e-07, 1.9168603557773167e-06, 3.9845309629527037e-07, 1.2928065871165018e-06, 5.787465511275514e-07, 9.430754488448656e-08, 1.3109068959238357e-06, 6.849967917332833e-07, 3.59871819455293e-07, 1.7630660522627295e-06, 1.5343573522841325e-06, 1.2713866226476966e-06, 5.288820261739602e-07, 2.9492520070562023e-07, 3.9059952428033284e-07, 1.6423742863480584e-06, 7.348767780968046e-07, 2.3556704036309384e-06, 4.0035379811342864e-07, 9.642487839300884e-07, 3.915128559128789e-07, 2.6290808818885125e-06, 1.7516496200187248e-06, 1.2177035841887118e-06, 2.065924718408496e-06, 8.670426154822053e-07, 6.833991392340977e-06, 4.97766279750067e-07, 1.818960640775913e-06, 4.63209062218084e-06, 1.1824243983937777e-06, 4.360892944532679e-06, 0.009755837731063366, 7.05798640865396e-07, 4.1220273487851955e-06, 1.7139896044682246e-06, 2.5792653559619794e-06, 3.3125340905826306e-06, 2.6990644528268604e-06, 3.3724088552844478e-06, 1.0858207133424003e-06, 5.779492767032934e-06, 3.6232527236279566e-06, 6.950746319489554e-05, 2.359280188102275e-05, 0.018962303176522255, 0.0035667235497385263, 0.006895596627146006, 0.08383864909410477, 0.008625222370028496, 0.022189911454916, 0.012730501592159271, 0.009463458321988583, 0.024959232658147812, 0.0444105863571167, 0.08021362125873566, 0.0028592399321496487, 0.017242614179849625, 0.060589153319597244, 0.039358872920274734, 0.02689761482179165, 0.011007904075086117, 0.044373709708452225, 0.02796688862144947, 0.0190079715102911, 0.005807948764413595, 0.005553585942834616, 0.05795270577073097, 0.014917745254933834, 0.0977199524641037, 0.006410952657461166, 0.022017937153577805, 0.005312574561685324, 0.015614868141710758, 0.004747352562844753, 0.057182542979717255, 0.01578008383512497, 0.107459157705307, 0.005929228384047747 ], "abstain": 0.00022339480347000062, "confidence": 0.4301577332559553, "argmax": 253, "top2_margin": 0.009739205241203308, "tokens": 1449, "zoo_only": true, "language": "en", "causality_max_abs_diff": 0.0, "raw_logits_min": -18.312931060791016, "raw_logits_max": 1.8154594898223877, "raw_logits_absmax": 18.312931060791016, "all_finite": true, "api_assembly_exact_equal": true } ], "api_assembly": [ { "request_id": "r01", "exact_equal": true, "independent_questions": { "route": { "row_id": "r01-route", "exact_equal": true, "actual_answer": { "type": "choice", "choice": "ซ่อมแซม", "probabilities": { "ซ่อมแซม": 0.9192458987236023, "การเงิน": 0.008343691937625408, "ขนส่ง": 0.072410449385643 }, "confidence": 0.7201526768336926, "abstain": 0.02907981537282467 }, "expected_answer": { "type": "choice", "choice": "ซ่อมแซม", "probabilities": { "ซ่อมแซม": 0.9192458987236023, "การเงิน": 0.008343691937625408, "ขนส่ง": 0.072410449385643 }, "confidence": 0.7201526768336926, "abstain": 0.02907981537282467 }, "actual_response": { "model": "openthai-systemone", "answers": { "route": { "type": "choice", "choice": "ซ่อมแซม", "probabilities": { "ซ่อมแซม": 0.9192458987236023, "การเงิน": 0.008343691937625408, "ขนส่ง": 0.072410449385643 }, "confidence": 0.7201526768336926, "abstain": 0.02907981537282467 } }, "usage": { "input_tokens": 114, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "route": { "type": "choice", "choice": "ซ่อมแซม", "probabilities": { "ซ่อมแซม": 0.9192458987236023, "การเงิน": 0.008343691937625408, "ขนส่ง": 0.072410449385643 }, "confidence": 0.7201526768336926, "abstain": 0.02907981537282467 } }, "usage": { "input_tokens": 114, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "choice": true, "probabilities": true, "confidence": true, "abstain": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 0.0, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": true, "confidence_exposed": true }, "condition": { "row_id": "r01-condition", "exact_equal": true, "actual_answer": { "type": "choice", "choice": "สมบูรณ์", "probabilities": { "สูญหาย": 0.002313814591616392, "สมบูรณ์": 0.9696793556213379, "เปียก": 0.0041798558086156845, "แตก": 0.02382700890302658 }, "confidence": 0.8875898606259444, "abstain": 0.000638672907371074 }, "expected_answer": { "type": "choice", "choice": "สมบูรณ์", "probabilities": { "สูญหาย": 0.002313814591616392, "สมบูรณ์": 0.9696793556213379, "เปียก": 0.0041798558086156845, "แตก": 0.02382700890302658 }, "confidence": 0.8875898606259444, "abstain": 0.000638672907371074 }, "actual_response": { "model": "openthai-systemone", "answers": { "condition": { "type": "choice", "choice": "สมบูรณ์", "probabilities": { "สูญหาย": 0.002313814591616392, "สมบูรณ์": 0.9696793556213379, "เปียก": 0.0041798558086156845, "แตก": 0.02382700890302658 }, "confidence": 0.8875898606259444, "abstain": 0.000638672907371074 } }, "usage": { "input_tokens": 88, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "condition": { "type": "choice", "choice": "สมบูรณ์", "probabilities": { "สูญหาย": 0.002313814591616392, "สมบูรณ์": 0.9696793556213379, "เปียก": 0.0041798558086156845, "แตก": 0.02382700890302658 }, "confidence": 0.8875898606259444, "abstain": 0.000638672907371074 } }, "usage": { "input_tokens": 88, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "choice": true, "probabilities": true, "confidence": true, "abstain": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 1.1920928955078125e-07, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": true, "confidence_exposed": true }, "refund": { "row_id": "r01-refund", "exact_equal": true, "actual_answer": { "type": "noul", "noul": 0.0036705152597278357 }, "expected_answer": { "type": "noul", "noul": 0.0036705152597278357 }, "actual_response": { "model": "openthai-systemone", "answers": { "refund": { "type": "noul", "noul": 0.0036705152597278357 } }, "usage": { "input_tokens": 88, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "refund": { "type": "noul", "noul": 0.0036705152597278357 } }, "usage": { "input_tokens": 88, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "noul": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 1.6298145055770874e-09, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": false, "confidence_exposed": false } }, "one_pass": { "model": "openthai-systemone", "answers": { "route": { "type": "choice", "choice": "ซ่อมแซม", "probabilities": { "ซ่อมแซม": 0.9192458987236023, "การเงิน": 0.008343684487044811, "ขนส่ง": 0.07241043448448181 }, "confidence": 0.7201527039609354, "abstain": 0.029079731553792953 }, "condition": { "type": "choice", "choice": "สมบูรณ์", "probabilities": { "สูญหาย": 0.0032690102234482765, "สมบูรณ์": 0.9843795895576477, "เปียก": 0.0030230346601456404, "แตก": 0.00932841096073389 }, "confidence": 0.9312175327112782, "abstain": 0.0005775489844381809 }, "refund": { "type": "noul", "noul": 0.003535662544891238 } }, "usage": { "input_tokens": 194, "output_tokens": 0, "permutations": 1 } }, "one_pass_comparison": [ { "row_id": "r01-route", "one_pass_answer": { "type": "choice", "choice": "ซ่อมแซม", "probabilities": { "ซ่อมแซม": 0.9192458987236023, "การเงิน": 0.008343684487044811, "ขนส่ง": 0.07241043448448181 }, "confidence": 0.7201527039609354, "abstain": 0.029079731553792953 }, "independent_answer": { "type": "choice", "choice": "ซ่อมแซม", "probabilities": { "ซ่อมแซม": 0.9192458987236023, "การเงิน": 0.008343691937625408, "ขนส่ง": 0.072410449385643 }, "confidence": 0.7201526768336926, "abstain": 0.02907981537282467 }, "one_pass_probabilities": [ 0.9192458987236023, 0.008343684487044811, 0.07241043448448181 ], "independent_probabilities": [ 0.9192458987236023, 0.008343691937625408, 0.072410449385643 ], "max_abs_delta_p": 1.4901161193847656e-08 }, { "row_id": "r01-condition", "one_pass_answer": { "type": "choice", "choice": "สมบูรณ์", "probabilities": { "สูญหาย": 0.0032690102234482765, "สมบูรณ์": 0.9843795895576477, "เปียก": 0.0030230346601456404, "แตก": 0.00932841096073389 }, "confidence": 0.9312175327112782, "abstain": 0.0005775489844381809 }, "independent_answer": { "type": "choice", "choice": "สมบูรณ์", "probabilities": { "สูญหาย": 0.002313814591616392, "สมบูรณ์": 0.9696793556213379, "เปียก": 0.0041798558086156845, "แตก": 0.02382700890302658 }, "confidence": 0.8875898606259444, "abstain": 0.000638672907371074 }, "one_pass_probabilities": [ 0.0032690102234482765, 0.9843795895576477, 0.0030230346601456404, 0.00932841096073389 ], "independent_probabilities": [ 0.002313814591616392, 0.9696793556213379, 0.0041798558086156845, 0.02382700890302658 ], "max_abs_delta_p": 0.014700233936309814 }, { "row_id": "r01-refund", "one_pass_answer": { "type": "noul", "noul": 0.003535662544891238 }, "independent_answer": { "type": "noul", "noul": 0.0036705152597278357 }, "one_pass_probabilities": [ 0.9964643374551088, 0.003535662544891238 ], "independent_probabilities": [ 0.9963294847402722, 0.0036705152597278357 ], "max_abs_delta_p": 0.00013485271483659744 } ], "one_pass_max_abs_delta_p": 0.014700233936309814, "one_pass_is_gate": false }, { "request_id": "r02", "exact_equal": true, "independent_questions": { "action": { "row_id": "r02-action", "exact_equal": true, "actual_answer": { "type": "choice", "choice": "ปิดหน้าต่าง", "probabilities": { "ปิดหน้าต่าง": 0.989686131477356, "เปิดไฟ": 0.0035125669091939926, "เปิดหน้าต่าง": 0.006801280193030834 }, "confidence": 0.9416953354922908, "abstain": 0.00031577961635775864 }, "expected_answer": { "type": "choice", "choice": "ปิดหน้าต่าง", "probabilities": { "ปิดหน้าต่าง": 0.989686131477356, "เปิดไฟ": 0.0035125669091939926, "เปิดหน้าต่าง": 0.006801280193030834 }, "confidence": 0.9416953354922908, "abstain": 0.00031577961635775864 }, "actual_response": { "model": "openthai-systemone", "answers": { "action": { "type": "choice", "choice": "ปิดหน้าต่าง", "probabilities": { "ปิดหน้าต่าง": 0.989686131477356, "เปิดไฟ": 0.0035125669091939926, "เปิดหน้าต่าง": 0.006801280193030834 }, "confidence": 0.9416953354922908, "abstain": 0.00031577961635775864 } }, "usage": { "input_tokens": 109, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "action": { "type": "choice", "choice": "ปิดหน้าต่าง", "probabilities": { "ปิดหน้าต่าง": 0.989686131477356, "เปิดไฟ": 0.0035125669091939926, "เปิดหน้าต่าง": 0.006801280193030834 }, "confidence": 0.9416953354922908, "abstain": 0.00031577961635775864 } }, "usage": { "input_tokens": 109, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "choice": true, "probabilities": true, "confidence": true, "abstain": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 0.0, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": true, "confidence_exposed": true }, "lamp": { "row_id": "r02-lamp", "exact_equal": true, "actual_answer": { "type": "choice", "choice": "ปิด", "probabilities": { "เปิด": 0.0057459608651697636, "กะพริบ": 0.003123035654425621, "ปิด": 0.9911310076713562 }, "confidence": 0.9485796024182152, "abstain": 0.0001346878707408905 }, "expected_answer": { "type": "choice", "choice": "ปิด", "probabilities": { "เปิด": 0.0057459608651697636, "กะพริบ": 0.003123035654425621, "ปิด": 0.9911310076713562 }, "confidence": 0.9485796024182152, "abstain": 0.0001346878707408905 }, "actual_response": { "model": "openthai-systemone", "answers": { "lamp": { "type": "choice", "choice": "ปิด", "probabilities": { "เปิด": 0.0057459608651697636, "กะพริบ": 0.003123035654425621, "ปิด": 0.9911310076713562 }, "confidence": 0.9485796024182152, "abstain": 0.0001346878707408905 } }, "usage": { "input_tokens": 80, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "lamp": { "type": "choice", "choice": "ปิด", "probabilities": { "เปิด": 0.0057459608651697636, "กะพริบ": 0.003123035654425621, "ปิด": 0.9911310076713562 }, "confidence": 0.9485796024182152, "abstain": 0.0001346878707408905 } }, "usage": { "input_tokens": 80, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "choice": true, "probabilities": true, "confidence": true, "abstain": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 0.0, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": true, "confidence_exposed": true }, "cold": { "row_id": "r02-cold", "exact_equal": true, "actual_answer": { "type": "noul", "noul": 0.8839338421821594 }, "expected_answer": { "type": "noul", "noul": 0.8839338421821594 }, "actual_response": { "model": "openthai-systemone", "answers": { "cold": { "type": "noul", "noul": 0.8839338421821594 } }, "usage": { "input_tokens": 71, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "cold": { "type": "noul", "noul": 0.8839338421821594 } }, "usage": { "input_tokens": 71, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "noul": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 2.2351741790771484e-08, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": false, "confidence_exposed": false } }, "one_pass": { "model": "openthai-systemone", "answers": { "action": { "type": "choice", "choice": "ปิดหน้าต่าง", "probabilities": { "ปิดหน้าต่าง": 0.9896861910820007, "เปิดไฟ": 0.003512550378218293, "เปิดหน้าต่าง": 0.0068012443371117115 }, "confidence": 0.9416955932010982, "abstain": 0.00031577752088196576 }, "lamp": { "type": "choice", "choice": "ปิด", "probabilities": { "เปิด": 0.0063422666862607, "กะพริบ": 0.0030767410062253475, "ปิด": 0.9905809760093689 }, "confidence": 0.9460544867508948, "abstain": 0.00010654408106347546 }, "cold": { "type": "noul", "noul": 0.9856996536254883 } }, "usage": { "input_tokens": 160, "output_tokens": 0, "permutations": 1 } }, "one_pass_comparison": [ { "row_id": "r02-action", "one_pass_answer": { "type": "choice", "choice": "ปิดหน้าต่าง", "probabilities": { "ปิดหน้าต่าง": 0.9896861910820007, "เปิดไฟ": 0.003512550378218293, "เปิดหน้าต่าง": 0.0068012443371117115 }, "confidence": 0.9416955932010982, "abstain": 0.00031577752088196576 }, "independent_answer": { "type": "choice", "choice": "ปิดหน้าต่าง", "probabilities": { "ปิดหน้าต่าง": 0.989686131477356, "เปิดไฟ": 0.0035125669091939926, "เปิดหน้าต่าง": 0.006801280193030834 }, "confidence": 0.9416953354922908, "abstain": 0.00031577961635775864 }, "one_pass_probabilities": [ 0.9896861910820007, 0.003512550378218293, 0.0068012443371117115 ], "independent_probabilities": [ 0.989686131477356, 0.0035125669091939926, 0.006801280193030834 ], "max_abs_delta_p": 5.960464477539063e-08 }, { "row_id": "r02-lamp", "one_pass_answer": { "type": "choice", "choice": "ปิด", "probabilities": { "เปิด": 0.0063422666862607, "กะพริบ": 0.0030767410062253475, "ปิด": 0.9905809760093689 }, "confidence": 0.9460544867508948, "abstain": 0.00010654408106347546 }, "independent_answer": { "type": "choice", "choice": "ปิด", "probabilities": { "เปิด": 0.0057459608651697636, "กะพริบ": 0.003123035654425621, "ปิด": 0.9911310076713562 }, "confidence": 0.9485796024182152, "abstain": 0.0001346878707408905 }, "one_pass_probabilities": [ 0.0063422666862607, 0.0030767410062253475, 0.9905809760093689 ], "independent_probabilities": [ 0.0057459608651697636, 0.003123035654425621, 0.9911310076713562 ], "max_abs_delta_p": 0.0005963058210909367 }, { "row_id": "r02-cold", "one_pass_answer": { "type": "noul", "noul": 0.9856996536254883 }, "independent_answer": { "type": "noul", "noul": 0.8839338421821594 }, "one_pass_probabilities": [ 0.014300346374511719, 0.9856996536254883 ], "independent_probabilities": [ 0.11606615781784058, 0.8839338421821594 ], "max_abs_delta_p": 0.10176581144332886 } ], "one_pass_max_abs_delta_p": 0.10176581144332886, "one_pass_is_gate": false }, { "request_id": "r03", "exact_equal": true, "independent_questions": { "color": { "row_id": "r03-color", "exact_equal": true, "actual_answer": { "type": "choice", "choice": "สีเขียว", "probabilities": { "สีแดง": 0.004039411433041096, "สีเขียว": 0.993238091468811, "สีน้ำเงิน": 0.0027225520461797714 }, "confidence": 0.958963921166107, "abstain": 0.0006879517459310591 }, "expected_answer": { "type": "choice", "choice": "สีเขียว", "probabilities": { "สีแดง": 0.004039411433041096, "สีเขียว": 0.993238091468811, "สีน้ำเงิน": 0.0027225520461797714 }, "confidence": 0.958963921166107, "abstain": 0.0006879517459310591 }, "actual_response": { "model": "openthai-systemone", "answers": { "color": { "type": "choice", "choice": "สีเขียว", "probabilities": { "สีแดง": 0.004039411433041096, "สีเขียว": 0.993238091468811, "สีน้ำเงิน": 0.0027225520461797714 }, "confidence": 0.958963921166107, "abstain": 0.0006879517459310591 } }, "usage": { "input_tokens": 86, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "color": { "type": "choice", "choice": "สีเขียว", "probabilities": { "สีแดง": 0.004039411433041096, "สีเขียว": 0.993238091468811, "สีน้ำเงิน": 0.0027225520461797714 }, "confidence": 0.958963921166107, "abstain": 0.0006879517459310591 } }, "usage": { "input_tokens": 86, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "choice": true, "probabilities": true, "confidence": true, "abstain": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 0.0, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": true, "confidence_exposed": true }, "shape": { "row_id": "r03-shape", "exact_equal": true, "actual_answer": { "type": "choice", "choice": "หกเหลี่ยม", "probabilities": { "วงกลม": 0.0036773886531591415, "สี่เหลี่ยม": 0.0026007944252341986, "สามเหลี่ยม": 0.0014550749910995364, "ห้าเหลี่ยม": 0.0002769312704913318, "หกเหลี่ยม": 0.9849311113357544, "วงรี": 0.0018732596654444933, "ดาว": 0.0016641964903101325, "หัวใจ": 0.00036053467192687094, "เสี้ยววงเดือน": 0.00023951621551532298, "แปดเหลี่ยม": 0.001478387275710702, "ลูกศร": 0.0004451809509191662, "กากบาท": 0.0009976954897865653 }, "confidence": 0.9557110298215727, "abstain": 3.644650860223919e-05 }, "expected_answer": { "type": "choice", "choice": "หกเหลี่ยม", "probabilities": { "วงกลม": 0.0036773886531591415, "สี่เหลี่ยม": 0.0026007944252341986, "สามเหลี่ยม": 0.0014550749910995364, "ห้าเหลี่ยม": 0.0002769312704913318, "หกเหลี่ยม": 0.9849311113357544, "วงรี": 0.0018732596654444933, "ดาว": 0.0016641964903101325, "หัวใจ": 0.00036053467192687094, "เสี้ยววงเดือน": 0.00023951621551532298, "แปดเหลี่ยม": 0.001478387275710702, "ลูกศร": 0.0004451809509191662, "กากบาท": 0.0009976954897865653 }, "confidence": 0.9557110298215727, "abstain": 3.644650860223919e-05 }, "actual_response": { "model": "openthai-systemone", "answers": { "shape": { "type": "choice", "choice": "หกเหลี่ยม", "probabilities": { "วงกลม": 0.0036773886531591415, "สี่เหลี่ยม": 0.0026007944252341986, "สามเหลี่ยม": 0.0014550749910995364, "ห้าเหลี่ยม": 0.0002769312704913318, "หกเหลี่ยม": 0.9849311113357544, "วงรี": 0.0018732596654444933, "ดาว": 0.0016641964903101325, "หัวใจ": 0.00036053467192687094, "เสี้ยววงเดือน": 0.00023951621551532298, "แปดเหลี่ยม": 0.001478387275710702, "ลูกศร": 0.0004451809509191662, "กากบาท": 0.0009976954897865653 }, "confidence": 0.9557110298215727, "abstain": 3.644650860223919e-05 } }, "usage": { "input_tokens": 125, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "shape": { "type": "choice", "choice": "หกเหลี่ยม", "probabilities": { "วงกลม": 0.0036773886531591415, "สี่เหลี่ยม": 0.0026007944252341986, "สามเหลี่ยม": 0.0014550749910995364, "ห้าเหลี่ยม": 0.0002769312704913318, "หกเหลี่ยม": 0.9849311113357544, "วงรี": 0.0018732596654444933, "ดาว": 0.0016641964903101325, "หัวใจ": 0.00036053467192687094, "เสี้ยววงเดือน": 0.00023951621551532298, "แปดเหลี่ยม": 0.001478387275710702, "ลูกศร": 0.0004451809509191662, "กากบาท": 0.0009976954897865653 }, "confidence": 0.9557110298215727, "abstain": 3.644650860223919e-05 } }, "usage": { "input_tokens": 125, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "choice": true, "probabilities": true, "confidence": true, "abstain": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 0.0, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": true, "confidence_exposed": true }, "wet": { "row_id": "r03-wet", "exact_equal": true, "actual_answer": { "type": "noul", "noul": 0.016886629164218903 }, "expected_answer": { "type": "noul", "noul": 0.016886629164218903 }, "actual_response": { "model": "openthai-systemone", "answers": { "wet": { "type": "noul", "noul": 0.016886629164218903 } }, "usage": { "input_tokens": 80, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "wet": { "type": "noul", "noul": 0.016886629164218903 } }, "usage": { "input_tokens": 80, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "noul": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 2.2351741790771484e-08, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": false, "confidence_exposed": false } }, "one_pass": { "model": "openthai-systemone", "answers": { "color": { "type": "choice", "choice": "สีเขียว", "probabilities": { "สีแดง": 0.004039423074573278, "สีเขียว": 0.9932380318641663, "สีน้ำเงิน": 0.002722554374486208 }, "confidence": 0.9589638126571355, "abstain": 0.0006879517459310591 }, "shape": { "type": "choice", "choice": "หกเหลี่ยม", "probabilities": { "วงกลม": 0.0024625007063150406, "สี่เหลี่ยม": 0.002004324458539486, "สามเหลี่ยม": 0.0012496734270825982, "ห้าเหลี่ยม": 0.00022872800764162093, "หกเหลี่ยม": 0.9880957007408142, "วงรี": 0.0013344952603802085, "ดาว": 0.0012571868719533086, "หัวใจ": 0.0003584740625228733, "เสี้ยววงเดือน": 0.0002123807353200391, "แปดเหลี่ยม": 0.001417730120010674, "ลูกศร": 0.00038225107709877193, "กากบาท": 0.0009965873323380947 }, "confidence": 0.9636156792001054, "abstain": 3.6237717722542584e-05 }, "wet": { "type": "noul", "noul": 0.0068420534953475 } }, "usage": { "input_tokens": 213, "output_tokens": 0, "permutations": 1 } }, "one_pass_comparison": [ { "row_id": "r03-color", "one_pass_answer": { "type": "choice", "choice": "สีเขียว", "probabilities": { "สีแดง": 0.004039423074573278, "สีเขียว": 0.9932380318641663, "สีน้ำเงิน": 0.002722554374486208 }, "confidence": 0.9589638126571355, "abstain": 0.0006879517459310591 }, "independent_answer": { "type": "choice", "choice": "สีเขียว", "probabilities": { "สีแดง": 0.004039411433041096, "สีเขียว": 0.993238091468811, "สีน้ำเงิน": 0.0027225520461797714 }, "confidence": 0.958963921166107, "abstain": 0.0006879517459310591 }, "one_pass_probabilities": [ 0.004039423074573278, 0.9932380318641663, 0.002722554374486208 ], "independent_probabilities": [ 0.004039411433041096, 0.993238091468811, 0.0027225520461797714 ], "max_abs_delta_p": 5.960464477539063e-08 }, { "row_id": "r03-shape", "one_pass_answer": { "type": "choice", "choice": "หกเหลี่ยม", "probabilities": { "วงกลม": 0.0024625007063150406, "สี่เหลี่ยม": 0.002004324458539486, "สามเหลี่ยม": 0.0012496734270825982, "ห้าเหลี่ยม": 0.00022872800764162093, "หกเหลี่ยม": 0.9880957007408142, "วงรี": 0.0013344952603802085, "ดาว": 0.0012571868719533086, "หัวใจ": 0.0003584740625228733, "เสี้ยววงเดือน": 0.0002123807353200391, "แปดเหลี่ยม": 0.001417730120010674, "ลูกศร": 0.00038225107709877193, "กากบาท": 0.0009965873323380947 }, "confidence": 0.9636156792001054, "abstain": 3.6237717722542584e-05 }, "independent_answer": { "type": "choice", "choice": "หกเหลี่ยม", "probabilities": { "วงกลม": 0.0036773886531591415, "สี่เหลี่ยม": 0.0026007944252341986, "สามเหลี่ยม": 0.0014550749910995364, "ห้าเหลี่ยม": 0.0002769312704913318, "หกเหลี่ยม": 0.9849311113357544, "วงรี": 0.0018732596654444933, "ดาว": 0.0016641964903101325, "หัวใจ": 0.00036053467192687094, "เสี้ยววงเดือน": 0.00023951621551532298, "แปดเหลี่ยม": 0.001478387275710702, "ลูกศร": 0.0004451809509191662, "กากบาท": 0.0009976954897865653 }, "confidence": 0.9557110298215727, "abstain": 3.644650860223919e-05 }, "one_pass_probabilities": [ 0.0024625007063150406, 0.002004324458539486, 0.0012496734270825982, 0.00022872800764162093, 0.9880957007408142, 0.0013344952603802085, 0.0012571868719533086, 0.0003584740625228733, 0.0002123807353200391, 0.001417730120010674, 0.00038225107709877193, 0.0009965873323380947 ], "independent_probabilities": [ 0.0036773886531591415, 0.0026007944252341986, 0.0014550749910995364, 0.0002769312704913318, 0.9849311113357544, 0.0018732596654444933, 0.0016641964903101325, 0.00036053467192687094, 0.00023951621551532298, 0.001478387275710702, 0.0004451809509191662, 0.0009976954897865653 ], "max_abs_delta_p": 0.0031645894050598145 }, { "row_id": "r03-wet", "one_pass_answer": { "type": "noul", "noul": 0.0068420534953475 }, "independent_answer": { "type": "noul", "noul": 0.016886629164218903 }, "one_pass_probabilities": [ 0.9931579465046525, 0.0068420534953475 ], "independent_probabilities": [ 0.9831133708357811, 0.016886629164218903 ], "max_abs_delta_p": 0.010044575668871403 } ], "one_pass_max_abs_delta_p": 0.010044575668871403, "one_pass_is_gate": false }, { "request_id": "r04", "exact_equal": true, "independent_questions": { "status": { "row_id": "r04-status", "exact_equal": true, "actual_answer": { "type": "choice", "choice": "ล็อก", "probabilities": { "ล็อก": 0.9861337542533875, "เปิด": 0.010701394639909267, "เสีย": 0.0031647745054215193 }, "confidence": 0.9266881242577815, "abstain": 0.0008616404957138002 }, "expected_answer": { "type": "choice", "choice": "ล็อก", "probabilities": { "ล็อก": 0.9861337542533875, "เปิด": 0.010701394639909267, "เสีย": 0.0031647745054215193 }, "confidence": 0.9266881242577815, "abstain": 0.0008616404957138002 }, "actual_response": { "model": "openthai-systemone", "answers": { "status": { "type": "choice", "choice": "ล็อก", "probabilities": { "ล็อก": 0.9861337542533875, "เปิด": 0.010701394639909267, "เสีย": 0.0031647745054215193 }, "confidence": 0.9266881242577815, "abstain": 0.0008616404957138002 } }, "usage": { "input_tokens": 107, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "status": { "type": "choice", "choice": "ล็อก", "probabilities": { "ล็อก": 0.9861337542533875, "เปิด": 0.010701394639909267, "เสีย": 0.0031647745054215193 }, "confidence": 0.9266881242577815, "abstain": 0.0008616404957138002 } }, "usage": { "input_tokens": 107, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "choice": true, "probabilities": true, "confidence": true, "abstain": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 1.1920928955078125e-07, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": true, "confidence_exposed": true }, "drawer": { "row_id": "r04-drawer", "exact_equal": true, "actual_answer": { "type": "choice", "choice": "7", "probabilities": { "1": 0.0017093284986913204, "2": 0.0014980518026277423, "3": 0.0010982141830027103, "4": 0.0006639480125159025, "5": 0.0007912743021734059, "6": 0.0005999383865855634, "7": 0.9920872449874878, "8": 4.973450268153101e-05, "9": 0.0006263956311158836, "10": 0.0005665535572916269, "11": 0.0003093348059337586 }, "confidence": 0.9738074616380986, "abstain": 0.0002797741908580065 }, "expected_answer": { "type": "choice", "choice": "7", "probabilities": { "1": 0.0017093284986913204, "2": 0.0014980518026277423, "3": 0.0010982141830027103, "4": 0.0006639480125159025, "5": 0.0007912743021734059, "6": 0.0005999383865855634, "7": 0.9920872449874878, "8": 4.973450268153101e-05, "9": 0.0006263956311158836, "10": 0.0005665535572916269, "11": 0.0003093348059337586 }, "confidence": 0.9738074616380986, "abstain": 0.0002797741908580065 }, "actual_response": { "model": "openthai-systemone", "answers": { "drawer": { "type": "choice", "choice": "7", "probabilities": { "1": 0.0017093284986913204, "2": 0.0014980518026277423, "3": 0.0010982141830027103, "4": 0.0006639480125159025, "5": 0.0007912743021734059, "6": 0.0005999383865855634, "7": 0.9920872449874878, "8": 4.973450268153101e-05, "9": 0.0006263956311158836, "10": 0.0005665535572916269, "11": 0.0003093348059337586 }, "confidence": 0.9738074616380986, "abstain": 0.0002797741908580065 } }, "usage": { "input_tokens": 104, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "drawer": { "type": "choice", "choice": "7", "probabilities": { "1": 0.0017093284986913204, "2": 0.0014980518026277423, "3": 0.0010982141830027103, "4": 0.0006639480125159025, "5": 0.0007912743021734059, "6": 0.0005999383865855634, "7": 0.9920872449874878, "8": 4.973450268153101e-05, "9": 0.0006263956311158836, "10": 0.0005665535572916269, "11": 0.0003093348059337586 }, "confidence": 0.9738074616380986, "abstain": 0.0002797741908580065 } }, "usage": { "input_tokens": 104, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "choice": true, "probabilities": true, "confidence": true, "abstain": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 0.0, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": true, "confidence_exposed": true }, "key": { "row_id": "r04-key", "exact_equal": true, "actual_answer": { "type": "noul", "noul": 0.9897175431251526 }, "expected_answer": { "type": "noul", "noul": 0.9897175431251526 }, "actual_response": { "model": "openthai-systemone", "answers": { "key": { "type": "noul", "noul": 0.9897175431251526 } }, "usage": { "input_tokens": 66, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "key": { "type": "noul", "noul": 0.9897175431251526 } }, "usage": { "input_tokens": 66, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "noul": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 4.377216100692749e-08, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": false, "confidence_exposed": false } }, "one_pass": { "model": "openthai-systemone", "answers": { "status": { "type": "choice", "choice": "ล็อก", "probabilities": { "ล็อก": 0.986133873462677, "เปิด": 0.010701376013457775, "เสีย": 0.003164767287671566 }, "confidence": 0.9266882734576174, "abstain": 0.0008616371778771281 }, "drawer": { "type": "choice", "choice": "7", "probabilities": { "1": 0.001468782196752727, "2": 0.001366998185403645, "3": 0.0007704386953264475, "4": 0.0006287381984293461, "5": 0.0006322659319266677, "6": 0.00045670298277400434, "7": 0.9933176040649414, "8": 4.123872713535093e-05, "9": 0.0006090397946536541, "10": 0.0004878409090451896, "11": 0.00022034812718629837 }, "confidence": 0.9774444825123109, "abstain": 0.0002202611358370632 }, "key": { "type": "noul", "noul": 0.9899409413337708 } }, "usage": { "input_tokens": 189, "output_tokens": 0, "permutations": 1 } }, "one_pass_comparison": [ { "row_id": "r04-status", "one_pass_answer": { "type": "choice", "choice": "ล็อก", "probabilities": { "ล็อก": 0.986133873462677, "เปิด": 0.010701376013457775, "เสีย": 0.003164767287671566 }, "confidence": 0.9266882734576174, "abstain": 0.0008616371778771281 }, "independent_answer": { "type": "choice", "choice": "ล็อก", "probabilities": { "ล็อก": 0.9861337542533875, "เปิด": 0.010701394639909267, "เสีย": 0.0031647745054215193 }, "confidence": 0.9266881242577815, "abstain": 0.0008616404957138002 }, "one_pass_probabilities": [ 0.986133873462677, 0.010701376013457775, 0.003164767287671566 ], "independent_probabilities": [ 0.9861337542533875, 0.010701394639909267, 0.0031647745054215193 ], "max_abs_delta_p": 1.1920928955078125e-07 }, { "row_id": "r04-drawer", "one_pass_answer": { "type": "choice", "choice": "7", "probabilities": { "1": 0.001468782196752727, "2": 0.001366998185403645, "3": 0.0007704386953264475, "4": 0.0006287381984293461, "5": 0.0006322659319266677, "6": 0.00045670298277400434, "7": 0.9933176040649414, "8": 4.123872713535093e-05, "9": 0.0006090397946536541, "10": 0.0004878409090451896, "11": 0.00022034812718629837 }, "confidence": 0.9774444825123109, "abstain": 0.0002202611358370632 }, "independent_answer": { "type": "choice", "choice": "7", "probabilities": { "1": 0.0017093284986913204, "2": 0.0014980518026277423, "3": 0.0010982141830027103, "4": 0.0006639480125159025, "5": 0.0007912743021734059, "6": 0.0005999383865855634, "7": 0.9920872449874878, "8": 4.973450268153101e-05, "9": 0.0006263956311158836, "10": 0.0005665535572916269, "11": 0.0003093348059337586 }, "confidence": 0.9738074616380986, "abstain": 0.0002797741908580065 }, "one_pass_probabilities": [ 0.001468782196752727, 0.001366998185403645, 0.0007704386953264475, 0.0006287381984293461, 0.0006322659319266677, 0.00045670298277400434, 0.9933176040649414, 4.123872713535093e-05, 0.0006090397946536541, 0.0004878409090451896, 0.00022034812718629837 ], "independent_probabilities": [ 0.0017093284986913204, 0.0014980518026277423, 0.0010982141830027103, 0.0006639480125159025, 0.0007912743021734059, 0.0005999383865855634, 0.9920872449874878, 4.973450268153101e-05, 0.0006263956311158836, 0.0005665535572916269, 0.0003093348059337586 ], "max_abs_delta_p": 0.0012303590774536133 }, { "row_id": "r04-key", "one_pass_answer": { "type": "noul", "noul": 0.9899409413337708 }, "independent_answer": { "type": "noul", "noul": 0.9897175431251526 }, "one_pass_probabilities": [ 0.010059058666229248, 0.9899409413337708 ], "independent_probabilities": [ 0.010282456874847412, 0.9897175431251526 ], "max_abs_delta_p": 0.00022339820861816406 } ], "one_pass_max_abs_delta_p": 0.0012303590774536133, "one_pass_is_gate": false }, { "request_id": "r05", "exact_equal": true, "independent_questions": { "task": { "row_id": "r05-task", "exact_equal": true, "actual_answer": { "type": "choice", "choice": "รดน้ำ", "probabilities": { "รดน้ำ": 0.9156042337417603, "เก็บเกี่ยว": 0.07993197441101074, "ทาสี": 0.004463807679712772 }, "confidence": 0.7207010269213063, "abstain": 0.13591159880161285 }, "expected_answer": { "type": "choice", "choice": "รดน้ำ", "probabilities": { "รดน้ำ": 0.9156042337417603, "เก็บเกี่ยว": 0.07993197441101074, "ทาสี": 0.004463807679712772 }, "confidence": 0.7207010269213063, "abstain": 0.13591159880161285 }, "actual_response": { "model": "openthai-systemone", "answers": { "task": { "type": "choice", "choice": "รดน้ำ", "probabilities": { "รดน้ำ": 0.9156042337417603, "เก็บเกี่ยว": 0.07993197441101074, "ทาสี": 0.004463807679712772 }, "confidence": 0.7207010269213063, "abstain": 0.13591159880161285 } }, "usage": { "input_tokens": 100, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "task": { "type": "choice", "choice": "รดน้ำ", "probabilities": { "รดน้ำ": 0.9156042337417603, "เก็บเกี่ยว": 0.07993197441101074, "ทาสี": 0.004463807679712772 }, "confidence": 0.7207010269213063, "abstain": 0.13591159880161285 } }, "usage": { "input_tokens": 100, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "choice": true, "probabilities": true, "confidence": true, "abstain": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 5.960464477539063e-08, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": true, "confidence_exposed": true }, "leaves": { "row_id": "r05-leaves", "exact_equal": true, "actual_answer": { "type": "choice", "choice": "เขียว", "probabilities": { "น้ำตาล": 0.005044578108936548, "เหลือง": 0.00600813515484333, "เขียว": 0.9859573841094971, "แดง": 0.0029899454675614834 }, "confidence": 0.9359911799088674, "abstain": 0.0001540259108878672 }, "expected_answer": { "type": "choice", "choice": "เขียว", "probabilities": { "น้ำตาล": 0.005044578108936548, "เหลือง": 0.00600813515484333, "เขียว": 0.9859573841094971, "แดง": 0.0029899454675614834 }, "confidence": 0.9359911799088674, "abstain": 0.0001540259108878672 }, "actual_response": { "model": "openthai-systemone", "answers": { "leaves": { "type": "choice", "choice": "เขียว", "probabilities": { "น้ำตาล": 0.005044578108936548, "เหลือง": 0.00600813515484333, "เขียว": 0.9859573841094971, "แดง": 0.0029899454675614834 }, "confidence": 0.9359911799088674, "abstain": 0.0001540259108878672 } }, "usage": { "input_tokens": 72, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "leaves": { "type": "choice", "choice": "เขียว", "probabilities": { "น้ำตาล": 0.005044578108936548, "เหลือง": 0.00600813515484333, "เขียว": 0.9859573841094971, "แดง": 0.0029899454675614834 }, "confidence": 0.9359911799088674, "abstain": 0.0001540259108878672 } }, "usage": { "input_tokens": 72, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "choice": true, "probabilities": true, "confidence": true, "abstain": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 0.0, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": true, "confidence_exposed": true }, "dry": { "row_id": "r05-dry", "exact_equal": true, "actual_answer": { "type": "noul", "noul": 0.5308405160903931 }, "expected_answer": { "type": "noul", "noul": 0.5308405160903931 }, "actual_response": { "model": "openthai-systemone", "answers": { "dry": { "type": "noul", "noul": 0.5308405160903931 } }, "usage": { "input_tokens": 74, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "dry": { "type": "noul", "noul": 0.5308405160903931 } }, "usage": { "input_tokens": 74, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "noul": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 2.9802322387695312e-08, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": false, "confidence_exposed": false } }, "one_pass": { "model": "openthai-systemone", "answers": { "task": { "type": "choice", "choice": "รดน้ำ", "probabilities": { "รดน้ำ": 0.9156047701835632, "เก็บเกี่ยว": 0.07993140816688538, "ทาสี": 0.004463799297809601 }, "confidence": 0.7207022747744789, "abstain": 0.13591095805168152 }, "leaves": { "type": "choice", "choice": "เขียว", "probabilities": { "น้ำตาล": 0.004579697269946337, "เหลือง": 0.005020346026867628, "เขียว": 0.9872303009033203, "แดง": 0.003169664181768894 }, "confidence": 0.9407252281010954, "abstain": 0.00011867779539898038 }, "dry": { "type": "noul", "noul": 0.906293511390686 } }, "usage": { "input_tokens": 166, "output_tokens": 0, "permutations": 1 } }, "one_pass_comparison": [ { "row_id": "r05-task", "one_pass_answer": { "type": "choice", "choice": "รดน้ำ", "probabilities": { "รดน้ำ": 0.9156047701835632, "เก็บเกี่ยว": 0.07993140816688538, "ทาสี": 0.004463799297809601 }, "confidence": 0.7207022747744789, "abstain": 0.13591095805168152 }, "independent_answer": { "type": "choice", "choice": "รดน้ำ", "probabilities": { "รดน้ำ": 0.9156042337417603, "เก็บเกี่ยว": 0.07993197441101074, "ทาสี": 0.004463807679712772 }, "confidence": 0.7207010269213063, "abstain": 0.13591159880161285 }, "one_pass_probabilities": [ 0.9156047701835632, 0.07993140816688538, 0.004463799297809601 ], "independent_probabilities": [ 0.9156042337417603, 0.07993197441101074, 0.004463807679712772 ], "max_abs_delta_p": 5.662441253662109e-07 }, { "row_id": "r05-leaves", "one_pass_answer": { "type": "choice", "choice": "เขียว", "probabilities": { "น้ำตาล": 0.004579697269946337, "เหลือง": 0.005020346026867628, "เขียว": 0.9872303009033203, "แดง": 0.003169664181768894 }, "confidence": 0.9407252281010954, "abstain": 0.00011867779539898038 }, "independent_answer": { "type": "choice", "choice": "เขียว", "probabilities": { "น้ำตาล": 0.005044578108936548, "เหลือง": 0.00600813515484333, "เขียว": 0.9859573841094971, "แดง": 0.0029899454675614834 }, "confidence": 0.9359911799088674, "abstain": 0.0001540259108878672 }, "one_pass_probabilities": [ 0.004579697269946337, 0.005020346026867628, 0.9872303009033203, 0.003169664181768894 ], "independent_probabilities": [ 0.005044578108936548, 0.00600813515484333, 0.9859573841094971, 0.0029899454675614834 ], "max_abs_delta_p": 0.0012729167938232422 }, { "row_id": "r05-dry", "one_pass_answer": { "type": "noul", "noul": 0.906293511390686 }, "independent_answer": { "type": "noul", "noul": 0.5308405160903931 }, "one_pass_probabilities": [ 0.09370648860931396, 0.906293511390686 ], "independent_probabilities": [ 0.46915948390960693, 0.5308405160903931 ], "max_abs_delta_p": 0.37545299530029297 } ], "one_pass_max_abs_delta_p": 0.37545299530029297, "one_pass_is_gate": false }, { "request_id": "r06", "exact_equal": true, "independent_questions": { "phase": { "row_id": "r06-phase", "exact_equal": true, "actual_answer": { "type": "choice", "choice": "ตรวจทาน", "probabilities": { "ร่าง": 0.008610899560153484, "ตรวจทาน": 0.9867118000984192, "เสร็จ": 0.0046772826462984085 }, "confidence": 0.9278764738230857, "abstain": 0.0003977194719482213 }, "expected_answer": { "type": "choice", "choice": "ตรวจทาน", "probabilities": { "ร่าง": 0.008610899560153484, "ตรวจทาน": 0.9867118000984192, "เสร็จ": 0.0046772826462984085 }, "confidence": 0.9278764738230857, "abstain": 0.0003977194719482213 }, "actual_response": { "model": "openthai-systemone", "answers": { "phase": { "type": "choice", "choice": "ตรวจทาน", "probabilities": { "ร่าง": 0.008610899560153484, "ตรวจทาน": 0.9867118000984192, "เสร็จ": 0.0046772826462984085 }, "confidence": 0.9278764738230857, "abstain": 0.0003977194719482213 } }, "usage": { "input_tokens": 97, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "phase": { "type": "choice", "choice": "ตรวจทาน", "probabilities": { "ร่าง": 0.008610899560153484, "ตรวจทาน": 0.9867118000984192, "เสร็จ": 0.0046772826462984085 }, "confidence": 0.9278764738230857, "abstain": 0.0003977194719482213 } }, "usage": { "input_tokens": 97, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "choice": true, "probabilities": true, "confidence": true, "abstain": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 0.0, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": true, "confidence_exposed": true }, "priority": { "row_id": "r06-priority", "exact_equal": true, "actual_answer": { "type": "choice", "choice": "ต่ำ", "probabilities": { "สูง": 0.002428818494081497, "กลาง": 0.003745054127648473, "ต่ำ": 0.993826150894165 }, "confidence": 0.9620412898531109, "abstain": 0.000158899201778695 }, "expected_answer": { "type": "choice", "choice": "ต่ำ", "probabilities": { "สูง": 0.002428818494081497, "กลาง": 0.003745054127648473, "ต่ำ": 0.993826150894165 }, "confidence": 0.9620412898531109, "abstain": 0.000158899201778695 }, "actual_response": { "model": "openthai-systemone", "answers": { "priority": { "type": "choice", "choice": "ต่ำ", "probabilities": { "สูง": 0.002428818494081497, "กลาง": 0.003745054127648473, "ต่ำ": 0.993826150894165 }, "confidence": 0.9620412898531109, "abstain": 0.000158899201778695 } }, "usage": { "input_tokens": 69, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "priority": { "type": "choice", "choice": "ต่ำ", "probabilities": { "สูง": 0.002428818494081497, "กลาง": 0.003745054127648473, "ต่ำ": 0.993826150894165 }, "confidence": 0.9620412898531109, "abstain": 0.000158899201778695 } }, "usage": { "input_tokens": 69, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "choice": true, "probabilities": true, "confidence": true, "abstain": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 0.0, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": true, "confidence_exposed": true }, "approved": { "row_id": "r06-approved", "exact_equal": true, "actual_answer": { "type": "noul", "noul": 0.003411603160202503 }, "expected_answer": { "type": "noul", "noul": 0.003411603160202503 }, "actual_response": { "model": "openthai-systemone", "answers": { "approved": { "type": "noul", "noul": 0.003411603160202503 } }, "usage": { "input_tokens": 91, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "approved": { "type": "noul", "noul": 0.003411603160202503 } }, "usage": { "input_tokens": 91, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "noul": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 1.210719347000122e-08, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": false, "confidence_exposed": false } }, "one_pass": { "model": "openthai-systemone", "answers": { "phase": { "type": "choice", "choice": "ตรวจทาน", "probabilities": { "ร่าง": 0.008610915392637253, "ตรวจทาน": 0.9867118000984192, "เสร็จ": 0.004677287302911282 }, "confidence": 0.9278764060049784, "abstain": 0.00039771906449459493 }, "priority": { "type": "choice", "choice": "ต่ำ", "probabilities": { "สูง": 0.00261510512791574, "กลาง": 0.0035899688955396414, "ต่ำ": 0.9937949776649475 }, "confidence": 0.961818690479833, "abstain": 0.00013911859423387796 }, "approved": { "type": "noul", "noul": 0.002785671269521117 } }, "usage": { "input_tokens": 175, "output_tokens": 0, "permutations": 1 } }, "one_pass_comparison": [ { "row_id": "r06-phase", "one_pass_answer": { "type": "choice", "choice": "ตรวจทาน", "probabilities": { "ร่าง": 0.008610915392637253, "ตรวจทาน": 0.9867118000984192, "เสร็จ": 0.004677287302911282 }, "confidence": 0.9278764060049784, "abstain": 0.00039771906449459493 }, "independent_answer": { "type": "choice", "choice": "ตรวจทาน", "probabilities": { "ร่าง": 0.008610899560153484, "ตรวจทาน": 0.9867118000984192, "เสร็จ": 0.0046772826462984085 }, "confidence": 0.9278764738230857, "abstain": 0.0003977194719482213 }, "one_pass_probabilities": [ 0.008610915392637253, 0.9867118000984192, 0.004677287302911282 ], "independent_probabilities": [ 0.008610899560153484, 0.9867118000984192, 0.0046772826462984085 ], "max_abs_delta_p": 1.5832483768463135e-08 }, { "row_id": "r06-priority", "one_pass_answer": { "type": "choice", "choice": "ต่ำ", "probabilities": { "สูง": 0.00261510512791574, "กลาง": 0.0035899688955396414, "ต่ำ": 0.9937949776649475 }, "confidence": 0.961818690479833, "abstain": 0.00013911859423387796 }, "independent_answer": { "type": "choice", "choice": "ต่ำ", "probabilities": { "สูง": 0.002428818494081497, "กลาง": 0.003745054127648473, "ต่ำ": 0.993826150894165 }, "confidence": 0.9620412898531109, "abstain": 0.000158899201778695 }, "one_pass_probabilities": [ 0.00261510512791574, 0.0035899688955396414, 0.9937949776649475 ], "independent_probabilities": [ 0.002428818494081497, 0.003745054127648473, 0.993826150894165 ], "max_abs_delta_p": 0.00018628663383424282 }, { "row_id": "r06-approved", "one_pass_answer": { "type": "noul", "noul": 0.002785671269521117 }, "independent_answer": { "type": "noul", "noul": 0.003411603160202503 }, "one_pass_probabilities": [ 0.9972143287304789, 0.002785671269521117 ], "independent_probabilities": [ 0.9965883968397975, 0.003411603160202503 ], "max_abs_delta_p": 0.000625931890681386 } ], "one_pass_max_abs_delta_p": 0.000625931890681386, "one_pass_is_gate": false }, { "request_id": "r07", "exact_equal": true, "independent_questions": { "team": { "row_id": "r07-team", "exact_equal": true, "actual_answer": { "type": "choice", "choice": "12", "probabilities": { "1": 0.0029451660811901093, "2": 0.001555267721414566, "3": 0.0009126935619860888, "4": 0.0014587680343538523, "5": 0.0005313093424774706, "6": 0.000829861091915518, "7": 0.0007131857564672828, "8": 0.00023690734815318137, "9": 0.00027930724900215864, "10": 0.00032101283431984484, "11": 0.0013732233783230186, "12": 0.9885022044181824, "13": 4.6371802454814315e-05, "14": 0.00010244426084682345, "15": 0.000100217446743045, "16": 9.20594684430398e-05 }, "confidence": 0.9680067097077035, "abstain": 0.00024898501578718424 }, "expected_answer": { "type": "choice", "choice": "12", "probabilities": { "1": 0.0029451660811901093, "2": 0.001555267721414566, "3": 0.0009126935619860888, "4": 0.0014587680343538523, "5": 0.0005313093424774706, "6": 0.000829861091915518, "7": 0.0007131857564672828, "8": 0.00023690734815318137, "9": 0.00027930724900215864, "10": 0.00032101283431984484, "11": 0.0013732233783230186, "12": 0.9885022044181824, "13": 4.6371802454814315e-05, "14": 0.00010244426084682345, "15": 0.000100217446743045, "16": 9.20594684430398e-05 }, "confidence": 0.9680067097077035, "abstain": 0.00024898501578718424 }, "actual_response": { "model": "openthai-systemone", "answers": { "team": { "type": "choice", "choice": "12", "probabilities": { "1": 0.0029451660811901093, "2": 0.001555267721414566, "3": 0.0009126935619860888, "4": 0.0014587680343538523, "5": 0.0005313093424774706, "6": 0.000829861091915518, "7": 0.0007131857564672828, "8": 0.00023690734815318137, "9": 0.00027930724900215864, "10": 0.00032101283431984484, "11": 0.0013732233783230186, "12": 0.9885022044181824, "13": 4.6371802454814315e-05, "14": 0.00010244426084682345, "15": 0.000100217446743045, "16": 9.20594684430398e-05 }, "confidence": 0.9680067097077035, "abstain": 0.00024898501578718424 } }, "usage": { "input_tokens": 103, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "team": { "type": "choice", "choice": "12", "probabilities": { "1": 0.0029451660811901093, "2": 0.001555267721414566, "3": 0.0009126935619860888, "4": 0.0014587680343538523, "5": 0.0005313093424774706, "6": 0.000829861091915518, "7": 0.0007131857564672828, "8": 0.00023690734815318137, "9": 0.00027930724900215864, "10": 0.00032101283431984484, "11": 0.0013732233783230186, "12": 0.9885022044181824, "13": 4.6371802454814315e-05, "14": 0.00010244426084682345, "15": 0.000100217446743045, "16": 9.20594684430398e-05 }, "confidence": 0.9680067097077035, "abstain": 0.00024898501578718424 } }, "usage": { "input_tokens": 103, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "choice": true, "probabilities": true, "confidence": true, "abstain": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 0.0, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": true, "confidence_exposed": true }, "condition": { "row_id": "r07-condition", "exact_equal": true, "actual_answer": { "type": "choice", "choice": "intact", "probabilities": { "missing": 0.0023597946856170893, "intact": 0.9941675662994385, "wet": 0.002299339510500431, "broken": 0.0011732407147064805 }, "confidence": 0.9697207022423469, "abstain": 0.0003573091817088425 }, "expected_answer": { "type": "choice", "choice": "intact", "probabilities": { "missing": 0.0023597946856170893, "intact": 0.9941675662994385, "wet": 0.002299339510500431, "broken": 0.0011732407147064805 }, "confidence": 0.9697207022423469, "abstain": 0.0003573091817088425 }, "actual_response": { "model": "openthai-systemone", "answers": { "condition": { "type": "choice", "choice": "intact", "probabilities": { "missing": 0.0023597946856170893, "intact": 0.9941675662994385, "wet": 0.002299339510500431, "broken": 0.0011732407147064805 }, "confidence": 0.9697207022423469, "abstain": 0.0003573091817088425 } }, "usage": { "input_tokens": 44, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "condition": { "type": "choice", "choice": "intact", "probabilities": { "missing": 0.0023597946856170893, "intact": 0.9941675662994385, "wet": 0.002299339510500431, "broken": 0.0011732407147064805 }, "confidence": 0.9697207022423469, "abstain": 0.0003573091817088425 } }, "usage": { "input_tokens": 44, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "choice": true, "probabilities": true, "confidence": true, "abstain": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 0.0, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": true, "confidence_exposed": true }, "refund": { "row_id": "r07-refund", "exact_equal": true, "actual_answer": { "type": "noul", "noul": 0.0032962816767394543 }, "expected_answer": { "type": "noul", "noul": 0.0032962816767394543 }, "actual_response": { "model": "openthai-systemone", "answers": { "refund": { "type": "noul", "noul": 0.0032962816767394543 } }, "usage": { "input_tokens": 48, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "refund": { "type": "noul", "noul": 0.0032962816767394543 } }, "usage": { "input_tokens": 48, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "noul": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 3.3993273973464966e-08, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": false, "confidence_exposed": false } }, "one_pass": { "model": "openthai-systemone", "answers": { "team": { "type": "choice", "choice": "12", "probabilities": { "1": 0.002945156302303076, "2": 0.0015552619006484747, "3": 0.0009126910008490086, "4": 0.001458768150769174, "5": 0.0005313081783242524, "6": 0.0008298615575768054, "7": 0.0007131847669370472, "8": 0.00023690624220762402, "9": 0.000279307016171515, "10": 0.0003210128634236753, "11": 0.0013732229126617312, "12": 0.9885022640228271, "13": 4.6371715143322945e-05, "14": 0.00010244426812278107, "15": 0.00010021727212006226, "16": 9.205913374898955e-05 }, "confidence": 0.9680067742011976, "abstain": 0.00024898358969949186 }, "condition": { "type": "choice", "choice": "intact", "probabilities": { "missing": 0.002844198839738965, "intact": 0.9941549897193909, "wet": 0.001985304756090045, "broken": 0.001015487127006054 }, "confidence": 0.9698090099591071, "abstain": 0.0004274900711607188 }, "refund": { "type": "noul", "noul": 0.0029561875853687525 } }, "usage": { "input_tokens": 153, "output_tokens": 0, "permutations": 1 } }, "one_pass_comparison": [ { "row_id": "r07-team", "one_pass_answer": { "type": "choice", "choice": "12", "probabilities": { "1": 0.002945156302303076, "2": 0.0015552619006484747, "3": 0.0009126910008490086, "4": 0.001458768150769174, "5": 0.0005313081783242524, "6": 0.0008298615575768054, "7": 0.0007131847669370472, "8": 0.00023690624220762402, "9": 0.000279307016171515, "10": 0.0003210128634236753, "11": 0.0013732229126617312, "12": 0.9885022640228271, "13": 4.6371715143322945e-05, "14": 0.00010244426812278107, "15": 0.00010021727212006226, "16": 9.205913374898955e-05 }, "confidence": 0.9680067742011976, "abstain": 0.00024898358969949186 }, "independent_answer": { "type": "choice", "choice": "12", "probabilities": { "1": 0.0029451660811901093, "2": 0.001555267721414566, "3": 0.0009126935619860888, "4": 0.0014587680343538523, "5": 0.0005313093424774706, "6": 0.000829861091915518, "7": 0.0007131857564672828, "8": 0.00023690734815318137, "9": 0.00027930724900215864, "10": 0.00032101283431984484, "11": 0.0013732233783230186, "12": 0.9885022044181824, "13": 4.6371802454814315e-05, "14": 0.00010244426084682345, "15": 0.000100217446743045, "16": 9.20594684430398e-05 }, "confidence": 0.9680067097077035, "abstain": 0.00024898501578718424 }, "one_pass_probabilities": [ 0.002945156302303076, 0.0015552619006484747, 0.0009126910008490086, 0.001458768150769174, 0.0005313081783242524, 0.0008298615575768054, 0.0007131847669370472, 0.00023690624220762402, 0.000279307016171515, 0.0003210128634236753, 0.0013732229126617312, 0.9885022640228271, 4.6371715143322945e-05, 0.00010244426812278107, 0.00010021727212006226, 9.205913374898955e-05 ], "independent_probabilities": [ 0.0029451660811901093, 0.001555267721414566, 0.0009126935619860888, 0.0014587680343538523, 0.0005313093424774706, 0.000829861091915518, 0.0007131857564672828, 0.00023690734815318137, 0.00027930724900215864, 0.00032101283431984484, 0.0013732233783230186, 0.9885022044181824, 4.6371802454814315e-05, 0.00010244426084682345, 0.000100217446743045, 9.20594684430398e-05 ], "max_abs_delta_p": 5.960464477539063e-08 }, { "row_id": "r07-condition", "one_pass_answer": { "type": "choice", "choice": "intact", "probabilities": { "missing": 0.002844198839738965, "intact": 0.9941549897193909, "wet": 0.001985304756090045, "broken": 0.001015487127006054 }, "confidence": 0.9698090099591071, "abstain": 0.0004274900711607188 }, "independent_answer": { "type": "choice", "choice": "intact", "probabilities": { "missing": 0.0023597946856170893, "intact": 0.9941675662994385, "wet": 0.002299339510500431, "broken": 0.0011732407147064805 }, "confidence": 0.9697207022423469, "abstain": 0.0003573091817088425 }, "one_pass_probabilities": [ 0.002844198839738965, 0.9941549897193909, 0.001985304756090045, 0.001015487127006054 ], "independent_probabilities": [ 0.0023597946856170893, 0.9941675662994385, 0.002299339510500431, 0.0011732407147064805 ], "max_abs_delta_p": 0.00048440415412187576 }, { "row_id": "r07-refund", "one_pass_answer": { "type": "noul", "noul": 0.0029561875853687525 }, "independent_answer": { "type": "noul", "noul": 0.0032962816767394543 }, "one_pass_probabilities": [ 0.9970438124146312, 0.0029561875853687525 ], "independent_probabilities": [ 0.9967037183232605, 0.0032962816767394543 ], "max_abs_delta_p": 0.0003400940913707018 } ], "one_pass_max_abs_delta_p": 0.00048440415412187576, "one_pass_is_gate": false }, { "request_id": "r08", "exact_equal": true, "independent_questions": { "bin": { "row_id": "r08-bin", "exact_equal": true, "actual_answer": { "type": "choice", "choice": "violet", "probabilities": { "red": 0.0004889668780378997, "orange": 0.00035156647209078074, "yellow": 0.00018288858700543642, "green": 0.0002941089041996747, "blue": 0.0003917153226211667, "indigo": 0.0008335465681739151, "violet": 0.9968871474266052, "black": 1.3746554941462819e-05, "white": 0.0002432497713016346, "gray": 0.00021473021479323506, "brown": 6.454402318922803e-05, "pink": 3.38076388288755e-05 }, "confidence": 0.9889161441574451, "abstain": 3.9258102333405986e-05 }, "expected_answer": { "type": "choice", "choice": "violet", "probabilities": { "red": 0.0004889668780378997, "orange": 0.00035156647209078074, "yellow": 0.00018288858700543642, "green": 0.0002941089041996747, "blue": 0.0003917153226211667, "indigo": 0.0008335465681739151, "violet": 0.9968871474266052, "black": 1.3746554941462819e-05, "white": 0.0002432497713016346, "gray": 0.00021473021479323506, "brown": 6.454402318922803e-05, "pink": 3.38076388288755e-05 }, "confidence": 0.9889161441574451, "abstain": 3.9258102333405986e-05 }, "actual_response": { "model": "openthai-systemone", "answers": { "bin": { "type": "choice", "choice": "violet", "probabilities": { "red": 0.0004889668780378997, "orange": 0.00035156647209078074, "yellow": 0.00018288858700543642, "green": 0.0002941089041996747, "blue": 0.0003917153226211667, "indigo": 0.0008335465681739151, "violet": 0.9968871474266052, "black": 1.3746554941462819e-05, "white": 0.0002432497713016346, "gray": 0.00021473021479323506, "brown": 6.454402318922803e-05, "pink": 3.38076388288755e-05 }, "confidence": 0.9889161441574451, "abstain": 3.9258102333405986e-05 } }, "usage": { "input_tokens": 66, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "bin": { "type": "choice", "choice": "violet", "probabilities": { "red": 0.0004889668780378997, "orange": 0.00035156647209078074, "yellow": 0.00018288858700543642, "green": 0.0002941089041996747, "blue": 0.0003917153226211667, "indigo": 0.0008335465681739151, "violet": 0.9968871474266052, "black": 1.3746554941462819e-05, "white": 0.0002432497713016346, "gray": 0.00021473021479323506, "brown": 6.454402318922803e-05, "pink": 3.38076388288755e-05 }, "confidence": 0.9889161441574451, "abstain": 3.9258102333405986e-05 } }, "usage": { "input_tokens": 66, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "choice": true, "probabilities": true, "confidence": true, "abstain": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 0.0, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": true, "confidence_exposed": true }, "lamp": { "row_id": "r08-lamp", "exact_equal": true, "actual_answer": { "type": "choice", "choice": "off", "probabilities": { "on": 0.0031704173889011145, "off": 0.9952751398086548, "flashing": 0.0015544575871899724 }, "confidence": 0.9699548050648372, "abstain": 0.0005142955924384296 }, "expected_answer": { "type": "choice", "choice": "off", "probabilities": { "on": 0.0031704173889011145, "off": 0.9952751398086548, "flashing": 0.0015544575871899724 }, "confidence": 0.9699548050648372, "abstain": 0.0005142955924384296 }, "actual_response": { "model": "openthai-systemone", "answers": { "lamp": { "type": "choice", "choice": "off", "probabilities": { "on": 0.0031704173889011145, "off": 0.9952751398086548, "flashing": 0.0015544575871899724 }, "confidence": 0.9699548050648372, "abstain": 0.0005142955924384296 } }, "usage": { "input_tokens": 55, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "lamp": { "type": "choice", "choice": "off", "probabilities": { "on": 0.0031704173889011145, "off": 0.9952751398086548, "flashing": 0.0015544575871899724 }, "confidence": 0.9699548050648372, "abstain": 0.0005142955924384296 } }, "usage": { "input_tokens": 55, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "choice": true, "probabilities": true, "confidence": true, "abstain": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 0.0, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": true, "confidence_exposed": true }, "closed": { "row_id": "r08-closed", "exact_equal": true, "actual_answer": { "type": "noul", "noul": 0.9922353625297546 }, "expected_answer": { "type": "noul", "noul": 0.9922353625297546 }, "actual_response": { "model": "openthai-systemone", "answers": { "closed": { "type": "noul", "noul": 0.9922353625297546 } }, "usage": { "input_tokens": 37, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "closed": { "type": "noul", "noul": 0.9922353625297546 } }, "usage": { "input_tokens": 37, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "noul": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 3.3993273973464966e-08, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": false, "confidence_exposed": false } }, "one_pass": { "model": "openthai-systemone", "answers": { "bin": { "type": "choice", "choice": "violet", "probabilities": { "red": 0.0004889630945399404, "orange": 0.0003515646094456315, "yellow": 0.00018288684077560902, "green": 0.0002941077691502869, "blue": 0.00039171328535303473, "indigo": 0.0008335429592989385, "violet": 0.9968871474266052, "black": 1.3746411241299938e-05, "white": 0.00024324815603904426, "gray": 0.0002147292107110843, "brown": 6.454352842411026e-05, "pink": 3.380731868674047e-05 }, "confidence": 0.988916194379543, "abstain": 3.925783676095307e-05 }, "lamp": { "type": "choice", "choice": "off", "probabilities": { "on": 0.003618826624006033, "off": 0.9950848817825317, "flashing": 0.001296323025599122 }, "confidence": 0.9691748595320249, "abstain": 0.0005655367276631296 }, "closed": { "type": "noul", "noul": 0.9912407994270325 } }, "usage": { "input_tokens": 120, "output_tokens": 0, "permutations": 1 } }, "one_pass_comparison": [ { "row_id": "r08-bin", "one_pass_answer": { "type": "choice", "choice": "violet", "probabilities": { "red": 0.0004889630945399404, "orange": 0.0003515646094456315, "yellow": 0.00018288684077560902, "green": 0.0002941077691502869, "blue": 0.00039171328535303473, "indigo": 0.0008335429592989385, "violet": 0.9968871474266052, "black": 1.3746411241299938e-05, "white": 0.00024324815603904426, "gray": 0.0002147292107110843, "brown": 6.454352842411026e-05, "pink": 3.380731868674047e-05 }, "confidence": 0.988916194379543, "abstain": 3.925783676095307e-05 }, "independent_answer": { "type": "choice", "choice": "violet", "probabilities": { "red": 0.0004889668780378997, "orange": 0.00035156647209078074, "yellow": 0.00018288858700543642, "green": 0.0002941089041996747, "blue": 0.0003917153226211667, "indigo": 0.0008335465681739151, "violet": 0.9968871474266052, "black": 1.3746554941462819e-05, "white": 0.0002432497713016346, "gray": 0.00021473021479323506, "brown": 6.454402318922803e-05, "pink": 3.38076388288755e-05 }, "confidence": 0.9889161441574451, "abstain": 3.9258102333405986e-05 }, "one_pass_probabilities": [ 0.0004889630945399404, 0.0003515646094456315, 0.00018288684077560902, 0.0002941077691502869, 0.00039171328535303473, 0.0008335429592989385, 0.9968871474266052, 1.3746411241299938e-05, 0.00024324815603904426, 0.0002147292107110843, 6.454352842411026e-05, 3.380731868674047e-05 ], "independent_probabilities": [ 0.0004889668780378997, 0.00035156647209078074, 0.00018288858700543642, 0.0002941089041996747, 0.0003917153226211667, 0.0008335465681739151, 0.9968871474266052, 1.3746554941462819e-05, 0.0002432497713016346, 0.00021473021479323506, 6.454402318922803e-05, 3.38076388288755e-05 ], "max_abs_delta_p": 3.7834979593753815e-09 }, { "row_id": "r08-lamp", "one_pass_answer": { "type": "choice", "choice": "off", "probabilities": { "on": 0.003618826624006033, "off": 0.9950848817825317, "flashing": 0.001296323025599122 }, "confidence": 0.9691748595320249, "abstain": 0.0005655367276631296 }, "independent_answer": { "type": "choice", "choice": "off", "probabilities": { "on": 0.0031704173889011145, "off": 0.9952751398086548, "flashing": 0.0015544575871899724 }, "confidence": 0.9699548050648372, "abstain": 0.0005142955924384296 }, "one_pass_probabilities": [ 0.003618826624006033, 0.9950848817825317, 0.001296323025599122 ], "independent_probabilities": [ 0.0031704173889011145, 0.9952751398086548, 0.0015544575871899724 ], "max_abs_delta_p": 0.0004484092351049185 }, { "row_id": "r08-closed", "one_pass_answer": { "type": "noul", "noul": 0.9912407994270325 }, "independent_answer": { "type": "noul", "noul": 0.9922353625297546 }, "one_pass_probabilities": [ 0.00875920057296753, 0.9912407994270325 ], "independent_probabilities": [ 0.007764637470245361, 0.9922353625297546 ], "max_abs_delta_p": 0.000994563102722168 } ], "one_pass_max_abs_delta_p": 0.000994563102722168, "one_pass_is_gate": false }, { "request_id": "r09", "exact_equal": true, "independent_questions": { "liquid": { "row_id": "r09-liquid", "exact_equal": true, "actual_answer": { "type": "choice", "choice": "water", "probabilities": { "oil": 0.003028564853593707, "water": 0.9903112053871155, "ink": 0.006660241633653641 }, "confidence": 0.9448533059997074, "abstain": 0.009437600150704384 }, "expected_answer": { "type": "choice", "choice": "water", "probabilities": { "oil": 0.003028564853593707, "water": 0.9903112053871155, "ink": 0.006660241633653641 }, "confidence": 0.9448533059997074, "abstain": 0.009437600150704384 }, "actual_response": { "model": "openthai-systemone", "answers": { "liquid": { "type": "choice", "choice": "water", "probabilities": { "oil": 0.003028564853593707, "water": 0.9903112053871155, "ink": 0.006660241633653641 }, "confidence": 0.9448533059997074, "abstain": 0.009437600150704384 } }, "usage": { "input_tokens": 47, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "liquid": { "type": "choice", "choice": "water", "probabilities": { "oil": 0.003028564853593707, "water": 0.9903112053871155, "ink": 0.006660241633653641 }, "confidence": 0.9448533059997074, "abstain": 0.009437600150704384 } }, "usage": { "input_tokens": 47, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "choice": true, "probabilities": true, "confidence": true, "abstain": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 0.0, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": true, "confidence_exposed": true }, "valve": { "row_id": "r09-valve", "exact_equal": true, "actual_answer": { "type": "noul", "noul": 0.0034905539359897375 }, "expected_answer": { "type": "noul", "noul": 0.0034905539359897375 }, "actual_response": { "model": "openthai-systemone", "answers": { "valve": { "type": "noul", "noul": 0.0034905539359897375 } }, "usage": { "input_tokens": 52, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "valve": { "type": "noul", "noul": 0.0034905539359897375 } }, "usage": { "input_tokens": 52, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "noul": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 1.3271346688270569e-08, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": false, "confidence_exposed": false }, "fill": { "row_id": "r09-fill", "exact_equal": true, "actual_answer": { "type": "score", "score": 1.984359622001648, "legend": { "0": "empty", "1": "one quarter full", "2": "half full", "3": "three quarters full", "4": "completely full" }, "probabilities": { "0": 0.0030626419465988874, "1": 0.014278288930654526, "2": 0.9789782762527466, "3": 0.002598386723548174, "4": 0.0010823768097907305 }, "confidence": 0.924163046922495 }, "expected_answer": { "type": "score", "score": 1.984359622001648, "legend": { "0": "empty", "1": "one quarter full", "2": "half full", "3": "three quarters full", "4": "completely full" }, "probabilities": { "0": 0.0030626419465988874, "1": 0.014278288930654526, "2": 0.9789782762527466, "3": 0.002598386723548174, "4": 0.0010823768097907305 }, "confidence": 0.924163046922495 }, "actual_response": { "model": "openthai-systemone", "answers": { "fill": { "type": "score", "score": 1.984359622001648, "legend": { "0": "empty", "1": "one quarter full", "2": "half full", "3": "three quarters full", "4": "completely full" }, "probabilities": { "0": 0.0030626419465988874, "1": 0.014278288930654526, "2": 0.9789782762527466, "3": 0.002598386723548174, "4": 0.0010823768097907305 }, "confidence": 0.924163046922495 } }, "usage": { "input_tokens": 73, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "fill": { "type": "score", "score": 1.984359622001648, "legend": { "0": "empty", "1": "one quarter full", "2": "half full", "3": "three quarters full", "4": "completely full" }, "probabilities": { "0": 0.0030626419465988874, "1": 0.014278288930654526, "2": 0.9789782762527466, "3": 0.002598386723548174, "4": 0.0010823768097907305 }, "confidence": 0.924163046922495 } }, "usage": { "input_tokens": 73, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "score": true, "legend": true, "probabilities": true, "confidence": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 0.0, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": false, "confidence_exposed": true } }, "one_pass": { "model": "openthai-systemone", "answers": { "liquid": { "type": "choice", "choice": "water", "probabilities": { "oil": 0.003028550650924444, "water": 0.9903112649917603, "ink": 0.006660203915089369 }, "confidence": 0.9448535569267041, "abstain": 0.009437685832381248 }, "valve": { "type": "noul", "noul": 0.0031908340752124786 }, "fill": { "type": "score", "score": 1.9842631816864014, "legend": { "0": "empty", "1": "one quarter full", "2": "half full", "3": "three quarters full", "4": "completely full" }, "probabilities": { "0": 0.003766681533306837, "1": 0.012575449422001839, "2": 0.9802872538566589, "3": 0.002369195455685258, "4": 0.0010014149593189359 }, "confidence": 0.9274219996536578 } }, "usage": { "input_tokens": 120, "output_tokens": 0, "permutations": 1 } }, "one_pass_comparison": [ { "row_id": "r09-liquid", "one_pass_answer": { "type": "choice", "choice": "water", "probabilities": { "oil": 0.003028550650924444, "water": 0.9903112649917603, "ink": 0.006660203915089369 }, "confidence": 0.9448535569267041, "abstain": 0.009437685832381248 }, "independent_answer": { "type": "choice", "choice": "water", "probabilities": { "oil": 0.003028564853593707, "water": 0.9903112053871155, "ink": 0.006660241633653641 }, "confidence": 0.9448533059997074, "abstain": 0.009437600150704384 }, "one_pass_probabilities": [ 0.003028550650924444, 0.9903112649917603, 0.006660203915089369 ], "independent_probabilities": [ 0.003028564853593707, 0.9903112053871155, 0.006660241633653641 ], "max_abs_delta_p": 5.960464477539063e-08 }, { "row_id": "r09-valve", "one_pass_answer": { "type": "noul", "noul": 0.0031908340752124786 }, "independent_answer": { "type": "noul", "noul": 0.0034905539359897375 }, "one_pass_probabilities": [ 0.9968091659247875, 0.0031908340752124786 ], "independent_probabilities": [ 0.9965094460640103, 0.0034905539359897375 ], "max_abs_delta_p": 0.0002997198607772589 }, { "row_id": "r09-fill", "one_pass_answer": { "type": "score", "score": 1.9842631816864014, "legend": { "0": "empty", "1": "one quarter full", "2": "half full", "3": "three quarters full", "4": "completely full" }, "probabilities": { "0": 0.003766681533306837, "1": 0.012575449422001839, "2": 0.9802872538566589, "3": 0.002369195455685258, "4": 0.0010014149593189359 }, "confidence": 0.9274219996536578 }, "independent_answer": { "type": "score", "score": 1.984359622001648, "legend": { "0": "empty", "1": "one quarter full", "2": "half full", "3": "three quarters full", "4": "completely full" }, "probabilities": { "0": 0.0030626419465988874, "1": 0.014278288930654526, "2": 0.9789782762527466, "3": 0.002598386723548174, "4": 0.0010823768097907305 }, "confidence": 0.924163046922495 }, "one_pass_probabilities": [ 0.003766681533306837, 0.012575449422001839, 0.9802872538566589, 0.002369195455685258, 0.0010014149593189359 ], "independent_probabilities": [ 0.0030626419465988874, 0.014278288930654526, 0.9789782762527466, 0.002598386723548174, 0.0010823768097907305 ], "max_abs_delta_p": 0.001702839508652687 } ], "one_pass_max_abs_delta_p": 0.001702839508652687, "one_pass_is_gate": false }, { "request_id": "r10", "exact_equal": true, "independent_questions": { "surface": { "row_id": "r10-surface", "exact_equal": true, "actual_answer": { "type": "choice", "choice": "smooth", "probabilities": { "rough": 0.0012890654616057873, "smooth": 0.9963335990905762, "cracked": 0.0016073038568720222, "sticky": 0.0007700907881371677 }, "confidence": 0.9797317290449744, "abstain": 0.0003932055551558733 }, "expected_answer": { "type": "choice", "choice": "smooth", "probabilities": { "rough": 0.0012890654616057873, "smooth": 0.9963335990905762, "cracked": 0.0016073038568720222, "sticky": 0.0007700907881371677 }, "confidence": 0.9797317290449744, "abstain": 0.0003932055551558733 }, "actual_response": { "model": "openthai-systemone", "answers": { "surface": { "type": "choice", "choice": "smooth", "probabilities": { "rough": 0.0012890654616057873, "smooth": 0.9963335990905762, "cracked": 0.0016073038568720222, "sticky": 0.0007700907881371677 }, "confidence": 0.9797317290449744, "abstain": 0.0003932055551558733 } }, "usage": { "input_tokens": 46, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "surface": { "type": "choice", "choice": "smooth", "probabilities": { "rough": 0.0012890654616057873, "smooth": 0.9963335990905762, "cracked": 0.0016073038568720222, "sticky": 0.0007700907881371677 }, "confidence": 0.9797317290449744, "abstain": 0.0003932055551558733 } }, "usage": { "input_tokens": 46, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "choice": true, "probabilities": true, "confidence": true, "abstain": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 0.0, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": true, "confidence_exposed": true }, "white": { "row_id": "r10-white", "exact_equal": true, "actual_answer": { "type": "noul", "noul": 0.9783114194869995 }, "expected_answer": { "type": "noul", "noul": 0.9783114194869995 }, "actual_response": { "model": "openthai-systemone", "answers": { "white": { "type": "noul", "noul": 0.9783114194869995 } }, "usage": { "input_tokens": 39, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "white": { "type": "noul", "noul": 0.9783114194869995 } }, "usage": { "input_tokens": 39, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "noul": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 4.6566128730773926e-08, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": false, "confidence_exposed": false }, "damage": { "row_id": "r10-damage", "exact_equal": true, "actual_answer": { "type": "score", "score": 0.008242974057793617, "legend": { "0": "no damage", "1": "minor scratches", "2": "shallow dents", "3": "large cracks", "4": "completely broken" }, "probabilities": { "0": 0.9949960112571716, "1": 0.0030125249177217484, "2": 0.0011956130620092154, "3": 0.00034420800511725247, "4": 0.0004516497428994626 }, "confidence": 0.9771670799827293 }, "expected_answer": { "type": "score", "score": 0.008242974057793617, "legend": { "0": "no damage", "1": "minor scratches", "2": "shallow dents", "3": "large cracks", "4": "completely broken" }, "probabilities": { "0": 0.9949960112571716, "1": 0.0030125249177217484, "2": 0.0011956130620092154, "3": 0.00034420800511725247, "4": 0.0004516497428994626 }, "confidence": 0.9771670799827293 }, "actual_response": { "model": "openthai-systemone", "answers": { "damage": { "type": "score", "score": 0.008242974057793617, "legend": { "0": "no damage", "1": "minor scratches", "2": "shallow dents", "3": "large cracks", "4": "completely broken" }, "probabilities": { "0": 0.9949960112571716, "1": 0.0030125249177217484, "2": 0.0011956130620092154, "3": 0.00034420800511725247, "4": 0.0004516497428994626 }, "confidence": 0.9771670799827293 } }, "usage": { "input_tokens": 68, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "damage": { "type": "score", "score": 0.008242974057793617, "legend": { "0": "no damage", "1": "minor scratches", "2": "shallow dents", "3": "large cracks", "4": "completely broken" }, "probabilities": { "0": 0.9949960112571716, "1": 0.0030125249177217484, "2": 0.0011956130620092154, "3": 0.00034420800511725247, "4": 0.0004516497428994626 }, "confidence": 0.9771670799827293 } }, "usage": { "input_tokens": 68, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "score": true, "legend": true, "probabilities": true, "confidence": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 0.0, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": false, "confidence_exposed": true } }, "one_pass": { "model": "openthai-systemone", "answers": { "surface": { "type": "choice", "choice": "smooth", "probabilities": { "rough": 0.0012890585931017995, "smooth": 0.9963335990905762, "cracked": 0.0016073023434728384, "sticky": 0.0007700900896452367 }, "confidence": 0.9797317680097938, "abstain": 0.00039320593350566924 }, "white": { "type": "noul", "noul": 0.9825602769851685 }, "damage": { "type": "score", "score": 0.007795057259500027, "legend": { "0": "no damage", "1": "minor scratches", "2": "shallow dents", "3": "large cracks", "4": "completely broken" }, "probabilities": { "0": 0.9957528710365295, "1": 0.0022824255283921957, "2": 0.0009847052861005068, "3": 0.0003764851135201752, "4": 0.0006034413818269968 }, "confidence": 0.9798812467243034 } }, "usage": { "input_tokens": 109, "output_tokens": 0, "permutations": 1 } }, "one_pass_comparison": [ { "row_id": "r10-surface", "one_pass_answer": { "type": "choice", "choice": "smooth", "probabilities": { "rough": 0.0012890585931017995, "smooth": 0.9963335990905762, "cracked": 0.0016073023434728384, "sticky": 0.0007700900896452367 }, "confidence": 0.9797317680097938, "abstain": 0.00039320593350566924 }, "independent_answer": { "type": "choice", "choice": "smooth", "probabilities": { "rough": 0.0012890654616057873, "smooth": 0.9963335990905762, "cracked": 0.0016073038568720222, "sticky": 0.0007700907881371677 }, "confidence": 0.9797317290449744, "abstain": 0.0003932055551558733 }, "one_pass_probabilities": [ 0.0012890585931017995, 0.9963335990905762, 0.0016073023434728384, 0.0007700900896452367 ], "independent_probabilities": [ 0.0012890654616057873, 0.9963335990905762, 0.0016073038568720222, 0.0007700907881371677 ], "max_abs_delta_p": 6.868503987789154e-09 }, { "row_id": "r10-white", "one_pass_answer": { "type": "noul", "noul": 0.9825602769851685 }, "independent_answer": { "type": "noul", "noul": 0.9783114194869995 }, "one_pass_probabilities": [ 0.017439723014831543, 0.9825602769851685 ], "independent_probabilities": [ 0.02168858051300049, 0.9783114194869995 ], "max_abs_delta_p": 0.004248857498168945 }, { "row_id": "r10-damage", "one_pass_answer": { "type": "score", "score": 0.007795057259500027, "legend": { "0": "no damage", "1": "minor scratches", "2": "shallow dents", "3": "large cracks", "4": "completely broken" }, "probabilities": { "0": 0.9957528710365295, "1": 0.0022824255283921957, "2": 0.0009847052861005068, "3": 0.0003764851135201752, "4": 0.0006034413818269968 }, "confidence": 0.9798812467243034 }, "independent_answer": { "type": "score", "score": 0.008242974057793617, "legend": { "0": "no damage", "1": "minor scratches", "2": "shallow dents", "3": "large cracks", "4": "completely broken" }, "probabilities": { "0": 0.9949960112571716, "1": 0.0030125249177217484, "2": 0.0011956130620092154, "3": 0.00034420800511725247, "4": 0.0004516497428994626 }, "confidence": 0.9771670799827293 }, "one_pass_probabilities": [ 0.9957528710365295, 0.0022824255283921957, 0.0009847052861005068, 0.0003764851135201752, 0.0006034413818269968 ], "independent_probabilities": [ 0.9949960112571716, 0.0030125249177217484, 0.0011956130620092154, 0.00034420800511725247, 0.0004516497428994626 ], "max_abs_delta_p": 0.0007568597793579102 } ], "one_pass_max_abs_delta_p": 0.004248857498168945, "one_pass_is_gate": false }, { "request_id": "r11", "exact_equal": true, "independent_questions": { "status": { "row_id": "r11-status", "exact_equal": true, "actual_answer": { "type": "choice", "choice": "paused", "probabilities": { "running": 0.0033252013381570578, "paused": 0.9919410347938538, "finished": 0.004733750596642494 }, "confidence": 0.952357447380009, "abstain": 0.0008843487594276667 }, "expected_answer": { "type": "choice", "choice": "paused", "probabilities": { "running": 0.0033252013381570578, "paused": 0.9919410347938538, "finished": 0.004733750596642494 }, "confidence": 0.952357447380009, "abstain": 0.0008843487594276667 }, "actual_response": { "model": "openthai-systemone", "answers": { "status": { "type": "choice", "choice": "paused", "probabilities": { "running": 0.0033252013381570578, "paused": 0.9919410347938538, "finished": 0.004733750596642494 }, "confidence": 0.952357447380009, "abstain": 0.0008843487594276667 } }, "usage": { "input_tokens": 38, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "status": { "type": "choice", "choice": "paused", "probabilities": { "running": 0.0033252013381570578, "paused": 0.9919410347938538, "finished": 0.004733750596642494 }, "confidence": 0.952357447380009, "abstain": 0.0008843487594276667 } }, "usage": { "input_tokens": 38, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "choice": true, "probabilities": true, "confidence": true, "abstain": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 0.0, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": true, "confidence_exposed": true }, "restart": { "row_id": "r11-restart", "exact_equal": true, "actual_answer": { "type": "noul", "noul": 0.006189099978655577 }, "expected_answer": { "type": "noul", "noul": 0.006189099978655577 }, "actual_response": { "model": "openthai-systemone", "answers": { "restart": { "type": "noul", "noul": 0.006189099978655577 } }, "usage": { "input_tokens": 43, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "restart": { "type": "noul", "noul": 0.006189099978655577 } }, "usage": { "input_tokens": 43, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "noul": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 7.916241884231567e-09, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": false, "confidence_exposed": false }, "urgency": { "row_id": "r11-urgency", "exact_equal": true, "actual_answer": { "type": "score", "score": 0.012439275160431862, "legend": { "0": "low", "1": "medium", "2": "high" }, "probabilities": { "0": 0.9895610213279724, "1": 0.008438710123300552, "2": 0.0020002827513962984 }, "confidence": 0.9425555268004532 }, "expected_answer": { "type": "score", "score": 0.012439275160431862, "legend": { "0": "low", "1": "medium", "2": "high" }, "probabilities": { "0": 0.9895610213279724, "1": 0.008438710123300552, "2": 0.0020002827513962984 }, "confidence": 0.9425555268004532 }, "actual_response": { "model": "openthai-systemone", "answers": { "urgency": { "type": "score", "score": 0.012439275160431862, "legend": { "0": "low", "1": "medium", "2": "high" }, "probabilities": { "0": 0.9895610213279724, "1": 0.008438710123300552, "2": 0.0020002827513962984 }, "confidence": 0.9425555268004532 } }, "usage": { "input_tokens": 47, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "urgency": { "type": "score", "score": 0.012439275160431862, "legend": { "0": "low", "1": "medium", "2": "high" }, "probabilities": { "0": 0.9895610213279724, "1": 0.008438710123300552, "2": 0.0020002827513962984 }, "confidence": 0.9425555268004532 } }, "usage": { "input_tokens": 47, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "score": true, "legend": true, "probabilities": true, "confidence": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 5.960464477539063e-08, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": false, "confidence_exposed": true } }, "one_pass": { "model": "openthai-systemone", "answers": { "status": { "type": "choice", "choice": "paused", "probabilities": { "running": 0.0033252043649554253, "paused": 0.9919410347938538, "finished": 0.004733745940029621 }, "confidence": 0.9523574541618197, "abstain": 0.0008843487594276667 }, "restart": { "type": "noul", "noul": 0.004876643419265747 }, "urgency": { "type": "score", "score": 0.009272683411836624, "legend": { "0": "low", "1": "medium", "2": "high" }, "probabilities": { "0": 0.9923411011695862, "1": 0.006045165006071329, "2": 0.0016137589700520039 }, "confidence": 0.9555017186297703 } }, "usage": { "input_tokens": 92, "output_tokens": 0, "permutations": 1 } }, "one_pass_comparison": [ { "row_id": "r11-status", "one_pass_answer": { "type": "choice", "choice": "paused", "probabilities": { "running": 0.0033252043649554253, "paused": 0.9919410347938538, "finished": 0.004733745940029621 }, "confidence": 0.9523574541618197, "abstain": 0.0008843487594276667 }, "independent_answer": { "type": "choice", "choice": "paused", "probabilities": { "running": 0.0033252013381570578, "paused": 0.9919410347938538, "finished": 0.004733750596642494 }, "confidence": 0.952357447380009, "abstain": 0.0008843487594276667 }, "one_pass_probabilities": [ 0.0033252043649554253, 0.9919410347938538, 0.004733745940029621 ], "independent_probabilities": [ 0.0033252013381570578, 0.9919410347938538, 0.004733750596642494 ], "max_abs_delta_p": 4.6566128730773926e-09 }, { "row_id": "r11-restart", "one_pass_answer": { "type": "noul", "noul": 0.004876643419265747 }, "independent_answer": { "type": "noul", "noul": 0.006189099978655577 }, "one_pass_probabilities": [ 0.9951233565807343, 0.004876643419265747 ], "independent_probabilities": [ 0.9938109000213444, 0.006189099978655577 ], "max_abs_delta_p": 0.0013124565593898296 }, { "row_id": "r11-urgency", "one_pass_answer": { "type": "score", "score": 0.009272683411836624, "legend": { "0": "low", "1": "medium", "2": "high" }, "probabilities": { "0": 0.9923411011695862, "1": 0.006045165006071329, "2": 0.0016137589700520039 }, "confidence": 0.9555017186297703 }, "independent_answer": { "type": "score", "score": 0.012439275160431862, "legend": { "0": "low", "1": "medium", "2": "high" }, "probabilities": { "0": 0.9895610213279724, "1": 0.008438710123300552, "2": 0.0020002827513962984 }, "confidence": 0.9425555268004532 }, "one_pass_probabilities": [ 0.9923411011695862, 0.006045165006071329, 0.0016137589700520039 ], "independent_probabilities": [ 0.9895610213279724, 0.008438710123300552, 0.0020002827513962984 ], "max_abs_delta_p": 0.0027800798416137695 } ], "one_pass_max_abs_delta_p": 0.0027800798416137695, "one_pass_is_gate": false }, { "request_id": "r12", "exact_equal": true, "independent_questions": { "direction": { "row_id": "r12-direction", "exact_equal": true, "actual_answer": { "type": "choice", "choice": "west", "probabilities": { "north": 0.003069420112296939, "south": 0.004049216862767935, "east": 0.0018126902868971229, "west": 0.9910686612129211 }, "confidence": 0.9564282276506545, "abstain": 0.00032492054742760956 }, "expected_answer": { "type": "choice", "choice": "west", "probabilities": { "north": 0.003069420112296939, "south": 0.004049216862767935, "east": 0.0018126902868971229, "west": 0.9910686612129211 }, "confidence": 0.9564282276506545, "abstain": 0.00032492054742760956 }, "actual_response": { "model": "openthai-systemone", "answers": { "direction": { "type": "choice", "choice": "west", "probabilities": { "north": 0.003069420112296939, "south": 0.004049216862767935, "east": 0.0018126902868971229, "west": 0.9910686612129211 }, "confidence": 0.9564282276506545, "abstain": 0.00032492054742760956 } }, "usage": { "input_tokens": 45, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "direction": { "type": "choice", "choice": "west", "probabilities": { "north": 0.003069420112296939, "south": 0.004049216862767935, "east": 0.0018126902868971229, "west": 0.9910686612129211 }, "confidence": 0.9564282276506545, "abstain": 0.00032492054742760956 } }, "usage": { "input_tokens": 45, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "choice": true, "probabilities": true, "confidence": true, "abstain": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 0.0, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": true, "confidence_exposed": true }, "open": { "row_id": "r12-open", "exact_equal": true, "actual_answer": { "type": "noul", "noul": 0.008301186375319958 }, "expected_answer": { "type": "noul", "noul": 0.008301186375319958 }, "actual_response": { "model": "openthai-systemone", "answers": { "open": { "type": "noul", "noul": 0.008301186375319958 } }, "usage": { "input_tokens": 37, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "open": { "type": "noul", "noul": 0.008301186375319958 } }, "usage": { "input_tokens": 37, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "noul": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 1.210719347000122e-08, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": false, "confidence_exposed": false }, "slope": { "row_id": "r12-slope", "exact_equal": true, "actual_answer": { "type": "score", "score": 0.01050368882715702, "legend": { "0": "flat", "1": "slightly sloped", "2": "steep" }, "probabilities": { "0": 0.991087794303894, "1": 0.007320776581764221, "2": 0.0015914563555270433 }, "confidence": 0.9498250310934481 }, "expected_answer": { "type": "score", "score": 0.01050368882715702, "legend": { "0": "flat", "1": "slightly sloped", "2": "steep" }, "probabilities": { "0": 0.991087794303894, "1": 0.007320776581764221, "2": 0.0015914563555270433 }, "confidence": 0.9498250310934481 }, "actual_response": { "model": "openthai-systemone", "answers": { "slope": { "type": "score", "score": 0.01050368882715702, "legend": { "0": "flat", "1": "slightly sloped", "2": "steep" }, "probabilities": { "0": 0.991087794303894, "1": 0.007320776581764221, "2": 0.0015914563555270433 }, "confidence": 0.9498250310934481 } }, "usage": { "input_tokens": 51, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "slope": { "type": "score", "score": 0.01050368882715702, "legend": { "0": "flat", "1": "slightly sloped", "2": "steep" }, "probabilities": { "0": 0.991087794303894, "1": 0.007320776581764221, "2": 0.0015914563555270433 }, "confidence": 0.9498250310934481 } }, "usage": { "input_tokens": 51, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "score": true, "legend": true, "probabilities": true, "confidence": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 5.960464477539063e-08, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": false, "confidence_exposed": true } }, "one_pass": { "model": "openthai-systemone", "answers": { "direction": { "type": "choice", "choice": "west", "probabilities": { "north": 0.003069427562877536, "south": 0.004049221053719521, "east": 0.0018126945942640305, "west": 0.9910686612129211 }, "confidence": 0.956428173906076, "abstain": 0.0003249195870012045 }, "open": { "type": "noul", "noul": 0.00701536238193512 }, "slope": { "type": "score", "score": 0.009312468580901623, "legend": { "0": "flat", "1": "slightly sloped", "2": "steep" }, "probabilities": { "0": 0.9923922419548035, "1": 0.005902992095798254, "2": 0.0017047382425516844 }, "confidence": 0.9556338147389836 } }, "usage": { "input_tokens": 91, "output_tokens": 0, "permutations": 1 } }, "one_pass_comparison": [ { "row_id": "r12-direction", "one_pass_answer": { "type": "choice", "choice": "west", "probabilities": { "north": 0.003069427562877536, "south": 0.004049221053719521, "east": 0.0018126945942640305, "west": 0.9910686612129211 }, "confidence": 0.956428173906076, "abstain": 0.0003249195870012045 }, "independent_answer": { "type": "choice", "choice": "west", "probabilities": { "north": 0.003069420112296939, "south": 0.004049216862767935, "east": 0.0018126902868971229, "west": 0.9910686612129211 }, "confidence": 0.9564282276506545, "abstain": 0.00032492054742760956 }, "one_pass_probabilities": [ 0.003069427562877536, 0.004049221053719521, 0.0018126945942640305, 0.9910686612129211 ], "independent_probabilities": [ 0.003069420112296939, 0.004049216862767935, 0.0018126902868971229, 0.9910686612129211 ], "max_abs_delta_p": 7.450580596923828e-09 }, { "row_id": "r12-open", "one_pass_answer": { "type": "noul", "noul": 0.00701536238193512 }, "independent_answer": { "type": "noul", "noul": 0.008301186375319958 }, "one_pass_probabilities": [ 0.9929846376180649, 0.00701536238193512 ], "independent_probabilities": [ 0.99169881362468, 0.008301186375319958 ], "max_abs_delta_p": 0.001285823993384838 }, { "row_id": "r12-slope", "one_pass_answer": { "type": "score", "score": 0.009312468580901623, "legend": { "0": "flat", "1": "slightly sloped", "2": "steep" }, "probabilities": { "0": 0.9923922419548035, "1": 0.005902992095798254, "2": 0.0017047382425516844 }, "confidence": 0.9556338147389836 }, "independent_answer": { "type": "score", "score": 0.01050368882715702, "legend": { "0": "flat", "1": "slightly sloped", "2": "steep" }, "probabilities": { "0": 0.991087794303894, "1": 0.007320776581764221, "2": 0.0015914563555270433 }, "confidence": 0.9498250310934481 }, "one_pass_probabilities": [ 0.9923922419548035, 0.005902992095798254, 0.0017047382425516844 ], "independent_probabilities": [ 0.991087794303894, 0.007320776581764221, 0.0015914563555270433 ], "max_abs_delta_p": 0.0014177844859659672 } ], "one_pass_max_abs_delta_p": 0.0014177844859659672, "one_pass_is_gate": false }, { "request_id": "r13", "exact_equal": true, "independent_questions": { "door": { "row_id": "r13-door", "exact_equal": true, "actual_answer": { "type": "choice", "choice": "ปิด / closed", "probabilities": { "เปิด / open": 0.0043136803433299065, "ปิด / closed": 0.9933029413223267, "หาย / missing": 0.002383379964157939 }, "confidence": 0.959439265061315, "abstain": 0.0005352262523956597 }, "expected_answer": { "type": "choice", "choice": "ปิด / closed", "probabilities": { "เปิด / open": 0.0043136803433299065, "ปิด / closed": 0.9933029413223267, "หาย / missing": 0.002383379964157939 }, "confidence": 0.959439265061315, "abstain": 0.0005352262523956597 }, "actual_response": { "model": "openthai-systemone", "answers": { "door": { "type": "choice", "choice": "ปิด / closed", "probabilities": { "เปิด / open": 0.0043136803433299065, "ปิด / closed": 0.9933029413223267, "หาย / missing": 0.002383379964157939 }, "confidence": 0.959439265061315, "abstain": 0.0005352262523956597 } }, "usage": { "input_tokens": 67, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "door": { "type": "choice", "choice": "ปิด / closed", "probabilities": { "เปิด / open": 0.0043136803433299065, "ปิด / closed": 0.9933029413223267, "หาย / missing": 0.002383379964157939 }, "confidence": 0.959439265061315, "abstain": 0.0005352262523956597 } }, "usage": { "input_tokens": 67, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "choice": true, "probabilities": true, "confidence": true, "abstain": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 0.0, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": true, "confidence_exposed": true }, "light": { "row_id": "r13-light", "exact_equal": true, "actual_answer": { "type": "noul", "noul": 0.9944518208503723 }, "expected_answer": { "type": "noul", "noul": 0.9944518208503723 }, "actual_response": { "model": "openthai-systemone", "answers": { "light": { "type": "noul", "noul": 0.9944518208503723 } }, "usage": { "input_tokens": 66, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "light": { "type": "noul", "noul": 0.9944518208503723 } }, "usage": { "input_tokens": 66, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "noul": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 4.190951585769653e-09, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": false, "confidence_exposed": false }, "temperature": { "row_id": "r13-temperature", "exact_equal": true, "actual_answer": { "type": "score", "score": 0.9983243346214294, "legend": { "0": "cold / เย็น", "1": "warm / อุ่น", "2": "hot / ร้อน" }, "probabilities": { "0": 0.004428014624863863, "1": 0.9928196668624878, "2": 0.002752336673438549 }, "confidence": 0.9568734754841988 }, "expected_answer": { "type": "score", "score": 0.9983243346214294, "legend": { "0": "cold / เย็น", "1": "warm / อุ่น", "2": "hot / ร้อน" }, "probabilities": { "0": 0.004428014624863863, "1": 0.9928196668624878, "2": 0.002752336673438549 }, "confidence": 0.9568734754841988 }, "actual_response": { "model": "openthai-systemone", "answers": { "temperature": { "type": "score", "score": 0.9983243346214294, "legend": { "0": "cold / เย็น", "1": "warm / อุ่น", "2": "hot / ร้อน" }, "probabilities": { "0": 0.004428014624863863, "1": 0.9928196668624878, "2": 0.002752336673438549 }, "confidence": 0.9568734754841988 } }, "usage": { "input_tokens": 84, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "temperature": { "type": "score", "score": 0.9983243346214294, "legend": { "0": "cold / เย็น", "1": "warm / อุ่น", "2": "hot / ร้อน" }, "probabilities": { "0": 0.004428014624863863, "1": 0.9928196668624878, "2": 0.002752336673438549 }, "confidence": 0.9568734754841988 } }, "usage": { "input_tokens": 84, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "score": true, "legend": true, "probabilities": true, "confidence": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 0.0, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": false, "confidence_exposed": true } }, "one_pass": { "model": "openthai-systemone", "answers": { "door": { "type": "choice", "choice": "ปิด / closed", "probabilities": { "เปิด / open": 0.004313682205975056, "ปิด / closed": 0.9933029413223267, "หาย / missing": 0.0023833857849240303 }, "confidence": 0.9594392311522615, "abstain": 0.0005352257285267115 }, "light": { "type": "noul", "noul": 0.9952096939086914 }, "temperature": { "type": "score", "score": 0.9986445903778076, "legend": { "0": "cold / เย็น", "1": "warm / อุ่น", "2": "hot / ร้อน" }, "probabilities": { "0": 0.0035171210765838623, "1": 0.9943209886550903, "2": 0.0021618136670440435 }, "confidence": 0.9646812961758466 } }, "usage": { "input_tokens": 155, "output_tokens": 0, "permutations": 1 } }, "one_pass_comparison": [ { "row_id": "r13-door", "one_pass_answer": { "type": "choice", "choice": "ปิด / closed", "probabilities": { "เปิด / open": 0.004313682205975056, "ปิด / closed": 0.9933029413223267, "หาย / missing": 0.0023833857849240303 }, "confidence": 0.9594392311522615, "abstain": 0.0005352257285267115 }, "independent_answer": { "type": "choice", "choice": "ปิด / closed", "probabilities": { "เปิด / open": 0.0043136803433299065, "ปิด / closed": 0.9933029413223267, "หาย / missing": 0.002383379964157939 }, "confidence": 0.959439265061315, "abstain": 0.0005352262523956597 }, "one_pass_probabilities": [ 0.004313682205975056, 0.9933029413223267, 0.0023833857849240303 ], "independent_probabilities": [ 0.0043136803433299065, 0.9933029413223267, 0.002383379964157939 ], "max_abs_delta_p": 5.820766091346741e-09 }, { "row_id": "r13-light", "one_pass_answer": { "type": "noul", "noul": 0.9952096939086914 }, "independent_answer": { "type": "noul", "noul": 0.9944518208503723 }, "one_pass_probabilities": [ 0.004790306091308594, 0.9952096939086914 ], "independent_probabilities": [ 0.0055481791496276855, 0.9944518208503723 ], "max_abs_delta_p": 0.0007578730583190918 }, { "row_id": "r13-temperature", "one_pass_answer": { "type": "score", "score": 0.9986445903778076, "legend": { "0": "cold / เย็น", "1": "warm / อุ่น", "2": "hot / ร้อน" }, "probabilities": { "0": 0.0035171210765838623, "1": 0.9943209886550903, "2": 0.0021618136670440435 }, "confidence": 0.9646812961758466 }, "independent_answer": { "type": "score", "score": 0.9983243346214294, "legend": { "0": "cold / เย็น", "1": "warm / อุ่น", "2": "hot / ร้อน" }, "probabilities": { "0": 0.004428014624863863, "1": 0.9928196668624878, "2": 0.002752336673438549 }, "confidence": 0.9568734754841988 }, "one_pass_probabilities": [ 0.0035171210765838623, 0.9943209886550903, 0.0021618136670440435 ], "independent_probabilities": [ 0.004428014624863863, 0.9928196668624878, 0.002752336673438549 ], "max_abs_delta_p": 0.001501321792602539 } ], "one_pass_max_abs_delta_p": 0.001501321792602539, "one_pass_is_gate": false }, { "request_id": "r14", "exact_equal": true, "independent_questions": { "color": { "row_id": "r14-color", "exact_equal": true, "actual_answer": { "type": "choice", "choice": "แดง / red", "probabilities": { "แดง / red": 0.9929444193840027, "เขียว / green": 0.0035478509962558746, "เหลือง / yellow": 0.0035077447537332773 }, "confidence": 0.9573334077145446, "abstain": 0.0006824982701800764 }, "expected_answer": { "type": "choice", "choice": "แดง / red", "probabilities": { "แดง / red": 0.9929444193840027, "เขียว / green": 0.0035478509962558746, "เหลือง / yellow": 0.0035077447537332773 }, "confidence": 0.9573334077145446, "abstain": 0.0006824982701800764 }, "actual_response": { "model": "openthai-systemone", "answers": { "color": { "type": "choice", "choice": "แดง / red", "probabilities": { "แดง / red": 0.9929444193840027, "เขียว / green": 0.0035478509962558746, "เหลือง / yellow": 0.0035077447537332773 }, "confidence": 0.9573334077145446, "abstain": 0.0006824982701800764 } }, "usage": { "input_tokens": 72, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "color": { "type": "choice", "choice": "แดง / red", "probabilities": { "แดง / red": 0.9929444193840027, "เขียว / green": 0.0035478509962558746, "เหลือง / yellow": 0.0035077447537332773 }, "confidence": 0.9573334077145446, "abstain": 0.0006824982701800764 } }, "usage": { "input_tokens": 72, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "choice": true, "probabilities": true, "confidence": true, "abstain": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 0.0, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": true, "confidence_exposed": true }, "wet": { "row_id": "r14-wet", "exact_equal": true, "actual_answer": { "type": "noul", "noul": 0.01624060794711113 }, "expected_answer": { "type": "noul", "noul": 0.01624060794711113 }, "actual_response": { "model": "openthai-systemone", "answers": { "wet": { "type": "noul", "noul": 0.01624060794711113 } }, "usage": { "input_tokens": 62, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "wet": { "type": "noul", "noul": 0.01624060794711113 } }, "usage": { "input_tokens": 62, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "noul": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 1.1175870895385742e-08, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": false, "confidence_exposed": false }, "fill": { "row_id": "r14-fill", "exact_equal": true, "actual_answer": { "type": "score", "score": 0.3299040198326111, "legend": { "0": "empty / ว่าง", "1": "half full / ครึ่งหนึ่ง", "2": "full / เต็ม" }, "probabilities": { "0": 0.675521969795227, "1": 0.3190520703792572, "2": 0.005425968673080206 }, "confidence": 0.40126556185535733 }, "expected_answer": { "type": "score", "score": 0.3299040198326111, "legend": { "0": "empty / ว่าง", "1": "half full / ครึ่งหนึ่ง", "2": "full / เต็ม" }, "probabilities": { "0": 0.675521969795227, "1": 0.3190520703792572, "2": 0.005425968673080206 }, "confidence": 0.40126556185535733 }, "actual_response": { "model": "openthai-systemone", "answers": { "fill": { "type": "score", "score": 0.3299040198326111, "legend": { "0": "empty / ว่าง", "1": "half full / ครึ่งหนึ่ง", "2": "full / เต็ม" }, "probabilities": { "0": 0.675521969795227, "1": 0.3190520703792572, "2": 0.005425968673080206 }, "confidence": 0.40126556185535733 } }, "usage": { "input_tokens": 88, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "fill": { "type": "score", "score": 0.3299040198326111, "legend": { "0": "empty / ว่าง", "1": "half full / ครึ่งหนึ่ง", "2": "full / เต็ม" }, "probabilities": { "0": 0.675521969795227, "1": 0.3190520703792572, "2": 0.005425968673080206 }, "confidence": 0.40126556185535733 } }, "usage": { "input_tokens": 88, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "score": true, "legend": true, "probabilities": true, "confidence": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 0.0, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": false, "confidence_exposed": true } }, "one_pass": { "model": "openthai-systemone", "answers": { "color": { "type": "choice", "choice": "แดง / red", "probabilities": { "แดง / red": 0.9929444193840027, "เขียว / green": 0.003547857515513897, "เหลือง / yellow": 0.0035077380016446114 }, "confidence": 0.9573334111054499, "abstain": 0.0006824963493272662 }, "wet": { "type": "noul", "noul": 0.011562671512365341 }, "fill": { "type": "score", "score": 0.2563116252422333, "legend": { "0": "empty / ว่าง", "1": "half full / ครึ่งหนึ่ง", "2": "full / เต็ม" }, "probabilities": { "0": 0.7475504875183105, "1": 0.24858736991882324, "2": 0.0038621225394308567 }, "confidence": 0.4675224962321549 } }, "usage": { "input_tokens": 150, "output_tokens": 0, "permutations": 1 } }, "one_pass_comparison": [ { "row_id": "r14-color", "one_pass_answer": { "type": "choice", "choice": "แดง / red", "probabilities": { "แดง / red": 0.9929444193840027, "เขียว / green": 0.003547857515513897, "เหลือง / yellow": 0.0035077380016446114 }, "confidence": 0.9573334111054499, "abstain": 0.0006824963493272662 }, "independent_answer": { "type": "choice", "choice": "แดง / red", "probabilities": { "แดง / red": 0.9929444193840027, "เขียว / green": 0.0035478509962558746, "เหลือง / yellow": 0.0035077447537332773 }, "confidence": 0.9573334077145446, "abstain": 0.0006824982701800764 }, "one_pass_probabilities": [ 0.9929444193840027, 0.003547857515513897, 0.0035077380016446114 ], "independent_probabilities": [ 0.9929444193840027, 0.0035478509962558746, 0.0035077447537332773 ], "max_abs_delta_p": 6.752088665962219e-09 }, { "row_id": "r14-wet", "one_pass_answer": { "type": "noul", "noul": 0.011562671512365341 }, "independent_answer": { "type": "noul", "noul": 0.01624060794711113 }, "one_pass_probabilities": [ 0.9884373284876347, 0.011562671512365341 ], "independent_probabilities": [ 0.9837593920528889, 0.01624060794711113 ], "max_abs_delta_p": 0.004677936434745789 }, { "row_id": "r14-fill", "one_pass_answer": { "type": "score", "score": 0.2563116252422333, "legend": { "0": "empty / ว่าง", "1": "half full / ครึ่งหนึ่ง", "2": "full / เต็ม" }, "probabilities": { "0": 0.7475504875183105, "1": 0.24858736991882324, "2": 0.0038621225394308567 }, "confidence": 0.4675224962321549 }, "independent_answer": { "type": "score", "score": 0.3299040198326111, "legend": { "0": "empty / ว่าง", "1": "half full / ครึ่งหนึ่ง", "2": "full / เต็ม" }, "probabilities": { "0": 0.675521969795227, "1": 0.3190520703792572, "2": 0.005425968673080206 }, "confidence": 0.40126556185535733 }, "one_pass_probabilities": [ 0.7475504875183105, 0.24858736991882324, 0.0038621225394308567 ], "independent_probabilities": [ 0.675521969795227, 0.3190520703792572, 0.005425968673080206 ], "max_abs_delta_p": 0.0720285177230835 } ], "one_pass_max_abs_delta_p": 0.0720285177230835, "one_pass_is_gate": false }, { "request_id": "r15", "exact_equal": true, "independent_questions": { "color": { "row_id": "r15-color", "exact_equal": true, "actual_answer": { "type": "choice", "choice": "blue", "probabilities": { "red": 0.0030322920065373182, "blue": 0.9939413070678711, "green": 0.0030264435335993767 }, "confidence": 0.9625187700186959, "abstain": 0.001004166784696281 }, "expected_answer": { "type": "choice", "choice": "blue", "probabilities": { "red": 0.0030322920065373182, "blue": 0.9939413070678711, "green": 0.0030264435335993767 }, "confidence": 0.9625187700186959, "abstain": 0.001004166784696281 }, "actual_response": { "model": "openthai-systemone", "answers": { "color": { "type": "choice", "choice": "blue", "probabilities": { "red": 0.0030322920065373182, "blue": 0.9939413070678711, "green": 0.0030264435335993767 }, "confidence": 0.9625187700186959, "abstain": 0.001004166784696281 } }, "usage": { "input_tokens": 54, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "color": { "type": "choice", "choice": "blue", "probabilities": { "red": 0.0030322920065373182, "blue": 0.9939413070678711, "green": 0.0030264435335993767 }, "confidence": 0.9625187700186959, "abstain": 0.001004166784696281 } }, "usage": { "input_tokens": 54, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "choice": true, "probabilities": true, "confidence": true, "abstain": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 0.0, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": true, "confidence_exposed": true }, "level": { "row_id": "r15-level", "exact_equal": true, "actual_answer": { "type": "score", "score": 6.980161666870117, "legend": { "0": "level 0", "1": "level 1", "2": "level 2", "3": "level 3", "4": "level 4", "5": "level 5", "6": "level 6", "7": "level 7", "8": "level 8", "9": "level 9" }, "probabilities": { "0": 0.0018778711091727018, "1": 0.001082923263311386, "2": 0.0007980354130268097, "3": 0.0007786157075315714, "4": 0.0009413186344318092, "5": 0.00032714440021663904, "6": 0.0005481148837134242, "7": 0.9876933097839355, "8": 0.0009699876536615193, "9": 0.004982673097401857 }, "confidence": 0.9612926047888595 }, "expected_answer": { "type": "score", "score": 6.980161666870117, "legend": { "0": "level 0", "1": "level 1", "2": "level 2", "3": "level 3", "4": "level 4", "5": "level 5", "6": "level 6", "7": "level 7", "8": "level 8", "9": "level 9" }, "probabilities": { "0": 0.0018778711091727018, "1": 0.001082923263311386, "2": 0.0007980354130268097, "3": 0.0007786157075315714, "4": 0.0009413186344318092, "5": 0.00032714440021663904, "6": 0.0005481148837134242, "7": 0.9876933097839355, "8": 0.0009699876536615193, "9": 0.004982673097401857 }, "confidence": 0.9612926047888595 }, "actual_response": { "model": "openthai-systemone", "answers": { "level": { "type": "score", "score": 6.980161666870117, "legend": { "0": "level 0", "1": "level 1", "2": "level 2", "3": "level 3", "4": "level 4", "5": "level 5", "6": "level 6", "7": "level 7", "8": "level 8", "9": "level 9" }, "probabilities": { "0": 0.0018778711091727018, "1": 0.001082923263311386, "2": 0.0007980354130268097, "3": 0.0007786157075315714, "4": 0.0009413186344318092, "5": 0.00032714440021663904, "6": 0.0005481148837134242, "7": 0.9876933097839355, "8": 0.0009699876536615193, "9": 0.004982673097401857 }, "confidence": 0.9612926047888595 } }, "usage": { "input_tokens": 126, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "level": { "type": "score", "score": 6.980161666870117, "legend": { "0": "level 0", "1": "level 1", "2": "level 2", "3": "level 3", "4": "level 4", "5": "level 5", "6": "level 6", "7": "level 7", "8": "level 8", "9": "level 9" }, "probabilities": { "0": 0.0018778711091727018, "1": 0.001082923263311386, "2": 0.0007980354130268097, "3": 0.0007786157075315714, "4": 0.0009413186344318092, "5": 0.00032714440021663904, "6": 0.0005481148837134242, "7": 0.9876933097839355, "8": 0.0009699876536615193, "9": 0.004982673097401857 }, "confidence": 0.9612926047888595 } }, "usage": { "input_tokens": 126, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "score": true, "legend": true, "probabilities": true, "confidence": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 0.0, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": false, "confidence_exposed": true }, "position": { "row_id": "r15-position", "exact_equal": true, "actual_answer": { "type": "score", "score": 0.05492749810218811, "legend": { "0": "lower position", "1": "upper position" }, "probabilities": { "0": 0.9450725317001343, "1": 0.05492749810218811 }, "confidence": 0.6930292198687094 }, "expected_answer": { "type": "score", "score": 0.05492749810218811, "legend": { "0": "lower position", "1": "upper position" }, "probabilities": { "0": 0.9450725317001343, "1": 0.05492749810218811 }, "confidence": 0.6930292198687094 }, "actual_response": { "model": "openthai-systemone", "answers": { "position": { "type": "score", "score": 0.05492749810218811, "legend": { "0": "lower position", "1": "upper position" }, "probabilities": { "0": 0.9450725317001343, "1": 0.05492749810218811 }, "confidence": 0.6930292198687094 } }, "usage": { "input_tokens": 60, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "position": { "type": "score", "score": 0.05492749810218811, "legend": { "0": "lower position", "1": "upper position" }, "probabilities": { "0": 0.9450725317001343, "1": 0.05492749810218811 }, "confidence": 0.6930292198687094 } }, "usage": { "input_tokens": 60, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "score": true, "legend": true, "probabilities": true, "confidence": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 0.0, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": false, "confidence_exposed": true } }, "one_pass": { "model": "openthai-systemone", "answers": { "color": { "type": "choice", "choice": "blue", "probabilities": { "red": 0.003032283391803503, "blue": 0.9939413070678711, "green": 0.0030264477245509624 }, "confidence": 0.9625187903641281, "abstain": 0.0010041672503575683 }, "level": { "type": "score", "score": 6.976517200469971, "legend": { "0": "level 0", "1": "level 1", "2": "level 2", "3": "level 3", "4": "level 4", "5": "level 5", "6": "level 6", "7": "level 7", "8": "level 8", "9": "level 9" }, "probabilities": { "0": 0.0014231012901291251, "1": 0.0012125135399401188, "2": 0.0006597429164685309, "3": 0.0007039593765512109, "4": 0.0007935729227028787, "5": 0.00030444894218817353, "6": 0.0004539867804851383, "7": 0.992521345615387, "8": 0.0005425862618722022, "9": 0.001384745934046805 }, "confidence": 0.974080378301553 }, "position": { "type": "score", "score": 0.033225033432245255, "legend": { "0": "lower position", "1": "upper position" }, "probabilities": { "0": 0.9667749404907227, "1": 0.033225033432245255 }, "confidence": 0.7896840500950545 } }, "usage": { "input_tokens": 172, "output_tokens": 0, "permutations": 1 } }, "one_pass_comparison": [ { "row_id": "r15-color", "one_pass_answer": { "type": "choice", "choice": "blue", "probabilities": { "red": 0.003032283391803503, "blue": 0.9939413070678711, "green": 0.0030264477245509624 }, "confidence": 0.9625187903641281, "abstain": 0.0010041672503575683 }, "independent_answer": { "type": "choice", "choice": "blue", "probabilities": { "red": 0.0030322920065373182, "blue": 0.9939413070678711, "green": 0.0030264435335993767 }, "confidence": 0.9625187700186959, "abstain": 0.001004166784696281 }, "one_pass_probabilities": [ 0.003032283391803503, 0.9939413070678711, 0.0030264477245509624 ], "independent_probabilities": [ 0.0030322920065373182, 0.9939413070678711, 0.0030264435335993767 ], "max_abs_delta_p": 8.614733815193176e-09 }, { "row_id": "r15-level", "one_pass_answer": { "type": "score", "score": 6.976517200469971, "legend": { "0": "level 0", "1": "level 1", "2": "level 2", "3": "level 3", "4": "level 4", "5": "level 5", "6": "level 6", "7": "level 7", "8": "level 8", "9": "level 9" }, "probabilities": { "0": 0.0014231012901291251, "1": 0.0012125135399401188, "2": 0.0006597429164685309, "3": 0.0007039593765512109, "4": 0.0007935729227028787, "5": 0.00030444894218817353, "6": 0.0004539867804851383, "7": 0.992521345615387, "8": 0.0005425862618722022, "9": 0.001384745934046805 }, "confidence": 0.974080378301553 }, "independent_answer": { "type": "score", "score": 6.980161666870117, "legend": { "0": "level 0", "1": "level 1", "2": "level 2", "3": "level 3", "4": "level 4", "5": "level 5", "6": "level 6", "7": "level 7", "8": "level 8", "9": "level 9" }, "probabilities": { "0": 0.0018778711091727018, "1": 0.001082923263311386, "2": 0.0007980354130268097, "3": 0.0007786157075315714, "4": 0.0009413186344318092, "5": 0.00032714440021663904, "6": 0.0005481148837134242, "7": 0.9876933097839355, "8": 0.0009699876536615193, "9": 0.004982673097401857 }, "confidence": 0.9612926047888595 }, "one_pass_probabilities": [ 0.0014231012901291251, 0.0012125135399401188, 0.0006597429164685309, 0.0007039593765512109, 0.0007935729227028787, 0.00030444894218817353, 0.0004539867804851383, 0.992521345615387, 0.0005425862618722022, 0.001384745934046805 ], "independent_probabilities": [ 0.0018778711091727018, 0.001082923263311386, 0.0007980354130268097, 0.0007786157075315714, 0.0009413186344318092, 0.00032714440021663904, 0.0005481148837134242, 0.9876933097839355, 0.0009699876536615193, 0.004982673097401857 ], "max_abs_delta_p": 0.004828035831451416 }, { "row_id": "r15-position", "one_pass_answer": { "type": "score", "score": 0.033225033432245255, "legend": { "0": "lower position", "1": "upper position" }, "probabilities": { "0": 0.9667749404907227, "1": 0.033225033432245255 }, "confidence": 0.7896840500950545 }, "independent_answer": { "type": "score", "score": 0.05492749810218811, "legend": { "0": "lower position", "1": "upper position" }, "probabilities": { "0": 0.9450725317001343, "1": 0.05492749810218811 }, "confidence": 0.6930292198687094 }, "one_pass_probabilities": [ 0.9667749404907227, 0.033225033432245255 ], "independent_probabilities": [ 0.9450725317001343, 0.05492749810218811 ], "max_abs_delta_p": 0.021702464669942856 } ], "one_pass_max_abs_delta_p": 0.021702464669942856, "one_pass_is_gate": false }, { "request_id": "r16", "exact_equal": true, "independent_questions": { "color": { "row_id": "r16-color", "exact_equal": true, "actual_answer": { "type": "choice", "choice": "ขาว", "probabilities": { "ดำ": 0.005624168086796999, "ขาว": 0.9907371401786804, "เทา": 0.0036387406289577484 }, "confidence": 0.9464848095956351, "abstain": 0.0025959154590964317 }, "expected_answer": { "type": "choice", "choice": "ขาว", "probabilities": { "ดำ": 0.005624168086796999, "ขาว": 0.9907371401786804, "เทา": 0.0036387406289577484 }, "confidence": 0.9464848095956351, "abstain": 0.0025959154590964317 }, "actual_response": { "model": "openthai-systemone", "answers": { "color": { "type": "choice", "choice": "ขาว", "probabilities": { "ดำ": 0.005624168086796999, "ขาว": 0.9907371401786804, "เทา": 0.0036387406289577484 }, "confidence": 0.9464848095956351, "abstain": 0.0025959154590964317 } }, "usage": { "input_tokens": 72, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "color": { "type": "choice", "choice": "ขาว", "probabilities": { "ดำ": 0.005624168086796999, "ขาว": 0.9907371401786804, "เทา": 0.0036387406289577484 }, "confidence": 0.9464848095956351, "abstain": 0.0025959154590964317 } }, "usage": { "input_tokens": 72, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "choice": true, "probabilities": true, "confidence": true, "abstain": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 0.0, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": true, "confidence_exposed": true }, "level": { "row_id": "r16-level", "exact_equal": true, "actual_answer": { "type": "score", "score": 3.031812906265259, "legend": { "0": "ระดับ 0", "1": "ระดับ 1", "2": "ระดับ 2", "3": "ระดับ 3", "4": "ระดับ 4", "5": "ระดับ 5", "6": "ระดับ 6", "7": "ระดับ 7", "8": "ระดับ 8", "9": "ระดับ 9" }, "probabilities": { "0": 0.011903850361704826, "1": 0.0036331256851553917, "2": 0.0049773394130170345, "3": 0.9555612802505493, "4": 0.009435553103685379, "5": 0.0023825846146792173, "6": 0.00155331299174577, "7": 0.0009360660333186388, "8": 0.0005382035742513835, "9": 0.009078679606318474 }, "confidence": 0.8850480898726907 }, "expected_answer": { "type": "score", "score": 3.031812906265259, "legend": { "0": "ระดับ 0", "1": "ระดับ 1", "2": "ระดับ 2", "3": "ระดับ 3", "4": "ระดับ 4", "5": "ระดับ 5", "6": "ระดับ 6", "7": "ระดับ 7", "8": "ระดับ 8", "9": "ระดับ 9" }, "probabilities": { "0": 0.011903850361704826, "1": 0.0036331256851553917, "2": 0.0049773394130170345, "3": 0.9555612802505493, "4": 0.009435553103685379, "5": 0.0023825846146792173, "6": 0.00155331299174577, "7": 0.0009360660333186388, "8": 0.0005382035742513835, "9": 0.009078679606318474 }, "confidence": 0.8850480898726907 }, "actual_response": { "model": "openthai-systemone", "answers": { "level": { "type": "score", "score": 3.031812906265259, "legend": { "0": "ระดับ 0", "1": "ระดับ 1", "2": "ระดับ 2", "3": "ระดับ 3", "4": "ระดับ 4", "5": "ระดับ 5", "6": "ระดับ 6", "7": "ระดับ 7", "8": "ระดับ 8", "9": "ระดับ 9" }, "probabilities": { "0": 0.011903850361704826, "1": 0.0036331256851553917, "2": 0.0049773394130170345, "3": 0.9555612802505493, "4": 0.009435553103685379, "5": 0.0023825846146792173, "6": 0.00155331299174577, "7": 0.0009360660333186388, "8": 0.0005382035742513835, "9": 0.009078679606318474 }, "confidence": 0.8850480898726907 } }, "usage": { "input_tokens": 161, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "level": { "type": "score", "score": 3.031812906265259, "legend": { "0": "ระดับ 0", "1": "ระดับ 1", "2": "ระดับ 2", "3": "ระดับ 3", "4": "ระดับ 4", "5": "ระดับ 5", "6": "ระดับ 6", "7": "ระดับ 7", "8": "ระดับ 8", "9": "ระดับ 9" }, "probabilities": { "0": 0.011903850361704826, "1": 0.0036331256851553917, "2": 0.0049773394130170345, "3": 0.9555612802505493, "4": 0.009435553103685379, "5": 0.0023825846146792173, "6": 0.00155331299174577, "7": 0.0009360660333186388, "8": 0.0005382035742513835, "9": 0.009078679606318474 }, "confidence": 0.8850480898726907 } }, "usage": { "input_tokens": 161, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "score": true, "legend": true, "probabilities": true, "confidence": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 0.0, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": false, "confidence_exposed": true }, "position": { "row_id": "r16-position", "exact_equal": true, "actual_answer": { "type": "score", "score": 0.9849830269813538, "legend": { "0": "ตำแหน่งล่าง", "1": "ตำแหน่งบน" }, "probabilities": { "0": 0.015016984194517136, "1": 0.9849830269813538 }, "confidence": 0.8875367824803218 }, "expected_answer": { "type": "score", "score": 0.9849830269813538, "legend": { "0": "ตำแหน่งล่าง", "1": "ตำแหน่งบน" }, "probabilities": { "0": 0.015016984194517136, "1": 0.9849830269813538 }, "confidence": 0.8875367824803218 }, "actual_response": { "model": "openthai-systemone", "answers": { "position": { "type": "score", "score": 0.9849830269813538, "legend": { "0": "ตำแหน่งล่าง", "1": "ตำแหน่งบน" }, "probabilities": { "0": 0.015016984194517136, "1": 0.9849830269813538 }, "confidence": 0.8875367824803218 } }, "usage": { "input_tokens": 82, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "position": { "type": "score", "score": 0.9849830269813538, "legend": { "0": "ตำแหน่งล่าง", "1": "ตำแหน่งบน" }, "probabilities": { "0": 0.015016984194517136, "1": 0.9849830269813538 }, "confidence": 0.8875367824803218 } }, "usage": { "input_tokens": 82, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "score": true, "legend": true, "probabilities": true, "confidence": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 0.0, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": false, "confidence_exposed": true } }, "one_pass": { "model": "openthai-systemone", "answers": { "color": { "type": "choice", "choice": "ขาว", "probabilities": { "ดำ": 0.005624168086796999, "ขาว": 0.9907371401786804, "เทา": 0.0036387303844094276 }, "confidence": 0.9464848536774048, "abstain": 0.0025959117338061333 }, "level": { "type": "score", "score": 3.028099536895752, "legend": { "0": "ระดับ 0", "1": "ระดับ 1", "2": "ระดับ 2", "3": "ระดับ 3", "4": "ระดับ 4", "5": "ระดับ 5", "6": "ระดับ 6", "7": "ระดับ 7", "8": "ระดับ 8", "9": "ระดับ 9" }, "probabilities": { "0": 0.008104262873530388, "1": 0.003418008331209421, "2": 0.003641528310254216, "3": 0.9660000801086426, "4": 0.007310668937861919, "5": 0.002043601591140032, "6": 0.0012184970546513796, "7": 0.0006666229455731809, "8": 0.0004102179082110524, "9": 0.007186501286923885 }, "confidence": 0.9076552508459236 }, "position": { "type": "score", "score": 0.9863348603248596, "legend": { "0": "ตำแหน่งล่าง", "1": "ตำแหน่งบน" }, "probabilities": { "0": 0.013665148988366127, "1": 0.9863348603248596 }, "confidence": 0.8957875641641396 } }, "usage": { "input_tokens": 221, "output_tokens": 0, "permutations": 1 } }, "one_pass_comparison": [ { "row_id": "r16-color", "one_pass_answer": { "type": "choice", "choice": "ขาว", "probabilities": { "ดำ": 0.005624168086796999, "ขาว": 0.9907371401786804, "เทา": 0.0036387303844094276 }, "confidence": 0.9464848536774048, "abstain": 0.0025959117338061333 }, "independent_answer": { "type": "choice", "choice": "ขาว", "probabilities": { "ดำ": 0.005624168086796999, "ขาว": 0.9907371401786804, "เทา": 0.0036387406289577484 }, "confidence": 0.9464848095956351, "abstain": 0.0025959154590964317 }, "one_pass_probabilities": [ 0.005624168086796999, 0.9907371401786804, 0.0036387303844094276 ], "independent_probabilities": [ 0.005624168086796999, 0.9907371401786804, 0.0036387406289577484 ], "max_abs_delta_p": 1.0244548320770264e-08 }, { "row_id": "r16-level", "one_pass_answer": { "type": "score", "score": 3.028099536895752, "legend": { "0": "ระดับ 0", "1": "ระดับ 1", "2": "ระดับ 2", "3": "ระดับ 3", "4": "ระดับ 4", "5": "ระดับ 5", "6": "ระดับ 6", "7": "ระดับ 7", "8": "ระดับ 8", "9": "ระดับ 9" }, "probabilities": { "0": 0.008104262873530388, "1": 0.003418008331209421, "2": 0.003641528310254216, "3": 0.9660000801086426, "4": 0.007310668937861919, "5": 0.002043601591140032, "6": 0.0012184970546513796, "7": 0.0006666229455731809, "8": 0.0004102179082110524, "9": 0.007186501286923885 }, "confidence": 0.9076552508459236 }, "independent_answer": { "type": "score", "score": 3.031812906265259, "legend": { "0": "ระดับ 0", "1": "ระดับ 1", "2": "ระดับ 2", "3": "ระดับ 3", "4": "ระดับ 4", "5": "ระดับ 5", "6": "ระดับ 6", "7": "ระดับ 7", "8": "ระดับ 8", "9": "ระดับ 9" }, "probabilities": { "0": 0.011903850361704826, "1": 0.0036331256851553917, "2": 0.0049773394130170345, "3": 0.9555612802505493, "4": 0.009435553103685379, "5": 0.0023825846146792173, "6": 0.00155331299174577, "7": 0.0009360660333186388, "8": 0.0005382035742513835, "9": 0.009078679606318474 }, "confidence": 0.8850480898726907 }, "one_pass_probabilities": [ 0.008104262873530388, 0.003418008331209421, 0.003641528310254216, 0.9660000801086426, 0.007310668937861919, 0.002043601591140032, 0.0012184970546513796, 0.0006666229455731809, 0.0004102179082110524, 0.007186501286923885 ], "independent_probabilities": [ 0.011903850361704826, 0.0036331256851553917, 0.0049773394130170345, 0.9555612802505493, 0.009435553103685379, 0.0023825846146792173, 0.00155331299174577, 0.0009360660333186388, 0.0005382035742513835, 0.009078679606318474 ], "max_abs_delta_p": 0.010438799858093262 }, { "row_id": "r16-position", "one_pass_answer": { "type": "score", "score": 0.9863348603248596, "legend": { "0": "ตำแหน่งล่าง", "1": "ตำแหน่งบน" }, "probabilities": { "0": 0.013665148988366127, "1": 0.9863348603248596 }, "confidence": 0.8957875641641396 }, "independent_answer": { "type": "score", "score": 0.9849830269813538, "legend": { "0": "ตำแหน่งล่าง", "1": "ตำแหน่งบน" }, "probabilities": { "0": 0.015016984194517136, "1": 0.9849830269813538 }, "confidence": 0.8875367824803218 }, "one_pass_probabilities": [ 0.013665148988366127, 0.9863348603248596 ], "independent_probabilities": [ 0.015016984194517136, 0.9849830269813538 ], "max_abs_delta_p": 0.0013518352061510086 } ], "one_pass_max_abs_delta_p": 0.010438799858093262, "one_pass_is_gate": false }, { "request_id": "r17", "exact_equal": true, "independent_questions": { "slot": { "row_id": "r17-slot", "exact_equal": true, "actual_answer": { "type": "choice", "choice": "27", "probabilities": { "0": 0.0011019704397767782, "1": 0.0011741779744625092, "2": 0.005572291556745768, "3": 0.0001043995944201015, "4": 0.0009337730007246137, "5": 0.00043312847265042365, "6": 9.309892629971728e-05, "7": 0.0005304862861521542, "8": 4.843987335334532e-05, "9": 0.00039639012538827956, "10": 0.00021776325593236834, "11": 0.0002123292360920459, "12": 2.0675977793871425e-05, "13": 4.703338709077798e-05, "14": 0.00011001290840795264, "15": 0.0002325861423742026, "16": 0.0002133888629032299, "17": 2.58428535744315e-05, "18": 0.00017119513358920813, "19": 7.047851977404207e-05, "20": 5.554829476750456e-05, "21": 0.0001989987795241177, "22": 3.199079947080463e-05, "23": 3.3029155019903556e-05, "24": 0.00012720674567390233, "25": 0.0007189783500507474, "26": 0.0002877834776882082, "27": 0.9860422611236572, "28": 0.00011699549941113219, "29": 1.294876892643515e-05, "30": 0.0002151035296265036, "31": 6.854175808257423e-06, "32": 0.00014207363710738719, "33": 2.838669388438575e-05, "34": 8.500603871652856e-05, "35": 2.3704154955339618e-05, "36": 6.847472377558006e-06, "37": 5.990691533952486e-06, "38": 7.608487067045644e-06, "39": 0.00014321567141450942 }, "confidence": 0.970773388218578, "abstain": 9.498046711087227e-05 }, "expected_answer": { "type": "choice", "choice": "27", "probabilities": { "0": 0.0011019704397767782, "1": 0.0011741779744625092, "2": 0.005572291556745768, "3": 0.0001043995944201015, "4": 0.0009337730007246137, "5": 0.00043312847265042365, "6": 9.309892629971728e-05, "7": 0.0005304862861521542, "8": 4.843987335334532e-05, "9": 0.00039639012538827956, "10": 0.00021776325593236834, "11": 0.0002123292360920459, "12": 2.0675977793871425e-05, "13": 4.703338709077798e-05, "14": 0.00011001290840795264, "15": 0.0002325861423742026, "16": 0.0002133888629032299, "17": 2.58428535744315e-05, "18": 0.00017119513358920813, "19": 7.047851977404207e-05, "20": 5.554829476750456e-05, "21": 0.0001989987795241177, "22": 3.199079947080463e-05, "23": 3.3029155019903556e-05, "24": 0.00012720674567390233, "25": 0.0007189783500507474, "26": 0.0002877834776882082, "27": 0.9860422611236572, "28": 0.00011699549941113219, "29": 1.294876892643515e-05, "30": 0.0002151035296265036, "31": 6.854175808257423e-06, "32": 0.00014207363710738719, "33": 2.838669388438575e-05, "34": 8.500603871652856e-05, "35": 2.3704154955339618e-05, "36": 6.847472377558006e-06, "37": 5.990691533952486e-06, "38": 7.608487067045644e-06, "39": 0.00014321567141450942 }, "confidence": 0.970773388218578, "abstain": 9.498046711087227e-05 }, "actual_response": { "model": "openthai-systemone", "answers": { "slot": { "type": "choice", "choice": "27", "probabilities": { "0": 0.0011019704397767782, "1": 0.0011741779744625092, "2": 0.005572291556745768, "3": 0.0001043995944201015, "4": 0.0009337730007246137, "5": 0.00043312847265042365, "6": 9.309892629971728e-05, "7": 0.0005304862861521542, "8": 4.843987335334532e-05, "9": 0.00039639012538827956, "10": 0.00021776325593236834, "11": 0.0002123292360920459, "12": 2.0675977793871425e-05, "13": 4.703338709077798e-05, "14": 0.00011001290840795264, "15": 0.0002325861423742026, "16": 0.0002133888629032299, "17": 2.58428535744315e-05, "18": 0.00017119513358920813, "19": 7.047851977404207e-05, "20": 5.554829476750456e-05, "21": 0.0001989987795241177, "22": 3.199079947080463e-05, "23": 3.3029155019903556e-05, "24": 0.00012720674567390233, "25": 0.0007189783500507474, "26": 0.0002877834776882082, "27": 0.9860422611236572, "28": 0.00011699549941113219, "29": 1.294876892643515e-05, "30": 0.0002151035296265036, "31": 6.854175808257423e-06, "32": 0.00014207363710738719, "33": 2.838669388438575e-05, "34": 8.500603871652856e-05, "35": 2.3704154955339618e-05, "36": 6.847472377558006e-06, "37": 5.990691533952486e-06, "38": 7.608487067045644e-06, "39": 0.00014321567141450942 }, "confidence": 0.970773388218578, "abstain": 9.498046711087227e-05 } }, "usage": { "input_tokens": 218, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "slot": { "type": "choice", "choice": "27", "probabilities": { "0": 0.0011019704397767782, "1": 0.0011741779744625092, "2": 0.005572291556745768, "3": 0.0001043995944201015, "4": 0.0009337730007246137, "5": 0.00043312847265042365, "6": 9.309892629971728e-05, "7": 0.0005304862861521542, "8": 4.843987335334532e-05, "9": 0.00039639012538827956, "10": 0.00021776325593236834, "11": 0.0002123292360920459, "12": 2.0675977793871425e-05, "13": 4.703338709077798e-05, "14": 0.00011001290840795264, "15": 0.0002325861423742026, "16": 0.0002133888629032299, "17": 2.58428535744315e-05, "18": 0.00017119513358920813, "19": 7.047851977404207e-05, "20": 5.554829476750456e-05, "21": 0.0001989987795241177, "22": 3.199079947080463e-05, "23": 3.3029155019903556e-05, "24": 0.00012720674567390233, "25": 0.0007189783500507474, "26": 0.0002877834776882082, "27": 0.9860422611236572, "28": 0.00011699549941113219, "29": 1.294876892643515e-05, "30": 0.0002151035296265036, "31": 6.854175808257423e-06, "32": 0.00014207363710738719, "33": 2.838669388438575e-05, "34": 8.500603871652856e-05, "35": 2.3704154955339618e-05, "36": 6.847472377558006e-06, "37": 5.990691533952486e-06, "38": 7.608487067045644e-06, "39": 0.00014321567141450942 }, "confidence": 0.970773388218578, "abstain": 9.498046711087227e-05 } }, "usage": { "input_tokens": 218, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "choice": true, "probabilities": true, "confidence": true, "abstain": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 0.0, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": true, "confidence_exposed": true } }, "one_pass": { "model": "openthai-systemone", "answers": { "slot": { "type": "choice", "choice": "27", "probabilities": { "0": 0.0011019704397767782, "1": 0.0011741779744625092, "2": 0.005572291556745768, "3": 0.0001043995944201015, "4": 0.0009337730007246137, "5": 0.00043312847265042365, "6": 9.309892629971728e-05, "7": 0.0005304862861521542, "8": 4.843987335334532e-05, "9": 0.00039639012538827956, "10": 0.00021776325593236834, "11": 0.0002123292360920459, "12": 2.0675977793871425e-05, "13": 4.703338709077798e-05, "14": 0.00011001290840795264, "15": 0.0002325861423742026, "16": 0.0002133888629032299, "17": 2.58428535744315e-05, "18": 0.00017119513358920813, "19": 7.047851977404207e-05, "20": 5.554829476750456e-05, "21": 0.0001989987795241177, "22": 3.199079947080463e-05, "23": 3.3029155019903556e-05, "24": 0.00012720674567390233, "25": 0.0007189783500507474, "26": 0.0002877834776882082, "27": 0.9860422611236572, "28": 0.00011699549941113219, "29": 1.294876892643515e-05, "30": 0.0002151035296265036, "31": 6.854175808257423e-06, "32": 0.00014207363710738719, "33": 2.838669388438575e-05, "34": 8.500603871652856e-05, "35": 2.3704154955339618e-05, "36": 6.847472377558006e-06, "37": 5.990691533952486e-06, "38": 7.608487067045644e-06, "39": 0.00014321567141450942 }, "confidence": 0.970773388218578, "abstain": 9.498046711087227e-05 } }, "usage": { "input_tokens": 218, "output_tokens": 0, "permutations": 1 } }, "one_pass_comparison": [ { "row_id": "r17-slot", "one_pass_answer": { "type": "choice", "choice": "27", "probabilities": { "0": 0.0011019704397767782, "1": 0.0011741779744625092, "2": 0.005572291556745768, "3": 0.0001043995944201015, "4": 0.0009337730007246137, "5": 0.00043312847265042365, "6": 9.309892629971728e-05, "7": 0.0005304862861521542, "8": 4.843987335334532e-05, "9": 0.00039639012538827956, "10": 0.00021776325593236834, "11": 0.0002123292360920459, "12": 2.0675977793871425e-05, "13": 4.703338709077798e-05, "14": 0.00011001290840795264, "15": 0.0002325861423742026, "16": 0.0002133888629032299, "17": 2.58428535744315e-05, "18": 0.00017119513358920813, "19": 7.047851977404207e-05, "20": 5.554829476750456e-05, "21": 0.0001989987795241177, "22": 3.199079947080463e-05, "23": 3.3029155019903556e-05, "24": 0.00012720674567390233, "25": 0.0007189783500507474, "26": 0.0002877834776882082, "27": 0.9860422611236572, "28": 0.00011699549941113219, "29": 1.294876892643515e-05, "30": 0.0002151035296265036, "31": 6.854175808257423e-06, "32": 0.00014207363710738719, "33": 2.838669388438575e-05, "34": 8.500603871652856e-05, "35": 2.3704154955339618e-05, "36": 6.847472377558006e-06, "37": 5.990691533952486e-06, "38": 7.608487067045644e-06, "39": 0.00014321567141450942 }, "confidence": 0.970773388218578, "abstain": 9.498046711087227e-05 }, "independent_answer": { "type": "choice", "choice": "27", "probabilities": { "0": 0.0011019704397767782, "1": 0.0011741779744625092, "2": 0.005572291556745768, "3": 0.0001043995944201015, "4": 0.0009337730007246137, "5": 0.00043312847265042365, "6": 9.309892629971728e-05, "7": 0.0005304862861521542, "8": 4.843987335334532e-05, "9": 0.00039639012538827956, "10": 0.00021776325593236834, "11": 0.0002123292360920459, "12": 2.0675977793871425e-05, "13": 4.703338709077798e-05, "14": 0.00011001290840795264, "15": 0.0002325861423742026, "16": 0.0002133888629032299, "17": 2.58428535744315e-05, "18": 0.00017119513358920813, "19": 7.047851977404207e-05, "20": 5.554829476750456e-05, "21": 0.0001989987795241177, "22": 3.199079947080463e-05, "23": 3.3029155019903556e-05, "24": 0.00012720674567390233, "25": 0.0007189783500507474, "26": 0.0002877834776882082, "27": 0.9860422611236572, "28": 0.00011699549941113219, "29": 1.294876892643515e-05, "30": 0.0002151035296265036, "31": 6.854175808257423e-06, "32": 0.00014207363710738719, "33": 2.838669388438575e-05, "34": 8.500603871652856e-05, "35": 2.3704154955339618e-05, "36": 6.847472377558006e-06, "37": 5.990691533952486e-06, "38": 7.608487067045644e-06, "39": 0.00014321567141450942 }, "confidence": 0.970773388218578, "abstain": 9.498046711087227e-05 }, "one_pass_probabilities": [ 0.0011019704397767782, 0.0011741779744625092, 0.005572291556745768, 0.0001043995944201015, 0.0009337730007246137, 0.00043312847265042365, 9.309892629971728e-05, 0.0005304862861521542, 4.843987335334532e-05, 0.00039639012538827956, 0.00021776325593236834, 0.0002123292360920459, 2.0675977793871425e-05, 4.703338709077798e-05, 0.00011001290840795264, 0.0002325861423742026, 0.0002133888629032299, 2.58428535744315e-05, 0.00017119513358920813, 7.047851977404207e-05, 5.554829476750456e-05, 0.0001989987795241177, 3.199079947080463e-05, 3.3029155019903556e-05, 0.00012720674567390233, 0.0007189783500507474, 0.0002877834776882082, 0.9860422611236572, 0.00011699549941113219, 1.294876892643515e-05, 0.0002151035296265036, 6.854175808257423e-06, 0.00014207363710738719, 2.838669388438575e-05, 8.500603871652856e-05, 2.3704154955339618e-05, 6.847472377558006e-06, 5.990691533952486e-06, 7.608487067045644e-06, 0.00014321567141450942 ], "independent_probabilities": [ 0.0011019704397767782, 0.0011741779744625092, 0.005572291556745768, 0.0001043995944201015, 0.0009337730007246137, 0.00043312847265042365, 9.309892629971728e-05, 0.0005304862861521542, 4.843987335334532e-05, 0.00039639012538827956, 0.00021776325593236834, 0.0002123292360920459, 2.0675977793871425e-05, 4.703338709077798e-05, 0.00011001290840795264, 0.0002325861423742026, 0.0002133888629032299, 2.58428535744315e-05, 0.00017119513358920813, 7.047851977404207e-05, 5.554829476750456e-05, 0.0001989987795241177, 3.199079947080463e-05, 3.3029155019903556e-05, 0.00012720674567390233, 0.0007189783500507474, 0.0002877834776882082, 0.9860422611236572, 0.00011699549941113219, 1.294876892643515e-05, 0.0002151035296265036, 6.854175808257423e-06, 0.00014207363710738719, 2.838669388438575e-05, 8.500603871652856e-05, 2.3704154955339618e-05, 6.847472377558006e-06, 5.990691533952486e-06, 7.608487067045644e-06, 0.00014321567141450942 ], "max_abs_delta_p": 0.0 } ], "one_pass_max_abs_delta_p": 0.0, "one_pass_is_gate": false }, { "request_id": "r18", "exact_equal": true, "independent_questions": { "slot": { "row_id": "r18-slot", "exact_equal": true, "actual_answer": { "type": "choice", "choice": "253", "probabilities": { "0": 0.0001469101116526872, "1": 0.0001461399078834802, "2": 1.8727199858403765e-05, "3": 3.445339825702831e-05, "4": 1.491959483246319e-05, "5": 8.525082193955313e-06, "6": 2.203234726039227e-05, "7": 6.327398750727298e-06, "8": 2.4345908968825825e-06, "9": 4.6558663598261774e-05, "10": 3.151977125526173e-06, "11": 2.988307187479222e-06, "12": 1.7149484847323038e-05, "13": 2.3426230200129794e-06, "14": 3.3076789804908913e-06, "15": 8.558708032069262e-06, "16": 1.175259626506886e-06, "17": 2.548649490563548e-06, "18": 1.0875735824811272e-05, "19": 1.174447334051365e-06, "20": 2.7018331820727326e-06, "21": 1.073516978067346e-05, "22": 1.0747947953859693e-06, "23": 1.2419112636052887e-06, "24": 4.439075667050929e-07, "25": 2.042345670361101e-07, "26": 9.404049592376396e-07, "27": 4.902366299575078e-07, "28": 1.2479507631724118e-06, "29": 9.923292054736521e-07, "30": 2.2280037228483707e-06, "31": 5.986074569364064e-08, "32": 3.658147988971905e-07, "33": 1.0361229669797467e-06, "34": 1.7353581824863795e-06, "35": 3.016077982920251e-07, "36": 3.907217376308836e-07, "37": 2.925652097474085e-06, "38": 1.966859144886257e-06, "39": 1.2392310054565314e-05, "40": 5.118952799421095e-07, "41": 5.359339070309943e-07, "42": 1.4427850203446724e-07, "43": 1.123934225688572e-06, "44": 1.0238458116873517e-06, "45": 2.1720221354826208e-07, "46": 1.4275401554186828e-06, "47": 1.5700845779065276e-06, "48": 8.077286679508688e-07, "49": 7.595568831675337e-07, "50": 7.496300469256312e-08, "51": 3.4219951317027153e-07, "52": 1.4025690120433865e-07, "53": 5.061549472884508e-07, "54": 5.872788619853964e-07, "55": 2.820014060489484e-06, "56": 2.5274971449107397e-06, "57": 7.469083357136697e-06, "58": 2.887191612899187e-06, "59": 2.2984444512985647e-05, "60": 1.4499901723752373e-08, "61": 4.224759564408487e-08, "62": 1.3127833931037003e-08, "63": 5.267225446914381e-07, "64": 5.032041485719674e-07, "65": 5.929003399351984e-10, "66": 2.150327471639457e-09, "67": 3.6878504943160806e-06, "68": 1.5137613385007853e-09, "69": 5.771068458670925e-07, "70": 4.05874622799729e-09, "71": 1.283262236029259e-06, "72": 1.8895223547588103e-05, "73": 2.1562215124504291e-07, "74": 3.2647783427819377e-06, "75": 1.216329259534632e-08, "76": 1.3845196917827707e-06, "77": 2.249413455501781e-08, "78": 6.356727226375369e-06, "79": 2.0436063152828865e-07, "80": 4.80034123029327e-06, "81": 6.884560548314766e-07, "82": 2.4657274479977787e-05, "83": 1.261227424720346e-07, "84": 5.058232545707142e-06, "85": 1.4855725112283835e-06, "86": 5.549032721319236e-06, "87": 1.5243693951561e-06, "88": 2.5501326490484644e-06, "89": 1.9503026749134733e-08, "90": 2.894741442105442e-07, "91": 7.430752901882443e-08, "92": 1.2425402928784024e-06, "93": 1.359587031402043e-06, "94": 1.943861207109876e-06, "95": 3.3811633670666197e-07, "96": 1.8900060467785806e-06, "97": 2.3787959435139783e-05, "98": 2.389311362094304e-07, "99": 1.6118586927404976e-06, "100": 4.5472798859691466e-09, "101": 5.195611720409943e-06, "102": 4.406738753459649e-06, "103": 6.553700018230302e-07, "104": 4.563604306895286e-06, "105": 5.59060486793328e-09, "106": 5.400765417107323e-07, "107": 1.514987673090218e-07, "108": 1.6380289480366628e-06, "109": 2.4197854386898143e-08, "110": 9.32275997911347e-06, "111": 2.393656828303392e-08, "112": 2.1264302318968475e-08, "113": 6.9980532479974045e-09, "114": 1.081376012734836e-06, "115": 3.306658618384972e-05, "116": 1.222553464685916e-06, "117": 9.822396229708374e-09, "118": 9.009193746578603e-08, "119": 1.2590995766004198e-06, "120": 7.929240382509306e-06, "121": 2.503086216165684e-05, "122": 9.561872502672486e-06, "123": 2.482203854015097e-06, "124": 1.9406297724344768e-05, "125": 1.3104779483796847e-08, "126": 8.068131940319745e-09, "127": 2.05597734748153e-06, "128": 4.0540408008382656e-06, "129": 3.169926543478141e-09, "130": 1.9746653379115742e-07, "131": 2.882631235934241e-07, "132": 3.9420209319018795e-09, "133": 4.785592810918615e-09, "134": 8.075558071141131e-06, "135": 9.4671372963262e-09, "136": 7.656602178940375e-07, "137": 1.0820309626069502e-06, "138": 3.729021536003074e-09, "139": 1.2206049859742052e-07, "140": 1.735182763695775e-06, "141": 3.0206345513761335e-07, "142": 1.4078510730541893e-06, "143": 1.526253186057147e-06, "144": 3.32214199261216e-06, "145": 9.722509730636375e-07, "146": 3.903593004395134e-09, "147": 2.2041644953674222e-08, "148": 4.0664875200491224e-07, "149": 9.705481716082431e-07, "150": 2.8843609811701754e-07, "151": 7.440521017088031e-07, "152": 6.660162625848898e-07, "153": 1.2110650686736335e-06, "154": 6.550806574523449e-05, "155": 7.979811925906688e-05, "156": 0.0001818382297642529, "157": 0.00011510254262248054, "158": 1.574801717652008e-05, "159": 3.7079730645928066e-06, "160": 3.386830576346256e-05, "161": 4.226343662594445e-05, "162": 4.857313251704909e-05, "163": 4.7070567234186456e-05, "164": 2.2569599877897417e-06, "165": 0.0006120369071140885, "166": 2.3661097657168284e-05, "167": 2.0005791157018393e-05, "168": 6.244418386813777e-07, "169": 7.96031963545829e-06, "170": 1.4662005014542956e-05, "171": 1.4956691302359104e-05, "172": 0.0002772198058664799, "173": 2.891156555051566e-06, "174": 1.6640678950352594e-05, "175": 1.5442494259332307e-05, "176": 5.737019250773301e-07, "177": 1.9168603557773167e-06, "178": 3.9845309629527037e-07, "179": 1.2928065871165018e-06, "180": 5.787465511275514e-07, "181": 9.430754488448656e-08, "182": 1.3109068959238357e-06, "183": 6.849967917332833e-07, "184": 3.59871819455293e-07, "185": 1.7630660522627295e-06, "186": 1.5343573522841325e-06, "187": 1.2713866226476966e-06, "188": 5.288820261739602e-07, "189": 2.9492520070562023e-07, "190": 3.9059952428033284e-07, "191": 1.6423742863480584e-06, "192": 7.348767780968046e-07, "193": 2.3556704036309384e-06, "194": 4.0035379811342864e-07, "195": 9.642487839300884e-07, "196": 3.915128559128789e-07, "197": 2.6290808818885125e-06, "198": 1.7516496200187248e-06, "199": 1.2177035841887118e-06, "200": 2.065924718408496e-06, "201": 8.670426154822053e-07, "202": 6.833991392340977e-06, "203": 4.97766279750067e-07, "204": 1.818960640775913e-06, "205": 4.63209062218084e-06, "206": 1.1824243983937777e-06, "207": 4.360892944532679e-06, "208": 0.009755837731063366, "209": 7.05798640865396e-07, "210": 4.1220273487851955e-06, "211": 1.7139896044682246e-06, "212": 2.5792653559619794e-06, "213": 3.3125340905826306e-06, "214": 2.6990644528268604e-06, "215": 3.3724088552844478e-06, "216": 1.0858207133424003e-06, "217": 5.779492767032934e-06, "218": 3.6232527236279566e-06, "219": 6.950746319489554e-05, "220": 2.359280188102275e-05, "221": 0.018962303176522255, "222": 0.0035667235497385263, "223": 0.006895596627146006, "224": 0.08383864909410477, "225": 0.008625222370028496, "226": 0.022189911454916, "227": 0.012730501592159271, "228": 0.009463458321988583, "229": 0.024959232658147812, "230": 0.0444105863571167, "231": 0.08021362125873566, "232": 0.0028592399321496487, "233": 0.017242614179849625, "234": 0.060589153319597244, "235": 0.039358872920274734, "236": 0.02689761482179165, "237": 0.011007904075086117, "238": 0.044373709708452225, "239": 0.02796688862144947, "240": 0.0190079715102911, "241": 0.005807948764413595, "242": 0.005553585942834616, "243": 0.05795270577073097, "244": 0.014917745254933834, "245": 0.0977199524641037, "246": 0.006410952657461166, "247": 0.022017937153577805, "248": 0.005312574561685324, "249": 0.015614868141710758, "250": 0.004747352562844753, "251": 0.057182542979717255, "252": 0.01578008383512497, "253": 0.107459157705307, "254": 0.005929228384047747 }, "confidence": 0.4301577332559553, "abstain": 0.00022339480347000062 }, "expected_answer": { "type": "choice", "choice": "253", "probabilities": { "0": 0.0001469101116526872, "1": 0.0001461399078834802, "2": 1.8727199858403765e-05, "3": 3.445339825702831e-05, "4": 1.491959483246319e-05, "5": 8.525082193955313e-06, "6": 2.203234726039227e-05, "7": 6.327398750727298e-06, "8": 2.4345908968825825e-06, "9": 4.6558663598261774e-05, "10": 3.151977125526173e-06, "11": 2.988307187479222e-06, "12": 1.7149484847323038e-05, "13": 2.3426230200129794e-06, "14": 3.3076789804908913e-06, "15": 8.558708032069262e-06, "16": 1.175259626506886e-06, "17": 2.548649490563548e-06, "18": 1.0875735824811272e-05, "19": 1.174447334051365e-06, "20": 2.7018331820727326e-06, "21": 1.073516978067346e-05, "22": 1.0747947953859693e-06, "23": 1.2419112636052887e-06, "24": 4.439075667050929e-07, "25": 2.042345670361101e-07, "26": 9.404049592376396e-07, "27": 4.902366299575078e-07, "28": 1.2479507631724118e-06, "29": 9.923292054736521e-07, "30": 2.2280037228483707e-06, "31": 5.986074569364064e-08, "32": 3.658147988971905e-07, "33": 1.0361229669797467e-06, "34": 1.7353581824863795e-06, "35": 3.016077982920251e-07, "36": 3.907217376308836e-07, "37": 2.925652097474085e-06, "38": 1.966859144886257e-06, "39": 1.2392310054565314e-05, "40": 5.118952799421095e-07, "41": 5.359339070309943e-07, "42": 1.4427850203446724e-07, "43": 1.123934225688572e-06, "44": 1.0238458116873517e-06, "45": 2.1720221354826208e-07, "46": 1.4275401554186828e-06, "47": 1.5700845779065276e-06, "48": 8.077286679508688e-07, "49": 7.595568831675337e-07, "50": 7.496300469256312e-08, "51": 3.4219951317027153e-07, "52": 1.4025690120433865e-07, "53": 5.061549472884508e-07, "54": 5.872788619853964e-07, "55": 2.820014060489484e-06, "56": 2.5274971449107397e-06, "57": 7.469083357136697e-06, "58": 2.887191612899187e-06, "59": 2.2984444512985647e-05, "60": 1.4499901723752373e-08, "61": 4.224759564408487e-08, "62": 1.3127833931037003e-08, "63": 5.267225446914381e-07, "64": 5.032041485719674e-07, "65": 5.929003399351984e-10, "66": 2.150327471639457e-09, "67": 3.6878504943160806e-06, "68": 1.5137613385007853e-09, "69": 5.771068458670925e-07, "70": 4.05874622799729e-09, "71": 1.283262236029259e-06, "72": 1.8895223547588103e-05, "73": 2.1562215124504291e-07, "74": 3.2647783427819377e-06, "75": 1.216329259534632e-08, "76": 1.3845196917827707e-06, "77": 2.249413455501781e-08, "78": 6.356727226375369e-06, "79": 2.0436063152828865e-07, "80": 4.80034123029327e-06, "81": 6.884560548314766e-07, "82": 2.4657274479977787e-05, "83": 1.261227424720346e-07, "84": 5.058232545707142e-06, "85": 1.4855725112283835e-06, "86": 5.549032721319236e-06, "87": 1.5243693951561e-06, "88": 2.5501326490484644e-06, "89": 1.9503026749134733e-08, "90": 2.894741442105442e-07, "91": 7.430752901882443e-08, "92": 1.2425402928784024e-06, "93": 1.359587031402043e-06, "94": 1.943861207109876e-06, "95": 3.3811633670666197e-07, "96": 1.8900060467785806e-06, "97": 2.3787959435139783e-05, "98": 2.389311362094304e-07, "99": 1.6118586927404976e-06, "100": 4.5472798859691466e-09, "101": 5.195611720409943e-06, "102": 4.406738753459649e-06, "103": 6.553700018230302e-07, "104": 4.563604306895286e-06, "105": 5.59060486793328e-09, "106": 5.400765417107323e-07, "107": 1.514987673090218e-07, "108": 1.6380289480366628e-06, "109": 2.4197854386898143e-08, "110": 9.32275997911347e-06, "111": 2.393656828303392e-08, "112": 2.1264302318968475e-08, "113": 6.9980532479974045e-09, "114": 1.081376012734836e-06, "115": 3.306658618384972e-05, "116": 1.222553464685916e-06, "117": 9.822396229708374e-09, "118": 9.009193746578603e-08, "119": 1.2590995766004198e-06, "120": 7.929240382509306e-06, "121": 2.503086216165684e-05, "122": 9.561872502672486e-06, "123": 2.482203854015097e-06, "124": 1.9406297724344768e-05, "125": 1.3104779483796847e-08, "126": 8.068131940319745e-09, "127": 2.05597734748153e-06, "128": 4.0540408008382656e-06, "129": 3.169926543478141e-09, "130": 1.9746653379115742e-07, "131": 2.882631235934241e-07, "132": 3.9420209319018795e-09, "133": 4.785592810918615e-09, "134": 8.075558071141131e-06, "135": 9.4671372963262e-09, "136": 7.656602178940375e-07, "137": 1.0820309626069502e-06, "138": 3.729021536003074e-09, "139": 1.2206049859742052e-07, "140": 1.735182763695775e-06, "141": 3.0206345513761335e-07, "142": 1.4078510730541893e-06, "143": 1.526253186057147e-06, "144": 3.32214199261216e-06, "145": 9.722509730636375e-07, "146": 3.903593004395134e-09, "147": 2.2041644953674222e-08, "148": 4.0664875200491224e-07, "149": 9.705481716082431e-07, "150": 2.8843609811701754e-07, "151": 7.440521017088031e-07, "152": 6.660162625848898e-07, "153": 1.2110650686736335e-06, "154": 6.550806574523449e-05, "155": 7.979811925906688e-05, "156": 0.0001818382297642529, "157": 0.00011510254262248054, "158": 1.574801717652008e-05, "159": 3.7079730645928066e-06, "160": 3.386830576346256e-05, "161": 4.226343662594445e-05, "162": 4.857313251704909e-05, "163": 4.7070567234186456e-05, "164": 2.2569599877897417e-06, "165": 0.0006120369071140885, "166": 2.3661097657168284e-05, "167": 2.0005791157018393e-05, "168": 6.244418386813777e-07, "169": 7.96031963545829e-06, "170": 1.4662005014542956e-05, "171": 1.4956691302359104e-05, "172": 0.0002772198058664799, "173": 2.891156555051566e-06, "174": 1.6640678950352594e-05, "175": 1.5442494259332307e-05, "176": 5.737019250773301e-07, "177": 1.9168603557773167e-06, "178": 3.9845309629527037e-07, "179": 1.2928065871165018e-06, "180": 5.787465511275514e-07, "181": 9.430754488448656e-08, "182": 1.3109068959238357e-06, "183": 6.849967917332833e-07, "184": 3.59871819455293e-07, "185": 1.7630660522627295e-06, "186": 1.5343573522841325e-06, "187": 1.2713866226476966e-06, "188": 5.288820261739602e-07, "189": 2.9492520070562023e-07, "190": 3.9059952428033284e-07, "191": 1.6423742863480584e-06, "192": 7.348767780968046e-07, "193": 2.3556704036309384e-06, "194": 4.0035379811342864e-07, "195": 9.642487839300884e-07, "196": 3.915128559128789e-07, "197": 2.6290808818885125e-06, "198": 1.7516496200187248e-06, "199": 1.2177035841887118e-06, "200": 2.065924718408496e-06, "201": 8.670426154822053e-07, "202": 6.833991392340977e-06, "203": 4.97766279750067e-07, "204": 1.818960640775913e-06, "205": 4.63209062218084e-06, "206": 1.1824243983937777e-06, "207": 4.360892944532679e-06, "208": 0.009755837731063366, "209": 7.05798640865396e-07, "210": 4.1220273487851955e-06, "211": 1.7139896044682246e-06, "212": 2.5792653559619794e-06, "213": 3.3125340905826306e-06, "214": 2.6990644528268604e-06, "215": 3.3724088552844478e-06, "216": 1.0858207133424003e-06, "217": 5.779492767032934e-06, "218": 3.6232527236279566e-06, "219": 6.950746319489554e-05, "220": 2.359280188102275e-05, "221": 0.018962303176522255, "222": 0.0035667235497385263, "223": 0.006895596627146006, "224": 0.08383864909410477, "225": 0.008625222370028496, "226": 0.022189911454916, "227": 0.012730501592159271, "228": 0.009463458321988583, "229": 0.024959232658147812, "230": 0.0444105863571167, "231": 0.08021362125873566, "232": 0.0028592399321496487, "233": 0.017242614179849625, "234": 0.060589153319597244, "235": 0.039358872920274734, "236": 0.02689761482179165, "237": 0.011007904075086117, "238": 0.044373709708452225, "239": 0.02796688862144947, "240": 0.0190079715102911, "241": 0.005807948764413595, "242": 0.005553585942834616, "243": 0.05795270577073097, "244": 0.014917745254933834, "245": 0.0977199524641037, "246": 0.006410952657461166, "247": 0.022017937153577805, "248": 0.005312574561685324, "249": 0.015614868141710758, "250": 0.004747352562844753, "251": 0.057182542979717255, "252": 0.01578008383512497, "253": 0.107459157705307, "254": 0.005929228384047747 }, "confidence": 0.4301577332559553, "abstain": 0.00022339480347000062 }, "actual_response": { "model": "openthai-systemone", "answers": { "slot": { "type": "choice", "choice": "253", "probabilities": { "0": 0.0001469101116526872, "1": 0.0001461399078834802, "2": 1.8727199858403765e-05, "3": 3.445339825702831e-05, "4": 1.491959483246319e-05, "5": 8.525082193955313e-06, "6": 2.203234726039227e-05, "7": 6.327398750727298e-06, "8": 2.4345908968825825e-06, "9": 4.6558663598261774e-05, "10": 3.151977125526173e-06, "11": 2.988307187479222e-06, "12": 1.7149484847323038e-05, "13": 2.3426230200129794e-06, "14": 3.3076789804908913e-06, "15": 8.558708032069262e-06, "16": 1.175259626506886e-06, "17": 2.548649490563548e-06, "18": 1.0875735824811272e-05, "19": 1.174447334051365e-06, "20": 2.7018331820727326e-06, "21": 1.073516978067346e-05, "22": 1.0747947953859693e-06, "23": 1.2419112636052887e-06, "24": 4.439075667050929e-07, "25": 2.042345670361101e-07, "26": 9.404049592376396e-07, "27": 4.902366299575078e-07, "28": 1.2479507631724118e-06, "29": 9.923292054736521e-07, "30": 2.2280037228483707e-06, "31": 5.986074569364064e-08, "32": 3.658147988971905e-07, "33": 1.0361229669797467e-06, "34": 1.7353581824863795e-06, "35": 3.016077982920251e-07, "36": 3.907217376308836e-07, "37": 2.925652097474085e-06, "38": 1.966859144886257e-06, "39": 1.2392310054565314e-05, "40": 5.118952799421095e-07, "41": 5.359339070309943e-07, "42": 1.4427850203446724e-07, "43": 1.123934225688572e-06, "44": 1.0238458116873517e-06, "45": 2.1720221354826208e-07, "46": 1.4275401554186828e-06, "47": 1.5700845779065276e-06, "48": 8.077286679508688e-07, "49": 7.595568831675337e-07, "50": 7.496300469256312e-08, "51": 3.4219951317027153e-07, "52": 1.4025690120433865e-07, "53": 5.061549472884508e-07, "54": 5.872788619853964e-07, "55": 2.820014060489484e-06, "56": 2.5274971449107397e-06, "57": 7.469083357136697e-06, "58": 2.887191612899187e-06, "59": 2.2984444512985647e-05, "60": 1.4499901723752373e-08, "61": 4.224759564408487e-08, "62": 1.3127833931037003e-08, "63": 5.267225446914381e-07, "64": 5.032041485719674e-07, "65": 5.929003399351984e-10, "66": 2.150327471639457e-09, "67": 3.6878504943160806e-06, "68": 1.5137613385007853e-09, "69": 5.771068458670925e-07, "70": 4.05874622799729e-09, "71": 1.283262236029259e-06, "72": 1.8895223547588103e-05, "73": 2.1562215124504291e-07, "74": 3.2647783427819377e-06, "75": 1.216329259534632e-08, "76": 1.3845196917827707e-06, "77": 2.249413455501781e-08, "78": 6.356727226375369e-06, "79": 2.0436063152828865e-07, "80": 4.80034123029327e-06, "81": 6.884560548314766e-07, "82": 2.4657274479977787e-05, "83": 1.261227424720346e-07, "84": 5.058232545707142e-06, "85": 1.4855725112283835e-06, "86": 5.549032721319236e-06, "87": 1.5243693951561e-06, "88": 2.5501326490484644e-06, "89": 1.9503026749134733e-08, "90": 2.894741442105442e-07, "91": 7.430752901882443e-08, "92": 1.2425402928784024e-06, "93": 1.359587031402043e-06, "94": 1.943861207109876e-06, "95": 3.3811633670666197e-07, "96": 1.8900060467785806e-06, "97": 2.3787959435139783e-05, "98": 2.389311362094304e-07, "99": 1.6118586927404976e-06, "100": 4.5472798859691466e-09, "101": 5.195611720409943e-06, "102": 4.406738753459649e-06, "103": 6.553700018230302e-07, "104": 4.563604306895286e-06, "105": 5.59060486793328e-09, "106": 5.400765417107323e-07, "107": 1.514987673090218e-07, "108": 1.6380289480366628e-06, "109": 2.4197854386898143e-08, "110": 9.32275997911347e-06, "111": 2.393656828303392e-08, "112": 2.1264302318968475e-08, "113": 6.9980532479974045e-09, "114": 1.081376012734836e-06, "115": 3.306658618384972e-05, "116": 1.222553464685916e-06, "117": 9.822396229708374e-09, "118": 9.009193746578603e-08, "119": 1.2590995766004198e-06, "120": 7.929240382509306e-06, "121": 2.503086216165684e-05, "122": 9.561872502672486e-06, "123": 2.482203854015097e-06, "124": 1.9406297724344768e-05, "125": 1.3104779483796847e-08, "126": 8.068131940319745e-09, "127": 2.05597734748153e-06, "128": 4.0540408008382656e-06, "129": 3.169926543478141e-09, "130": 1.9746653379115742e-07, "131": 2.882631235934241e-07, "132": 3.9420209319018795e-09, "133": 4.785592810918615e-09, "134": 8.075558071141131e-06, "135": 9.4671372963262e-09, "136": 7.656602178940375e-07, "137": 1.0820309626069502e-06, "138": 3.729021536003074e-09, "139": 1.2206049859742052e-07, "140": 1.735182763695775e-06, "141": 3.0206345513761335e-07, "142": 1.4078510730541893e-06, "143": 1.526253186057147e-06, "144": 3.32214199261216e-06, "145": 9.722509730636375e-07, "146": 3.903593004395134e-09, "147": 2.2041644953674222e-08, "148": 4.0664875200491224e-07, "149": 9.705481716082431e-07, "150": 2.8843609811701754e-07, "151": 7.440521017088031e-07, "152": 6.660162625848898e-07, "153": 1.2110650686736335e-06, "154": 6.550806574523449e-05, "155": 7.979811925906688e-05, "156": 0.0001818382297642529, "157": 0.00011510254262248054, "158": 1.574801717652008e-05, "159": 3.7079730645928066e-06, "160": 3.386830576346256e-05, "161": 4.226343662594445e-05, "162": 4.857313251704909e-05, "163": 4.7070567234186456e-05, "164": 2.2569599877897417e-06, "165": 0.0006120369071140885, "166": 2.3661097657168284e-05, "167": 2.0005791157018393e-05, "168": 6.244418386813777e-07, "169": 7.96031963545829e-06, "170": 1.4662005014542956e-05, "171": 1.4956691302359104e-05, "172": 0.0002772198058664799, "173": 2.891156555051566e-06, "174": 1.6640678950352594e-05, "175": 1.5442494259332307e-05, "176": 5.737019250773301e-07, "177": 1.9168603557773167e-06, "178": 3.9845309629527037e-07, "179": 1.2928065871165018e-06, "180": 5.787465511275514e-07, "181": 9.430754488448656e-08, "182": 1.3109068959238357e-06, "183": 6.849967917332833e-07, "184": 3.59871819455293e-07, "185": 1.7630660522627295e-06, "186": 1.5343573522841325e-06, "187": 1.2713866226476966e-06, "188": 5.288820261739602e-07, "189": 2.9492520070562023e-07, "190": 3.9059952428033284e-07, "191": 1.6423742863480584e-06, "192": 7.348767780968046e-07, "193": 2.3556704036309384e-06, "194": 4.0035379811342864e-07, "195": 9.642487839300884e-07, "196": 3.915128559128789e-07, "197": 2.6290808818885125e-06, "198": 1.7516496200187248e-06, "199": 1.2177035841887118e-06, "200": 2.065924718408496e-06, "201": 8.670426154822053e-07, "202": 6.833991392340977e-06, "203": 4.97766279750067e-07, "204": 1.818960640775913e-06, "205": 4.63209062218084e-06, "206": 1.1824243983937777e-06, "207": 4.360892944532679e-06, "208": 0.009755837731063366, "209": 7.05798640865396e-07, "210": 4.1220273487851955e-06, "211": 1.7139896044682246e-06, "212": 2.5792653559619794e-06, "213": 3.3125340905826306e-06, "214": 2.6990644528268604e-06, "215": 3.3724088552844478e-06, "216": 1.0858207133424003e-06, "217": 5.779492767032934e-06, "218": 3.6232527236279566e-06, "219": 6.950746319489554e-05, "220": 2.359280188102275e-05, "221": 0.018962303176522255, "222": 0.0035667235497385263, "223": 0.006895596627146006, "224": 0.08383864909410477, "225": 0.008625222370028496, "226": 0.022189911454916, "227": 0.012730501592159271, "228": 0.009463458321988583, "229": 0.024959232658147812, "230": 0.0444105863571167, "231": 0.08021362125873566, "232": 0.0028592399321496487, "233": 0.017242614179849625, "234": 0.060589153319597244, "235": 0.039358872920274734, "236": 0.02689761482179165, "237": 0.011007904075086117, "238": 0.044373709708452225, "239": 0.02796688862144947, "240": 0.0190079715102911, "241": 0.005807948764413595, "242": 0.005553585942834616, "243": 0.05795270577073097, "244": 0.014917745254933834, "245": 0.0977199524641037, "246": 0.006410952657461166, "247": 0.022017937153577805, "248": 0.005312574561685324, "249": 0.015614868141710758, "250": 0.004747352562844753, "251": 0.057182542979717255, "252": 0.01578008383512497, "253": 0.107459157705307, "254": 0.005929228384047747 }, "confidence": 0.4301577332559553, "abstain": 0.00022339480347000062 } }, "usage": { "input_tokens": 1450, "output_tokens": 0, "permutations": 1 } }, "expected_response": { "model": "openthai-systemone", "answers": { "slot": { "type": "choice", "choice": "253", "probabilities": { "0": 0.0001469101116526872, "1": 0.0001461399078834802, "2": 1.8727199858403765e-05, "3": 3.445339825702831e-05, "4": 1.491959483246319e-05, "5": 8.525082193955313e-06, "6": 2.203234726039227e-05, "7": 6.327398750727298e-06, "8": 2.4345908968825825e-06, "9": 4.6558663598261774e-05, "10": 3.151977125526173e-06, "11": 2.988307187479222e-06, "12": 1.7149484847323038e-05, "13": 2.3426230200129794e-06, "14": 3.3076789804908913e-06, "15": 8.558708032069262e-06, "16": 1.175259626506886e-06, "17": 2.548649490563548e-06, "18": 1.0875735824811272e-05, "19": 1.174447334051365e-06, "20": 2.7018331820727326e-06, "21": 1.073516978067346e-05, "22": 1.0747947953859693e-06, "23": 1.2419112636052887e-06, "24": 4.439075667050929e-07, "25": 2.042345670361101e-07, "26": 9.404049592376396e-07, "27": 4.902366299575078e-07, "28": 1.2479507631724118e-06, "29": 9.923292054736521e-07, "30": 2.2280037228483707e-06, "31": 5.986074569364064e-08, "32": 3.658147988971905e-07, "33": 1.0361229669797467e-06, "34": 1.7353581824863795e-06, "35": 3.016077982920251e-07, "36": 3.907217376308836e-07, "37": 2.925652097474085e-06, "38": 1.966859144886257e-06, "39": 1.2392310054565314e-05, "40": 5.118952799421095e-07, "41": 5.359339070309943e-07, "42": 1.4427850203446724e-07, "43": 1.123934225688572e-06, "44": 1.0238458116873517e-06, "45": 2.1720221354826208e-07, "46": 1.4275401554186828e-06, "47": 1.5700845779065276e-06, "48": 8.077286679508688e-07, "49": 7.595568831675337e-07, "50": 7.496300469256312e-08, "51": 3.4219951317027153e-07, "52": 1.4025690120433865e-07, "53": 5.061549472884508e-07, "54": 5.872788619853964e-07, "55": 2.820014060489484e-06, "56": 2.5274971449107397e-06, "57": 7.469083357136697e-06, "58": 2.887191612899187e-06, "59": 2.2984444512985647e-05, "60": 1.4499901723752373e-08, "61": 4.224759564408487e-08, "62": 1.3127833931037003e-08, "63": 5.267225446914381e-07, "64": 5.032041485719674e-07, "65": 5.929003399351984e-10, "66": 2.150327471639457e-09, "67": 3.6878504943160806e-06, "68": 1.5137613385007853e-09, "69": 5.771068458670925e-07, "70": 4.05874622799729e-09, "71": 1.283262236029259e-06, "72": 1.8895223547588103e-05, "73": 2.1562215124504291e-07, "74": 3.2647783427819377e-06, "75": 1.216329259534632e-08, "76": 1.3845196917827707e-06, "77": 2.249413455501781e-08, "78": 6.356727226375369e-06, "79": 2.0436063152828865e-07, "80": 4.80034123029327e-06, "81": 6.884560548314766e-07, "82": 2.4657274479977787e-05, "83": 1.261227424720346e-07, "84": 5.058232545707142e-06, "85": 1.4855725112283835e-06, "86": 5.549032721319236e-06, "87": 1.5243693951561e-06, "88": 2.5501326490484644e-06, "89": 1.9503026749134733e-08, "90": 2.894741442105442e-07, "91": 7.430752901882443e-08, "92": 1.2425402928784024e-06, "93": 1.359587031402043e-06, "94": 1.943861207109876e-06, "95": 3.3811633670666197e-07, "96": 1.8900060467785806e-06, "97": 2.3787959435139783e-05, "98": 2.389311362094304e-07, "99": 1.6118586927404976e-06, "100": 4.5472798859691466e-09, "101": 5.195611720409943e-06, "102": 4.406738753459649e-06, "103": 6.553700018230302e-07, "104": 4.563604306895286e-06, "105": 5.59060486793328e-09, "106": 5.400765417107323e-07, "107": 1.514987673090218e-07, "108": 1.6380289480366628e-06, "109": 2.4197854386898143e-08, "110": 9.32275997911347e-06, "111": 2.393656828303392e-08, "112": 2.1264302318968475e-08, "113": 6.9980532479974045e-09, "114": 1.081376012734836e-06, "115": 3.306658618384972e-05, "116": 1.222553464685916e-06, "117": 9.822396229708374e-09, "118": 9.009193746578603e-08, "119": 1.2590995766004198e-06, "120": 7.929240382509306e-06, "121": 2.503086216165684e-05, "122": 9.561872502672486e-06, "123": 2.482203854015097e-06, "124": 1.9406297724344768e-05, "125": 1.3104779483796847e-08, "126": 8.068131940319745e-09, "127": 2.05597734748153e-06, "128": 4.0540408008382656e-06, "129": 3.169926543478141e-09, "130": 1.9746653379115742e-07, "131": 2.882631235934241e-07, "132": 3.9420209319018795e-09, "133": 4.785592810918615e-09, "134": 8.075558071141131e-06, "135": 9.4671372963262e-09, "136": 7.656602178940375e-07, "137": 1.0820309626069502e-06, "138": 3.729021536003074e-09, "139": 1.2206049859742052e-07, "140": 1.735182763695775e-06, "141": 3.0206345513761335e-07, "142": 1.4078510730541893e-06, "143": 1.526253186057147e-06, "144": 3.32214199261216e-06, "145": 9.722509730636375e-07, "146": 3.903593004395134e-09, "147": 2.2041644953674222e-08, "148": 4.0664875200491224e-07, "149": 9.705481716082431e-07, "150": 2.8843609811701754e-07, "151": 7.440521017088031e-07, "152": 6.660162625848898e-07, "153": 1.2110650686736335e-06, "154": 6.550806574523449e-05, "155": 7.979811925906688e-05, "156": 0.0001818382297642529, "157": 0.00011510254262248054, "158": 1.574801717652008e-05, "159": 3.7079730645928066e-06, "160": 3.386830576346256e-05, "161": 4.226343662594445e-05, "162": 4.857313251704909e-05, "163": 4.7070567234186456e-05, "164": 2.2569599877897417e-06, "165": 0.0006120369071140885, "166": 2.3661097657168284e-05, "167": 2.0005791157018393e-05, "168": 6.244418386813777e-07, "169": 7.96031963545829e-06, "170": 1.4662005014542956e-05, "171": 1.4956691302359104e-05, "172": 0.0002772198058664799, "173": 2.891156555051566e-06, "174": 1.6640678950352594e-05, "175": 1.5442494259332307e-05, "176": 5.737019250773301e-07, "177": 1.9168603557773167e-06, "178": 3.9845309629527037e-07, "179": 1.2928065871165018e-06, "180": 5.787465511275514e-07, "181": 9.430754488448656e-08, "182": 1.3109068959238357e-06, "183": 6.849967917332833e-07, "184": 3.59871819455293e-07, "185": 1.7630660522627295e-06, "186": 1.5343573522841325e-06, "187": 1.2713866226476966e-06, "188": 5.288820261739602e-07, "189": 2.9492520070562023e-07, "190": 3.9059952428033284e-07, "191": 1.6423742863480584e-06, "192": 7.348767780968046e-07, "193": 2.3556704036309384e-06, "194": 4.0035379811342864e-07, "195": 9.642487839300884e-07, "196": 3.915128559128789e-07, "197": 2.6290808818885125e-06, "198": 1.7516496200187248e-06, "199": 1.2177035841887118e-06, "200": 2.065924718408496e-06, "201": 8.670426154822053e-07, "202": 6.833991392340977e-06, "203": 4.97766279750067e-07, "204": 1.818960640775913e-06, "205": 4.63209062218084e-06, "206": 1.1824243983937777e-06, "207": 4.360892944532679e-06, "208": 0.009755837731063366, "209": 7.05798640865396e-07, "210": 4.1220273487851955e-06, "211": 1.7139896044682246e-06, "212": 2.5792653559619794e-06, "213": 3.3125340905826306e-06, "214": 2.6990644528268604e-06, "215": 3.3724088552844478e-06, "216": 1.0858207133424003e-06, "217": 5.779492767032934e-06, "218": 3.6232527236279566e-06, "219": 6.950746319489554e-05, "220": 2.359280188102275e-05, "221": 0.018962303176522255, "222": 0.0035667235497385263, "223": 0.006895596627146006, "224": 0.08383864909410477, "225": 0.008625222370028496, "226": 0.022189911454916, "227": 0.012730501592159271, "228": 0.009463458321988583, "229": 0.024959232658147812, "230": 0.0444105863571167, "231": 0.08021362125873566, "232": 0.0028592399321496487, "233": 0.017242614179849625, "234": 0.060589153319597244, "235": 0.039358872920274734, "236": 0.02689761482179165, "237": 0.011007904075086117, "238": 0.044373709708452225, "239": 0.02796688862144947, "240": 0.0190079715102911, "241": 0.005807948764413595, "242": 0.005553585942834616, "243": 0.05795270577073097, "244": 0.014917745254933834, "245": 0.0977199524641037, "246": 0.006410952657461166, "247": 0.022017937153577805, "248": 0.005312574561685324, "249": 0.015614868141710758, "250": 0.004747352562844753, "251": 0.057182542979717255, "252": 0.01578008383512497, "253": 0.107459157705307, "254": 0.005929228384047747 }, "confidence": 0.4301577332559553, "abstain": 0.00022339480347000062 } }, "usage": { "input_tokens": 1450, "output_tokens": 0, "permutations": 1 } }, "fields_exact_equal": { "type": true, "choice": true, "probabilities": true, "confidence": true, "abstain": true }, "max_abs_delta_p_after_client_normalization": 0.0, "max_abs_delta_p_vs_single_renormalization": 0.0, "normalization": "Author _decode_named: second fp32 renormalization for choice/score; noul directly reads yes. No rounding.", "abstain_exposed": true, "confidence_exposed": true } }, "one_pass": { "model": "openthai-systemone", "answers": { "slot": { "type": "choice", "choice": "253", "probabilities": { "0": 0.0001469101116526872, "1": 0.0001461399078834802, "2": 1.8727199858403765e-05, "3": 3.445339825702831e-05, "4": 1.491959483246319e-05, "5": 8.525082193955313e-06, "6": 2.203234726039227e-05, "7": 6.327398750727298e-06, "8": 2.4345908968825825e-06, "9": 4.6558663598261774e-05, "10": 3.151977125526173e-06, "11": 2.988307187479222e-06, "12": 1.7149484847323038e-05, "13": 2.3426230200129794e-06, "14": 3.3076789804908913e-06, "15": 8.558708032069262e-06, "16": 1.175259626506886e-06, "17": 2.548649490563548e-06, "18": 1.0875735824811272e-05, "19": 1.174447334051365e-06, "20": 2.7018331820727326e-06, "21": 1.073516978067346e-05, "22": 1.0747947953859693e-06, "23": 1.2419112636052887e-06, "24": 4.439075667050929e-07, "25": 2.042345670361101e-07, "26": 9.404049592376396e-07, "27": 4.902366299575078e-07, "28": 1.2479507631724118e-06, "29": 9.923292054736521e-07, "30": 2.2280037228483707e-06, "31": 5.986074569364064e-08, "32": 3.658147988971905e-07, "33": 1.0361229669797467e-06, "34": 1.7353581824863795e-06, "35": 3.016077982920251e-07, "36": 3.907217376308836e-07, "37": 2.925652097474085e-06, "38": 1.966859144886257e-06, "39": 1.2392310054565314e-05, "40": 5.118952799421095e-07, "41": 5.359339070309943e-07, "42": 1.4427850203446724e-07, "43": 1.123934225688572e-06, "44": 1.0238458116873517e-06, "45": 2.1720221354826208e-07, "46": 1.4275401554186828e-06, "47": 1.5700845779065276e-06, "48": 8.077286679508688e-07, "49": 7.595568831675337e-07, "50": 7.496300469256312e-08, "51": 3.4219951317027153e-07, "52": 1.4025690120433865e-07, "53": 5.061549472884508e-07, "54": 5.872788619853964e-07, "55": 2.820014060489484e-06, "56": 2.5274971449107397e-06, "57": 7.469083357136697e-06, "58": 2.887191612899187e-06, "59": 2.2984444512985647e-05, "60": 1.4499901723752373e-08, "61": 4.224759564408487e-08, "62": 1.3127833931037003e-08, "63": 5.267225446914381e-07, "64": 5.032041485719674e-07, "65": 5.929003399351984e-10, "66": 2.150327471639457e-09, "67": 3.6878504943160806e-06, "68": 1.5137613385007853e-09, "69": 5.771068458670925e-07, "70": 4.05874622799729e-09, "71": 1.283262236029259e-06, "72": 1.8895223547588103e-05, "73": 2.1562215124504291e-07, "74": 3.2647783427819377e-06, "75": 1.216329259534632e-08, "76": 1.3845196917827707e-06, "77": 2.249413455501781e-08, "78": 6.356727226375369e-06, "79": 2.0436063152828865e-07, "80": 4.80034123029327e-06, "81": 6.884560548314766e-07, "82": 2.4657274479977787e-05, "83": 1.261227424720346e-07, "84": 5.058232545707142e-06, "85": 1.4855725112283835e-06, "86": 5.549032721319236e-06, "87": 1.5243693951561e-06, "88": 2.5501326490484644e-06, "89": 1.9503026749134733e-08, "90": 2.894741442105442e-07, "91": 7.430752901882443e-08, "92": 1.2425402928784024e-06, "93": 1.359587031402043e-06, "94": 1.943861207109876e-06, "95": 3.3811633670666197e-07, "96": 1.8900060467785806e-06, "97": 2.3787959435139783e-05, "98": 2.389311362094304e-07, "99": 1.6118586927404976e-06, "100": 4.5472798859691466e-09, "101": 5.195611720409943e-06, "102": 4.406738753459649e-06, "103": 6.553700018230302e-07, "104": 4.563604306895286e-06, "105": 5.59060486793328e-09, "106": 5.400765417107323e-07, "107": 1.514987673090218e-07, "108": 1.6380289480366628e-06, "109": 2.4197854386898143e-08, "110": 9.32275997911347e-06, "111": 2.393656828303392e-08, "112": 2.1264302318968475e-08, "113": 6.9980532479974045e-09, "114": 1.081376012734836e-06, "115": 3.306658618384972e-05, "116": 1.222553464685916e-06, "117": 9.822396229708374e-09, "118": 9.009193746578603e-08, "119": 1.2590995766004198e-06, "120": 7.929240382509306e-06, "121": 2.503086216165684e-05, "122": 9.561872502672486e-06, "123": 2.482203854015097e-06, "124": 1.9406297724344768e-05, "125": 1.3104779483796847e-08, "126": 8.068131940319745e-09, "127": 2.05597734748153e-06, "128": 4.0540408008382656e-06, "129": 3.169926543478141e-09, "130": 1.9746653379115742e-07, "131": 2.882631235934241e-07, "132": 3.9420209319018795e-09, "133": 4.785592810918615e-09, "134": 8.075558071141131e-06, "135": 9.4671372963262e-09, "136": 7.656602178940375e-07, "137": 1.0820309626069502e-06, "138": 3.729021536003074e-09, "139": 1.2206049859742052e-07, "140": 1.735182763695775e-06, "141": 3.0206345513761335e-07, "142": 1.4078510730541893e-06, "143": 1.526253186057147e-06, "144": 3.32214199261216e-06, "145": 9.722509730636375e-07, "146": 3.903593004395134e-09, "147": 2.2041644953674222e-08, "148": 4.0664875200491224e-07, "149": 9.705481716082431e-07, "150": 2.8843609811701754e-07, "151": 7.440521017088031e-07, "152": 6.660162625848898e-07, "153": 1.2110650686736335e-06, "154": 6.550806574523449e-05, "155": 7.979811925906688e-05, "156": 0.0001818382297642529, "157": 0.00011510254262248054, "158": 1.574801717652008e-05, "159": 3.7079730645928066e-06, "160": 3.386830576346256e-05, "161": 4.226343662594445e-05, "162": 4.857313251704909e-05, "163": 4.7070567234186456e-05, "164": 2.2569599877897417e-06, "165": 0.0006120369071140885, "166": 2.3661097657168284e-05, "167": 2.0005791157018393e-05, "168": 6.244418386813777e-07, "169": 7.96031963545829e-06, "170": 1.4662005014542956e-05, "171": 1.4956691302359104e-05, "172": 0.0002772198058664799, "173": 2.891156555051566e-06, "174": 1.6640678950352594e-05, "175": 1.5442494259332307e-05, "176": 5.737019250773301e-07, "177": 1.9168603557773167e-06, "178": 3.9845309629527037e-07, "179": 1.2928065871165018e-06, "180": 5.787465511275514e-07, "181": 9.430754488448656e-08, "182": 1.3109068959238357e-06, "183": 6.849967917332833e-07, "184": 3.59871819455293e-07, "185": 1.7630660522627295e-06, "186": 1.5343573522841325e-06, "187": 1.2713866226476966e-06, "188": 5.288820261739602e-07, "189": 2.9492520070562023e-07, "190": 3.9059952428033284e-07, "191": 1.6423742863480584e-06, "192": 7.348767780968046e-07, "193": 2.3556704036309384e-06, "194": 4.0035379811342864e-07, "195": 9.642487839300884e-07, "196": 3.915128559128789e-07, "197": 2.6290808818885125e-06, "198": 1.7516496200187248e-06, "199": 1.2177035841887118e-06, "200": 2.065924718408496e-06, "201": 8.670426154822053e-07, "202": 6.833991392340977e-06, "203": 4.97766279750067e-07, "204": 1.818960640775913e-06, "205": 4.63209062218084e-06, "206": 1.1824243983937777e-06, "207": 4.360892944532679e-06, "208": 0.009755837731063366, "209": 7.05798640865396e-07, "210": 4.1220273487851955e-06, "211": 1.7139896044682246e-06, "212": 2.5792653559619794e-06, "213": 3.3125340905826306e-06, "214": 2.6990644528268604e-06, "215": 3.3724088552844478e-06, "216": 1.0858207133424003e-06, "217": 5.779492767032934e-06, "218": 3.6232527236279566e-06, "219": 6.950746319489554e-05, "220": 2.359280188102275e-05, "221": 0.018962303176522255, "222": 0.0035667235497385263, "223": 0.006895596627146006, "224": 0.08383864909410477, "225": 0.008625222370028496, "226": 0.022189911454916, "227": 0.012730501592159271, "228": 0.009463458321988583, "229": 0.024959232658147812, "230": 0.0444105863571167, "231": 0.08021362125873566, "232": 0.0028592399321496487, "233": 0.017242614179849625, "234": 0.060589153319597244, "235": 0.039358872920274734, "236": 0.02689761482179165, "237": 0.011007904075086117, "238": 0.044373709708452225, "239": 0.02796688862144947, "240": 0.0190079715102911, "241": 0.005807948764413595, "242": 0.005553585942834616, "243": 0.05795270577073097, "244": 0.014917745254933834, "245": 0.0977199524641037, "246": 0.006410952657461166, "247": 0.022017937153577805, "248": 0.005312574561685324, "249": 0.015614868141710758, "250": 0.004747352562844753, "251": 0.057182542979717255, "252": 0.01578008383512497, "253": 0.107459157705307, "254": 0.005929228384047747 }, "confidence": 0.4301577332559553, "abstain": 0.00022339480347000062 } }, "usage": { "input_tokens": 1450, "output_tokens": 0, "permutations": 1 } }, "one_pass_comparison": [ { "row_id": "r18-slot", "one_pass_answer": { "type": "choice", "choice": "253", "probabilities": { "0": 0.0001469101116526872, "1": 0.0001461399078834802, "2": 1.8727199858403765e-05, "3": 3.445339825702831e-05, "4": 1.491959483246319e-05, "5": 8.525082193955313e-06, "6": 2.203234726039227e-05, "7": 6.327398750727298e-06, "8": 2.4345908968825825e-06, "9": 4.6558663598261774e-05, "10": 3.151977125526173e-06, "11": 2.988307187479222e-06, "12": 1.7149484847323038e-05, "13": 2.3426230200129794e-06, "14": 3.3076789804908913e-06, "15": 8.558708032069262e-06, "16": 1.175259626506886e-06, "17": 2.548649490563548e-06, "18": 1.0875735824811272e-05, "19": 1.174447334051365e-06, "20": 2.7018331820727326e-06, "21": 1.073516978067346e-05, "22": 1.0747947953859693e-06, "23": 1.2419112636052887e-06, "24": 4.439075667050929e-07, "25": 2.042345670361101e-07, "26": 9.404049592376396e-07, "27": 4.902366299575078e-07, "28": 1.2479507631724118e-06, "29": 9.923292054736521e-07, "30": 2.2280037228483707e-06, "31": 5.986074569364064e-08, "32": 3.658147988971905e-07, "33": 1.0361229669797467e-06, "34": 1.7353581824863795e-06, "35": 3.016077982920251e-07, "36": 3.907217376308836e-07, "37": 2.925652097474085e-06, "38": 1.966859144886257e-06, "39": 1.2392310054565314e-05, "40": 5.118952799421095e-07, "41": 5.359339070309943e-07, "42": 1.4427850203446724e-07, "43": 1.123934225688572e-06, "44": 1.0238458116873517e-06, "45": 2.1720221354826208e-07, "46": 1.4275401554186828e-06, "47": 1.5700845779065276e-06, "48": 8.077286679508688e-07, "49": 7.595568831675337e-07, "50": 7.496300469256312e-08, "51": 3.4219951317027153e-07, "52": 1.4025690120433865e-07, "53": 5.061549472884508e-07, "54": 5.872788619853964e-07, "55": 2.820014060489484e-06, "56": 2.5274971449107397e-06, "57": 7.469083357136697e-06, "58": 2.887191612899187e-06, "59": 2.2984444512985647e-05, "60": 1.4499901723752373e-08, "61": 4.224759564408487e-08, "62": 1.3127833931037003e-08, "63": 5.267225446914381e-07, "64": 5.032041485719674e-07, "65": 5.929003399351984e-10, "66": 2.150327471639457e-09, "67": 3.6878504943160806e-06, "68": 1.5137613385007853e-09, "69": 5.771068458670925e-07, "70": 4.05874622799729e-09, "71": 1.283262236029259e-06, "72": 1.8895223547588103e-05, "73": 2.1562215124504291e-07, "74": 3.2647783427819377e-06, "75": 1.216329259534632e-08, "76": 1.3845196917827707e-06, "77": 2.249413455501781e-08, "78": 6.356727226375369e-06, "79": 2.0436063152828865e-07, "80": 4.80034123029327e-06, "81": 6.884560548314766e-07, "82": 2.4657274479977787e-05, "83": 1.261227424720346e-07, "84": 5.058232545707142e-06, "85": 1.4855725112283835e-06, "86": 5.549032721319236e-06, "87": 1.5243693951561e-06, "88": 2.5501326490484644e-06, "89": 1.9503026749134733e-08, "90": 2.894741442105442e-07, "91": 7.430752901882443e-08, "92": 1.2425402928784024e-06, "93": 1.359587031402043e-06, "94": 1.943861207109876e-06, "95": 3.3811633670666197e-07, "96": 1.8900060467785806e-06, "97": 2.3787959435139783e-05, "98": 2.389311362094304e-07, "99": 1.6118586927404976e-06, "100": 4.5472798859691466e-09, "101": 5.195611720409943e-06, "102": 4.406738753459649e-06, "103": 6.553700018230302e-07, "104": 4.563604306895286e-06, "105": 5.59060486793328e-09, "106": 5.400765417107323e-07, "107": 1.514987673090218e-07, "108": 1.6380289480366628e-06, "109": 2.4197854386898143e-08, "110": 9.32275997911347e-06, "111": 2.393656828303392e-08, "112": 2.1264302318968475e-08, "113": 6.9980532479974045e-09, "114": 1.081376012734836e-06, "115": 3.306658618384972e-05, "116": 1.222553464685916e-06, "117": 9.822396229708374e-09, "118": 9.009193746578603e-08, "119": 1.2590995766004198e-06, "120": 7.929240382509306e-06, "121": 2.503086216165684e-05, "122": 9.561872502672486e-06, "123": 2.482203854015097e-06, "124": 1.9406297724344768e-05, "125": 1.3104779483796847e-08, "126": 8.068131940319745e-09, "127": 2.05597734748153e-06, "128": 4.0540408008382656e-06, "129": 3.169926543478141e-09, "130": 1.9746653379115742e-07, "131": 2.882631235934241e-07, "132": 3.9420209319018795e-09, "133": 4.785592810918615e-09, "134": 8.075558071141131e-06, "135": 9.4671372963262e-09, "136": 7.656602178940375e-07, "137": 1.0820309626069502e-06, "138": 3.729021536003074e-09, "139": 1.2206049859742052e-07, "140": 1.735182763695775e-06, "141": 3.0206345513761335e-07, "142": 1.4078510730541893e-06, "143": 1.526253186057147e-06, "144": 3.32214199261216e-06, "145": 9.722509730636375e-07, "146": 3.903593004395134e-09, "147": 2.2041644953674222e-08, "148": 4.0664875200491224e-07, "149": 9.705481716082431e-07, "150": 2.8843609811701754e-07, "151": 7.440521017088031e-07, "152": 6.660162625848898e-07, "153": 1.2110650686736335e-06, "154": 6.550806574523449e-05, "155": 7.979811925906688e-05, "156": 0.0001818382297642529, "157": 0.00011510254262248054, "158": 1.574801717652008e-05, "159": 3.7079730645928066e-06, "160": 3.386830576346256e-05, "161": 4.226343662594445e-05, "162": 4.857313251704909e-05, "163": 4.7070567234186456e-05, "164": 2.2569599877897417e-06, "165": 0.0006120369071140885, "166": 2.3661097657168284e-05, "167": 2.0005791157018393e-05, "168": 6.244418386813777e-07, "169": 7.96031963545829e-06, "170": 1.4662005014542956e-05, "171": 1.4956691302359104e-05, "172": 0.0002772198058664799, "173": 2.891156555051566e-06, "174": 1.6640678950352594e-05, "175": 1.5442494259332307e-05, "176": 5.737019250773301e-07, "177": 1.9168603557773167e-06, "178": 3.9845309629527037e-07, "179": 1.2928065871165018e-06, "180": 5.787465511275514e-07, "181": 9.430754488448656e-08, "182": 1.3109068959238357e-06, "183": 6.849967917332833e-07, "184": 3.59871819455293e-07, "185": 1.7630660522627295e-06, "186": 1.5343573522841325e-06, "187": 1.2713866226476966e-06, "188": 5.288820261739602e-07, "189": 2.9492520070562023e-07, "190": 3.9059952428033284e-07, "191": 1.6423742863480584e-06, "192": 7.348767780968046e-07, "193": 2.3556704036309384e-06, "194": 4.0035379811342864e-07, "195": 9.642487839300884e-07, "196": 3.915128559128789e-07, "197": 2.6290808818885125e-06, "198": 1.7516496200187248e-06, "199": 1.2177035841887118e-06, "200": 2.065924718408496e-06, "201": 8.670426154822053e-07, "202": 6.833991392340977e-06, "203": 4.97766279750067e-07, "204": 1.818960640775913e-06, "205": 4.63209062218084e-06, "206": 1.1824243983937777e-06, "207": 4.360892944532679e-06, "208": 0.009755837731063366, "209": 7.05798640865396e-07, "210": 4.1220273487851955e-06, "211": 1.7139896044682246e-06, "212": 2.5792653559619794e-06, "213": 3.3125340905826306e-06, "214": 2.6990644528268604e-06, "215": 3.3724088552844478e-06, "216": 1.0858207133424003e-06, "217": 5.779492767032934e-06, "218": 3.6232527236279566e-06, "219": 6.950746319489554e-05, "220": 2.359280188102275e-05, "221": 0.018962303176522255, "222": 0.0035667235497385263, "223": 0.006895596627146006, "224": 0.08383864909410477, "225": 0.008625222370028496, "226": 0.022189911454916, "227": 0.012730501592159271, "228": 0.009463458321988583, "229": 0.024959232658147812, "230": 0.0444105863571167, "231": 0.08021362125873566, "232": 0.0028592399321496487, "233": 0.017242614179849625, "234": 0.060589153319597244, "235": 0.039358872920274734, "236": 0.02689761482179165, "237": 0.011007904075086117, "238": 0.044373709708452225, "239": 0.02796688862144947, "240": 0.0190079715102911, "241": 0.005807948764413595, "242": 0.005553585942834616, "243": 0.05795270577073097, "244": 0.014917745254933834, "245": 0.0977199524641037, "246": 0.006410952657461166, "247": 0.022017937153577805, "248": 0.005312574561685324, "249": 0.015614868141710758, "250": 0.004747352562844753, "251": 0.057182542979717255, "252": 0.01578008383512497, "253": 0.107459157705307, "254": 0.005929228384047747 }, "confidence": 0.4301577332559553, "abstain": 0.00022339480347000062 }, "independent_answer": { "type": "choice", "choice": "253", "probabilities": { "0": 0.0001469101116526872, "1": 0.0001461399078834802, "2": 1.8727199858403765e-05, "3": 3.445339825702831e-05, "4": 1.491959483246319e-05, "5": 8.525082193955313e-06, "6": 2.203234726039227e-05, "7": 6.327398750727298e-06, "8": 2.4345908968825825e-06, "9": 4.6558663598261774e-05, "10": 3.151977125526173e-06, "11": 2.988307187479222e-06, "12": 1.7149484847323038e-05, "13": 2.3426230200129794e-06, "14": 3.3076789804908913e-06, "15": 8.558708032069262e-06, "16": 1.175259626506886e-06, "17": 2.548649490563548e-06, "18": 1.0875735824811272e-05, "19": 1.174447334051365e-06, "20": 2.7018331820727326e-06, "21": 1.073516978067346e-05, "22": 1.0747947953859693e-06, "23": 1.2419112636052887e-06, "24": 4.439075667050929e-07, "25": 2.042345670361101e-07, "26": 9.404049592376396e-07, "27": 4.902366299575078e-07, "28": 1.2479507631724118e-06, "29": 9.923292054736521e-07, "30": 2.2280037228483707e-06, "31": 5.986074569364064e-08, "32": 3.658147988971905e-07, "33": 1.0361229669797467e-06, "34": 1.7353581824863795e-06, "35": 3.016077982920251e-07, "36": 3.907217376308836e-07, "37": 2.925652097474085e-06, "38": 1.966859144886257e-06, "39": 1.2392310054565314e-05, "40": 5.118952799421095e-07, "41": 5.359339070309943e-07, "42": 1.4427850203446724e-07, "43": 1.123934225688572e-06, "44": 1.0238458116873517e-06, "45": 2.1720221354826208e-07, "46": 1.4275401554186828e-06, "47": 1.5700845779065276e-06, "48": 8.077286679508688e-07, "49": 7.595568831675337e-07, "50": 7.496300469256312e-08, "51": 3.4219951317027153e-07, "52": 1.4025690120433865e-07, "53": 5.061549472884508e-07, "54": 5.872788619853964e-07, "55": 2.820014060489484e-06, "56": 2.5274971449107397e-06, "57": 7.469083357136697e-06, "58": 2.887191612899187e-06, "59": 2.2984444512985647e-05, "60": 1.4499901723752373e-08, "61": 4.224759564408487e-08, "62": 1.3127833931037003e-08, "63": 5.267225446914381e-07, "64": 5.032041485719674e-07, "65": 5.929003399351984e-10, "66": 2.150327471639457e-09, "67": 3.6878504943160806e-06, "68": 1.5137613385007853e-09, "69": 5.771068458670925e-07, "70": 4.05874622799729e-09, "71": 1.283262236029259e-06, "72": 1.8895223547588103e-05, "73": 2.1562215124504291e-07, "74": 3.2647783427819377e-06, "75": 1.216329259534632e-08, "76": 1.3845196917827707e-06, "77": 2.249413455501781e-08, "78": 6.356727226375369e-06, "79": 2.0436063152828865e-07, "80": 4.80034123029327e-06, "81": 6.884560548314766e-07, "82": 2.4657274479977787e-05, "83": 1.261227424720346e-07, "84": 5.058232545707142e-06, "85": 1.4855725112283835e-06, "86": 5.549032721319236e-06, "87": 1.5243693951561e-06, "88": 2.5501326490484644e-06, "89": 1.9503026749134733e-08, "90": 2.894741442105442e-07, "91": 7.430752901882443e-08, "92": 1.2425402928784024e-06, "93": 1.359587031402043e-06, "94": 1.943861207109876e-06, "95": 3.3811633670666197e-07, "96": 1.8900060467785806e-06, "97": 2.3787959435139783e-05, "98": 2.389311362094304e-07, "99": 1.6118586927404976e-06, "100": 4.5472798859691466e-09, "101": 5.195611720409943e-06, "102": 4.406738753459649e-06, "103": 6.553700018230302e-07, "104": 4.563604306895286e-06, "105": 5.59060486793328e-09, "106": 5.400765417107323e-07, "107": 1.514987673090218e-07, "108": 1.6380289480366628e-06, "109": 2.4197854386898143e-08, "110": 9.32275997911347e-06, "111": 2.393656828303392e-08, "112": 2.1264302318968475e-08, "113": 6.9980532479974045e-09, "114": 1.081376012734836e-06, "115": 3.306658618384972e-05, "116": 1.222553464685916e-06, "117": 9.822396229708374e-09, "118": 9.009193746578603e-08, "119": 1.2590995766004198e-06, "120": 7.929240382509306e-06, "121": 2.503086216165684e-05, "122": 9.561872502672486e-06, "123": 2.482203854015097e-06, "124": 1.9406297724344768e-05, "125": 1.3104779483796847e-08, "126": 8.068131940319745e-09, "127": 2.05597734748153e-06, "128": 4.0540408008382656e-06, "129": 3.169926543478141e-09, "130": 1.9746653379115742e-07, "131": 2.882631235934241e-07, "132": 3.9420209319018795e-09, "133": 4.785592810918615e-09, "134": 8.075558071141131e-06, "135": 9.4671372963262e-09, "136": 7.656602178940375e-07, "137": 1.0820309626069502e-06, "138": 3.729021536003074e-09, "139": 1.2206049859742052e-07, "140": 1.735182763695775e-06, "141": 3.0206345513761335e-07, "142": 1.4078510730541893e-06, "143": 1.526253186057147e-06, "144": 3.32214199261216e-06, "145": 9.722509730636375e-07, "146": 3.903593004395134e-09, "147": 2.2041644953674222e-08, "148": 4.0664875200491224e-07, "149": 9.705481716082431e-07, "150": 2.8843609811701754e-07, "151": 7.440521017088031e-07, "152": 6.660162625848898e-07, "153": 1.2110650686736335e-06, "154": 6.550806574523449e-05, "155": 7.979811925906688e-05, "156": 0.0001818382297642529, "157": 0.00011510254262248054, "158": 1.574801717652008e-05, "159": 3.7079730645928066e-06, "160": 3.386830576346256e-05, "161": 4.226343662594445e-05, "162": 4.857313251704909e-05, "163": 4.7070567234186456e-05, "164": 2.2569599877897417e-06, "165": 0.0006120369071140885, "166": 2.3661097657168284e-05, "167": 2.0005791157018393e-05, "168": 6.244418386813777e-07, "169": 7.96031963545829e-06, "170": 1.4662005014542956e-05, "171": 1.4956691302359104e-05, "172": 0.0002772198058664799, "173": 2.891156555051566e-06, "174": 1.6640678950352594e-05, "175": 1.5442494259332307e-05, "176": 5.737019250773301e-07, "177": 1.9168603557773167e-06, "178": 3.9845309629527037e-07, "179": 1.2928065871165018e-06, "180": 5.787465511275514e-07, "181": 9.430754488448656e-08, "182": 1.3109068959238357e-06, "183": 6.849967917332833e-07, "184": 3.59871819455293e-07, "185": 1.7630660522627295e-06, "186": 1.5343573522841325e-06, "187": 1.2713866226476966e-06, "188": 5.288820261739602e-07, "189": 2.9492520070562023e-07, "190": 3.9059952428033284e-07, "191": 1.6423742863480584e-06, "192": 7.348767780968046e-07, "193": 2.3556704036309384e-06, "194": 4.0035379811342864e-07, "195": 9.642487839300884e-07, "196": 3.915128559128789e-07, "197": 2.6290808818885125e-06, "198": 1.7516496200187248e-06, "199": 1.2177035841887118e-06, "200": 2.065924718408496e-06, "201": 8.670426154822053e-07, "202": 6.833991392340977e-06, "203": 4.97766279750067e-07, "204": 1.818960640775913e-06, "205": 4.63209062218084e-06, "206": 1.1824243983937777e-06, "207": 4.360892944532679e-06, "208": 0.009755837731063366, "209": 7.05798640865396e-07, "210": 4.1220273487851955e-06, "211": 1.7139896044682246e-06, "212": 2.5792653559619794e-06, "213": 3.3125340905826306e-06, "214": 2.6990644528268604e-06, "215": 3.3724088552844478e-06, "216": 1.0858207133424003e-06, "217": 5.779492767032934e-06, "218": 3.6232527236279566e-06, "219": 6.950746319489554e-05, "220": 2.359280188102275e-05, "221": 0.018962303176522255, "222": 0.0035667235497385263, "223": 0.006895596627146006, "224": 0.08383864909410477, "225": 0.008625222370028496, "226": 0.022189911454916, "227": 0.012730501592159271, "228": 0.009463458321988583, "229": 0.024959232658147812, "230": 0.0444105863571167, "231": 0.08021362125873566, "232": 0.0028592399321496487, "233": 0.017242614179849625, "234": 0.060589153319597244, "235": 0.039358872920274734, "236": 0.02689761482179165, "237": 0.011007904075086117, "238": 0.044373709708452225, "239": 0.02796688862144947, "240": 0.0190079715102911, "241": 0.005807948764413595, "242": 0.005553585942834616, "243": 0.05795270577073097, "244": 0.014917745254933834, "245": 0.0977199524641037, "246": 0.006410952657461166, "247": 0.022017937153577805, "248": 0.005312574561685324, "249": 0.015614868141710758, "250": 0.004747352562844753, "251": 0.057182542979717255, "252": 0.01578008383512497, "253": 0.107459157705307, "254": 0.005929228384047747 }, "confidence": 0.4301577332559553, "abstain": 0.00022339480347000062 }, "one_pass_probabilities": [ 0.0001469101116526872, 0.0001461399078834802, 1.8727199858403765e-05, 3.445339825702831e-05, 1.491959483246319e-05, 8.525082193955313e-06, 2.203234726039227e-05, 6.327398750727298e-06, 2.4345908968825825e-06, 4.6558663598261774e-05, 3.151977125526173e-06, 2.988307187479222e-06, 1.7149484847323038e-05, 2.3426230200129794e-06, 3.3076789804908913e-06, 8.558708032069262e-06, 1.175259626506886e-06, 2.548649490563548e-06, 1.0875735824811272e-05, 1.174447334051365e-06, 2.7018331820727326e-06, 1.073516978067346e-05, 1.0747947953859693e-06, 1.2419112636052887e-06, 4.439075667050929e-07, 2.042345670361101e-07, 9.404049592376396e-07, 4.902366299575078e-07, 1.2479507631724118e-06, 9.923292054736521e-07, 2.2280037228483707e-06, 5.986074569364064e-08, 3.658147988971905e-07, 1.0361229669797467e-06, 1.7353581824863795e-06, 3.016077982920251e-07, 3.907217376308836e-07, 2.925652097474085e-06, 1.966859144886257e-06, 1.2392310054565314e-05, 5.118952799421095e-07, 5.359339070309943e-07, 1.4427850203446724e-07, 1.123934225688572e-06, 1.0238458116873517e-06, 2.1720221354826208e-07, 1.4275401554186828e-06, 1.5700845779065276e-06, 8.077286679508688e-07, 7.595568831675337e-07, 7.496300469256312e-08, 3.4219951317027153e-07, 1.4025690120433865e-07, 5.061549472884508e-07, 5.872788619853964e-07, 2.820014060489484e-06, 2.5274971449107397e-06, 7.469083357136697e-06, 2.887191612899187e-06, 2.2984444512985647e-05, 1.4499901723752373e-08, 4.224759564408487e-08, 1.3127833931037003e-08, 5.267225446914381e-07, 5.032041485719674e-07, 5.929003399351984e-10, 2.150327471639457e-09, 3.6878504943160806e-06, 1.5137613385007853e-09, 5.771068458670925e-07, 4.05874622799729e-09, 1.283262236029259e-06, 1.8895223547588103e-05, 2.1562215124504291e-07, 3.2647783427819377e-06, 1.216329259534632e-08, 1.3845196917827707e-06, 2.249413455501781e-08, 6.356727226375369e-06, 2.0436063152828865e-07, 4.80034123029327e-06, 6.884560548314766e-07, 2.4657274479977787e-05, 1.261227424720346e-07, 5.058232545707142e-06, 1.4855725112283835e-06, 5.549032721319236e-06, 1.5243693951561e-06, 2.5501326490484644e-06, 1.9503026749134733e-08, 2.894741442105442e-07, 7.430752901882443e-08, 1.2425402928784024e-06, 1.359587031402043e-06, 1.943861207109876e-06, 3.3811633670666197e-07, 1.8900060467785806e-06, 2.3787959435139783e-05, 2.389311362094304e-07, 1.6118586927404976e-06, 4.5472798859691466e-09, 5.195611720409943e-06, 4.406738753459649e-06, 6.553700018230302e-07, 4.563604306895286e-06, 5.59060486793328e-09, 5.400765417107323e-07, 1.514987673090218e-07, 1.6380289480366628e-06, 2.4197854386898143e-08, 9.32275997911347e-06, 2.393656828303392e-08, 2.1264302318968475e-08, 6.9980532479974045e-09, 1.081376012734836e-06, 3.306658618384972e-05, 1.222553464685916e-06, 9.822396229708374e-09, 9.009193746578603e-08, 1.2590995766004198e-06, 7.929240382509306e-06, 2.503086216165684e-05, 9.561872502672486e-06, 2.482203854015097e-06, 1.9406297724344768e-05, 1.3104779483796847e-08, 8.068131940319745e-09, 2.05597734748153e-06, 4.0540408008382656e-06, 3.169926543478141e-09, 1.9746653379115742e-07, 2.882631235934241e-07, 3.9420209319018795e-09, 4.785592810918615e-09, 8.075558071141131e-06, 9.4671372963262e-09, 7.656602178940375e-07, 1.0820309626069502e-06, 3.729021536003074e-09, 1.2206049859742052e-07, 1.735182763695775e-06, 3.0206345513761335e-07, 1.4078510730541893e-06, 1.526253186057147e-06, 3.32214199261216e-06, 9.722509730636375e-07, 3.903593004395134e-09, 2.2041644953674222e-08, 4.0664875200491224e-07, 9.705481716082431e-07, 2.8843609811701754e-07, 7.440521017088031e-07, 6.660162625848898e-07, 1.2110650686736335e-06, 6.550806574523449e-05, 7.979811925906688e-05, 0.0001818382297642529, 0.00011510254262248054, 1.574801717652008e-05, 3.7079730645928066e-06, 3.386830576346256e-05, 4.226343662594445e-05, 4.857313251704909e-05, 4.7070567234186456e-05, 2.2569599877897417e-06, 0.0006120369071140885, 2.3661097657168284e-05, 2.0005791157018393e-05, 6.244418386813777e-07, 7.96031963545829e-06, 1.4662005014542956e-05, 1.4956691302359104e-05, 0.0002772198058664799, 2.891156555051566e-06, 1.6640678950352594e-05, 1.5442494259332307e-05, 5.737019250773301e-07, 1.9168603557773167e-06, 3.9845309629527037e-07, 1.2928065871165018e-06, 5.787465511275514e-07, 9.430754488448656e-08, 1.3109068959238357e-06, 6.849967917332833e-07, 3.59871819455293e-07, 1.7630660522627295e-06, 1.5343573522841325e-06, 1.2713866226476966e-06, 5.288820261739602e-07, 2.9492520070562023e-07, 3.9059952428033284e-07, 1.6423742863480584e-06, 7.348767780968046e-07, 2.3556704036309384e-06, 4.0035379811342864e-07, 9.642487839300884e-07, 3.915128559128789e-07, 2.6290808818885125e-06, 1.7516496200187248e-06, 1.2177035841887118e-06, 2.065924718408496e-06, 8.670426154822053e-07, 6.833991392340977e-06, 4.97766279750067e-07, 1.818960640775913e-06, 4.63209062218084e-06, 1.1824243983937777e-06, 4.360892944532679e-06, 0.009755837731063366, 7.05798640865396e-07, 4.1220273487851955e-06, 1.7139896044682246e-06, 2.5792653559619794e-06, 3.3125340905826306e-06, 2.6990644528268604e-06, 3.3724088552844478e-06, 1.0858207133424003e-06, 5.779492767032934e-06, 3.6232527236279566e-06, 6.950746319489554e-05, 2.359280188102275e-05, 0.018962303176522255, 0.0035667235497385263, 0.006895596627146006, 0.08383864909410477, 0.008625222370028496, 0.022189911454916, 0.012730501592159271, 0.009463458321988583, 0.024959232658147812, 0.0444105863571167, 0.08021362125873566, 0.0028592399321496487, 0.017242614179849625, 0.060589153319597244, 0.039358872920274734, 0.02689761482179165, 0.011007904075086117, 0.044373709708452225, 0.02796688862144947, 0.0190079715102911, 0.005807948764413595, 0.005553585942834616, 0.05795270577073097, 0.014917745254933834, 0.0977199524641037, 0.006410952657461166, 0.022017937153577805, 0.005312574561685324, 0.015614868141710758, 0.004747352562844753, 0.057182542979717255, 0.01578008383512497, 0.107459157705307, 0.005929228384047747 ], "independent_probabilities": [ 0.0001469101116526872, 0.0001461399078834802, 1.8727199858403765e-05, 3.445339825702831e-05, 1.491959483246319e-05, 8.525082193955313e-06, 2.203234726039227e-05, 6.327398750727298e-06, 2.4345908968825825e-06, 4.6558663598261774e-05, 3.151977125526173e-06, 2.988307187479222e-06, 1.7149484847323038e-05, 2.3426230200129794e-06, 3.3076789804908913e-06, 8.558708032069262e-06, 1.175259626506886e-06, 2.548649490563548e-06, 1.0875735824811272e-05, 1.174447334051365e-06, 2.7018331820727326e-06, 1.073516978067346e-05, 1.0747947953859693e-06, 1.2419112636052887e-06, 4.439075667050929e-07, 2.042345670361101e-07, 9.404049592376396e-07, 4.902366299575078e-07, 1.2479507631724118e-06, 9.923292054736521e-07, 2.2280037228483707e-06, 5.986074569364064e-08, 3.658147988971905e-07, 1.0361229669797467e-06, 1.7353581824863795e-06, 3.016077982920251e-07, 3.907217376308836e-07, 2.925652097474085e-06, 1.966859144886257e-06, 1.2392310054565314e-05, 5.118952799421095e-07, 5.359339070309943e-07, 1.4427850203446724e-07, 1.123934225688572e-06, 1.0238458116873517e-06, 2.1720221354826208e-07, 1.4275401554186828e-06, 1.5700845779065276e-06, 8.077286679508688e-07, 7.595568831675337e-07, 7.496300469256312e-08, 3.4219951317027153e-07, 1.4025690120433865e-07, 5.061549472884508e-07, 5.872788619853964e-07, 2.820014060489484e-06, 2.5274971449107397e-06, 7.469083357136697e-06, 2.887191612899187e-06, 2.2984444512985647e-05, 1.4499901723752373e-08, 4.224759564408487e-08, 1.3127833931037003e-08, 5.267225446914381e-07, 5.032041485719674e-07, 5.929003399351984e-10, 2.150327471639457e-09, 3.6878504943160806e-06, 1.5137613385007853e-09, 5.771068458670925e-07, 4.05874622799729e-09, 1.283262236029259e-06, 1.8895223547588103e-05, 2.1562215124504291e-07, 3.2647783427819377e-06, 1.216329259534632e-08, 1.3845196917827707e-06, 2.249413455501781e-08, 6.356727226375369e-06, 2.0436063152828865e-07, 4.80034123029327e-06, 6.884560548314766e-07, 2.4657274479977787e-05, 1.261227424720346e-07, 5.058232545707142e-06, 1.4855725112283835e-06, 5.549032721319236e-06, 1.5243693951561e-06, 2.5501326490484644e-06, 1.9503026749134733e-08, 2.894741442105442e-07, 7.430752901882443e-08, 1.2425402928784024e-06, 1.359587031402043e-06, 1.943861207109876e-06, 3.3811633670666197e-07, 1.8900060467785806e-06, 2.3787959435139783e-05, 2.389311362094304e-07, 1.6118586927404976e-06, 4.5472798859691466e-09, 5.195611720409943e-06, 4.406738753459649e-06, 6.553700018230302e-07, 4.563604306895286e-06, 5.59060486793328e-09, 5.400765417107323e-07, 1.514987673090218e-07, 1.6380289480366628e-06, 2.4197854386898143e-08, 9.32275997911347e-06, 2.393656828303392e-08, 2.1264302318968475e-08, 6.9980532479974045e-09, 1.081376012734836e-06, 3.306658618384972e-05, 1.222553464685916e-06, 9.822396229708374e-09, 9.009193746578603e-08, 1.2590995766004198e-06, 7.929240382509306e-06, 2.503086216165684e-05, 9.561872502672486e-06, 2.482203854015097e-06, 1.9406297724344768e-05, 1.3104779483796847e-08, 8.068131940319745e-09, 2.05597734748153e-06, 4.0540408008382656e-06, 3.169926543478141e-09, 1.9746653379115742e-07, 2.882631235934241e-07, 3.9420209319018795e-09, 4.785592810918615e-09, 8.075558071141131e-06, 9.4671372963262e-09, 7.656602178940375e-07, 1.0820309626069502e-06, 3.729021536003074e-09, 1.2206049859742052e-07, 1.735182763695775e-06, 3.0206345513761335e-07, 1.4078510730541893e-06, 1.526253186057147e-06, 3.32214199261216e-06, 9.722509730636375e-07, 3.903593004395134e-09, 2.2041644953674222e-08, 4.0664875200491224e-07, 9.705481716082431e-07, 2.8843609811701754e-07, 7.440521017088031e-07, 6.660162625848898e-07, 1.2110650686736335e-06, 6.550806574523449e-05, 7.979811925906688e-05, 0.0001818382297642529, 0.00011510254262248054, 1.574801717652008e-05, 3.7079730645928066e-06, 3.386830576346256e-05, 4.226343662594445e-05, 4.857313251704909e-05, 4.7070567234186456e-05, 2.2569599877897417e-06, 0.0006120369071140885, 2.3661097657168284e-05, 2.0005791157018393e-05, 6.244418386813777e-07, 7.96031963545829e-06, 1.4662005014542956e-05, 1.4956691302359104e-05, 0.0002772198058664799, 2.891156555051566e-06, 1.6640678950352594e-05, 1.5442494259332307e-05, 5.737019250773301e-07, 1.9168603557773167e-06, 3.9845309629527037e-07, 1.2928065871165018e-06, 5.787465511275514e-07, 9.430754488448656e-08, 1.3109068959238357e-06, 6.849967917332833e-07, 3.59871819455293e-07, 1.7630660522627295e-06, 1.5343573522841325e-06, 1.2713866226476966e-06, 5.288820261739602e-07, 2.9492520070562023e-07, 3.9059952428033284e-07, 1.6423742863480584e-06, 7.348767780968046e-07, 2.3556704036309384e-06, 4.0035379811342864e-07, 9.642487839300884e-07, 3.915128559128789e-07, 2.6290808818885125e-06, 1.7516496200187248e-06, 1.2177035841887118e-06, 2.065924718408496e-06, 8.670426154822053e-07, 6.833991392340977e-06, 4.97766279750067e-07, 1.818960640775913e-06, 4.63209062218084e-06, 1.1824243983937777e-06, 4.360892944532679e-06, 0.009755837731063366, 7.05798640865396e-07, 4.1220273487851955e-06, 1.7139896044682246e-06, 2.5792653559619794e-06, 3.3125340905826306e-06, 2.6990644528268604e-06, 3.3724088552844478e-06, 1.0858207133424003e-06, 5.779492767032934e-06, 3.6232527236279566e-06, 6.950746319489554e-05, 2.359280188102275e-05, 0.018962303176522255, 0.0035667235497385263, 0.006895596627146006, 0.08383864909410477, 0.008625222370028496, 0.022189911454916, 0.012730501592159271, 0.009463458321988583, 0.024959232658147812, 0.0444105863571167, 0.08021362125873566, 0.0028592399321496487, 0.017242614179849625, 0.060589153319597244, 0.039358872920274734, 0.02689761482179165, 0.011007904075086117, 0.044373709708452225, 0.02796688862144947, 0.0190079715102911, 0.005807948764413595, 0.005553585942834616, 0.05795270577073097, 0.014917745254933834, 0.0977199524641037, 0.006410952657461166, 0.022017937153577805, 0.005312574561685324, 0.015614868141710758, 0.004747352562844753, 0.057182542979717255, 0.01578008383512497, 0.107459157705307, 0.005929228384047747 ], "max_abs_delta_p": 0.0 } ], "one_pass_max_abs_delta_p": 0.0, "one_pass_is_gate": false } ], "summary": { "requests": 18, "kit_requests": 16, "kit_rows": 48, "wide_rows": 2, "languages": { "th": 7, "en": 7, "mixed": 2 }, "dict_states": 4, "list_states": 3, "types": { "choice": 24, "noul": 14, "score": 10 }, "choice_all_descriptions": 7, "choice_all_null": 17, "choice_11_16": 4, "noul_descriptions": 8, "score_10_levels": 2, "rows": 50, "min_top2_margin": 0.009739205241203308, "near_ties_below_0_02": [ "r18-slot" ], "max_tokens": 1449, "max_kit_tokens": 160, "wide_tokens": { "r17-slot": 217, "r18-slot": 1449 }, "total_tokens": 5172, "causality_max_abs_diff": 1.8596649169921875e-05, "causality_tolerance": 0.0001, "causality_all_pass": true, "single_question_api_all_exact_equal": true, "p_full_nonzero_counts_all_match": true, "one_pass_max_abs_delta_p": 0.37545299530029297, "wall_seconds": 528.1263890420087, "all_finite": true, "raw_logits_absmax": 18.312931060791016, "status": "PASS" }, "api_contract_note": "Only choice exposes abstain. Noul exposes noul only; score exposes probabilities/confidence but not abstain. Every row records all three quantities directly from the author model. The pinned client does not round; choice/score probabilities undergo a second fp32 renormalization in _decode_named.", "adapted_script_sha256": "06b44a5a3db2afb859a19891af46f5fe3ca2f2fdb3fab902d931a66efc91e7fd", "corpus_script_sha256": "8aaff873586b50820ba441269a2240353051417770514c67eba5c49b830b302f" }