{
  "schema": "coreai-scalar-engine-load/1",
  "runner": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/pngwn-scorer-4b-coreai/swift-build/out/Products/Release/llm-runner",
  "runner_sha256": "9251aee20b044712fde01ddad41bdf4582b0bf09c1888f4dd822c486673422d2",
  "fixtures": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/pngwn-scorer-4b-coreai/results/round3/oracle-fixtures.json",
  "license": "cc-by-nc-4.0",
  "selected_row_ids": [
    "request-01-q01-option-00",
    "request-01-q01-option-01"
  ],
  "selection": "first row and longest distinct row",
  "protocol": "Two rows per bundle, both engines; --raw-tokens --max-tokens 1 --temperature 0.0 --warmup off; COREAI_CHUNK_THRESHOLD=1",
  "scope": "Engine LOAD/completion and fresh-process reset only. A one-wide head always selects id 0; its generated text is meaningless. No Swift probability gate.",
  "token_id_note": "Runner reports emitted text and generated-token count; no numeric generated token ID is logged.",
  "timing": "contended; correctness only, no performance claim",
  "environment": {
    "round": 4,
    "start_epoch": 1790125944.0,
    "deadline_epoch": 1790131344.0,
    "start_utc": "2026-09-23T01:12:24Z",
    "deadline_utc": "2026-09-23T02:42:24Z",
    "limit_seconds": 5400,
    "fence": "OPEN",
    "device": "Apple M4 Max, 128 GiB RAM, macOS 27.0 (26A428)",
    "license": "cc-by-nc-4.0",
    "timing": "Contended correctness only; round-3 quiet throughput retained, supervisor kit timings quoted as contended",
    "result": "RUNNING",
    "phase": "Round 4: restored venvs verified, int8lin readout and both engine checks in progress",
    "updated_at_utc": "2026-09-23T01:23:35.080493+00:00",
    "elapsed_seconds": 671.0806820392609,
    "status": "RUNNING",
    "started_epoch": 1790125944.0,
    "started_utc": "2026-09-23T01:12:24Z",
    "stop_after_seconds": 5400
  },
  "started_at": "2026-09-23T01:29:46+00:00",
  "result": "PASS",
  "wall_seconds_contended": 95.04211204196326,
  "completed_at": "2026-09-23T01:31:21+00:00",
  "mode": "fp16",
  "source_transcript": "results/round3/engine_load.json",
  "calls": [
    {
      "id": "request-01-q01-option-00",
      "question_id": "request-01-q01",
      "tokens": 384,
      "engine": "coreai-pipelined",
      "mode": "fp16",
      "expected_text": "!",
      "text": "!",
      "returncode": 0,
      "timed_out": false,
      "started_at": "2026-09-23T01:29:46+00:00",
      "wall_seconds_contended": 29.46438679099083,
      "timeout_seconds": 600,
      "command": [
        "/Users/majimadaisuke/code/codex-conversions/2026-09-23/pngwn-scorer-4b-coreai/swift-build/out/Products/Release/llm-runner",
        "--model",
        "/Users/majimadaisuke/code/codex-conversions/2026-09-23/pngwn-scorer-4b-coreai/exports/system_one_qwen3_5_4b_scorer_decode_fp16",
        "--raw-tokens",
        "/Users/majimadaisuke/code/codex-conversions/2026-09-23/pngwn-scorer-4b-coreai/results/round3/scalar-work/runtime/results/engine_inputs/request-01-q01-option-00.json",
        "--max-tokens",
        "1",
        "--temperature",
        "0.0",
        "--inference-engine-variant",
        "coreai-pipelined",
        "--warmup",
        "off"
      ],
      "environment_overrides": {
        "COREAI_CHUNK_THRESHOLD": "1"
      },
      "stdout_log": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/pngwn-scorer-4b-coreai/results/round3/scalar-work/runtime/logs/engine-load-coreai-pipelined-fp16-request-01-q01-option-00.log",
      "stderr_log": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/pngwn-scorer-4b-coreai/results/round3/scalar-work/runtime/logs/engine-load-coreai-pipelined-fp16-request-01-q01-option-00.stderr.log",
      "stdout_sha256": "992743d9be4dfa1e65ca3a746278d934f7754fbdb7aacaa8133bfb5b762da79a",
      "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "stderr_tail": "",
      "prepare_seconds_contended": 10.638,
      "cache_hit": true,
      "model_load_seconds_contended": 10.638200000000001,
      "generated_token_count": 1,
      "text_matches_id_zero": true,
      "passed": true
    },
    {
      "id": "request-01-q01-option-01",
      "question_id": "request-01-q01",
      "tokens": 384,
      "engine": "coreai-pipelined",
      "mode": "fp16",
      "expected_text": "!",
      "text": "!",
      "returncode": 0,
      "timed_out": false,
      "started_at": "2026-09-23T01:30:16+00:00",
      "wall_seconds_contended": 9.838834165944718,
      "timeout_seconds": 600,
      "command": [
        "/Users/majimadaisuke/code/codex-conversions/2026-09-23/pngwn-scorer-4b-coreai/swift-build/out/Products/Release/llm-runner",
        "--model",
        "/Users/majimadaisuke/code/codex-conversions/2026-09-23/pngwn-scorer-4b-coreai/exports/system_one_qwen3_5_4b_scorer_decode_fp16",
        "--raw-tokens",
        "/Users/majimadaisuke/code/codex-conversions/2026-09-23/pngwn-scorer-4b-coreai/results/round3/scalar-work/runtime/results/engine_inputs/request-01-q01-option-01.json",
        "--max-tokens",
        "1",
        "--temperature",
        "0.0",
        "--inference-engine-variant",
        "coreai-pipelined",
        "--warmup",
        "off"
      ],
      "environment_overrides": {
        "COREAI_CHUNK_THRESHOLD": "1"
      },
      "stdout_log": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/pngwn-scorer-4b-coreai/results/round3/scalar-work/runtime/logs/engine-load-coreai-pipelined-fp16-request-01-q01-option-01.log",
      "stderr_log": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/pngwn-scorer-4b-coreai/results/round3/scalar-work/runtime/logs/engine-load-coreai-pipelined-fp16-request-01-q01-option-01.stderr.log",
      "stdout_sha256": "bf3b1c74836352b00ef983c1e9a833928958aef2642dbac3d37306090f9a5373",
      "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "stderr_tail": "",
      "prepare_seconds_contended": 1.322,
      "cache_hit": true,
      "model_load_seconds_contended": 1.3219,
      "generated_token_count": 1,
      "text_matches_id_zero": true,
      "passed": true
    },
    {
      "id": "request-01-q01-option-00",
      "question_id": "request-01-q01",
      "tokens": 384,
      "engine": "coreai-sequential",
      "mode": "fp16",
      "expected_text": "!",
      "text": "!",
      "returncode": 0,
      "timed_out": false,
      "started_at": "2026-09-23T01:30:26+00:00",
      "wall_seconds_contended": 10.682686542044394,
      "timeout_seconds": 600,
      "command": [
        "/Users/majimadaisuke/code/codex-conversions/2026-09-23/pngwn-scorer-4b-coreai/swift-build/out/Products/Release/llm-runner",
        "--model",
        "/Users/majimadaisuke/code/codex-conversions/2026-09-23/pngwn-scorer-4b-coreai/exports/system_one_qwen3_5_4b_scorer_decode_fp16",
        "--raw-tokens",
        "/Users/majimadaisuke/code/codex-conversions/2026-09-23/pngwn-scorer-4b-coreai/results/round3/scalar-work/runtime/results/engine_inputs/request-01-q01-option-00.json",
        "--max-tokens",
        "1",
        "--temperature",
        "0.0",
        "--inference-engine-variant",
        "coreai-sequential",
        "--warmup",
        "off"
      ],
      "environment_overrides": {
        "COREAI_CHUNK_THRESHOLD": "1"
      },
      "stdout_log": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/pngwn-scorer-4b-coreai/results/round3/scalar-work/runtime/logs/engine-load-coreai-sequential-fp16-request-01-q01-option-00.log",
      "stderr_log": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/pngwn-scorer-4b-coreai/results/round3/scalar-work/runtime/logs/engine-load-coreai-sequential-fp16-request-01-q01-option-00.stderr.log",
      "stdout_sha256": "9bde4d4a47597e5ba0532bbe3c375efbb58a18d3a092b9867372ae1cf8acabb2",
      "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "stderr_tail": "",
      "prepare_seconds_contended": 1.369,
      "cache_hit": true,
      "model_load_seconds_contended": 1.3693,
      "generated_token_count": 1,
      "text_matches_id_zero": true,
      "passed": true
    },
    {
      "id": "request-01-q01-option-01",
      "question_id": "request-01-q01",
      "tokens": 384,
      "engine": "coreai-sequential",
      "mode": "fp16",
      "expected_text": "!",
      "text": "!",
      "returncode": 0,
      "timed_out": false,
      "started_at": "2026-09-23T01:30:36+00:00",
      "wall_seconds_contended": 10.861603167024441,
      "timeout_seconds": 600,
      "command": [
        "/Users/majimadaisuke/code/codex-conversions/2026-09-23/pngwn-scorer-4b-coreai/swift-build/out/Products/Release/llm-runner",
        "--model",
        "/Users/majimadaisuke/code/codex-conversions/2026-09-23/pngwn-scorer-4b-coreai/exports/system_one_qwen3_5_4b_scorer_decode_fp16",
        "--raw-tokens",
        "/Users/majimadaisuke/code/codex-conversions/2026-09-23/pngwn-scorer-4b-coreai/results/round3/scalar-work/runtime/results/engine_inputs/request-01-q01-option-01.json",
        "--max-tokens",
        "1",
        "--temperature",
        "0.0",
        "--inference-engine-variant",
        "coreai-sequential",
        "--warmup",
        "off"
      ],
      "environment_overrides": {
        "COREAI_CHUNK_THRESHOLD": "1"
      },
      "stdout_log": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/pngwn-scorer-4b-coreai/results/round3/scalar-work/runtime/logs/engine-load-coreai-sequential-fp16-request-01-q01-option-01.log",
      "stderr_log": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/pngwn-scorer-4b-coreai/results/round3/scalar-work/runtime/logs/engine-load-coreai-sequential-fp16-request-01-q01-option-01.stderr.log",
      "stdout_sha256": "7d997e9f8be24ab067d1601ff5c94db2b508815a9e01b5946dbbb0b19a20fe5f",
      "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "stderr_tail": "",
      "prepare_seconds_contended": 1.408,
      "cache_hit": true,
      "model_load_seconds_contended": 1.4079000000000002,
      "generated_token_count": 1,
      "text_matches_id_zero": true,
      "passed": true
    }
  ],
  "summary": {
    "calls": 4,
    "expected_calls": 4,
    "calls_completed": 4,
    "one_token_calls": 4,
    "id_zero_text_matches": 4,
    "passed_calls": 4,
    "engines": {
      "coreai-pipelined": {
        "calls": 2,
        "passed_calls": 2
      },
      "coreai-sequential": {
        "calls": 2,
        "passed_calls": 2
      }
    }
  },
  "bundles": {
    "fp16": {
      "path": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/pngwn-scorer-4b-coreai/exports/system_one_qwen3_5_4b_scorer_decode_fp16",
      "logits_width": 1,
      "expected_id": 0,
      "expected_text": "!",
      "metadata": {
        "metadata_version": "0.2",
        "kind": "llm",
        "name": "system_one_qwen3_5_4b_scorer_decode_fp16",
        "assets": {
          "main": "system_one_qwen3_5_4b_scorer_decode_fp16.aimodel"
        },
        "language": {
          "tokenizer": "pngwn/system-one-qwen3.5-4b-scorer",
          "vocab_size": 1,
          "max_context_length": 4096,
          "embedded_tokenizer": true,
          "function_map": {
            "main": [
              "main"
            ]
          }
        },
        "source": {
          "model_definition": "torch",
          "hf_model_id": "pngwn/system-one-qwen3.5-4b-scorer",
          "hf_revision": "e6464dce15f013c2ef641593a85cc6afcdaea928"
        },
        "compression": null,
        "decision": {
          "head": "scalar",
          "temperature": 1.75,
          "max_len": 384,
          "layout": "state-question-option",
          "base": "Qwen/Qwen3.5-4B-Base@1001bb4d826a52d1f399e183466143f4da7b741b",
          "license": "cc-by-nc-4.0"
        },
        "compilation": {
          "date": "2026-09-22T21:58:59.634370+00:00",
          "targets": []
        }
      }
    }
  }
}