{
  "agent_wrap_runs": [
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/gpt56sol-pi-django-resume-030-off/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-09-02",
      "diff": {
        "deletions": 144,
        "files_changed": 36,
        "insertions": 6100
      },
      "harness": {
        "id": "pi",
        "name": "Pi"
      },
      "id": 33,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "gpt56sol-pi-django-resume-030-off",
      "model": {
        "display": "GPT-5.6 Sol",
        "family": "openai",
        "id": "gpt-5.6-sol",
        "identity": "gpt-5.6-sol",
        "name": "GPT-5.6 Sol",
        "quantization": null
      },
      "notes": "New fastest row in the dataset: 362.9s beats GPT-5.5 via Pi thinking off (431.7s) by 16%. Pi 0.84.4 through the built-in openai-codex provider, model gpt-5.6-sol, thinking off, --pi-mode json (JSON transcript kept for forensics; the GPT-5.5 Pi cell used text mode). 38 turns and 68 tool calls (27 read, 21 bash, 14 write, 6 edit). Smallest diff of the 2026-09-01/02 cells (36 files, +6100/-144) with the leanest Django side (89-line base_settings.py, 46-line middleware.py); 39 model-authored Node tests against 53 for GPT-5.5 Pi off. Verified its own dev smoke and redirect chain but did not boot its own packaged smoke; the verifier's independent packaged smoke passed. D-040 override in effect, empty dist/, no workaround. Host caveat: another session's Flash-Next llama-server was resident (13-14% free memory) and generating for its own qwen38-flashnext-pi-llamacpp-128k-medium-rerun2 wrap cell at 74-107% CPU throughout, 1-minute load average 3-19, so the wall time is an upper bound.",
      "provider": {
        "id": "openai-codex",
        "name": "OpenAI Codex"
      },
      "runner_provider_display": "Pi / OpenAI Codex",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "thinking off, neutral runner",
        "kind": "thinking",
        "level": "off"
      },
      "timing": {
        "wall_display": "6m03s",
        "wall_seconds": 362.9
      },
      "verification": {
        "node_tests": 39,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/gpt56sol-codex-yolo-django-resume-030-low/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-09-02",
      "diff": {
        "deletions": 141,
        "files_changed": 37,
        "insertions": 8199
      },
      "harness": {
        "id": "codex-yolo",
        "name": "Codex CLI"
      },
      "id": 35,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "gpt56sol-codex-yolo-django-resume-030-low",
      "model": {
        "display": "GPT-5.6 Sol",
        "family": "openai",
        "id": "gpt-5.6-sol",
        "identity": "gpt-5.6-sol",
        "name": "GPT-5.6 Sol",
        "quantization": null
      },
      "notes": "Passed at 362.9s, tying the GPT-5.6 Sol Pi thinking-off cell to the tenth of a second for fastest row in the dataset, 17% faster than the GPT-5.5 Codex low rerun (438.3s), and passing on the first attempt where GPT-5.5 low had failed once (491.9s) before its rerun. 53 model-authored Node tests, the same count as every GPT-5.5 Codex cell; 37 files, +8199/-141, with a compact Django side (62-line base_settings.py, 41-line desktop.py) and no packaging CI workflow, which it called optional for the wrapping scope. Codex CLI 0.151.0, model id gpt-5.6-sol, model_reasoning_effort=low set explicitly. Verified its own dev smoke, redirect chain, token probes, and packaged settings; did not boot its own packaged smoke; the verifier's independent packaged smoke passed. D-040 override in effect, empty dist/, no workaround. Host caveat: another session's Flash-Next llama-server was resident (13-14% free memory) and generating for its own qwen38-flashnext-pi-llamacpp-128k-medium-rerun2 wrap cell at roughly 70-80% CPU for most of the cell, 1-minute load average 8-21, so the wall time is an upper bound.",
      "provider": {
        "id": "openai-codex",
        "name": "OpenAI Codex"
      },
      "runner_provider_display": "Codex CLI / yolo",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "reasoning low, neutral runner",
        "kind": "reasoning",
        "level": "low"
      },
      "timing": {
        "wall_display": "6m03s",
        "wall_seconds": 362.9
      },
      "verification": {
        "node_tests": 53,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/gpt55-pi-django-resume-030-off/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-06-23",
      "diff": {
        "deletions": 140,
        "files_changed": 35,
        "insertions": 7767
      },
      "harness": {
        "id": "pi",
        "name": "Pi"
      },
      "id": 1,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "gpt55-pi-django-resume-030-off",
      "model": {
        "display": "GPT-5.5",
        "family": "openai",
        "id": "gpt-5.5",
        "identity": "gpt-5.5",
        "name": "GPT-5.5",
        "quantization": null
      },
      "notes": "Fresh Pi/off retry completed normally and passed packaged smoke; fastest current-target pass.",
      "provider": {
        "id": "openai-codex",
        "name": "OpenAI Codex"
      },
      "runner_provider_display": "Pi / OpenAI Codex",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "thinking off, neutral runner",
        "kind": "thinking",
        "level": "off"
      },
      "timing": {
        "wall_display": "7m12s",
        "wall_seconds": 431.7
      },
      "verification": {
        "node_tests": 53,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/gpt55-codex-yolo-django-resume-030-low-rerun1/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-06-23",
      "diff": {
        "deletions": 0,
        "files_changed": 37,
        "insertions": 8179
      },
      "harness": {
        "id": "codex-yolo",
        "name": "Codex CLI"
      },
      "id": 2,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "gpt55-codex-yolo-django-resume-030-low-rerun1",
      "model": {
        "display": "GPT-5.5",
        "family": "openai",
        "id": "gpt-5.5",
        "identity": "gpt-5.5",
        "name": "GPT-5.5",
        "quantization": null
      },
      "notes": "Fresh Codex low rerun passed packaged smoke; fastest direct Codex CLI current-target pass.",
      "provider": {
        "id": "openai-codex",
        "name": "OpenAI Codex"
      },
      "runner_provider_display": "Codex CLI / yolo",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "reasoning low, neutral rerun",
        "kind": "reasoning",
        "level": "low"
      },
      "timing": {
        "wall_display": "7m18s",
        "wall_seconds": 438.3
      },
      "verification": {
        "node_tests": 53,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/opus5-claude-yolo-django-resume-030-low/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-09-02",
      "diff": {
        "deletions": 139,
        "files_changed": 36,
        "insertions": 6917
      },
      "harness": {
        "id": "claude-yolo",
        "name": "Claude Code"
      },
      "id": 29,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "opus5-claude-yolo-django-resume-030-low",
      "model": {
        "display": "Claude Opus 5",
        "family": "anthropic",
        "id": "claude-opus-5",
        "identity": "claude-opus-5",
        "name": "Claude Opus 5",
        "quantization": null
      },
      "notes": "Passed at 535.2s, 49% faster than Opus 4.8 low (1053.0s) and the fastest direct Claude Code/yolo row so far, ahead of Fable 5.1 medium (737.5s). Explicit model id claude-opus-5 on Claude Code 2.1.257 with the D-040 Electron override in effect. 41 model-authored Node tests (Opus 4.8 low: 53). Authored a Go menu for back/forward/overview navigation and an app-data-copy desktop dev mode because example/db.sqlite3 is tracked; deliberately added no packaging CI workflow and said so in its docs. Did not boot its own packaged smoke; the verifier's independent packaged smoke passed. The first launch at 23:13 hit the Claude account session limit after 188.6s with 28 files changed and was discarded as infrastructure noise; this row is the forced retry launched 00:57. Host: the first ~3 minutes ran on a quiet host (80% free memory); from 01:00 another session's Flash-Next llama-server was resident again (10-11% free memory) and generating for its own wrap cell at 80-180% CPU, with the 1-minute load average reaching 101 as this cell finished, so the wall time is still an upper bound.",
      "provider": {
        "id": "anthropic",
        "name": "Anthropic"
      },
      "runner_provider_display": "Claude Code / yolo",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "effort low, neutral runner",
        "kind": "effort",
        "level": "low"
      },
      "timing": {
        "wall_display": "8m55s",
        "wall_seconds": 535.2
      },
      "verification": {
        "node_tests": 41,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/gpt56sol-codex-yolo-django-resume-030-medium/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-09-02",
      "diff": {
        "deletions": 142,
        "files_changed": 39,
        "insertions": 8417
      },
      "harness": {
        "id": "codex-yolo",
        "name": "Codex CLI"
      },
      "id": 34,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "gpt56sol-codex-yolo-django-resume-030-medium",
      "model": {
        "display": "GPT-5.6 Sol",
        "family": "openai",
        "id": "gpt-5.6-sol",
        "identity": "gpt-5.6-sol",
        "name": "GPT-5.6 Sol",
        "quantization": null
      },
      "notes": "First GPT-5.6 Sol Codex CLI cell. Passed at 595.7s, 20% faster than GPT-5.5 Codex medium (741.9s) with a comparable diff (39 files, +8417/-142 vs +7401/-140) and 53 model-authored Node tests (GPT-5.5 medium: 55) plus 4 new Django tests in tests/desktop_runtime_test.py. Codex CLI 0.151.0, model id gpt-5.6-sol, model_reasoning_effort=medium set explicitly on the command line (the host's ~/.codex/config.toml default is high). Verified its own dev smoke, redirect chain, token behaviour, and packaged settings through the test client; did not boot its own packaged smoke; the verifier's independent packaged smoke passed. D-040 override in effect, empty dist/, no workaround. Host caveat: another session's Flash-Next llama-server was resident (13-14% free memory) and generating for its own qwen38-flashnext-pi-llamacpp-128k-medium-rerun2 wrap cell at 74-107% CPU throughout, 1-minute load average 3-21, so the wall time is an upper bound.",
      "provider": {
        "id": "openai-codex",
        "name": "OpenAI Codex"
      },
      "runner_provider_display": "Codex CLI / yolo",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "reasoning medium, neutral runner",
        "kind": "reasoning",
        "level": "medium"
      },
      "timing": {
        "wall_display": "9m56s",
        "wall_seconds": 595.7
      },
      "verification": {
        "node_tests": 53,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok"
      }
    },
    {
      "artifact": {
        "legacy": true,
        "result_dir": "desktop-django-starter/.bench-qwen36/results-oneshot-opus48-openrouter-main-off/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-06-22",
      "diff": {
        "deletions": 135,
        "files_changed": 36,
        "insertions": 7513
      },
      "harness": {
        "id": "pi",
        "name": "Pi"
      },
      "id": 3,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "opus48-openrouter-main-off",
      "model": {
        "display": "Claude Opus 4.8",
        "family": "anthropic",
        "id": "claude-opus-4.8",
        "identity": "claude-opus-4.8",
        "name": "Claude Opus 4.8",
        "quantization": null
      },
      "notes": "Fastest Opus 4.8 current-target pass; highest approximate OpenRouter cost among successful hosted rows.",
      "provider": {
        "id": "openrouter",
        "name": "OpenRouter"
      },
      "runner_provider_display": "Pi / OpenRouter",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "off",
        "kind": "thinking",
        "level": "off"
      },
      "timing": {
        "wall_display": "10m12s",
        "wall_seconds": 612.4
      },
      "verification": {
        "node_tests": 53,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/gpt56sol-codex-yolo-django-resume-030-high/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-09-02",
      "diff": {
        "deletions": 141,
        "files_changed": 43,
        "insertions": 8532
      },
      "harness": {
        "id": "codex-yolo",
        "name": "Codex CLI"
      },
      "id": 36,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "gpt56sol-codex-yolo-django-resume-030-high",
      "model": {
        "display": "GPT-5.6 Sol",
        "family": "openai",
        "id": "gpt-5.6-sol",
        "identity": "gpt-5.6-sol",
        "name": "GPT-5.6 Sol",
        "quantization": null
      },
      "notes": "Completes the GPT-5.6 Sol Codex sweep at 3 for 3 (low 362.9s, medium 595.7s, high 635.9s), 18% faster than GPT-5.5 Codex high (776.2s). 54 model-authored Node tests (GPT-5.5 high: 53) and the largest GPT-5.6 Sol diff (43 files, +8532/-141): a 177-line cross-platform packaging workflow with checksum publishing, a docs/dev/desktop.txt guide, and a Sphinx build run with warnings treated as errors. Codex CLI 0.151.0, model id gpt-5.6-sol, model_reasoning_effort=high set explicitly. Verified its own dev smoke, redirect chain, edit view, token probes, packaged static serving, and both media-bootstrap probes; did not boot its own packaged smoke; the verifier's independent packaged smoke passed. D-040 override in effect, empty dist/, no workaround. Host caveat: another session's Flash-Next llama-server was resident (14-18% free memory) and generating intermittently for its own qwen38-flashnext-pi-llamacpp-128k-medium-rerun2 wrap cell at 0-122% CPU, 1-minute load average 3-16, so the wall time is an upper bound.",
      "provider": {
        "id": "openai-codex",
        "name": "OpenAI Codex"
      },
      "runner_provider_display": "Codex CLI / yolo",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "reasoning high, neutral runner",
        "kind": "reasoning",
        "level": "high"
      },
      "timing": {
        "wall_display": "10m36s",
        "wall_seconds": 635.9
      },
      "verification": {
        "node_tests": 54,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok"
      }
    },
    {
      "artifact": {
        "legacy": true,
        "result_dir": "desktop-django-starter/.bench-qwen36/results-oneshot-gpt55-codex-yolo-main-low/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-06-23",
      "diff": {
        "deletions": 137,
        "files_changed": 39,
        "insertions": 8385
      },
      "harness": {
        "id": "codex-yolo",
        "name": "Codex CLI"
      },
      "id": 4,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "gpt55-codex-yolo-main-low",
      "model": {
        "display": "GPT-5.5",
        "family": "openai",
        "id": "gpt-5.5",
        "identity": "gpt-5.5",
        "name": "GPT-5.5",
        "quantization": null
      },
      "notes": "Earlier direct Codex low pass from the legacy artifact root; slower than the fresh Pi/off and Codex-low rerun rows.",
      "provider": {
        "id": "openai-codex",
        "name": "OpenAI Codex"
      },
      "runner_provider_display": "Codex CLI / yolo",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "reasoning low",
        "kind": "reasoning",
        "level": "low"
      },
      "timing": {
        "wall_display": "11m10s",
        "wall_seconds": 669.9
      },
      "verification": {
        "node_tests": 53,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok"
      }
    },
    {
      "artifact": {
        "legacy": true,
        "result_dir": "desktop-django-starter/.bench-qwen36/results-oneshot-gpt55-main-high/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-06-22",
      "diff": {
        "deletions": 143,
        "files_changed": 35,
        "insertions": 8049
      },
      "harness": {
        "id": "pi",
        "name": "Pi"
      },
      "id": 5,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "gpt55-main-high",
      "model": {
        "display": "GPT-5.5",
        "family": "openai",
        "id": "gpt-5.5",
        "identity": "gpt-5.5",
        "name": "GPT-5.5",
        "quantization": null
      },
      "notes": "Clean Pi/GPT-5.5 pass; parsed unique-turn usage estimate about $4.92.",
      "provider": {
        "id": "openai-codex",
        "name": "OpenAI Codex"
      },
      "runner_provider_display": "Pi / OpenAI Codex",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "thinking high",
        "kind": "thinking",
        "level": "high"
      },
      "timing": {
        "wall_display": "11m41s",
        "wall_seconds": 701.2
      },
      "verification": {
        "node_tests": 53,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/fable51-claude-yolo-django-resume-030-low/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-09-02",
      "diff": {
        "deletions": 138,
        "files_changed": 40,
        "insertions": 7952
      },
      "harness": {
        "id": "claude-yolo",
        "name": "Claude Code"
      },
      "id": 30,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "fable51-claude-yolo-django-resume-030-low",
      "model": {
        "display": "Claude Fable 5.1",
        "family": "anthropic",
        "id": "claude-fable-5.1",
        "identity": "claude-fable-5.1",
        "name": "Claude Fable 5.1",
        "quantization": null
      },
      "notes": "Passed at 702.9s, 33% faster than Opus 4.8 low (1053.0s) and slightly faster than Fable 5.1 medium (737.5s); slower than Opus 5 low (535.2s). Explicit model id claude-fable-5-1 on Claude Code 2.1.257. 57 model-authored Node tests plus 13 new Django tests in tests/desktop_test.py; authored a Go menu for back/forward/overview navigation and a placeholder icon set. D-040 note: unlike the other three Claude 5 cells, this one reported that electron could not start after npm install skipped Electron's postinstall and copied the 275 MB Electron 40.8.5 dist plus path.txt from the starter checkout, so it measures workaround ability alongside wrapping ability; the other cells ran on the empty dist via the ELECTRON_OVERRIDE_DIST_PATH override. It also wrote a Claude Code auto-memory note about that workaround under ~/.claude/projects/ for the target path. Did not boot its own packaged smoke; the verifier's independent packaged smoke passed. The first launch at 23:11 hit the Claude account session limit after 361.6s with 32 files changed and was discarded as infrastructure noise; this row is the forced retry launched 00:57. Host: quiet for the first ~3 minutes (80% free memory); from 01:00 another session's Flash-Next llama-server was resident again (10-12% free memory) and generating for its own wrap cell, with the 1-minute load average at 90-101 during this cell's last three minutes, so the wall time is an upper bound.",
      "provider": {
        "id": "anthropic",
        "name": "Anthropic"
      },
      "runner_provider_display": "Claude Code / yolo",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "effort low, neutral runner",
        "kind": "effort",
        "level": "low"
      },
      "timing": {
        "wall_display": "11m43s",
        "wall_seconds": 702.9
      },
      "verification": {
        "node_tests": 57,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok"
      }
    },
    {
      "artifact": {
        "legacy": true,
        "result_dir": "desktop-django-starter/.bench-qwen36/results-oneshot-gpt55-codex-yolo-main-high/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-06-23",
      "diff": {
        "deletions": 140,
        "files_changed": 39,
        "insertions": 8484
      },
      "harness": {
        "id": "codex-yolo",
        "name": "Codex CLI"
      },
      "id": 6,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "gpt55-codex-yolo-main-high",
      "model": {
        "display": "GPT-5.5",
        "family": "openai",
        "id": "gpt-5.5",
        "identity": "gpt-5.5",
        "name": "GPT-5.5",
        "quantization": null
      },
      "notes": "Slightly slower than Codex low reasoning on this single pair; broader target-side docs/tests.",
      "provider": {
        "id": "openai-codex",
        "name": "OpenAI Codex"
      },
      "runner_provider_display": "Codex CLI / yolo",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "reasoning high",
        "kind": "reasoning",
        "level": "high"
      },
      "timing": {
        "wall_display": "12m10s",
        "wall_seconds": 730.2
      },
      "verification": {
        "node_tests": 53,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/fable51-claude-yolo-django-resume-030-medium/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-09-01",
      "diff": {
        "deletions": 134,
        "files_changed": 43,
        "insertions": 8294
      },
      "harness": {
        "id": "claude-yolo",
        "name": "Claude Code"
      },
      "id": 27,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "fable51-claude-yolo-django-resume-030-medium",
      "model": {
        "display": "Claude Fable 5.1",
        "family": "anthropic",
        "id": "claude-fable-5.1",
        "identity": "claude-fable-5.1",
        "name": "Claude Fable 5.1",
        "quantization": null
      },
      "notes": "First Claude 5-family cell on this benchmark and the fastest direct Claude Code/yolo row so far (737.5s vs Opus 4.8 medium 871.0s). Explicit model id claude-fable-5-1 on Claude Code 2.1.257 with the D-040 Electron override in effect. Authored a Go menu module (app-menu.cjs, with tests) for back/forward/overview navigation plus a Django-side tests/desktop_shell_test.py; 60 model-authored Node tests is the most of any Claude Code/yolo row. The agent skipped its own packaged smoke per the skill's unattended-run guidance; the verifier's independent packaged smoke passed. Host caveat: the first ~6.5 minutes overlapped another session's 744s sustained-generation load test against a resident ~49 GB Flash-Next llama-server (1-minute load average 159 two minutes after launch, 10-14% free memory, swap in use), and its last ~5-7 minutes overlapped the same session's qwen38-flashnext-pi-llamacpp-128k-medium-rerun1 local-model wrap cell (launched 23:06:34) generating on that server, so treat the wall time as an upper bound.",
      "provider": {
        "id": "anthropic",
        "name": "Anthropic"
      },
      "runner_provider_display": "Claude Code / yolo",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "effort medium, neutral runner",
        "kind": "effort",
        "level": "medium"
      },
      "timing": {
        "wall_display": "12m18s",
        "wall_seconds": 737.5
      },
      "verification": {
        "node_tests": 60,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/gpt55-codex-yolo-django-resume-030-medium/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-06-23",
      "diff": {
        "deletions": 140,
        "files_changed": 39,
        "insertions": 7401
      },
      "harness": {
        "id": "codex-yolo",
        "name": "Codex CLI"
      },
      "id": 7,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "gpt55-codex-yolo-django-resume-030-medium",
      "model": {
        "display": "GPT-5.5",
        "family": "openai",
        "id": "gpt-5.5",
        "identity": "gpt-5.5",
        "name": "GPT-5.5",
        "quantization": null
      },
      "notes": "Moderate reasoning pass; slower than low rerun and slightly faster than neutral high.",
      "provider": {
        "id": "openai-codex",
        "name": "OpenAI Codex"
      },
      "runner_provider_display": "Codex CLI / yolo",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "reasoning medium, neutral runner",
        "kind": "reasoning",
        "level": "medium"
      },
      "timing": {
        "wall_display": "12m22s",
        "wall_seconds": 741.9
      },
      "verification": {
        "node_tests": 55,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/gpt55-codex-yolo-django-resume-030-high/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-06-23",
      "diff": {
        "deletions": 138,
        "files_changed": 38,
        "insertions": 8380
      },
      "harness": {
        "id": "codex-yolo",
        "name": "Codex CLI"
      },
      "id": 8,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "gpt55-codex-yolo-django-resume-030-high",
      "model": {
        "display": "GPT-5.5",
        "family": "openai",
        "id": "gpt-5.5",
        "identity": "gpt-5.5",
        "name": "GPT-5.5",
        "quantization": null
      },
      "notes": "Fresh neutral-runner repeat. Passed packaged smoke; slower than same-session Codex low failed run.",
      "provider": {
        "id": "openai-codex",
        "name": "OpenAI Codex"
      },
      "runner_provider_display": "Codex CLI / yolo",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "reasoning high, neutral runner",
        "kind": "reasoning",
        "level": "high"
      },
      "timing": {
        "wall_display": "12m56s",
        "wall_seconds": 776.2
      },
      "verification": {
        "node_tests": 53,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/opus5-claude-yolo-django-resume-030-high/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-09-02",
      "diff": {
        "deletions": 134,
        "files_changed": 47,
        "insertions": 8383
      },
      "harness": {
        "id": "claude-yolo",
        "name": "Claude Code"
      },
      "id": 31,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "opus5-claude-yolo-django-resume-030-high",
      "model": {
        "display": "Claude Opus 5",
        "family": "anthropic",
        "id": "claude-opus-5",
        "identity": "claude-opus-5",
        "name": "Claude Opus 5",
        "quantization": null
      },
      "notes": "Completes the Opus 5 sweep at 3 for 3. Passed at 850.3s, 25% faster than Opus 4.8 high (1131.3s) and level with Opus 5 medium (855.8s); Opus 5 low (535.2s) remains the fastest of the three. Explicit model id claude-opus-5 on Claude Code 2.1.257 with the D-040 Electron override in effect (empty dist/, no workaround). 58 model-authored Node tests (Opus 4.8 high: 33), the largest diff of the Opus 5 cells: a separate navigation.cjs module behind the Go menu, an SVG brand icon with generated icon set, a cross-platform CI workflow, and a fix for the project's missing STATICFILES_DIRS that had left example/static/css/custom.css returning 404. Did not boot its own packaged smoke; the verifier's independent packaged smoke passed. The first launch at 23:16 hit the Claude account session limit within 3.1s with no files changed and was discarded as infrastructure noise; this row is the forced retry launched 01:06 after Opus 5 low in the same lane. Host: throughout the cell another session's Flash-Next llama-server was resident (10-14% free memory) and generating for its own wrap cell at 90-145% CPU, with the 1-minute load average between 5 and 133, so the wall time is an upper bound.",
      "provider": {
        "id": "anthropic",
        "name": "Anthropic"
      },
      "runner_provider_display": "Claude Code / yolo",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "effort high, neutral runner",
        "kind": "effort",
        "level": "high"
      },
      "timing": {
        "wall_display": "14m10s",
        "wall_seconds": 850.3
      },
      "verification": {
        "node_tests": 58,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/opus5-claude-yolo-django-resume-030-medium/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-09-01",
      "diff": {
        "deletions": 136,
        "files_changed": 41,
        "insertions": 7075
      },
      "harness": {
        "id": "claude-yolo",
        "name": "Claude Code"
      },
      "id": 28,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "opus5-claude-yolo-django-resume-030-medium",
      "model": {
        "display": "Claude Opus 5",
        "family": "anthropic",
        "id": "claude-opus-5",
        "identity": "claude-opus-5",
        "name": "Claude Opus 5",
        "quantization": null
      },
      "notes": "Passed at 855.8s, marginally faster than Opus 4.8 medium (871.0s) and 16% slower than the Fable 5.1 medium cell launched concurrently (737.5s). Explicit model id claude-opus-5 on Claude Code 2.1.257 with the D-040 Electron override in effect. 33 model-authored Node tests, fewer than Opus 4.8 medium (53) and equal to Opus 4.8 high (33). Also authored a Go menu (app-menu.cjs, with tests), staged the backend with the bundled Python 3.13 and re-ran the Django-side checks inside the stage bundle; it did not boot its own packaged smoke, and the verifier's independent packaged smoke passed. Same host caveat as the Fable 5.1 medium cell: the first ~6.5 minutes overlapped another session's 744s sustained-generation load test against a resident ~49 GB Flash-Next llama-server, and its last ~5-7 minutes overlapped the same session's qwen38-flashnext-pi-llamacpp-128k-medium-rerun1 local-model wrap cell (launched 23:06:34) generating on that server, so treat the wall time as an upper bound.",
      "provider": {
        "id": "anthropic",
        "name": "Anthropic"
      },
      "runner_provider_display": "Claude Code / yolo",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "effort medium, neutral runner",
        "kind": "effort",
        "level": "medium"
      },
      "timing": {
        "wall_display": "14m16s",
        "wall_seconds": 855.8
      },
      "verification": {
        "node_tests": 33,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/opus48-claude-yolo-django-resume-030-medium/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-06-23",
      "diff": {
        "deletions": 134,
        "files_changed": 34,
        "insertions": 7487
      },
      "harness": {
        "id": "claude-yolo",
        "name": "Claude Code"
      },
      "id": 9,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "opus48-claude-yolo-django-resume-030-medium",
      "model": {
        "display": "Claude Opus 4.8",
        "family": "anthropic",
        "id": "claude-opus-4.8",
        "identity": "claude-opus-4.8",
        "name": "Claude Opus 4.8",
        "quantization": null
      },
      "notes": "Fastest direct Claude Code/yolo row so far; first launch hit transient API 500 before retry.",
      "provider": {
        "id": "anthropic",
        "name": "Anthropic"
      },
      "runner_provider_display": "Claude Code / yolo",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "effort medium, neutral runner",
        "kind": "effort",
        "level": "medium"
      },
      "timing": {
        "wall_display": "14m31s",
        "wall_seconds": 871.0
      },
      "verification": {
        "node_tests": 53,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/fable51-claude-yolo-django-resume-030-high/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-09-02",
      "diff": {
        "deletions": 132,
        "files_changed": 40,
        "insertions": 8415
      },
      "harness": {
        "id": "claude-yolo",
        "name": "Claude Code"
      },
      "id": 32,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "fable51-claude-yolo-django-resume-030-high",
      "model": {
        "display": "Claude Fable 5.1",
        "family": "anthropic",
        "id": "claude-fable-5.1",
        "identity": "claude-fable-5.1",
        "name": "Claude Fable 5.1",
        "quantization": null
      },
      "notes": "Completes the Fable 5.1 sweep at 3 for 3 (low 702.9s, medium 737.5s, high 935.4s). Slowest Claude 5 cell, yet 17% faster than Opus 4.8 high (1131.3s) and 27% faster than Sonnet 4.6 high (1276.6s); 10% slower than Opus 5 high (850.3s). Explicit model id claude-fable-5-1 on Claude Code 2.1.257 with the D-040 Electron override in effect (empty dist/, no workaround). 58 model-authored Node tests plus 19 new Django desktop tests in a 358-line tests/desktop_test.py, the most Django-side coverage of any cell; also fixed the project's missing STATICFILES_DIRS, built the Sphinx docs, and shipped no icon or CI workflow by stated choice. Wrote a Claude Code auto-memory note about the host's Electron binary environment under ~/.claude/projects/ for the target path (same rerun hazard as the Fable 5.1 low cell). Did not boot its own packaged smoke; the verifier's independent packaged smoke passed. The first launch at 23:17 hit the Claude account session limit within 3.5s with no files changed and was discarded as infrastructure noise; this row is the forced retry launched 01:08 after Fable 5.1 low in the same lane. Host: throughout the cell another session's Flash-Next llama-server was resident (10-14% free memory) and generating for its own wrap cell at ~90-125% CPU, with the 1-minute load average between 5 and 133, so the wall time is an upper bound.",
      "provider": {
        "id": "anthropic",
        "name": "Anthropic"
      },
      "runner_provider_display": "Claude Code / yolo",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "effort high, neutral runner",
        "kind": "effort",
        "level": "high"
      },
      "timing": {
        "wall_display": "15m35s",
        "wall_seconds": 935.4
      },
      "verification": {
        "node_tests": 58,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/pipy-gpt55-django-resume-030-off/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-06-24",
      "diff": {
        "deletions": 141,
        "files_changed": 35,
        "insertions": 7339
      },
      "harness": {
        "id": "pipy",
        "name": "Pipy"
      },
      "id": 10,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "pipy-gpt55-django-resume-030-off",
      "model": {
        "display": "GPT-5.5",
        "family": "openai",
        "id": "gpt-5.5",
        "identity": "gpt-5.5",
        "name": "GPT-5.5",
        "quantization": null
      },
      "notes": "First Pipy native-tool-loop row; passed packaged smoke, slower than Pi/off and direct Codex rows.",
      "provider": {
        "id": "openai-codex",
        "name": "OpenAI Codex"
      },
      "runner_provider_display": "Pipy / openai-codex",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "thinking off, native tool loop",
        "kind": "thinking",
        "level": "off"
      },
      "timing": {
        "wall_display": "16m44s",
        "wall_seconds": 1003.5
      },
      "verification": {
        "node_tests": 53,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok"
      }
    },
    {
      "artifact": {
        "legacy": true,
        "result_dir": "desktop-django-starter/.bench-qwen36/results-oneshot-glm52-main-high/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-06-22",
      "diff": {
        "deletions": 135,
        "files_changed": 27,
        "insertions": 6696
      },
      "harness": {
        "id": "pi",
        "name": "Pi"
      },
      "id": 11,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "glm52-main-high",
      "model": {
        "display": "GLM-5.2",
        "family": "z-ai",
        "id": "glm-5.2",
        "identity": "glm-5.2",
        "name": "GLM-5.2",
        "quantization": null
      },
      "notes": "High thinking was faster than GLM thinking off on this single run; estimated cost about $1.51.",
      "provider": {
        "id": "openrouter",
        "name": "OpenRouter"
      },
      "runner_provider_display": "Pi / OpenRouter",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "thinking high",
        "kind": "thinking",
        "level": "high"
      },
      "timing": {
        "wall_display": "16m54s",
        "wall_seconds": 1014.0
      },
      "verification": {
        "node_tests": 40,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/opus48-claude-yolo-django-resume-030-low/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-06-23",
      "diff": {
        "deletions": 135,
        "files_changed": 38,
        "insertions": 7679
      },
      "harness": {
        "id": "claude-yolo",
        "name": "Claude Code"
      },
      "id": 12,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "opus48-claude-yolo-django-resume-030-low",
      "model": {
        "display": "Claude Opus 4.8",
        "family": "anthropic",
        "id": "claude-opus-4.8",
        "identity": "claude-opus-4.8",
        "name": "Claude Opus 4.8",
        "quantization": null
      },
      "notes": "First direct Claude Code/yolo row; low effort is the closest no/low-thinking lane.",
      "provider": {
        "id": "anthropic",
        "name": "Anthropic"
      },
      "runner_provider_display": "Claude Code / yolo",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "effort low, neutral runner",
        "kind": "effort",
        "level": "low"
      },
      "timing": {
        "wall_display": "17m33s",
        "wall_seconds": 1053.0
      },
      "verification": {
        "node_tests": 53,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok"
      }
    },
    {
      "artifact": {
        "legacy": true,
        "result_dir": "desktop-django-starter/.bench-qwen36/results-oneshot-glm52-main-off/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-06-22",
      "diff": {
        "deletions": 129,
        "files_changed": 31,
        "insertions": 6689
      },
      "harness": {
        "id": "pi",
        "name": "Pi"
      },
      "id": 13,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "glm52-main-off",
      "model": {
        "display": "GLM-5.2",
        "family": "z-ai",
        "id": "glm-5.2",
        "identity": "glm-5.2",
        "name": "GLM-5.2",
        "quantization": null
      },
      "notes": "Slow GLM pass; lowest approximate hosted cost among successful rows.",
      "provider": {
        "id": "openrouter",
        "name": "OpenRouter"
      },
      "runner_provider_display": "Pi / OpenRouter",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "thinking off",
        "kind": "thinking",
        "level": "off"
      },
      "timing": {
        "wall_display": "18m46s",
        "wall_seconds": 1126.4
      },
      "verification": {
        "node_tests": 31,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/opus48-claude-yolo-django-resume-030-high/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-06-23",
      "diff": {
        "deletions": 136,
        "files_changed": 34,
        "insertions": 6688
      },
      "harness": {
        "id": "claude-yolo",
        "name": "Claude Code"
      },
      "id": 14,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "opus48-claude-yolo-django-resume-030-high",
      "model": {
        "display": "Claude Opus 4.8",
        "family": "anthropic",
        "id": "claude-opus-4.8",
        "identity": "claude-opus-4.8",
        "name": "Claude Opus 4.8",
        "quantization": null
      },
      "notes": "Passed, but slower than Claude Code low effort and same-session Codex high.",
      "provider": {
        "id": "anthropic",
        "name": "Anthropic"
      },
      "runner_provider_display": "Claude Code / yolo",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "effort high, neutral runner",
        "kind": "effort",
        "level": "high"
      },
      "timing": {
        "wall_display": "18m51s",
        "wall_seconds": 1131.3
      },
      "verification": {
        "node_tests": 33,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/sonnet46-claude-yolo-django-resume-030-low/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-06-23",
      "diff": {
        "deletions": 138,
        "files_changed": 35,
        "insertions": 7312
      },
      "harness": {
        "id": "claude-yolo",
        "name": "Claude Code"
      },
      "id": 15,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "sonnet46-claude-yolo-django-resume-030-low",
      "model": {
        "display": "Claude Sonnet 4.6",
        "family": "anthropic",
        "id": "claude-sonnet-4.6",
        "identity": "claude-sonnet-4.6",
        "name": "Claude Sonnet 4.6",
        "quantization": null
      },
      "notes": "Fastest Sonnet 4.6 row; first launch hit transient Claude 529 before retry.",
      "provider": {
        "id": "anthropic",
        "name": "Anthropic"
      },
      "runner_provider_display": "Claude Code / yolo",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "effort low, neutral runner",
        "kind": "effort",
        "level": "low"
      },
      "timing": {
        "wall_display": "18m56s",
        "wall_seconds": 1136.1
      },
      "verification": {
        "node_tests": 53,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/sonnet46-claude-yolo-django-resume-030-high/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-06-23",
      "diff": {
        "deletions": 133,
        "files_changed": 34,
        "insertions": 7309
      },
      "harness": {
        "id": "claude-yolo",
        "name": "Claude Code"
      },
      "id": 16,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "sonnet46-claude-yolo-django-resume-030-high",
      "model": {
        "display": "Claude Sonnet 4.6",
        "family": "anthropic",
        "id": "claude-sonnet-4.6",
        "identity": "claude-sonnet-4.6",
        "name": "Claude Sonnet 4.6",
        "quantization": null
      },
      "notes": "Passed; slower than Sonnet low but faster than Sonnet medium.",
      "provider": {
        "id": "anthropic",
        "name": "Anthropic"
      },
      "runner_provider_display": "Claude Code / yolo",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "effort high, neutral runner",
        "kind": "effort",
        "level": "high"
      },
      "timing": {
        "wall_display": "21m17s",
        "wall_seconds": 1276.6
      },
      "verification": {
        "node_tests": 53,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/sonnet46-claude-yolo-django-resume-030-medium/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-06-23",
      "diff": {
        "deletions": 137,
        "files_changed": 33,
        "insertions": 7213
      },
      "harness": {
        "id": "claude-yolo",
        "name": "Claude Code"
      },
      "id": 17,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "sonnet46-claude-yolo-django-resume-030-medium",
      "model": {
        "display": "Claude Sonnet 4.6",
        "family": "anthropic",
        "id": "claude-sonnet-4.6",
        "identity": "claude-sonnet-4.6",
        "name": "Claude Sonnet 4.6",
        "quantization": null
      },
      "notes": "Slowest successful current-target pass so far; fewer model-authored Node tests than low/high.",
      "provider": {
        "id": "anthropic",
        "name": "Anthropic"
      },
      "runner_provider_display": "Claude Code / yolo",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "effort medium, neutral runner",
        "kind": "effort",
        "level": "medium"
      },
      "timing": {
        "wall_display": "25m55s",
        "wall_seconds": 1554.8
      },
      "verification": {
        "node_tests": 47,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/qwen38-flashnext-pi-llamacpp-128k-medium/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-08-31",
      "diff": {
        "deletions": 136,
        "files_changed": 34,
        "insertions": 6814
      },
      "harness": {
        "id": "pi",
        "name": "Pi"
      },
      "id": 22,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "qwen38-flashnext-pi-llamacpp-128k-medium",
      "model": {
        "display": "Qwen3.8 Flash-Next",
        "family": "qwen",
        "id": "qwen3.8-flash-next",
        "identity": "qwen3.8-flash-next",
        "name": "Qwen3.8-Flash-Next UD-IQ4_XS (MoE, ~180B/~6B active)",
        "quantization": "UD-IQ4_XS"
      },
      "notes": "Fastest local open-weight pass and the first qwen4exp (Flash-Next MoE) cell; needed a source-built llama.cpp (build 200, 774ee0e) at 131072 context with the n-gram table offloaded to CPU. Ran 3 smokes in 54 bash calls and wrote a 34-test harness. Not a controlled comparison with the 27B rows: different binary, context, quant family, and port. Two earlier attempts were terminated externally at ~29.5 min and are discarded, not recorded (D-042); this pass came from a detached relaunch.",
      "provider": {
        "id": "llamacppfn",
        "name": "llama.cpp local"
      },
      "runner_provider_display": "Pi / llama.cpp local",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "reasoning_effort medium, set explicitly",
        "kind": "thinking",
        "level": "medium"
      },
      "timing": {
        "wall_display": "41m28s",
        "wall_seconds": 2488.1
      },
      "verification": {
        "node_tests": 34,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/qwen38-q8-pi-llamacpp-256k-medium/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-08-31",
      "diff": {
        "deletions": 135,
        "files_changed": 36,
        "insertions": 8025
      },
      "harness": {
        "id": "pi",
        "name": "Pi"
      },
      "id": 23,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "qwen38-q8-pi-llamacpp-256k-medium",
      "model": {
        "display": "Qwen3.8 27B",
        "family": "qwen",
        "id": "qwen3.8-27b-q8",
        "identity": "qwen3.8-27b",
        "name": "Qwen3.8-27B Q8_0",
        "quantization": "Q8_0"
      },
      "notes": "Q8_0 control for the medium lane, same Homebrew server and flags as the Q4_K_M cells. Passed on its first attempt, 31 minutes faster than the Q4_K_M pass, with 8 smokes in 64 bash calls. Wrote a 40-test harness rather than the 53-test one every Q4_K_M cell produced. One observation each way: shows the pass is not an artifact of Q4_K_M, not that Q8_0 is more reliable.",
      "provider": {
        "id": "llamacpp38",
        "name": "llama.cpp local"
      },
      "runner_provider_display": "Pi / llama.cpp local",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "reasoning_effort medium, set explicitly",
        "kind": "thinking",
        "level": "medium"
      },
      "timing": {
        "wall_display": "61m42s",
        "wall_seconds": 3701.5
      },
      "verification": {
        "node_tests": 40,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/qwen38-flashnext-pi-llamacpp-128k-medium-rerun2/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-09-02",
      "diff": {
        "deletions": 3,
        "files_changed": 36,
        "insertions": 7032
      },
      "harness": {
        "id": "pi",
        "name": "Pi"
      },
      "id": 24,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "qwen38-flashnext-pi-llamacpp-128k-medium-rerun2",
      "model": {
        "display": "Qwen3.8 Flash-Next",
        "family": "qwen",
        "id": "qwen3.8-flash-next",
        "identity": "qwen3.8-flash-next",
        "name": "Qwen3.8-Flash-Next UD-IQ4_XS (MoE, ~180B/~6B active)",
        "quantization": "UD-IQ4_XS"
      },
      "notes": "Second replication cell for the Flash-Next pass, launched detached (D-042). Exited cleanly in 62.3 min with 34/34 tests and a served packaged app; Flash-Next at reasoning_effort=medium is 3-for-3, the first local open-weight lane whose pass replicated. 102 tool calls, 3 smoke invocations, no electron-builder call. Ran concurrently with a claude-yolo cell from another session on the same host, with free memory at 9-18% and swap up to 12.5 GB.",
      "provider": {
        "id": "llamacppfn",
        "name": "llama.cpp local"
      },
      "runner_provider_display": "Pi / llama.cpp local",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "reasoning_effort medium, set explicitly",
        "kind": "thinking",
        "level": "medium"
      },
      "timing": {
        "wall_display": "62m18s",
        "wall_seconds": 3737.7
      },
      "verification": {
        "node_tests": 34,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/qwen38-pi-llamacpp-256k-medium/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-08-31",
      "diff": {
        "deletions": 120,
        "files_changed": 36,
        "insertions": 7622
      },
      "harness": {
        "id": "pi",
        "name": "Pi"
      },
      "id": 25,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "qwen38-pi-llamacpp-256k-medium",
      "model": {
        "display": "Qwen3.8 27B",
        "family": "qwen",
        "id": "qwen3.8-27b",
        "identity": "qwen3.8-27b",
        "name": "Qwen3.8-27B Q4_K_M",
        "quantization": "Q4_K_M"
      },
      "notes": "First pass by a local open-weight model on this benchmark; exited cleanly rather than timing out. Decisive variable was reasoning_effort=medium, not the model or the quant. Did not replicate: the confirmation cell qwen38-pi-llamacpp-256k-medium-rerun1 failed the packaged smoke, so the medium lane is 1-for-2.",
      "provider": {
        "id": "llamacpp38",
        "name": "llama.cpp local"
      },
      "runner_provider_display": "Pi / llama.cpp local",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "reasoning_effort medium, set explicitly",
        "kind": "thinking",
        "level": "medium"
      },
      "timing": {
        "wall_display": "92m50s",
        "wall_seconds": 5570.0
      },
      "verification": {
        "node_tests": 53,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/qwen38-flashnext-pi-llamacpp-128k-medium-rerun1/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-09-01",
      "diff": {
        "deletions": 137,
        "files_changed": 38,
        "insertions": 7504
      },
      "harness": {
        "id": "pi",
        "name": "Pi"
      },
      "id": 26,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "qwen38-flashnext-pi-llamacpp-128k-medium-rerun1",
      "model": {
        "display": "Qwen3.8 Flash-Next",
        "family": "qwen",
        "id": "qwen3.8-flash-next",
        "identity": "qwen3.8-flash-next",
        "name": "Qwen3.8-Flash-Next UD-IQ4_XS (MoE, ~180B/~6B active)",
        "quantization": "UD-IQ4_XS"
      },
      "notes": "First replication cell for the Flash-Next pass, launched detached (D-042). The runner's 7200s timeout killed pi (pi_exit=124), but the verifier found a served packaged app with 53/53 tests, so the gate records PASS - the first pass at the cap in this table. About 30 of the 120 minutes went to a single `npx electron-builder --dir`, which auto-discovered the host's Developer ID identity and deep-signed the app (with its embedded Python runtime) file by file with Apple timestamping; reproduced afterwards, not a hang and not the model's doing. No earlier passing cell had invoked electron-builder. 178 tool calls, 11 smoke invocations.",
      "provider": {
        "id": "llamacppfn",
        "name": "llama.cpp local"
      },
      "runner_provider_display": "Pi / llama.cpp local",
      "status": "pass",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "reasoning_effort medium, set explicitly",
        "kind": "thinking",
        "level": "medium"
      },
      "timing": {
        "wall_display": "120m00s",
        "wall_seconds": 7200.0
      },
      "verification": {
        "node_tests": 53,
        "smoke": "http-ok",
        "smoke_display": "HTTP ok (verified after the runner timeout)"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/gpt55-codex-yolo-django-resume-030-none/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-06-23",
      "diff": {
        "deletions": 0,
        "files_changed": 33,
        "insertions": 7377
      },
      "harness": {
        "id": "codex-yolo",
        "name": "Codex CLI"
      },
      "id": 18,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "gpt55-codex-yolo-django-resume-030-none",
      "model": {
        "display": "GPT-5.5",
        "family": "openai",
        "id": "gpt-5.5",
        "identity": "gpt-5.5",
        "name": "GPT-5.5",
        "quantization": null
      },
      "notes": "Direct-Codex no-reasoning comparison for Pi/off; failed on Electron install integrity before HTTP checks.",
      "provider": {
        "id": "openai-codex",
        "name": "OpenAI Codex"
      },
      "runner_provider_display": "Codex CLI / yolo",
      "status": "fail",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "reasoning none, neutral runner",
        "kind": "reasoning",
        "level": "none"
      },
      "timing": {
        "wall_display": "7m51s",
        "wall_seconds": 471.4
      },
      "verification": {
        "node_tests": 53,
        "smoke": "smoke-fail",
        "smoke_display": "Smoke fail"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/gpt55-codex-yolo-django-resume-030-low/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-06-23",
      "diff": {
        "deletions": 2,
        "files_changed": 34,
        "insertions": 8141
      },
      "harness": {
        "id": "codex-yolo",
        "name": "Codex CLI"
      },
      "id": 19,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "gpt55-codex-yolo-django-resume-030-low",
      "model": {
        "display": "GPT-5.5",
        "family": "openai",
        "id": "gpt-5.5",
        "identity": "gpt-5.5",
        "name": "GPT-5.5",
        "quantization": null
      },
      "notes": "Fast agent phase, but independent smoke failed on Electron install integrity before HTTP checks.",
      "provider": {
        "id": "openai-codex",
        "name": "OpenAI Codex"
      },
      "runner_provider_display": "Codex CLI / yolo",
      "status": "fail",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "reasoning low, neutral runner",
        "kind": "reasoning",
        "level": "low"
      },
      "timing": {
        "wall_display": "8m12s",
        "wall_seconds": 491.9
      },
      "verification": {
        "node_tests": 53,
        "smoke": "smoke-fail",
        "smoke_display": "Smoke fail"
      }
    },
    {
      "artifact": {
        "legacy": true,
        "result_dir": "desktop-django-starter/.bench-qwen36/results-oneshot-opus48-openrouter-main-high/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-06-22",
      "diff": {
        "deletions": 132,
        "files_changed": 32,
        "insertions": 3384
      },
      "harness": {
        "id": "pi",
        "name": "Pi"
      },
      "id": 20,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "opus48-openrouter-main-high",
      "model": {
        "display": "Claude Opus 4.8",
        "family": "anthropic",
        "id": "claude-opus-4.8",
        "identity": "claude-opus-4.8",
        "name": "Claude Opus 4.8",
        "quantization": null
      },
      "notes": "Packaged backend leaked a starter dependency: ModuleNotFoundError: desktop_django_starter.",
      "provider": {
        "id": "openrouter",
        "name": "OpenRouter"
      },
      "runner_provider_display": "Pi / OpenRouter",
      "status": "fail",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "thinking high",
        "kind": "thinking",
        "level": "high"
      },
      "timing": {
        "wall_display": "12m14s",
        "wall_seconds": 734.3
      },
      "verification": {
        "node_tests": 53,
        "smoke": "smoke-fail",
        "smoke_display": "Smoke fail"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/laguna-xs21-pi-llamacpp-256k-think/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-09-01",
      "diff": {
        "deletions": 3,
        "files_changed": 178,
        "insertions": 40477
      },
      "harness": {
        "id": "pi",
        "name": "Pi"
      },
      "id": 41,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "laguna-xs21-pi-llamacpp-256k-think",
      "model": {
        "display": "Laguna XS 2.1",
        "family": "laguna",
        "id": "laguna-xs-2.1",
        "identity": "laguna-xs-2.1",
        "name": "Laguna XS 2.1 Q4_K_M (33B-A3B MoE)",
        "quantization": "Q4_K_M"
      },
      "notes": "First non-Qwen local open-weight cell and first MoE cell. Fastest self-terminating run and largest diff in the table, but zero executions of its own smoke; will-quit handler hardcodes app.exit(0), so the startup failure (unstaged backend) reported success and only the verifier's app_served gate caught it. Counterfactual: one npm-script path fix stages the backend and boots Django, but the Electron shell issued no HTTP requests across two manual smokes.",
      "provider": {
        "id": "llamacpplaguna",
        "name": "llama.cpp local"
      },
      "runner_provider_display": "Pi / llama.cpp local",
      "status": "fail",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "enable_thinking=true (binary toggle, no effort levels; normalized as high)",
        "kind": "thinking",
        "level": "high"
      },
      "timing": {
        "wall_display": "31m50s",
        "wall_seconds": 1910.1
      },
      "verification": {
        "node_tests": 35,
        "smoke": "smoke-fail",
        "smoke_display": "smoke exit 0 with zero HTTP checks (false success)"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/laguna-xs21-pi-llamacpp-256k-off/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-09-01",
      "diff": {
        "deletions": 130,
        "files_changed": 5626,
        "insertions": 1140520
      },
      "harness": {
        "id": "pi",
        "name": "Pi"
      },
      "id": 42,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "laguna-xs21-pi-llamacpp-256k-off",
      "model": {
        "display": "Laguna XS 2.1",
        "family": "laguna",
        "id": "laguna-xs-2.1",
        "identity": "laguna-xs-2.1",
        "name": "Laguna XS 2.1 Q4_K_M (33B-A3B MoE)",
        "quantization": "Q4_K_M"
      },
      "notes": "Thinking-off A/B partner to the thinking-on cell. Behavioral flip: this lane DID self-verify - ran stage-backend, its own packaged smoke (exit 1), 45/45 node tests and 182 Django tests - but never got a green packaged smoke and declared victory anyway; the verifier smoke then hung to the 200s cap. Diff is inflated: 5,590 of 5,626 files are un-gitignored .stage/ staging output; the authored diff is ~36 files.",
      "provider": {
        "id": "llamacpplaguna",
        "name": "llama.cpp local"
      },
      "runner_provider_display": "Pi / llama.cpp local",
      "status": "fail",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "enable_thinking=false (binary toggle, no effort levels)",
        "kind": "thinking",
        "level": "off"
      },
      "timing": {
        "wall_display": "35m44s",
        "wall_seconds": 2144.4
      },
      "verification": {
        "node_tests": 45,
        "smoke": "smoke-fail",
        "smoke_display": "verifier smoke hung to 200s cap, all HTTP counters 0"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/qwen38-pi-llamacpp-256k-medium-rerun1/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-08-31",
      "diff": {
        "deletions": 136,
        "files_changed": 33,
        "insertions": 7537
      },
      "harness": {
        "id": "pi",
        "name": "Pi"
      },
      "id": 40,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "qwen38-pi-llamacpp-256k-medium-rerun1",
      "model": {
        "display": "Qwen3.8 27B",
        "family": "qwen",
        "id": "qwen3.8-27b",
        "identity": "qwen3.8-27b",
        "name": "Qwen3.8-27B Q4_K_M",
        "quantization": "Q4_K_M"
      },
      "notes": "Confirmation cell for the medium-lane PASS; did not replicate. Exited cleanly in 59.5 min with 53/53 node tests, staged the backend, but Django died booting packaged mode on a settings module the staging step never ships (ModuleNotFoundError: example.packaged_settings) - the campaign's one-pathology signature: two components disagreeing about an interface on a never-executed path.",
      "provider": {
        "id": "llamacpp38",
        "name": "llama.cpp local"
      },
      "runner_provider_display": "Pi / llama.cpp local",
      "status": "fail",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "reasoning_effort medium, set explicitly",
        "kind": "thinking",
        "level": "medium"
      },
      "timing": {
        "wall_display": "59m27s",
        "wall_seconds": 3567.3
      },
      "verification": {
        "node_tests": 53,
        "smoke": "smoke-fail",
        "smoke_display": "smoke exit 1, ModuleNotFoundError example.packaged_settings"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/qwen38-pi-llamacpp-256k-off/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-08-31",
      "diff": {
        "deletions": 3,
        "files_changed": 38,
        "insertions": 7749
      },
      "harness": {
        "id": "pi",
        "name": "Pi"
      },
      "id": 37,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "qwen38-pi-llamacpp-256k-off",
      "model": {
        "display": "Qwen3.8 27B",
        "family": "qwen",
        "id": "qwen3.8-27b",
        "identity": "qwen3.8-27b",
        "name": "Qwen3.8-27B Q4_K_M",
        "quantization": "Q4_K_M"
      },
      "notes": "First local open-weight Qwen3.8 row; killed by the 7200s runner timeout. Staging failed because .stage/backend/src was not a Python project. No transcript captured (--pi-mode unset), see D-039.",
      "provider": {
        "id": "llamacpp38",
        "name": "llama.cpp local"
      },
      "runner_provider_display": "Pi / llama.cpp local",
      "status": "fail",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "thinking off, chat-template kwarg",
        "kind": "thinking",
        "level": "off"
      },
      "timing": {
        "wall_display": "120m00s",
        "wall_seconds": 7200.0
      },
      "verification": {
        "node_tests": 53,
        "smoke": "smoke-fail",
        "smoke_display": "Smoke fail"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/qwen38-pi-llamacpp-256k-high/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-08-31",
      "diff": {
        "deletions": 136,
        "files_changed": 37,
        "insertions": 7708
      },
      "harness": {
        "id": "pi",
        "name": "Pi"
      },
      "id": 38,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "qwen38-pi-llamacpp-256k-high",
      "model": {
        "display": "Qwen3.8 27B",
        "family": "qwen",
        "id": "qwen3.8-27b",
        "identity": "qwen3.8-27b",
        "name": "Qwen3.8-27B Q4_K_M",
        "quantization": "Q4_K_M"
      },
      "notes": "Killed by the 7200s runner timeout. Its own generated stage-backend.cjs threw a TypeError because it assumed fs.cpSync passes a Dirent to filter. It never ran its own packaged smoke once, and stopped editing files with 51% of the budget unspent. A post-hoc counterfactual correcting only that two-line signature made the packaged app serve, so the distance to pass was a single defect.",
      "provider": {
        "id": "llamacpp38",
        "name": "llama.cpp local"
      },
      "runner_provider_display": "Pi / llama.cpp local",
      "status": "fail",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "thinking high",
        "kind": "thinking",
        "level": "high"
      },
      "timing": {
        "wall_display": "120m00s",
        "wall_seconds": 7200.0
      },
      "verification": {
        "node_tests": 53,
        "smoke": "smoke-fail",
        "smoke_display": "Smoke fail"
      }
    },
    {
      "artifact": {
        "legacy": false,
        "result_dir": "results/agent-wrap-oneshot/qwen38-pi-llamacpp-256k-off-prewarmed/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-08-31",
      "diff": {
        "deletions": 138,
        "files_changed": 46,
        "insertions": 7608
      },
      "harness": {
        "id": "pi",
        "name": "Pi"
      },
      "id": 39,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "qwen38-pi-llamacpp-256k-off-prewarmed",
      "model": {
        "display": "Qwen3.8 27B",
        "family": "qwen",
        "id": "qwen3.8-27b",
        "identity": "qwen3.8-27b",
        "name": "Qwen3.8-27B Q4_K_M",
        "quantization": "Q4_K_M"
      },
      "notes": "First cell where stage-backend succeeded, clearing the step that killed runs A and B. It did attempt self-verification and deadlocked on its own invented desktop-dev-smoke target, which passes the smoke flag as an env var while its launcher reads argv; the packaged smoke separately hung because its exit is bound solely to did-finish-load with no failure path.",
      "provider": {
        "id": "llamacpp38",
        "name": "llama.cpp local"
      },
      "runner_provider_display": "Pi / llama.cpp local",
      "status": "fail",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "thinking off, Electron pre-warmed",
        "kind": "thinking",
        "level": "off"
      },
      "timing": {
        "wall_display": "120m00s",
        "wall_seconds": 7200.0
      },
      "verification": {
        "node_tests": 53,
        "smoke": "smoke-fail",
        "smoke_display": "Smoke fail"
      }
    },
    {
      "artifact": {
        "legacy": true,
        "result_dir": "desktop-django-starter/.bench-qwen36/results-oneshot-gpt55-main-off/"
      },
      "dataset_source": "docs/run-log.md",
      "date": "2026-06-22",
      "diff": {
        "deletions": 140,
        "files_changed": 37,
        "insertions": 8259
      },
      "harness": {
        "id": "pi",
        "name": "Pi"
      },
      "id": 21,
      "imported_at": "2026-09-02T09:24:52+00:00",
      "label": "gpt55-main-off-interrupted",
      "model": {
        "display": "GPT-5.5",
        "family": "openai",
        "id": "gpt-5.5",
        "identity": "gpt-5.5",
        "name": "GPT-5.5",
        "quantization": null
      },
      "notes": "Stopped because raw JSON stream grew to 8.7 GB while the run remained in a self-debug loop.",
      "provider": {
        "id": "openai-codex",
        "name": "OpenAI Codex"
      },
      "runner_provider_display": "Pi / OpenAI Codex",
      "status": "interrupted",
      "target": {
        "commit": "3dc54f8",
        "project": "django-resume",
        "version": "0.3.0/main",
        "workload": "hard from-scratch Django/Electron wrap"
      },
      "thinking": {
        "display": "thinking off",
        "kind": "thinking",
        "level": "off"
      },
      "timing": {
        "wall_display": "20m40s",
        "wall_seconds": 1240.1
      },
      "verification": {
        "node_tests": 53,
        "smoke": "smoke-fail",
        "smoke_display": "Smoke fail"
      }
    }
  ],
  "case_metrics": [
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "long",
      "host": {
        "display": "Apple M5 Max (64 GB)",
        "hostname": "atlas.local",
        "identity": "apple-m5-max-64-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null
      },
      "models": [
        "mlx-community/Qwen2.5-0.5B-Instruct-4bit"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 14475.7451,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 811.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-04-28-mlx-lm-runtime",
      "run_id": 1,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "medium",
      "host": {
        "display": "Apple M5 Max (64 GB)",
        "hostname": "atlas.local",
        "identity": "apple-m5-max-64-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null
      },
      "models": [
        "mlx-community/Qwen2.5-0.5B-Instruct-4bit"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 6245.1512,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 376.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-04-28-mlx-lm-runtime",
      "run_id": 1,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "short",
      "host": {
        "display": "Apple M5 Max (64 GB)",
        "hostname": "atlas.local",
        "identity": "apple-m5-max-64-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null
      },
      "models": [
        "mlx-community/Qwen2.5-0.5B-Instruct-4bit"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 1703.6275,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 104.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-04-28-mlx-lm-runtime",
      "run_id": 1,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "capital",
      "host": {
        "display": "Apple M5 Max (64 GB)",
        "hostname": "atlas.local",
        "identity": "apple-m5-max-64-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null
      },
      "models": [
        "mlx-community/Qwen2.5-0.5B-Instruct-4bit"
      ],
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 41.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-04-28-mlx-lm-smoke",
      "run_id": 2,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "long",
      "host": {
        "display": "Apple M5 Max (64 GB)",
        "hostname": "atlas.local",
        "identity": "apple-m5-max-64-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null
      },
      "models": [
        "qwen2.5-0.5b-instruct-q4_k_m"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 120958.2633,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 811.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-04-29-llama-server-runtime",
      "run_id": 3,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "medium",
      "host": {
        "display": "Apple M5 Max (64 GB)",
        "hostname": "atlas.local",
        "identity": "apple-m5-max-64-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null
      },
      "models": [
        "qwen2.5-0.5b-instruct-q4_k_m"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 64642.7643,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 376.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-04-29-llama-server-runtime",
      "run_id": 3,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "short",
      "host": {
        "display": "Apple M5 Max (64 GB)",
        "hostname": "atlas.local",
        "identity": "apple-m5-max-64-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null
      },
      "models": [
        "qwen2.5-0.5b-instruct-q4_k_m"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 18814.7335,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 104.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-04-29-llama-server-runtime",
      "run_id": 3,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "capital",
      "host": {
        "display": "Apple M5 Max (64 GB)",
        "hostname": "atlas.local",
        "identity": "apple-m5-max-64-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null
      },
      "models": [
        "qwen2.5-0.5b-instruct-q4_k_m"
      ],
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 41.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-04-29-llama-server-smoke",
      "run_id": 4,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "wrap-plan-context",
      "host": {
        "display": "Apple M5 Max (64 GB)",
        "hostname": "atlas.local",
        "identity": "apple-m5-max-64-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null
      },
      "models": [
        "qwen2.5-0.5b-instruct-q4_k_m"
      ],
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "prefill_tps": {
        "median": 18793.2081,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 648.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-04-30-llama-server-desktop-django-wrap",
      "run_id": 5,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "wrap-plan-small",
      "host": {
        "display": "Apple M5 Max (64 GB)",
        "hostname": "atlas.local",
        "identity": "apple-m5-max-64-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null
      },
      "models": [
        "qwen2.5-0.5b-instruct-q4_k_m"
      ],
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "prefill_tps": {
        "median": 2074.0929,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 569.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-04-30-llama-server-desktop-django-wrap",
      "run_id": 5,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 23.0,
        "rows": 1
      },
      "case": "fix-greeting",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null
      },
      "models": [
        "qwen2.5-0.5b-instruct-q4_k_m"
      ],
      "ok_count": 1,
      "pack": {
        "id": "patch-from-failure",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 199.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-03-m4-max-llama-qwen25-05b-190636-patch",
      "run_id": 6,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 810.0,
        "rows": 3
      },
      "case": "long",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null
      },
      "models": [
        "qwen2.5-0.5b-instruct-q4_k_m"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 116940.935,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 811.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-03-m4-max-llama-qwen25-05b-190636-runtime",
      "run_id": 7,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 375.0,
        "rows": 3
      },
      "case": "medium",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null
      },
      "models": [
        "qwen2.5-0.5b-instruct-q4_k_m"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 60860.3012,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 376.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-03-m4-max-llama-qwen25-05b-190636-runtime",
      "run_id": 7,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 103.0,
        "rows": 3
      },
      "case": "short",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null
      },
      "models": [
        "qwen2.5-0.5b-instruct-q4_k_m"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 17181.4439,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 104.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-03-m4-max-llama-qwen25-05b-190636-runtime",
      "run_id": 7,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null
      },
      "models": [
        "qwen2.5-0.5b-instruct-q4_k_m"
      ],
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 41.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-03-m4-max-llama-qwen25-05b-190636-smoke",
      "run_id": 8,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "wrap-plan-context",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null
      },
      "models": [
        "qwen2.5-0.5b-instruct-q4_k_m"
      ],
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "prefill_tps": {
        "median": 10915.4307,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 648.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-03-m4-max-llama-qwen25-05b-190636-wrap",
      "run_id": 9,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "wrap-plan-small",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null
      },
      "models": [
        "qwen2.5-0.5b-instruct-q4_k_m"
      ],
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "prefill_tps": {
        "median": 8907.6807,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 569.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-03-m4-max-llama-qwen25-05b-190636-wrap",
      "run_id": 9,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 24.0,
        "rows": 1
      },
      "case": "fix-greeting",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null
      },
      "models": [
        "mlx-community/Qwen2.5-0.5B-Instruct-4bit"
      ],
      "ok_count": 1,
      "pack": {
        "id": "patch-from-failure",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 199.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-03-m4-max-mlx-qwen25-05b-185824-patch",
      "run_id": 10,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 810.0,
        "rows": 3
      },
      "case": "long",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null
      },
      "models": [
        "mlx-community/Qwen2.5-0.5B-Instruct-4bit"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 14740.9095,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 811.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-03-m4-max-mlx-qwen25-05b-185824-runtime",
      "run_id": 11,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 375.0,
        "rows": 3
      },
      "case": "medium",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null
      },
      "models": [
        "mlx-community/Qwen2.5-0.5B-Instruct-4bit"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 7108.904,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 376.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-03-m4-max-mlx-qwen25-05b-185824-runtime",
      "run_id": 11,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 103.0,
        "rows": 3
      },
      "case": "short",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null
      },
      "models": [
        "mlx-community/Qwen2.5-0.5B-Instruct-4bit"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 1989.6452,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 104.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-03-m4-max-mlx-qwen25-05b-185824-runtime",
      "run_id": 11,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null
      },
      "models": [
        "mlx-community/Qwen2.5-0.5B-Instruct-4bit"
      ],
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 41.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-03-m4-max-mlx-qwen25-05b-185824-smoke",
      "run_id": 12,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 26.0,
        "rows": 1
      },
      "case": "wrap-plan-context",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null
      },
      "models": [
        "mlx-community/Qwen2.5-0.5B-Instruct-4bit"
      ],
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "prefill_tps": {
        "median": 6435.7728,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 648.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-03-m4-max-mlx-qwen25-05b-185824-wrap",
      "run_id": 13,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 23.0,
        "rows": 1
      },
      "case": "wrap-plan-small",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null
      },
      "models": [
        "mlx-community/Qwen2.5-0.5B-Instruct-4bit"
      ],
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "prefill_tps": {
        "median": 5332.0256,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 569.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-03-m4-max-mlx-qwen25-05b-185824-wrap",
      "run_id": 13,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "fix-greeting",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3 Coder 30B-A3B",
        "id": null,
        "identity": "qwen3-coder-30b-a3b",
        "quantization": null
      },
      "models": [
        "qwen3-coder:30b-a3b-q4_K_M"
      ],
      "ok_count": 1,
      "pack": {
        "id": "patch-from-failure",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 932.3914,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 179.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-03-m4-max-qwen3coder-184938-patch",
      "run_id": 14,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "long",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3 Coder 30B-A3B",
        "id": null,
        "identity": "qwen3-coder-30b-a3b",
        "quantization": null
      },
      "models": [
        "qwen3-coder:30b-a3b-q4_K_M"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 76626.7991,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 790.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-03-m4-max-qwen3coder-184938-runtime",
      "run_id": 15,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "medium",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3 Coder 30B-A3B",
        "id": null,
        "identity": "qwen3-coder-30b-a3b",
        "quantization": null
      },
      "models": [
        "qwen3-coder:30b-a3b-q4_K_M"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 33696.4002,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 355.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-03-m4-max-qwen3coder-184938-runtime",
      "run_id": 15,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "short",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3 Coder 30B-A3B",
        "id": null,
        "identity": "qwen3-coder-30b-a3b",
        "quantization": null
      },
      "models": [
        "qwen3-coder:30b-a3b-q4_K_M"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 7975.3054,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 83.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-03-m4-max-qwen3coder-184938-runtime",
      "run_id": 15,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3 Coder 30B-A3B",
        "id": null,
        "identity": "qwen3-coder-30b-a3b",
        "quantization": null
      },
      "models": [
        "qwen3-coder:30b-a3b-q4_K_M"
      ],
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 52.082,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 20.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-03-m4-max-qwen3coder-184938-smoke",
      "run_id": 16,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "wrap-plan-context",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3 Coder 30B-A3B",
        "id": null,
        "identity": "qwen3-coder-30b-a3b",
        "quantization": null
      },
      "models": [
        "qwen3-coder:30b-a3b-q4_K_M"
      ],
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "prefill_tps": {
        "median": 1289.5833,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 627.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-03-m4-max-qwen3coder-184938-wrap",
      "run_id": 17,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "wrap-plan-small",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3 Coder 30B-A3B",
        "id": null,
        "identity": "qwen3-coder-30b-a3b",
        "quantization": null
      },
      "models": [
        "qwen3-coder:30b-a3b-q4_K_M"
      ],
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "prefill_tps": {
        "median": 1191.9933,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 548.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-03-m4-max-qwen3coder-184938-wrap",
      "run_id": 17,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "fix-greeting",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "qwen36-27b-q4km",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "qwen36-27b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "patch-from-failure",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 194.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-dense-llamacpp-154321-patch",
      "run_id": 18,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 802.0,
        "rows": 3
      },
      "case": "long",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "qwen36-27b-q4km",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "qwen36-27b-q4km"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 5156.8681,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 806.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-dense-llamacpp-154321-runtime",
      "run_id": 19,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 360.0,
        "rows": 3
      },
      "case": "medium",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "qwen36-27b-q4km",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "qwen36-27b-q4km"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 2437.3375,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 364.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-dense-llamacpp-154321-runtime",
      "run_id": 19,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 83.0,
        "rows": 3
      },
      "case": "short",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "qwen36-27b-q4km",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "qwen36-27b-q4km"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 570.3573,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 87.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-dense-llamacpp-154321-runtime",
      "run_id": 19,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "qwen36-27b-q4km",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "qwen36-27b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 24.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-dense-llamacpp-154321-smoke",
      "run_id": 20,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "wrap-plan-context",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "qwen36-27b-q4km",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "qwen36-27b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "prefill_tps": {
        "median": 218.5668,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 657.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-dense-llamacpp-154321-wrap",
      "run_id": 21,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "wrap-plan-small",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "qwen36-27b-q4km",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "qwen36-27b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "prefill_tps": {
        "median": 222.637,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 579.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-dense-llamacpp-154321-wrap",
      "run_id": 21,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "qwen36-27b-q4km",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "qwen36-27b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 24.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-dense-llamacpp-smoke-154255",
      "run_id": 22,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "fix-greeting",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "/Users/jochen/models/mlx/Qwen3.6-27B-4bit",
        "identity": "qwen3.6-27b",
        "quantization": "4bit"
      },
      "models": [
        "/Users/jochen/models/mlx/Qwen3.6-27B-4bit"
      ],
      "ok_count": 1,
      "pack": {
        "id": "patch-from-failure",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 194.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-dense-mlx-155943-patch",
      "run_id": 23,
      "runtime": {
        "name": "mlx-lm server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 805.0,
        "rows": 3
      },
      "case": "long",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "/Users/jochen/models/mlx/Qwen3.6-27B-4bit",
        "identity": "qwen3.6-27b",
        "quantization": "4bit"
      },
      "models": [
        "/Users/jochen/models/mlx/Qwen3.6-27B-4bit"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 4493.6407,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 806.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-dense-mlx-155943-runtime",
      "run_id": 24,
      "runtime": {
        "name": "mlx-lm server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 363.0,
        "rows": 3
      },
      "case": "medium",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "/Users/jochen/models/mlx/Qwen3.6-27B-4bit",
        "identity": "qwen3.6-27b",
        "quantization": "4bit"
      },
      "models": [
        "/Users/jochen/models/mlx/Qwen3.6-27B-4bit"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 2036.5355,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 364.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-dense-mlx-155943-runtime",
      "run_id": 24,
      "runtime": {
        "name": "mlx-lm server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 86.0,
        "rows": 3
      },
      "case": "short",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "/Users/jochen/models/mlx/Qwen3.6-27B-4bit",
        "identity": "qwen3.6-27b",
        "quantization": "4bit"
      },
      "models": [
        "/Users/jochen/models/mlx/Qwen3.6-27B-4bit"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 491.9146,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 87.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-dense-mlx-155943-runtime",
      "run_id": 24,
      "runtime": {
        "name": "mlx-lm server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 23.0,
        "rows": 1
      },
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "/Users/jochen/models/mlx/Qwen3.6-27B-4bit",
        "identity": "qwen3.6-27b",
        "quantization": "4bit"
      },
      "models": [
        "/Users/jochen/models/mlx/Qwen3.6-27B-4bit"
      ],
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 24.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-dense-mlx-155943-smoke",
      "run_id": 25,
      "runtime": {
        "name": "mlx-lm server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "wrap-plan-context",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "/Users/jochen/models/mlx/Qwen3.6-27B-4bit",
        "identity": "qwen3.6-27b",
        "quantization": "4bit"
      },
      "models": [
        "/Users/jochen/models/mlx/Qwen3.6-27B-4bit"
      ],
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "prefill_tps": {
        "median": 229.7453,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 657.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-dense-mlx-155943-wrap",
      "run_id": 26,
      "runtime": {
        "name": "mlx-lm server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "wrap-plan-small",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "/Users/jochen/models/mlx/Qwen3.6-27B-4bit",
        "identity": "qwen3.6-27b",
        "quantization": "4bit"
      },
      "models": [
        "/Users/jochen/models/mlx/Qwen3.6-27B-4bit"
      ],
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "prefill_tps": {
        "median": 231.5104,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 579.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-dense-mlx-155943-wrap",
      "run_id": 26,
      "runtime": {
        "name": "mlx-lm server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "/Users/jochen/models/mlx/Qwen3.6-27B-4bit",
        "identity": "qwen3.6-27b",
        "quantization": "4bit"
      },
      "models": [
        "/Users/jochen/models/mlx/Qwen3.6-27B-4bit"
      ],
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 24.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-dense-mlx-smoke-155916",
      "run_id": 27,
      "runtime": {
        "name": "mlx-lm server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "fix-greeting",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "qwen36-27b-gguf:q4km",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "qwen36-27b-gguf:q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "patch-from-failure",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 180.8754,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 183.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-dense-ollama-155051-patch",
      "run_id": 28,
      "runtime": {
        "name": "ollama"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "long",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "qwen36-27b-gguf:q4km",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "qwen36-27b-gguf:q4km"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 549.9412,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 795.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-dense-ollama-155051-runtime",
      "run_id": 29,
      "runtime": {
        "name": "ollama"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "medium",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "qwen36-27b-gguf:q4km",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "qwen36-27b-gguf:q4km"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 191.2211,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 353.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-dense-ollama-155051-runtime",
      "run_id": 29,
      "runtime": {
        "name": "ollama"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "short",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "qwen36-27b-gguf:q4km",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "qwen36-27b-gguf:q4km"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 138.1301,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 76.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-dense-ollama-155051-runtime",
      "run_id": 29,
      "runtime": {
        "name": "ollama"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "qwen36-27b-gguf:q4km",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "qwen36-27b-gguf:q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 44.5094,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 12.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-dense-ollama-155051-smoke",
      "run_id": 30,
      "runtime": {
        "name": "ollama"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "wrap-plan-context",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "qwen36-27b-gguf:q4km",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "qwen36-27b-gguf:q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "prefill_tps": {
        "median": 195.228,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 646.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-dense-ollama-155051-wrap",
      "run_id": 31,
      "runtime": {
        "name": "ollama"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "wrap-plan-small",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "qwen36-27b-gguf:q4km",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "qwen36-27b-gguf:q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "prefill_tps": {
        "median": 202.1423,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 568.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-dense-ollama-155051-wrap",
      "run_id": 31,
      "runtime": {
        "name": "ollama"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "qwen36-27b-gguf:q4km",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "qwen36-27b-gguf:q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 18.2327,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 12.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-dense-ollama-smoke-154808",
      "run_id": 32,
      "runtime": {
        "name": "ollama"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "fix-greeting",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 35B-A3B",
        "id": "qwen36-35b-a3b-q4km",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "UD-Q4_K_M"
      },
      "models": [
        "qwen36-35b-a3b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "patch-from-failure",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 194.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-llamacpp-153657-patch",
      "run_id": 33,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 802.0,
        "rows": 3
      },
      "case": "long",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 35B-A3B",
        "id": "qwen36-35b-a3b-q4km",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "UD-Q4_K_M"
      },
      "models": [
        "qwen36-35b-a3b-q4km"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 21799.0042,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 806.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-moe-llamacpp-153657-runtime",
      "run_id": 34,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 360.0,
        "rows": 3
      },
      "case": "medium",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 35B-A3B",
        "id": "qwen36-35b-a3b-q4km",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "UD-Q4_K_M"
      },
      "models": [
        "qwen36-35b-a3b-q4km"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 10168.9826,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 364.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-moe-llamacpp-153657-runtime",
      "run_id": 34,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 83.0,
        "rows": 3
      },
      "case": "short",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 35B-A3B",
        "id": "qwen36-35b-a3b-q4km",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "UD-Q4_K_M"
      },
      "models": [
        "qwen36-35b-a3b-q4km"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 1983.4391,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 87.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-moe-llamacpp-153657-runtime",
      "run_id": 34,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 35B-A3B",
        "id": "qwen36-35b-a3b-q4km",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "UD-Q4_K_M"
      },
      "models": [
        "qwen36-35b-a3b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 24.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-llamacpp-153657-smoke",
      "run_id": 35,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "wrap-plan-context",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 35B-A3B",
        "id": "qwen36-35b-a3b-q4km",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "UD-Q4_K_M"
      },
      "models": [
        "qwen36-35b-a3b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "prefill_tps": {
        "median": 1123.3149,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 657.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-llamacpp-153657-wrap",
      "run_id": 36,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "wrap-plan-small",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 35B-A3B",
        "id": "qwen36-35b-a3b-q4km",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "UD-Q4_K_M"
      },
      "models": [
        "qwen36-35b-a3b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "prefill_tps": {
        "median": 1062.6784,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 579.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-llamacpp-153657-wrap",
      "run_id": 36,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 35B-A3B",
        "id": "qwen36-35b-a3b-q4km",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "UD-Q4_K_M"
      },
      "models": [
        "qwen36-35b-a3b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 24.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-llamacpp-reasonoff-smoke-153634",
      "run_id": 37,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 35B-A3B",
        "id": "qwen36-35b-a3b-q4km",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "UD-Q4_K_M"
      },
      "models": [
        "qwen36-35b-a3b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 22.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-llamacpp-smoke-153159",
      "run_id": 38,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "fix-greeting",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 35B-A3B",
        "id": "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "MXFP4"
      },
      "models": [
        "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4"
      ],
      "ok_count": 1,
      "pack": {
        "id": "patch-from-failure",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 194.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-mlx-155645-patch",
      "run_id": 39,
      "runtime": {
        "name": "mlx-lm server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 805.0,
        "rows": 3
      },
      "case": "long",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 35B-A3B",
        "id": "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "MXFP4"
      },
      "models": [
        "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 6118.5913,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 806.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-moe-mlx-155645-runtime",
      "run_id": 40,
      "runtime": {
        "name": "mlx-lm server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 363.0,
        "rows": 3
      },
      "case": "medium",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 35B-A3B",
        "id": "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "MXFP4"
      },
      "models": [
        "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 2832.9475,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 364.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-moe-mlx-155645-runtime",
      "run_id": 40,
      "runtime": {
        "name": "mlx-lm server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 86.0,
        "rows": 3
      },
      "case": "short",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 35B-A3B",
        "id": "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "MXFP4"
      },
      "models": [
        "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 696.5763,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 87.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-moe-mlx-155645-runtime",
      "run_id": 40,
      "runtime": {
        "name": "mlx-lm server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 23.0,
        "rows": 1
      },
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 35B-A3B",
        "id": "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "MXFP4"
      },
      "models": [
        "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4"
      ],
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 24.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-mlx-155645-smoke",
      "run_id": 41,
      "runtime": {
        "name": "mlx-lm server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "wrap-plan-context",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 35B-A3B",
        "id": "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "MXFP4"
      },
      "models": [
        "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4"
      ],
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "prefill_tps": {
        "median": 1170.4973,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 657.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-mlx-155645-wrap",
      "run_id": 42,
      "runtime": {
        "name": "mlx-lm server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "wrap-plan-small",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 35B-A3B",
        "id": "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "MXFP4"
      },
      "models": [
        "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4"
      ],
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "prefill_tps": {
        "median": 1050.4164,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 579.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-mlx-155645-wrap",
      "run_id": 42,
      "runtime": {
        "name": "mlx-lm server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 35B-A3B",
        "id": "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "MXFP4"
      },
      "models": [
        "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4"
      ],
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 24.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-mlx-smoke-155619",
      "run_id": 43,
      "runtime": {
        "name": "mlx-lm server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "fix-greeting",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 35B-A3B",
        "id": "qwen36-35b-a3b-gguf:q4km",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "UD-Q4_K_M"
      },
      "models": [
        "qwen36-35b-a3b-gguf:q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "patch-from-failure",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 670.1139,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 183.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-ollama-154846-patch",
      "run_id": 44,
      "runtime": {
        "name": "ollama"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "long",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 35B-A3B",
        "id": "qwen36-35b-a3b-gguf:q4km",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "UD-Q4_K_M"
      },
      "models": [
        "qwen36-35b-a3b-gguf:q4km"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 2288.5947,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 795.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-moe-ollama-154846-runtime",
      "run_id": 45,
      "runtime": {
        "name": "ollama"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "medium",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 35B-A3B",
        "id": "qwen36-35b-a3b-gguf:q4km",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "UD-Q4_K_M"
      },
      "models": [
        "qwen36-35b-a3b-gguf:q4km"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 862.5013,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 353.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-moe-ollama-154846-runtime",
      "run_id": 45,
      "runtime": {
        "name": "ollama"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "short",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 35B-A3B",
        "id": "qwen36-35b-a3b-gguf:q4km",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "UD-Q4_K_M"
      },
      "models": [
        "qwen36-35b-a3b-gguf:q4km"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 415.9454,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 76.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-moe-ollama-154846-runtime",
      "run_id": 45,
      "runtime": {
        "name": "ollama"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 35B-A3B",
        "id": "qwen36-35b-a3b-gguf:q4km",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "UD-Q4_K_M"
      },
      "models": [
        "qwen36-35b-a3b-gguf:q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-ollama-154846-smoke",
      "run_id": 46,
      "runtime": {
        "name": "ollama"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "wrap-plan-context",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 35B-A3B",
        "id": "qwen36-35b-a3b-gguf:q4km",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "UD-Q4_K_M"
      },
      "models": [
        "qwen36-35b-a3b-gguf:q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "prefill_tps": {
        "median": 868.3106,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 646.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-ollama-154846-wrap",
      "run_id": 47,
      "runtime": {
        "name": "ollama"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "wrap-plan-small",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 35B-A3B",
        "id": "qwen36-35b-a3b-gguf:q4km",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "UD-Q4_K_M"
      },
      "models": [
        "qwen36-35b-a3b-gguf:q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "prefill_tps": {
        "median": 829.465,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 568.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-ollama-154846-wrap",
      "run_id": 47,
      "runtime": {
        "name": "ollama"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 35B-A3B",
        "id": "qwen36-35b-a3b-gguf:q4km",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "UD-Q4_K_M"
      },
      "models": [
        "qwen36-35b-a3b-gguf:q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-ollama-smoke-154747",
      "run_id": 48,
      "runtime": {
        "name": "ollama"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 4.0,
        "rows": 1
      },
      "case": "fix-greeting",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Gemma 4 E2B",
        "id": "google/gemma-4-E2B-it",
        "identity": "gemma-4-e2b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "gemma4-e2b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "patch-from-failure",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 191.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1058-patch",
      "run_id": 49,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 798.0,
        "rows": 3
      },
      "case": "long",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Gemma 4 E2B",
        "id": "google/gemma-4-E2B-it",
        "identity": "gemma-4-e2b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "gemma4-e2b-q4km"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 70476.9442,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 799.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1058-runtime",
      "run_id": 50,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 351.0,
        "rows": 3
      },
      "case": "medium",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Gemma 4 E2B",
        "id": "google/gemma-4-E2B-it",
        "identity": "gemma-4-e2b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "gemma4-e2b-q4km"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 14817.4614,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 356.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1058-runtime",
      "run_id": 50,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 79.0,
        "rows": 3
      },
      "case": "short",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Gemma 4 E2B",
        "id": "google/gemma-4-E2B-it",
        "identity": "gemma-4-e2b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "gemma4-e2b-q4km"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 3683.3893,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 84.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1058-runtime",
      "run_id": 50,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Gemma 4 E2B",
        "id": "google/gemma-4-E2B-it",
        "identity": "gemma-4-e2b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "gemma4-e2b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 21.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1058-smoke",
      "run_id": 51,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 6.0,
        "rows": 1
      },
      "case": "wrap-plan-context",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Gemma 4 E2B",
        "id": "google/gemma-4-E2B-it",
        "identity": "gemma-4-e2b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "gemma4-e2b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "prefill_tps": {
        "median": 2498.0355,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 677.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1058-wrap",
      "run_id": 52,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 6.0,
        "rows": 1
      },
      "case": "wrap-plan-small",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Gemma 4 E2B",
        "id": "google/gemma-4-E2B-it",
        "identity": "gemma-4-e2b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "gemma4-e2b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "prefill_tps": {
        "median": 2305.0921,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 596.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1058-wrap",
      "run_id": 52,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 4.0,
        "rows": 1
      },
      "case": "fix-greeting",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Gemma 4 E2B",
        "id": "google/gemma-4-E2B-it",
        "identity": "gemma-4-e2b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "gemma4-e2b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "patch-from-failure",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 191.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1116-patch",
      "run_id": 53,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 798.0,
        "rows": 3
      },
      "case": "long",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Gemma 4 E2B",
        "id": "google/gemma-4-E2B-it",
        "identity": "gemma-4-e2b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "gemma4-e2b-q4km"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 70594.4716,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 799.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1116-runtime",
      "run_id": 54,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 351.0,
        "rows": 3
      },
      "case": "medium",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Gemma 4 E2B",
        "id": "google/gemma-4-E2B-it",
        "identity": "gemma-4-e2b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "gemma4-e2b-q4km"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 14678.9493,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 356.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1116-runtime",
      "run_id": 54,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 79.0,
        "rows": 3
      },
      "case": "short",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Gemma 4 E2B",
        "id": "google/gemma-4-E2B-it",
        "identity": "gemma-4-e2b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "gemma4-e2b-q4km"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 3680.5313,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 84.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1116-runtime",
      "run_id": 54,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Gemma 4 E2B",
        "id": "google/gemma-4-E2B-it",
        "identity": "gemma-4-e2b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "gemma4-e2b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 21.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1116-smoke",
      "run_id": 55,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 6.0,
        "rows": 1
      },
      "case": "wrap-plan-context",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Gemma 4 E2B",
        "id": "google/gemma-4-E2B-it",
        "identity": "gemma-4-e2b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "gemma4-e2b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "prefill_tps": {
        "median": 2496.9357,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 677.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1116-wrap",
      "run_id": 56,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 6.0,
        "rows": 1
      },
      "case": "wrap-plan-small",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Gemma 4 E2B",
        "id": "google/gemma-4-E2B-it",
        "identity": "gemma-4-e2b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "gemma4-e2b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "prefill_tps": {
        "median": 2309.0774,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 596.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1116-wrap",
      "run_id": 56,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 798.0,
        "rows": 3
      },
      "case": "long",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Gemma 4 E2B",
        "id": "google/gemma-4-E2B-it",
        "identity": "gemma-4-e2b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "gemma4-e2b-q4km"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 57450.1555,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 799.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-runtime-20260507-103928",
      "run_id": 57,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 351.0,
        "rows": 3
      },
      "case": "medium",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Gemma 4 E2B",
        "id": "google/gemma-4-E2B-it",
        "identity": "gemma-4-e2b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "gemma4-e2b-q4km"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 13811.2528,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 356.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-runtime-20260507-103928",
      "run_id": 57,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 79.0,
        "rows": 3
      },
      "case": "short",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Gemma 4 E2B",
        "id": "google/gemma-4-E2B-it",
        "identity": "gemma-4-e2b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "gemma4-e2b-q4km"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 3430.9521,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 84.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-runtime-20260507-103928",
      "run_id": 57,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Gemma 4 E2B",
        "id": "google/gemma-4-E2B-it",
        "identity": "gemma-4-e2b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "gemma4-e2b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 21.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-smoke-20260507-103856",
      "run_id": 58,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "fix-dashboard-regressions",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3 Coder 30B-A3B",
        "id": null,
        "identity": "qwen3-coder-30b-a3b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "qwen3-coder:30b-a3b-q4_K_M"
      ],
      "ok_count": 1,
      "pack": {
        "id": "django-dashboard-regression-fix-external-agent",
        "version": "0.1.1"
      },
      "prefill_tps": {
        "median": 1321.7019,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 1468.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-09-m4-max-codex-oss-direct-edit-20260509-162514-dashboard-regression-external-agent",
      "run_id": 59,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "fix-greeting",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3 Coder 30B-A3B",
        "id": null,
        "identity": "qwen3-coder-30b-a3b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "qwen3-coder:30b-a3b-q4_K_M"
      ],
      "ok_count": 1,
      "pack": {
        "id": "patch-from-failure-external-agent",
        "version": "0.1.1"
      },
      "prefill_tps": {
        "median": 1078.9272,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 346.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-09-m4-max-codex-oss-direct-edit-20260509-162514-patch-external-agent",
      "run_id": 60,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": null,
        "rows": 0
      },
      "case": "fix-task-summary",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3 Coder 30B-A3B",
        "id": null,
        "identity": "qwen3-coder-30b-a3b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "qwen3-coder:30b-a3b-q4_K_M"
      ],
      "ok_count": 1,
      "pack": {
        "id": "python-regression-fix-external-agent",
        "version": "0.1.1"
      },
      "prefill_tps": {
        "median": 1352.9491,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 957.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-09-m4-max-codex-oss-direct-edit-20260509-162514-python-regression-external-agent",
      "run_id": 61,
      "runtime": {
        "name": null
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "fix-inventory-aggregation",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "Qwen/Qwen3.6-27B",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "qwen36-27b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "endpoint-python-correctness",
        "version": "0.2.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 962.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-09-m4-max-qwen36-27b-llamacpp-strict-preflight-20260509-220411-endpoint-correctness",
      "run_id": 62,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "Qwen/Qwen3.6-27B",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "qwen36-27b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 24.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-09-m4-max-qwen36-27b-llamacpp-strict-preflight-20260509-220411-smoke",
      "run_id": 63,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "fix-greeting",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "Qwen/Qwen3.6-27B",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "qwen36-27b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "patch-from-failure",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 363.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-10-m4-max-qwen36-27b-llamacpp-strict-fourpack-20260510-131758-patch",
      "run_id": 64,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 802.0,
        "rows": 3
      },
      "case": "long",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "Qwen/Qwen3.6-27B",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "qwen36-27b-q4km"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 5304.7619,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 806.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-10-m4-max-qwen36-27b-llamacpp-strict-fourpack-20260510-131758-runtime",
      "run_id": 65,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 360.0,
        "rows": 3
      },
      "case": "medium",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "Qwen/Qwen3.6-27B",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "qwen36-27b-q4km"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 2418.5096,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 364.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-10-m4-max-qwen36-27b-llamacpp-strict-fourpack-20260510-131758-runtime",
      "run_id": 65,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 83.0,
        "rows": 3
      },
      "case": "short",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "Qwen/Qwen3.6-27B",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "qwen36-27b-q4km"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 583.7481,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 87.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-10-m4-max-qwen36-27b-llamacpp-strict-fourpack-20260510-131758-runtime",
      "run_id": 65,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "Qwen/Qwen3.6-27B",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "qwen36-27b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 24.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-10-m4-max-qwen36-27b-llamacpp-strict-fourpack-20260510-131758-smoke",
      "run_id": 66,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "wrap-plan-context",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "Qwen/Qwen3.6-27B",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "qwen36-27b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "prefill_tps": {
        "median": 222.5237,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 657.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-10-m4-max-qwen36-27b-llamacpp-strict-fourpack-20260510-131758-wrap",
      "run_id": 67,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "wrap-plan-small",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Qwen3.6 27B",
        "id": "Qwen/Qwen3.6-27B",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "qwen36-27b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "prefill_tps": {
        "median": 226.0665,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 579.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-10-m4-max-qwen36-27b-llamacpp-strict-fourpack-20260510-131758-wrap",
      "run_id": 67,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 4.0,
        "rows": 1
      },
      "case": "fix-greeting",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Gemma 4 26B-A4B",
        "id": null,
        "identity": "gemma-4-26b-a4b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "gemma4-26b-a4b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "patch-from-failure",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 373.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-12-m4-max-gemma4-26b-a4b-llamacpp-strict-fourpack-20260512-patch",
      "run_id": 68,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 798.0,
        "rows": 3
      },
      "case": "long",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Gemma 4 26B-A4B",
        "id": null,
        "identity": "gemma-4-26b-a4b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "gemma4-26b-a4b-q4km"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 18378.2826,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 803.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-12-m4-max-gemma4-26b-a4b-llamacpp-strict-fourpack-20260512-runtime",
      "run_id": 69,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 355.0,
        "rows": 3
      },
      "case": "medium",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Gemma 4 26B-A4B",
        "id": null,
        "identity": "gemma-4-26b-a4b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "gemma4-26b-a4b-q4km"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 9084.581,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 360.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-12-m4-max-gemma4-26b-a4b-llamacpp-strict-fourpack-20260512-runtime",
      "run_id": 69,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 83.0,
        "rows": 3
      },
      "case": "short",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Gemma 4 26B-A4B",
        "id": null,
        "identity": "gemma-4-26b-a4b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "gemma4-26b-a4b-q4km"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 2310.6386,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 88.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-12-m4-max-gemma4-26b-a4b-llamacpp-strict-fourpack-20260512-runtime",
      "run_id": 69,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Gemma 4 26B-A4B",
        "id": null,
        "identity": "gemma-4-26b-a4b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "gemma4-26b-a4b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 25.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-12-m4-max-gemma4-26b-a4b-llamacpp-strict-fourpack-20260512-smoke",
      "run_id": 70,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 6.0,
        "rows": 1
      },
      "case": "wrap-plan-context",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Gemma 4 26B-A4B",
        "id": null,
        "identity": "gemma-4-26b-a4b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "gemma4-26b-a4b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "prefill_tps": {
        "median": 1187.0329,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 681.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-12-m4-max-gemma4-26b-a4b-llamacpp-strict-fourpack-20260512-wrap",
      "run_id": 71,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 6.0,
        "rows": 1
      },
      "case": "wrap-plan-small",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Gemma 4 26B-A4B",
        "id": null,
        "identity": "gemma-4-26b-a4b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "gemma4-26b-a4b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "prefill_tps": {
        "median": 1121.1883,
        "rows": 1
      },
      "prompt_tokens": {
        "median": 600.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-12-m4-max-gemma4-26b-a4b-llamacpp-strict-fourpack-20260512-wrap",
      "run_id": 71,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 4.0,
        "rows": 1
      },
      "case": "fix-inventory-aggregation",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Gemma 4 26B-A4B",
        "id": null,
        "identity": "gemma-4-26b-a4b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "gemma4-26b-a4b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "endpoint-python-correctness",
        "version": "0.2.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 1029.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-12-m4-max-gemma4-26b-a4b-llamacpp-strict-preflight-20260512-endpoint-correctness",
      "run_id": 72,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 798.0,
        "rows": 3
      },
      "case": "long",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Gemma 4 26B-A4B",
        "id": null,
        "identity": "gemma-4-26b-a4b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "gemma4-26b-a4b-q4km"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 17985.8833,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 803.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-12-m4-max-gemma4-26b-a4b-llamacpp-strict-preflight-20260512-runtime",
      "run_id": 73,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 355.0,
        "rows": 3
      },
      "case": "medium",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Gemma 4 26B-A4B",
        "id": null,
        "identity": "gemma-4-26b-a4b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "gemma4-26b-a4b-q4km"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 8795.5314,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 360.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-12-m4-max-gemma4-26b-a4b-llamacpp-strict-preflight-20260512-runtime",
      "run_id": 73,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 83.0,
        "rows": 3
      },
      "case": "short",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Gemma 4 26B-A4B",
        "id": null,
        "identity": "gemma-4-26b-a4b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "gemma4-26b-a4b-q4km"
      ],
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": 2285.6129,
        "rows": 3
      },
      "prompt_tokens": {
        "median": 88.0,
        "rows": 3
      },
      "rows": 3,
      "run": "2026-05-12-m4-max-gemma4-26b-a4b-llamacpp-strict-preflight-20260512-runtime",
      "run_id": 73,
      "runtime": {
        "name": "llama-server"
      }
    },
    {
      "cached_prompt_tokens": {
        "median": 0.0,
        "rows": 1
      },
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "model_metadata": {
        "display": "Gemma 4 26B-A4B",
        "id": null,
        "identity": "gemma-4-26b-a4b",
        "quantization": "Q4_K_M"
      },
      "models": [
        "gemma4-26b-a4b-q4km"
      ],
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "prefill_tps": {
        "median": null,
        "rows": 0
      },
      "prompt_tokens": {
        "median": 25.0,
        "rows": 1
      },
      "rows": 1,
      "run": "2026-05-12-m4-max-gemma4-26b-a4b-llamacpp-strict-preflight-20260512-smoke",
      "run_id": 74,
      "runtime": {
        "name": "llama-server"
      }
    }
  ],
  "comparison_matrix": [
    {
      "case": "long",
      "host": {
        "display": "Apple M5 Max (64 GB)",
        "hostname": "atlas.local",
        "identity": "apple-m5-max-64-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": 406.376,
        "output_tokens": 128.0,
        "prompt_tokens": 811.0,
        "total_tps": 345.0098,
        "ttft_s": 0.0560247499961406,
        "wall_s": 0.37100395804736763
      },
      "model": "mlx-community/Qwen2.5-0.5B-Instruct-4bit",
      "model_display": "Qwen2.5 0.5B Instruct",
      "model_identity": "qwen2.5-0.5b-instruct",
      "model_metadata": {
        "id": null,
        "quantization": null
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-04-28-mlx-lm-runtime",
      "run_id": 1,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "medium",
      "host": {
        "display": "Apple M5 Max (64 GB)",
        "hostname": "atlas.local",
        "identity": "apple-m5-max-64-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": 419.8043,
        "output_tokens": 120.0,
        "prompt_tokens": 376.0,
        "total_tps": 347.0881,
        "ttft_s": 0.06020670908037573,
        "wall_s": 0.34573354199528694
      },
      "model": "mlx-community/Qwen2.5-0.5B-Instruct-4bit",
      "model_display": "Qwen2.5 0.5B Instruct",
      "model_identity": "qwen2.5-0.5b-instruct",
      "model_metadata": {
        "id": null,
        "quantization": null
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-04-28-mlx-lm-runtime",
      "run_id": 1,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "short",
      "host": {
        "display": "Apple M5 Max (64 GB)",
        "hostname": "atlas.local",
        "identity": "apple-m5-max-64-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": 436.6727,
        "output_tokens": 77.0,
        "prompt_tokens": 104.0,
        "total_tps": 299.1079,
        "ttft_s": 0.06104620895348489,
        "wall_s": 0.2574322080472484
      },
      "model": "mlx-community/Qwen2.5-0.5B-Instruct-4bit",
      "model_display": "Qwen2.5 0.5B Instruct",
      "model_identity": "qwen2.5-0.5b-instruct",
      "model_metadata": {
        "id": null,
        "quantization": null
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-04-28-mlx-lm-runtime",
      "run_id": 1,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "capital",
      "host": {
        "display": "Apple M5 Max (64 GB)",
        "hostname": "atlas.local",
        "identity": "apple-m5-max-64-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": null,
        "output_tokens": 8.0,
        "prompt_tokens": 41.0,
        "total_tps": 11.6801,
        "ttft_s": null,
        "wall_s": 0.68492300005164
      },
      "model": "mlx-community/Qwen2.5-0.5B-Instruct-4bit",
      "model_display": "Qwen2.5 0.5B Instruct",
      "model_identity": "qwen2.5-0.5b-instruct",
      "model_metadata": {
        "id": null,
        "quantization": null
      },
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-04-28-mlx-lm-smoke",
      "run_id": 2,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "long",
      "host": {
        "display": "Apple M5 Max (64 GB)",
        "hostname": "atlas.local",
        "identity": "apple-m5-max-64-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": 411.5667,
        "output_tokens": 81.0,
        "prompt_tokens": 811.0,
        "total_tps": 398.5434,
        "ttft_s": 0.006704792031086981,
        "wall_s": 0.20324008399620652
      },
      "model": "qwen2.5-0.5b-instruct-q4_k_m",
      "model_display": "Qwen2.5 0.5B Instruct",
      "model_identity": "qwen2.5-0.5b-instruct",
      "model_metadata": {
        "id": null,
        "quantization": null
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-04-29-llama-server-runtime",
      "run_id": 3,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "medium",
      "host": {
        "display": "Apple M5 Max (64 GB)",
        "hostname": "atlas.local",
        "identity": "apple-m5-max-64-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": 410.0657,
        "output_tokens": 119.0,
        "prompt_tokens": 376.0,
        "total_tps": 402.0081,
        "ttft_s": 0.0058165829395875335,
        "wall_s": 0.29601395793724805
      },
      "model": "qwen2.5-0.5b-instruct-q4_k_m",
      "model_display": "Qwen2.5 0.5B Instruct",
      "model_identity": "qwen2.5-0.5b-instruct",
      "model_metadata": {
        "id": null,
        "quantization": null
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-04-29-llama-server-runtime",
      "run_id": 3,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "short",
      "host": {
        "display": "Apple M5 Max (64 GB)",
        "hostname": "atlas.local",
        "identity": "apple-m5-max-64-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": 411.8203,
        "output_tokens": 114.0,
        "prompt_tokens": 104.0,
        "total_tps": 403.758,
        "ttft_s": 0.005527582950890064,
        "wall_s": 0.28234737494494766
      },
      "model": "qwen2.5-0.5b-instruct-q4_k_m",
      "model_display": "Qwen2.5 0.5B Instruct",
      "model_identity": "qwen2.5-0.5b-instruct",
      "model_metadata": {
        "id": null,
        "quantization": null
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-04-29-llama-server-runtime",
      "run_id": 3,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "capital",
      "host": {
        "display": "Apple M5 Max (64 GB)",
        "hostname": "atlas.local",
        "identity": "apple-m5-max-64-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": null,
        "output_tokens": 8.0,
        "prompt_tokens": 41.0,
        "total_tps": 30.8716,
        "ttft_s": null,
        "wall_s": 0.25913766701705754
      },
      "model": "qwen2.5-0.5b-instruct-q4_k_m",
      "model_display": "Qwen2.5 0.5B Instruct",
      "model_identity": "qwen2.5-0.5b-instruct",
      "model_metadata": {
        "id": null,
        "quantization": null
      },
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-04-29-llama-server-smoke",
      "run_id": 4,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "wrap-plan-context",
      "host": {
        "display": "Apple M5 Max (64 GB)",
        "hostname": "atlas.local",
        "identity": "apple-m5-max-64-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": 402.6767,
        "output_tokens": 342.0,
        "prompt_tokens": 648.0,
        "total_tps": 386.9667,
        "ttft_s": 0.034480541944503784,
        "wall_s": 0.8837970829335973
      },
      "model": "qwen2.5-0.5b-instruct-q4_k_m",
      "model_display": "Qwen2.5 0.5B Instruct",
      "model_identity": "qwen2.5-0.5b-instruct",
      "model_metadata": {
        "id": null,
        "quantization": null
      },
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "rows": 1,
      "run": "2026-04-30-llama-server-desktop-django-wrap",
      "run_id": 5,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 0,
        "rows": 1
      }
    },
    {
      "case": "wrap-plan-small",
      "host": {
        "display": "Apple M5 Max (64 GB)",
        "hostname": "atlas.local",
        "identity": "apple-m5-max-64-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": 402.868,
        "output_tokens": 384.0,
        "prompt_tokens": 569.0,
        "total_tps": 312.8303,
        "ttft_s": 0.274336792062968,
        "wall_s": 1.2275027080904692
      },
      "model": "qwen2.5-0.5b-instruct-q4_k_m",
      "model_display": "Qwen2.5 0.5B Instruct",
      "model_identity": "qwen2.5-0.5b-instruct",
      "model_metadata": {
        "id": null,
        "quantization": null
      },
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "rows": 1,
      "run": "2026-04-30-llama-server-desktop-django-wrap",
      "run_id": 5,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 0,
        "rows": 1
      }
    },
    {
      "case": "fix-greeting",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 23.0,
        "decode_tps": null,
        "output_tokens": 161.0,
        "prompt_tokens": 199.0,
        "total_tps": 318.4026,
        "ttft_s": null,
        "wall_s": 0.5056490839924663
      },
      "model": "qwen2.5-0.5b-instruct-q4_k_m",
      "model_display": "Qwen2.5 0.5B Instruct",
      "model_identity": "qwen2.5-0.5b-instruct",
      "model_metadata": {
        "id": null,
        "quantization": null
      },
      "ok_count": 1,
      "pack": {
        "id": "patch-from-failure",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-03-m4-max-llama-qwen25-05b-190636-patch",
      "run_id": 6,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 0,
        "rows": 1
      }
    },
    {
      "case": "long",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 810.0,
        "decode_tps": 335.2784,
        "output_tokens": 81.0,
        "prompt_tokens": 811.0,
        "total_tps": 325.9225,
        "ttft_s": 0.006935124984011054,
        "wall_s": 0.24852537480182946
      },
      "model": "qwen2.5-0.5b-instruct-q4_k_m",
      "model_display": "Qwen2.5 0.5B Instruct",
      "model_identity": "qwen2.5-0.5b-instruct",
      "model_metadata": {
        "id": null,
        "quantization": null
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-03-m4-max-llama-qwen25-05b-190636-runtime",
      "run_id": 7,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "medium",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 375.0,
        "decode_tps": 334.8958,
        "output_tokens": 119.0,
        "prompt_tokens": 376.0,
        "total_tps": 329.1726,
        "ttft_s": 0.0061780831310898066,
        "wall_s": 0.36151245795190334
      },
      "model": "qwen2.5-0.5b-instruct-q4_k_m",
      "model_display": "Qwen2.5 0.5B Instruct",
      "model_identity": "qwen2.5-0.5b-instruct",
      "model_metadata": {
        "id": null,
        "quantization": null
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-03-m4-max-llama-qwen25-05b-190636-runtime",
      "run_id": 7,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "short",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 103.0,
        "decode_tps": 333.6632,
        "output_tokens": 114.0,
        "prompt_tokens": 104.0,
        "total_tps": 327.8548,
        "ttft_s": 0.006053041899576783,
        "wall_s": 0.3477149170357734
      },
      "model": "qwen2.5-0.5b-instruct-q4_k_m",
      "model_display": "Qwen2.5 0.5B Instruct",
      "model_identity": "qwen2.5-0.5b-instruct",
      "model_metadata": {
        "id": null,
        "quantization": null
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-03-m4-max-llama-qwen25-05b-190636-runtime",
      "run_id": 7,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": null,
        "output_tokens": 8.0,
        "prompt_tokens": 41.0,
        "total_tps": 40.8135,
        "ttft_s": null,
        "wall_s": 0.1960135840345174
      },
      "model": "qwen2.5-0.5b-instruct-q4_k_m",
      "model_display": "Qwen2.5 0.5B Instruct",
      "model_identity": "qwen2.5-0.5b-instruct",
      "model_metadata": {
        "id": null,
        "quantization": null
      },
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-03-m4-max-llama-qwen25-05b-190636-smoke",
      "run_id": 8,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "wrap-plan-context",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": 334.3258,
        "output_tokens": 342.0,
        "prompt_tokens": 648.0,
        "total_tps": 315.988,
        "ttft_s": 0.059365499997511506,
        "wall_s": 1.0823196249548346
      },
      "model": "qwen2.5-0.5b-instruct-q4_k_m",
      "model_display": "Qwen2.5 0.5B Instruct",
      "model_identity": "qwen2.5-0.5b-instruct",
      "model_metadata": {
        "id": null,
        "quantization": null
      },
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "rows": 1,
      "run": "2026-05-03-m4-max-llama-qwen25-05b-190636-wrap",
      "run_id": 9,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 0,
        "rows": 1
      }
    },
    {
      "case": "wrap-plan-small",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": 338.0112,
        "output_tokens": 384.0,
        "prompt_tokens": 569.0,
        "total_tps": 320.0175,
        "ttft_s": 0.06387745798565447,
        "wall_s": 1.1999345000367612
      },
      "model": "qwen2.5-0.5b-instruct-q4_k_m",
      "model_display": "Qwen2.5 0.5B Instruct",
      "model_identity": "qwen2.5-0.5b-instruct",
      "model_metadata": {
        "id": null,
        "quantization": null
      },
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "rows": 1,
      "run": "2026-05-03-m4-max-llama-qwen25-05b-190636-wrap",
      "run_id": 9,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 0,
        "rows": 1
      }
    },
    {
      "case": "fix-greeting",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 24.0,
        "decode_tps": null,
        "output_tokens": 256.0,
        "prompt_tokens": 199.0,
        "total_tps": 344.7721,
        "ttft_s": null,
        "wall_s": 0.7425195840187371
      },
      "model": "mlx-community/Qwen2.5-0.5B-Instruct-4bit",
      "model_display": "Qwen2.5 0.5B Instruct",
      "model_identity": "qwen2.5-0.5b-instruct",
      "model_metadata": {
        "id": null,
        "quantization": null
      },
      "ok_count": 1,
      "pack": {
        "id": "patch-from-failure",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-03-m4-max-mlx-qwen25-05b-185824-patch",
      "run_id": 10,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 0,
        "rows": 1
      }
    },
    {
      "case": "long",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 810.0,
        "decode_tps": 362.4515,
        "output_tokens": 128.0,
        "prompt_tokens": 811.0,
        "total_tps": 313.5967,
        "ttft_s": 0.05501695815473795,
        "wall_s": 0.40816762507893145
      },
      "model": "mlx-community/Qwen2.5-0.5B-Instruct-4bit",
      "model_display": "Qwen2.5 0.5B Instruct",
      "model_identity": "qwen2.5-0.5b-instruct",
      "model_metadata": {
        "id": null,
        "quantization": null
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-03-m4-max-mlx-qwen25-05b-185824-runtime",
      "run_id": 11,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "medium",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 375.0,
        "decode_tps": 382.6424,
        "output_tokens": 120.0,
        "prompt_tokens": 376.0,
        "total_tps": 327.4593,
        "ttft_s": 0.052891416009515524,
        "wall_s": 0.36645779106765985
      },
      "model": "mlx-community/Qwen2.5-0.5B-Instruct-4bit",
      "model_display": "Qwen2.5 0.5B Instruct",
      "model_identity": "qwen2.5-0.5b-instruct",
      "model_metadata": {
        "id": null,
        "quantization": null
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-03-m4-max-mlx-qwen25-05b-185824-runtime",
      "run_id": 11,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "short",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 103.0,
        "decode_tps": 395.3052,
        "output_tokens": 77.0,
        "prompt_tokens": 104.0,
        "total_tps": 311.732,
        "ttft_s": 0.052270625019446015,
        "wall_s": 0.24700704216957092
      },
      "model": "mlx-community/Qwen2.5-0.5B-Instruct-4bit",
      "model_display": "Qwen2.5 0.5B Instruct",
      "model_identity": "qwen2.5-0.5b-instruct",
      "model_metadata": {
        "id": null,
        "quantization": null
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-03-m4-max-mlx-qwen25-05b-185824-runtime",
      "run_id": 11,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": null,
        "output_tokens": 8.0,
        "prompt_tokens": 41.0,
        "total_tps": 15.1608,
        "ttft_s": null,
        "wall_s": 0.5276781669817865
      },
      "model": "mlx-community/Qwen2.5-0.5B-Instruct-4bit",
      "model_display": "Qwen2.5 0.5B Instruct",
      "model_identity": "qwen2.5-0.5b-instruct",
      "model_metadata": {
        "id": null,
        "quantization": null
      },
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-03-m4-max-mlx-qwen25-05b-185824-smoke",
      "run_id": 12,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "wrap-plan-context",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 26.0,
        "decode_tps": 358.3367,
        "output_tokens": 384.0,
        "prompt_tokens": 648.0,
        "total_tps": 327.5598,
        "ttft_s": 0.10068720811977983,
        "wall_s": 1.172304917126894
      },
      "model": "mlx-community/Qwen2.5-0.5B-Instruct-4bit",
      "model_display": "Qwen2.5 0.5B Instruct",
      "model_identity": "qwen2.5-0.5b-instruct",
      "model_metadata": {
        "id": null,
        "quantization": null
      },
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "rows": 1,
      "run": "2026-05-03-m4-max-mlx-qwen25-05b-185824-wrap",
      "run_id": 13,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 0,
        "rows": 1
      }
    },
    {
      "case": "wrap-plan-small",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 23.0,
        "decode_tps": 366.5653,
        "output_tokens": 384.0,
        "prompt_tokens": 569.0,
        "total_tps": 332.676,
        "ttft_s": 0.10671366704627872,
        "wall_s": 1.154276124900207
      },
      "model": "mlx-community/Qwen2.5-0.5B-Instruct-4bit",
      "model_display": "Qwen2.5 0.5B Instruct",
      "model_identity": "qwen2.5-0.5b-instruct",
      "model_metadata": {
        "id": null,
        "quantization": null
      },
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "rows": 1,
      "run": "2026-05-03-m4-max-mlx-qwen25-05b-185824-wrap",
      "run_id": 13,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 0,
        "rows": 1
      }
    },
    {
      "case": "fix-greeting",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": 103.5127,
        "output_tokens": 93.0,
        "prompt_tokens": 179.0,
        "total_tps": 77.0435,
        "ttft_s": null,
        "wall_s": 1.20710991602391
      },
      "model": "qwen3-coder:30b-a3b-q4_K_M",
      "model_display": "Qwen3 Coder 30B-A3B",
      "model_identity": "qwen3-coder-30b-a3b",
      "model_metadata": {
        "id": null,
        "quantization": null
      },
      "ok_count": 1,
      "pack": {
        "id": "patch-from-failure",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-03-m4-max-qwen3coder-184938-patch",
      "run_id": 14,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 0,
        "rows": 1
      }
    },
    {
      "case": "long",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": 99.4245,
        "output_tokens": 107.0,
        "prompt_tokens": 790.0,
        "total_tps": 91.6858,
        "ttft_s": null,
        "wall_s": 1.1670290410984308
      },
      "model": "qwen3-coder:30b-a3b-q4_K_M",
      "model_display": "Qwen3 Coder 30B-A3B",
      "model_identity": "qwen3-coder-30b-a3b",
      "model_metadata": {
        "id": null,
        "quantization": null
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-03-m4-max-qwen3coder-184938-runtime",
      "run_id": 15,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "medium",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": 101.0684,
        "output_tokens": 122.0,
        "prompt_tokens": 355.0,
        "total_tps": 93.6828,
        "ttft_s": null,
        "wall_s": 1.3022669169586152
      },
      "model": "qwen3-coder:30b-a3b-q4_K_M",
      "model_display": "Qwen3 Coder 30B-A3B",
      "model_identity": "qwen3-coder-30b-a3b",
      "model_metadata": {
        "id": null,
        "quantization": null
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-03-m4-max-qwen3coder-184938-runtime",
      "run_id": 15,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "short",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": 102.5226,
        "output_tokens": 116.0,
        "prompt_tokens": 83.0,
        "total_tps": 94.4039,
        "ttft_s": null,
        "wall_s": 1.2287630839273334
      },
      "model": "qwen3-coder:30b-a3b-q4_K_M",
      "model_display": "Qwen3 Coder 30B-A3B",
      "model_identity": "qwen3-coder-30b-a3b",
      "model_metadata": {
        "id": null,
        "quantization": null
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-03-m4-max-qwen3coder-184938-runtime",
      "run_id": 15,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": 66.4637,
        "output_tokens": 8.0,
        "prompt_tokens": 20.0,
        "total_tps": 0.4196,
        "ttft_s": null,
        "wall_s": 19.068030999973416
      },
      "model": "qwen3-coder:30b-a3b-q4_K_M",
      "model_display": "Qwen3 Coder 30B-A3B",
      "model_identity": "qwen3-coder-30b-a3b",
      "model_metadata": {
        "id": null,
        "quantization": null
      },
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-03-m4-max-qwen3coder-184938-smoke",
      "run_id": 16,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "wrap-plan-context",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": 100.3738,
        "output_tokens": 157.0,
        "prompt_tokens": 627.0,
        "total_tps": 73.2816,
        "ttft_s": null,
        "wall_s": 2.1424212499987334
      },
      "model": "qwen3-coder:30b-a3b-q4_K_M",
      "model_display": "Qwen3 Coder 30B-A3B",
      "model_identity": "qwen3-coder-30b-a3b",
      "model_metadata": {
        "id": null,
        "quantization": null
      },
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "rows": 1,
      "run": "2026-05-03-m4-max-qwen3coder-184938-wrap",
      "run_id": 17,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 0,
        "rows": 1
      }
    },
    {
      "case": "wrap-plan-small",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": 100.6099,
        "output_tokens": 119.0,
        "prompt_tokens": 548.0,
        "total_tps": 67.1909,
        "ttft_s": null,
        "wall_s": 1.771074292017147
      },
      "model": "qwen3-coder:30b-a3b-q4_K_M",
      "model_display": "Qwen3 Coder 30B-A3B",
      "model_identity": "qwen3-coder-30b-a3b",
      "model_metadata": {
        "id": null,
        "quantization": null
      },
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "rows": 1,
      "run": "2026-05-03-m4-max-qwen3coder-184938-wrap",
      "run_id": 17,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 0,
        "rows": 1
      }
    },
    {
      "case": "fix-greeting",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": null,
        "output_tokens": 58.0,
        "prompt_tokens": 194.0,
        "total_tps": 15.9736,
        "ttft_s": null,
        "wall_s": 3.630988833028823
      },
      "model": "qwen36-27b-q4km",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "qwen36-27b-q4km",
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "patch-from-failure",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-dense-llamacpp-154321-patch",
      "run_id": 18,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 1
      }
    },
    {
      "case": "long",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 802.0,
        "decode_tps": 21.8025,
        "output_tokens": 128.0,
        "prompt_tokens": 806.0,
        "total_tps": 21.2467,
        "ttft_s": 0.15629641711711884,
        "wall_s": 6.024467499926686
      },
      "model": "qwen36-27b-q4km",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "qwen36-27b-q4km",
        "quantization": "Q4_K_M"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-dense-llamacpp-154321-runtime",
      "run_id": 19,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "medium",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 360.0,
        "decode_tps": 22.3495,
        "output_tokens": 128.0,
        "prompt_tokens": 364.0,
        "total_tps": 21.777,
        "ttft_s": 0.14934329222887754,
        "wall_s": 5.877748749684542
      },
      "model": "qwen36-27b-q4km",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "qwen36-27b-q4km",
        "quantization": "Q4_K_M"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-dense-llamacpp-154321-runtime",
      "run_id": 19,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "short",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 83.0,
        "decode_tps": 22.3607,
        "output_tokens": 105.0,
        "prompt_tokens": 87.0,
        "total_tps": 21.6567,
        "ttft_s": 0.1525359582155943,
        "wall_s": 4.848385207820684
      },
      "model": "qwen36-27b-q4km",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "qwen36-27b-q4km",
        "quantization": "Q4_K_M"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-dense-llamacpp-154321-runtime",
      "run_id": 19,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": null,
        "output_tokens": 8.0,
        "prompt_tokens": 24.0,
        "total_tps": 11.9848,
        "ttft_s": null,
        "wall_s": 0.6675119590945542
      },
      "model": "qwen36-27b-q4km",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "qwen36-27b-q4km",
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-dense-llamacpp-154321-smoke",
      "run_id": 20,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "wrap-plan-context",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": 21.9007,
        "output_tokens": 161.0,
        "prompt_tokens": 657.0,
        "total_tps": 15.5446,
        "ttft_s": 3.005945417098701,
        "wall_s": 10.35730754211545
      },
      "model": "qwen36-27b-q4km",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "qwen36-27b-q4km",
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-dense-llamacpp-154321-wrap",
      "run_id": 21,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "wrap-plan-small",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": 21.9532,
        "output_tokens": 161.0,
        "prompt_tokens": 579.0,
        "total_tps": 16.2063,
        "ttft_s": 2.6006457922048867,
        "wall_s": 9.934434209018946
      },
      "model": "qwen36-27b-q4km",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "qwen36-27b-q4km",
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-dense-llamacpp-154321-wrap",
      "run_id": 21,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": null,
        "output_tokens": 8.0,
        "prompt_tokens": 24.0,
        "total_tps": 7.9167,
        "ttft_s": null,
        "wall_s": 1.010525583755225
      },
      "model": "qwen36-27b-q4km",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "qwen36-27b-q4km",
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-dense-llamacpp-smoke-154255",
      "run_id": 22,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "fix-greeting",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": null,
        "output_tokens": 58.0,
        "prompt_tokens": 194.0,
        "total_tps": 18.5604,
        "ttft_s": null,
        "wall_s": 3.1249276669695973
      },
      "model": "/Users/jochen/models/mlx/Qwen3.6-27B-4bit",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "/Users/jochen/models/mlx/Qwen3.6-27B-4bit",
        "quantization": "4bit"
      },
      "ok_count": 1,
      "pack": {
        "id": "patch-from-failure",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-dense-mlx-155943-patch",
      "run_id": 23,
      "runtime": {
        "name": "mlx-lm server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 1
      }
    },
    {
      "case": "long",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 805.0,
        "decode_tps": 27.0049,
        "output_tokens": 128.0,
        "prompt_tokens": 806.0,
        "total_tps": 26.0203,
        "ttft_s": 0.17936458438634872,
        "wall_s": 4.919237084221095
      },
      "model": "/Users/jochen/models/mlx/Qwen3.6-27B-4bit",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "/Users/jochen/models/mlx/Qwen3.6-27B-4bit",
        "quantization": "4bit"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-dense-mlx-155943-runtime",
      "run_id": 24,
      "runtime": {
        "name": "mlx-lm server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "medium",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 363.0,
        "decode_tps": 26.8495,
        "output_tokens": 128.0,
        "prompt_tokens": 364.0,
        "total_tps": 25.9548,
        "ttft_s": 0.1787349171936512,
        "wall_s": 4.9316562078893185
      },
      "model": "/Users/jochen/models/mlx/Qwen3.6-27B-4bit",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "/Users/jochen/models/mlx/Qwen3.6-27B-4bit",
        "quantization": "4bit"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-dense-mlx-155943-runtime",
      "run_id": 24,
      "runtime": {
        "name": "mlx-lm server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "short",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 86.0,
        "decode_tps": 27.04,
        "output_tokens": 77.0,
        "prompt_tokens": 87.0,
        "total_tps": 25.4588,
        "ttft_s": 0.17685995809733868,
        "wall_s": 3.0244897082448006
      },
      "model": "/Users/jochen/models/mlx/Qwen3.6-27B-4bit",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "/Users/jochen/models/mlx/Qwen3.6-27B-4bit",
        "quantization": "4bit"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-dense-mlx-155943-runtime",
      "run_id": 24,
      "runtime": {
        "name": "mlx-lm server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 23.0,
        "decode_tps": null,
        "output_tokens": 8.0,
        "prompt_tokens": 24.0,
        "total_tps": 12.8031,
        "ttft_s": null,
        "wall_s": 0.6248490838333964
      },
      "model": "/Users/jochen/models/mlx/Qwen3.6-27B-4bit",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "/Users/jochen/models/mlx/Qwen3.6-27B-4bit",
        "quantization": "4bit"
      },
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-dense-mlx-155943-smoke",
      "run_id": 25,
      "runtime": {
        "name": "mlx-lm server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "wrap-plan-context",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": 26.7122,
        "output_tokens": 126.0,
        "prompt_tokens": 657.0,
        "total_tps": 16.6301,
        "ttft_s": 2.8596880831755698,
        "wall_s": 7.576630958355963
      },
      "model": "/Users/jochen/models/mlx/Qwen3.6-27B-4bit",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "/Users/jochen/models/mlx/Qwen3.6-27B-4bit",
        "quantization": "4bit"
      },
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-dense-mlx-155943-wrap",
      "run_id": 26,
      "runtime": {
        "name": "mlx-lm server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "wrap-plan-small",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": 26.8892,
        "output_tokens": 166.0,
        "prompt_tokens": 579.0,
        "total_tps": 19.1366,
        "ttft_s": 2.5009671659208834,
        "wall_s": 8.674454916268587
      },
      "model": "/Users/jochen/models/mlx/Qwen3.6-27B-4bit",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "/Users/jochen/models/mlx/Qwen3.6-27B-4bit",
        "quantization": "4bit"
      },
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-dense-mlx-155943-wrap",
      "run_id": 26,
      "runtime": {
        "name": "mlx-lm server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": null,
        "output_tokens": 8.0,
        "prompt_tokens": 24.0,
        "total_tps": 8.1094,
        "ttft_s": null,
        "wall_s": 0.9865077496506274
      },
      "model": "/Users/jochen/models/mlx/Qwen3.6-27B-4bit",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "/Users/jochen/models/mlx/Qwen3.6-27B-4bit",
        "quantization": "4bit"
      },
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-dense-mlx-smoke-155916",
      "run_id": 27,
      "runtime": {
        "name": "mlx-lm server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "fix-greeting",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": null,
        "output_tokens": 1.0,
        "prompt_tokens": 183.0,
        "total_tps": 0.8835,
        "ttft_s": null,
        "wall_s": 1.1318713752552867
      },
      "model": "qwen36-27b-gguf:q4km",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "qwen36-27b-gguf:q4km",
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "patch-from-failure",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-dense-ollama-155051-patch",
      "run_id": 28,
      "runtime": {
        "name": "ollama"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 1
      }
    },
    {
      "case": "long",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": 16.4162,
        "output_tokens": 128.0,
        "prompt_tokens": 795.0,
        "total_tps": 13.6274,
        "ttft_s": null,
        "wall_s": 9.392875000368804
      },
      "model": "qwen36-27b-gguf:q4km",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "qwen36-27b-gguf:q4km",
        "quantization": "Q4_K_M"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-dense-ollama-155051-runtime",
      "run_id": 29,
      "runtime": {
        "name": "ollama"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "medium",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": 16.4563,
        "output_tokens": 128.0,
        "prompt_tokens": 353.0,
        "total_tps": 13.0776,
        "ttft_s": null,
        "wall_s": 9.7877201247029
      },
      "model": "qwen36-27b-gguf:q4km",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "qwen36-27b-gguf:q4km",
        "quantization": "Q4_K_M"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-dense-ollama-155051-runtime",
      "run_id": 29,
      "runtime": {
        "name": "ollama"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "short",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": 16.3553,
        "output_tokens": 128.0,
        "prompt_tokens": 76.0,
        "total_tps": 15.0174,
        "ttft_s": null,
        "wall_s": 8.523448166903108
      },
      "model": "qwen36-27b-gguf:q4km",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "qwen36-27b-gguf:q4km",
        "quantization": "Q4_K_M"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-dense-ollama-155051-runtime",
      "run_id": 29,
      "runtime": {
        "name": "ollama"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": 16.5281,
        "output_tokens": 30.0,
        "prompt_tokens": 12.0,
        "total_tps": 13.5537,
        "ttft_s": null,
        "wall_s": 2.2134232078678906
      },
      "model": "qwen36-27b-gguf:q4km",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "qwen36-27b-gguf:q4km",
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-dense-ollama-155051-smoke",
      "run_id": 30,
      "runtime": {
        "name": "ollama"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "wrap-plan-context",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": 16.3133,
        "output_tokens": 384.0,
        "prompt_tokens": 646.0,
        "total_tps": 14.1623,
        "ttft_s": null,
        "wall_s": 27.114194000139832
      },
      "model": "qwen36-27b-gguf:q4km",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "qwen36-27b-gguf:q4km",
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-dense-ollama-155051-wrap",
      "run_id": 31,
      "runtime": {
        "name": "ollama"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 1
      }
    },
    {
      "case": "wrap-plan-small",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": 16.1559,
        "output_tokens": 384.0,
        "prompt_tokens": 568.0,
        "total_tps": 14.2965,
        "ttft_s": null,
        "wall_s": 26.859739208128303
      },
      "model": "qwen36-27b-gguf:q4km",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "qwen36-27b-gguf:q4km",
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-dense-ollama-155051-wrap",
      "run_id": 31,
      "runtime": {
        "name": "ollama"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 1
      }
    },
    {
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": 16.5647,
        "output_tokens": 30.0,
        "prompt_tokens": 12.0,
        "total_tps": 2.1391,
        "ttft_s": null,
        "wall_s": 14.024709166027606
      },
      "model": "qwen36-27b-gguf:q4km",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "qwen36-27b-gguf:q4km",
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-dense-ollama-smoke-154808",
      "run_id": 32,
      "runtime": {
        "name": "ollama"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "fix-greeting",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": null,
        "output_tokens": 58.0,
        "prompt_tokens": 194.0,
        "total_tps": 53.5584,
        "ttft_s": null,
        "wall_s": 1.0829292093403637
      },
      "model": "qwen36-35b-a3b-q4km",
      "model_display": "Qwen3.6 35B-A3B",
      "model_identity": "qwen3.6-35b-a3b",
      "model_metadata": {
        "id": "qwen36-35b-a3b-q4km",
        "quantization": "UD-Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "patch-from-failure",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-llamacpp-153657-patch",
      "run_id": 33,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 1
      }
    },
    {
      "case": "long",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 802.0,
        "decode_tps": 70.7653,
        "output_tokens": 128.0,
        "prompt_tokens": 806.0,
        "total_tps": 69.3477,
        "ttft_s": 0.03697416605427861,
        "wall_s": 1.8457708330824971
      },
      "model": "qwen36-35b-a3b-q4km",
      "model_display": "Qwen3.6 35B-A3B",
      "model_identity": "qwen3.6-35b-a3b",
      "model_metadata": {
        "id": "qwen36-35b-a3b-q4km",
        "quantization": "UD-Q4_K_M"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-moe-llamacpp-153657-runtime",
      "run_id": 34,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "medium",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 360.0,
        "decode_tps": 74.1834,
        "output_tokens": 128.0,
        "prompt_tokens": 364.0,
        "total_tps": 72.5362,
        "ttft_s": 0.03579512471333146,
        "wall_s": 1.764635874889791
      },
      "model": "qwen36-35b-a3b-q4km",
      "model_display": "Qwen3.6 35B-A3B",
      "model_identity": "qwen3.6-35b-a3b",
      "model_metadata": {
        "id": "qwen36-35b-a3b-q4km",
        "quantization": "UD-Q4_K_M"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-moe-llamacpp-153657-runtime",
      "run_id": 34,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "short",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 83.0,
        "decode_tps": 67.3847,
        "output_tokens": 124.0,
        "prompt_tokens": 87.0,
        "total_tps": 65.98,
        "ttft_s": 0.043863208033144474,
        "wall_s": 1.8793560001067817
      },
      "model": "qwen36-35b-a3b-q4km",
      "model_display": "Qwen3.6 35B-A3B",
      "model_identity": "qwen3.6-35b-a3b",
      "model_metadata": {
        "id": "qwen36-35b-a3b-q4km",
        "quantization": "UD-Q4_K_M"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-moe-llamacpp-153657-runtime",
      "run_id": 34,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": null,
        "output_tokens": 8.0,
        "prompt_tokens": 24.0,
        "total_tps": 38.1161,
        "ttft_s": null,
        "wall_s": 0.20988495787605643
      },
      "model": "qwen36-35b-a3b-q4km",
      "model_display": "Qwen3.6 35B-A3B",
      "model_identity": "qwen3.6-35b-a3b",
      "model_metadata": {
        "id": "qwen36-35b-a3b-q4km",
        "quantization": "UD-Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-llamacpp-153657-smoke",
      "run_id": 35,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "wrap-plan-context",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": 71.864,
        "output_tokens": 149.0,
        "prompt_tokens": 657.0,
        "total_tps": 56.0522,
        "ttft_s": 0.5848760842345655,
        "wall_s": 2.658237624913454
      },
      "model": "qwen36-35b-a3b-q4km",
      "model_display": "Qwen3.6 35B-A3B",
      "model_identity": "qwen3.6-35b-a3b",
      "model_metadata": {
        "id": "qwen36-35b-a3b-q4km",
        "quantization": "UD-Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-llamacpp-153657-wrap",
      "run_id": 36,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "wrap-plan-small",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": 73.8173,
        "output_tokens": 158.0,
        "prompt_tokens": 579.0,
        "total_tps": 58.8395,
        "ttft_s": 0.5448497091419995,
        "wall_s": 2.685270625166595
      },
      "model": "qwen36-35b-a3b-q4km",
      "model_display": "Qwen3.6 35B-A3B",
      "model_identity": "qwen3.6-35b-a3b",
      "model_metadata": {
        "id": "qwen36-35b-a3b-q4km",
        "quantization": "UD-Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-llamacpp-153657-wrap",
      "run_id": 36,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": null,
        "output_tokens": 8.0,
        "prompt_tokens": 24.0,
        "total_tps": 14.4484,
        "ttft_s": null,
        "wall_s": 0.5536952908150852
      },
      "model": "qwen36-35b-a3b-q4km",
      "model_display": "Qwen3.6 35B-A3B",
      "model_identity": "qwen3.6-35b-a3b",
      "model_metadata": {
        "id": "qwen36-35b-a3b-q4km",
        "quantization": "UD-Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-llamacpp-reasonoff-smoke-153634",
      "run_id": 37,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": null,
        "output_tokens": 64.0,
        "prompt_tokens": 22.0,
        "total_tps": 56.2073,
        "ttft_s": null,
        "wall_s": 1.1386429169215262
      },
      "model": "qwen36-35b-a3b-q4km",
      "model_display": "Qwen3.6 35B-A3B",
      "model_identity": "qwen3.6-35b-a3b",
      "model_metadata": {
        "id": "qwen36-35b-a3b-q4km",
        "quantization": "UD-Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-llamacpp-smoke-153159",
      "run_id": 38,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 1
      }
    },
    {
      "case": "fix-greeting",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": null,
        "output_tokens": 58.0,
        "prompt_tokens": 194.0,
        "total_tps": 62.6394,
        "ttft_s": null,
        "wall_s": 0.9259349587373435
      },
      "model": "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4",
      "model_display": "Qwen3.6 35B-A3B",
      "model_identity": "qwen3.6-35b-a3b",
      "model_metadata": {
        "id": "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4",
        "quantization": "MXFP4"
      },
      "ok_count": 1,
      "pack": {
        "id": "patch-from-failure",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-mlx-155645-patch",
      "run_id": 39,
      "runtime": {
        "name": "mlx-lm server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 1
      }
    },
    {
      "case": "long",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 805.0,
        "decode_tps": 99.7166,
        "output_tokens": 128.0,
        "prompt_tokens": 806.0,
        "total_tps": 90.4358,
        "ttft_s": 0.13172966707497835,
        "wall_s": 1.4153681248426437
      },
      "model": "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4",
      "model_display": "Qwen3.6 35B-A3B",
      "model_identity": "qwen3.6-35b-a3b",
      "model_metadata": {
        "id": "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4",
        "quantization": "MXFP4"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-moe-mlx-155645-runtime",
      "run_id": 40,
      "runtime": {
        "name": "mlx-lm server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "medium",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 363.0,
        "decode_tps": 97.3199,
        "output_tokens": 128.0,
        "prompt_tokens": 364.0,
        "total_tps": 88.6588,
        "ttft_s": 0.12848808337002993,
        "wall_s": 1.443737500347197
      },
      "model": "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4",
      "model_display": "Qwen3.6 35B-A3B",
      "model_identity": "qwen3.6-35b-a3b",
      "model_metadata": {
        "id": "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4",
        "quantization": "MXFP4"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-moe-mlx-155645-runtime",
      "run_id": 40,
      "runtime": {
        "name": "mlx-lm server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "short",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 86.0,
        "decode_tps": 100.665,
        "output_tokens": 101.0,
        "prompt_tokens": 87.0,
        "total_tps": 89.8067,
        "ttft_s": 0.12489658314734697,
        "wall_s": 1.1246382091194391
      },
      "model": "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4",
      "model_display": "Qwen3.6 35B-A3B",
      "model_identity": "qwen3.6-35b-a3b",
      "model_metadata": {
        "id": "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4",
        "quantization": "MXFP4"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-moe-mlx-155645-runtime",
      "run_id": 40,
      "runtime": {
        "name": "mlx-lm server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 23.0,
        "decode_tps": null,
        "output_tokens": 8.0,
        "prompt_tokens": 24.0,
        "total_tps": 21.9149,
        "ttft_s": null,
        "wall_s": 0.3650479996576905
      },
      "model": "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4",
      "model_display": "Qwen3.6 35B-A3B",
      "model_identity": "qwen3.6-35b-a3b",
      "model_metadata": {
        "id": "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4",
        "quantization": "MXFP4"
      },
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-mlx-155645-smoke",
      "run_id": 41,
      "runtime": {
        "name": "mlx-lm server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "wrap-plan-context",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": 93.5966,
        "output_tokens": 142.0,
        "prompt_tokens": 657.0,
        "total_tps": 68.3202,
        "ttft_s": 0.5612998753786087,
        "wall_s": 2.078448834363371
      },
      "model": "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4",
      "model_display": "Qwen3.6 35B-A3B",
      "model_identity": "qwen3.6-35b-a3b",
      "model_metadata": {
        "id": "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4",
        "quantization": "MXFP4"
      },
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-mlx-155645-wrap",
      "run_id": 42,
      "runtime": {
        "name": "mlx-lm server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "wrap-plan-small",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": 94.5735,
        "output_tokens": 149.0,
        "prompt_tokens": 579.0,
        "total_tps": 70.0614,
        "ttft_s": 0.551210000179708,
        "wall_s": 2.1267045000568032
      },
      "model": "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4",
      "model_display": "Qwen3.6 35B-A3B",
      "model_identity": "qwen3.6-35b-a3b",
      "model_metadata": {
        "id": "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4",
        "quantization": "MXFP4"
      },
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-mlx-155645-wrap",
      "run_id": 42,
      "runtime": {
        "name": "mlx-lm server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": null,
        "output_tokens": 8.0,
        "prompt_tokens": 24.0,
        "total_tps": 5.4759,
        "ttft_s": null,
        "wall_s": 1.460939415730536
      },
      "model": "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4",
      "model_display": "Qwen3.6 35B-A3B",
      "model_identity": "qwen3.6-35b-a3b",
      "model_metadata": {
        "id": "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4",
        "quantization": "MXFP4"
      },
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-mlx-smoke-155619",
      "run_id": 43,
      "runtime": {
        "name": "mlx-lm server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "fix-greeting",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": 45.5157,
        "output_tokens": 256.0,
        "prompt_tokens": 183.0,
        "total_tps": 41.8612,
        "ttft_s": null,
        "wall_s": 6.115449207834899
      },
      "model": "qwen36-35b-a3b-gguf:q4km",
      "model_display": "Qwen3.6 35B-A3B",
      "model_identity": "qwen3.6-35b-a3b",
      "model_metadata": {
        "id": "qwen36-35b-a3b-gguf:q4km",
        "quantization": "UD-Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "patch-from-failure",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-ollama-154846-patch",
      "run_id": 44,
      "runtime": {
        "name": "ollama"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 1
      }
    },
    {
      "case": "long",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": 45.761,
        "output_tokens": 128.0,
        "prompt_tokens": 795.0,
        "total_tps": 38.9487,
        "ttft_s": null,
        "wall_s": 3.286375790834427
      },
      "model": "qwen36-35b-a3b-gguf:q4km",
      "model_display": "Qwen3.6 35B-A3B",
      "model_identity": "qwen3.6-35b-a3b",
      "model_metadata": {
        "id": "qwen36-35b-a3b-gguf:q4km",
        "quantization": "UD-Q4_K_M"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-moe-ollama-154846-runtime",
      "run_id": 45,
      "runtime": {
        "name": "ollama"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "medium",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": 45.608,
        "output_tokens": 128.0,
        "prompt_tokens": 353.0,
        "total_tps": 38.0482,
        "ttft_s": null,
        "wall_s": 3.364152334164828
      },
      "model": "qwen36-35b-a3b-gguf:q4km",
      "model_display": "Qwen3.6 35B-A3B",
      "model_identity": "qwen3.6-35b-a3b",
      "model_metadata": {
        "id": "qwen36-35b-a3b-gguf:q4km",
        "quantization": "UD-Q4_K_M"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-moe-ollama-154846-runtime",
      "run_id": 45,
      "runtime": {
        "name": "ollama"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "short",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": 45.0535,
        "output_tokens": 128.0,
        "prompt_tokens": 76.0,
        "total_tps": 40.561,
        "ttft_s": null,
        "wall_s": 3.1557437079027295
      },
      "model": "qwen36-35b-a3b-gguf:q4km",
      "model_display": "Qwen3.6 35B-A3B",
      "model_identity": "qwen3.6-35b-a3b",
      "model_metadata": {
        "id": "qwen36-35b-a3b-gguf:q4km",
        "quantization": "UD-Q4_K_M"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-05-m4-qwen36-moe-ollama-154846-runtime",
      "run_id": 45,
      "runtime": {
        "name": "ollama"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": null,
        "output_tokens": null,
        "prompt_tokens": null,
        "total_tps": null,
        "ttft_s": null,
        "wall_s": 1.2199903326109052
      },
      "model": "qwen36-35b-a3b-gguf:q4km",
      "model_display": "Qwen3.6 35B-A3B",
      "model_identity": "qwen3.6-35b-a3b",
      "model_metadata": {
        "id": "qwen36-35b-a3b-gguf:q4km",
        "quantization": "UD-Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-ollama-154846-smoke",
      "run_id": 46,
      "runtime": {
        "name": "ollama"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "wrap-plan-context",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": 45.6491,
        "output_tokens": 250.0,
        "prompt_tokens": 646.0,
        "total_tps": 39.0102,
        "ttft_s": null,
        "wall_s": 6.408572833053768
      },
      "model": "qwen36-35b-a3b-gguf:q4km",
      "model_display": "Qwen3.6 35B-A3B",
      "model_identity": "qwen3.6-35b-a3b",
      "model_metadata": {
        "id": "qwen36-35b-a3b-gguf:q4km",
        "quantization": "UD-Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-ollama-154846-wrap",
      "run_id": 47,
      "runtime": {
        "name": "ollama"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 1
      }
    },
    {
      "case": "wrap-plan-small",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": 45.3618,
        "output_tokens": 384.0,
        "prompt_tokens": 568.0,
        "total_tps": 40.7744,
        "ttft_s": null,
        "wall_s": 9.417672541923821
      },
      "model": "qwen36-35b-a3b-gguf:q4km",
      "model_display": "Qwen3.6 35B-A3B",
      "model_identity": "qwen3.6-35b-a3b",
      "model_metadata": {
        "id": "qwen36-35b-a3b-gguf:q4km",
        "quantization": "UD-Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-ollama-154846-wrap",
      "run_id": 47,
      "runtime": {
        "name": "ollama"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 1
      }
    },
    {
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": null,
        "output_tokens": null,
        "prompt_tokens": null,
        "total_tps": null,
        "ttft_s": null,
        "wall_s": 6.12260412517935
      },
      "model": "qwen36-35b-a3b-gguf:q4km",
      "model_display": "Qwen3.6 35B-A3B",
      "model_identity": "qwen3.6-35b-a3b",
      "model_metadata": {
        "id": "qwen36-35b-a3b-gguf:q4km",
        "quantization": "UD-Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-05-m4-qwen36-moe-ollama-smoke-154747",
      "run_id": 48,
      "runtime": {
        "name": "ollama"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "fix-greeting",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 4.0,
        "decode_tps": null,
        "output_tokens": 78.0,
        "prompt_tokens": 191.0,
        "total_tps": 119.1548,
        "ttft_s": null,
        "wall_s": 0.6546105421148241
      },
      "model": "gemma4-e2b-q4km",
      "model_display": "Gemma 4 E2B",
      "model_identity": "gemma-4-e2b",
      "model_metadata": {
        "id": "google/gemma-4-E2B-it",
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "patch-from-failure",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1058-patch",
      "run_id": 49,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 1
      }
    },
    {
      "case": "long",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 798.0,
        "decode_tps": 138.824,
        "output_tokens": 93.0,
        "prompt_tokens": 799.0,
        "total_tps": 136.5137,
        "ttft_s": 0.011337040923535824,
        "wall_s": 0.681250249966979
      },
      "model": "gemma4-e2b-q4km",
      "model_display": "Gemma 4 E2B",
      "model_identity": "gemma-4-e2b",
      "model_metadata": {
        "id": "google/gemma-4-E2B-it",
        "quantization": "Q4_K_M"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1058-runtime",
      "run_id": 50,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "medium",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 351.0,
        "decode_tps": 140.9412,
        "output_tokens": 121.0,
        "prompt_tokens": 356.0,
        "total_tps": 136.9867,
        "ttft_s": 0.024025707971304655,
        "wall_s": 0.8832974578253925
      },
      "model": "gemma4-e2b-q4km",
      "model_display": "Gemma 4 E2B",
      "model_identity": "gemma-4-e2b",
      "model_metadata": {
        "id": "google/gemma-4-E2B-it",
        "quantization": "Q4_K_M"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1058-runtime",
      "run_id": 50,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "short",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 79.0,
        "decode_tps": 140.3433,
        "output_tokens": 83.0,
        "prompt_tokens": 84.0,
        "total_tps": 135.1724,
        "ttft_s": 0.02280508354306221,
        "wall_s": 0.6140307919122279
      },
      "model": "gemma4-e2b-q4km",
      "model_display": "Gemma 4 E2B",
      "model_identity": "gemma-4-e2b",
      "model_metadata": {
        "id": "google/gemma-4-E2B-it",
        "quantization": "Q4_K_M"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1058-runtime",
      "run_id": 50,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": null,
        "output_tokens": 8.0,
        "prompt_tokens": 21.0,
        "total_tps": 69.7997,
        "ttft_s": null,
        "wall_s": 0.11461375001817942
      },
      "model": "gemma4-e2b-q4km",
      "model_display": "Gemma 4 E2B",
      "model_identity": "gemma-4-e2b",
      "model_metadata": {
        "id": "google/gemma-4-E2B-it",
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1058-smoke",
      "run_id": 51,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "wrap-plan-context",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 6.0,
        "decode_tps": 139.0179,
        "output_tokens": 124.0,
        "prompt_tokens": 677.0,
        "total_tps": 106.6223,
        "ttft_s": 0.27101295813918114,
        "wall_s": 1.1629841662943363
      },
      "model": "gemma4-e2b-q4km",
      "model_display": "Gemma 4 E2B",
      "model_identity": "gemma-4-e2b",
      "model_metadata": {
        "id": "google/gemma-4-E2B-it",
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "rows": 1,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1058-wrap",
      "run_id": 52,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "wrap-plan-small",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 6.0,
        "decode_tps": 140.9096,
        "output_tokens": 117.0,
        "prompt_tokens": 596.0,
        "total_tps": 107.4501,
        "ttft_s": 0.25855799997225404,
        "wall_s": 1.0888778753578663
      },
      "model": "gemma4-e2b-q4km",
      "model_display": "Gemma 4 E2B",
      "model_identity": "gemma-4-e2b",
      "model_metadata": {
        "id": "google/gemma-4-E2B-it",
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "rows": 1,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1058-wrap",
      "run_id": 52,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "fix-greeting",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 4.0,
        "decode_tps": null,
        "output_tokens": 78.0,
        "prompt_tokens": 191.0,
        "total_tps": 119.4786,
        "ttft_s": null,
        "wall_s": 0.6528365830890834
      },
      "model": "gemma4-e2b-q4km",
      "model_display": "Gemma 4 E2B",
      "model_identity": "gemma-4-e2b",
      "model_metadata": {
        "id": "google/gemma-4-E2B-it",
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "patch-from-failure",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1116-patch",
      "run_id": 53,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 1
      }
    },
    {
      "case": "long",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 798.0,
        "decode_tps": 141.0247,
        "output_tokens": 93.0,
        "prompt_tokens": 799.0,
        "total_tps": 138.6309,
        "ttft_s": 0.011318166740238667,
        "wall_s": 0.6708459588699043
      },
      "model": "gemma4-e2b-q4km",
      "model_display": "Gemma 4 E2B",
      "model_identity": "gemma-4-e2b",
      "model_metadata": {
        "id": "google/gemma-4-E2B-it",
        "quantization": "Q4_K_M"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1116-runtime",
      "run_id": 54,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "medium",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 351.0,
        "decode_tps": 141.7505,
        "output_tokens": 121.0,
        "prompt_tokens": 356.0,
        "total_tps": 137.8344,
        "ttft_s": 0.024252417031675577,
        "wall_s": 0.8778649172745645
      },
      "model": "gemma4-e2b-q4km",
      "model_display": "Gemma 4 E2B",
      "model_identity": "gemma-4-e2b",
      "model_metadata": {
        "id": "google/gemma-4-E2B-it",
        "quantization": "Q4_K_M"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1116-runtime",
      "run_id": 54,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "short",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 79.0,
        "decode_tps": 142.5515,
        "output_tokens": 83.0,
        "prompt_tokens": 84.0,
        "total_tps": 137.1937,
        "ttft_s": 0.022822792176157236,
        "wall_s": 0.6049839160405099
      },
      "model": "gemma4-e2b-q4km",
      "model_display": "Gemma 4 E2B",
      "model_identity": "gemma-4-e2b",
      "model_metadata": {
        "id": "google/gemma-4-E2B-it",
        "quantization": "Q4_K_M"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1116-runtime",
      "run_id": 54,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": null,
        "output_tokens": 8.0,
        "prompt_tokens": 21.0,
        "total_tps": 71.1804,
        "ttft_s": null,
        "wall_s": 0.11239049956202507
      },
      "model": "gemma4-e2b-q4km",
      "model_display": "Gemma 4 E2B",
      "model_identity": "gemma-4-e2b",
      "model_metadata": {
        "id": "google/gemma-4-E2B-it",
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1116-smoke",
      "run_id": 55,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "wrap-plan-context",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 6.0,
        "decode_tps": 141.0308,
        "output_tokens": 124.0,
        "prompt_tokens": 677.0,
        "total_tps": 107.7912,
        "ttft_s": 0.2711323332041502,
        "wall_s": 1.1503726253286004
      },
      "model": "gemma4-e2b-q4km",
      "model_display": "Gemma 4 E2B",
      "model_identity": "gemma-4-e2b",
      "model_metadata": {
        "id": "google/gemma-4-E2B-it",
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "rows": 1,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1116-wrap",
      "run_id": 56,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "wrap-plan-small",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 6.0,
        "decode_tps": 141.3062,
        "output_tokens": 117.0,
        "prompt_tokens": 596.0,
        "total_tps": 107.7248,
        "ttft_s": 0.2581117497757077,
        "wall_s": 1.0861008749343455
      },
      "model": "gemma4-e2b-q4km",
      "model_display": "Gemma 4 E2B",
      "model_identity": "gemma-4-e2b",
      "model_metadata": {
        "id": "google/gemma-4-E2B-it",
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "rows": 1,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1116-wrap",
      "run_id": 56,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "long",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 798.0,
        "decode_tps": 141.278,
        "output_tokens": 93.0,
        "prompt_tokens": 799.0,
        "total_tps": 138.3549,
        "ttft_s": 0.01390770822763443,
        "wall_s": 0.6721844160929322
      },
      "model": "gemma4-e2b-q4km",
      "model_display": "Gemma 4 E2B",
      "model_identity": "gemma-4-e2b",
      "model_metadata": {
        "id": "google/gemma-4-E2B-it",
        "quantization": "Q4_K_M"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-runtime-20260507-103928",
      "run_id": 57,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "medium",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 351.0,
        "decode_tps": 140.5257,
        "output_tokens": 121.0,
        "prompt_tokens": 356.0,
        "total_tps": 136.3766,
        "ttft_s": 0.02577608311548829,
        "wall_s": 0.8872487084008753
      },
      "model": "gemma4-e2b-q4km",
      "model_display": "Gemma 4 E2B",
      "model_identity": "gemma-4-e2b",
      "model_metadata": {
        "id": "google/gemma-4-E2B-it",
        "quantization": "Q4_K_M"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-runtime-20260507-103928",
      "run_id": 57,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "short",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 79.0,
        "decode_tps": 141.183,
        "output_tokens": 83.0,
        "prompt_tokens": 84.0,
        "total_tps": 135.58,
        "ttft_s": 0.024482999928295612,
        "wall_s": 0.6121848342008889
      },
      "model": "gemma4-e2b-q4km",
      "model_display": "Gemma 4 E2B",
      "model_identity": "gemma-4-e2b",
      "model_metadata": {
        "id": "google/gemma-4-E2B-it",
        "quantization": "Q4_K_M"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-runtime-20260507-103928",
      "run_id": 57,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": null,
        "output_tokens": 8.0,
        "prompt_tokens": 21.0,
        "total_tps": 26.4437,
        "ttft_s": null,
        "wall_s": 0.3025292078964412
      },
      "model": "gemma4-e2b-q4km",
      "model_display": "Gemma 4 E2B",
      "model_identity": "gemma-4-e2b",
      "model_metadata": {
        "id": "google/gemma-4-E2B-it",
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-07-m4-max-gemma4-llama-reasoning-off-smoke-20260507-103856",
      "run_id": 58,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "fix-dashboard-regressions",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": 96.154,
        "output_tokens": 949.0,
        "prompt_tokens": 1468.0,
        "total_tps": 83.8359,
        "ttft_s": null,
        "wall_s": 11.319731457624584
      },
      "model": "qwen3-coder:30b-a3b-q4_K_M",
      "model_display": "Qwen3 Coder 30B-A3B",
      "model_identity": "qwen3-coder-30b-a3b",
      "model_metadata": {
        "id": null,
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "django-dashboard-regression-fix-external-agent",
        "version": "0.1.1"
      },
      "rows": 1,
      "run": "2026-05-09-m4-max-codex-oss-direct-edit-20260509-162514-dashboard-regression-external-agent",
      "run_id": 59,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 0,
        "rows": 1
      }
    },
    {
      "case": "fix-greeting",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": 102.8537,
        "output_tokens": 93.0,
        "prompt_tokens": 346.0,
        "total_tps": 7.8633,
        "ttft_s": null,
        "wall_s": 11.827133667189628
      },
      "model": "qwen3-coder:30b-a3b-q4_K_M",
      "model_display": "Qwen3 Coder 30B-A3B",
      "model_identity": "qwen3-coder-30b-a3b",
      "model_metadata": {
        "id": null,
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "patch-from-failure-external-agent",
        "version": "0.1.1"
      },
      "rows": 1,
      "run": "2026-05-09-m4-max-codex-oss-direct-edit-20260509-162514-patch-external-agent",
      "run_id": 60,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "fix-task-summary",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": null,
        "decode_tps": 100.0658,
        "output_tokens": 467.0,
        "prompt_tokens": 957.0,
        "total_tps": 83.7337,
        "ttft_s": null,
        "wall_s": 5.577205834444612
      },
      "model": "qwen3-coder:30b-a3b-q4_K_M",
      "model_display": "Qwen3 Coder 30B-A3B",
      "model_identity": "qwen3-coder-30b-a3b",
      "model_metadata": {
        "id": null,
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "python-regression-fix-external-agent",
        "version": "0.1.1"
      },
      "rows": 1,
      "run": "2026-05-09-m4-max-codex-oss-direct-edit-20260509-162514-python-regression-external-agent",
      "run_id": 61,
      "runtime": {
        "name": null
      },
      "scoring": {
        "passed_count": 0,
        "rows": 1
      }
    },
    {
      "case": "fix-inventory-aggregation",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": null,
        "output_tokens": 414.0,
        "prompt_tokens": 962.0,
        "total_tps": 18.0932,
        "ttft_s": null,
        "wall_s": 22.881512249819934
      },
      "model": "qwen36-27b-q4km",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "Qwen/Qwen3.6-27B",
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "endpoint-python-correctness",
        "version": "0.2.0"
      },
      "rows": 1,
      "run": "2026-05-09-m4-max-qwen36-27b-llamacpp-strict-preflight-20260509-220411-endpoint-correctness",
      "run_id": 62,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": null,
        "output_tokens": 8.0,
        "prompt_tokens": 24.0,
        "total_tps": 10.3877,
        "ttft_s": null,
        "wall_s": 0.7701440826058388
      },
      "model": "qwen36-27b-q4km",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "Qwen/Qwen3.6-27B",
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-09-m4-max-qwen36-27b-llamacpp-strict-preflight-20260509-220411-smoke",
      "run_id": 63,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "fix-greeting",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": null,
        "output_tokens": 63.0,
        "prompt_tokens": 363.0,
        "total_tps": 13.6369,
        "ttft_s": null,
        "wall_s": 4.619806209113449
      },
      "model": "qwen36-27b-q4km",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "Qwen/Qwen3.6-27B",
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "patch-from-failure",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-10-m4-max-qwen36-27b-llamacpp-strict-fourpack-20260510-131758-patch",
      "run_id": 64,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "long",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 802.0,
        "decode_tps": 22.4248,
        "output_tokens": 128.0,
        "prompt_tokens": 806.0,
        "total_tps": 21.8434,
        "ttft_s": 0.15193895902484655,
        "wall_s": 5.859893917106092
      },
      "model": "qwen36-27b-q4km",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "Qwen/Qwen3.6-27B",
        "quantization": "Q4_K_M"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-10-m4-max-qwen36-27b-llamacpp-strict-fourpack-20260510-131758-runtime",
      "run_id": 65,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "medium",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 360.0,
        "decode_tps": 21.9357,
        "output_tokens": 128.0,
        "prompt_tokens": 364.0,
        "total_tps": 21.3865,
        "ttft_s": 0.1505059157498181,
        "wall_s": 5.985097167082131
      },
      "model": "qwen36-27b-q4km",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "Qwen/Qwen3.6-27B",
        "quantization": "Q4_K_M"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-10-m4-max-qwen36-27b-llamacpp-strict-fourpack-20260510-131758-runtime",
      "run_id": 65,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "short",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 83.0,
        "decode_tps": 21.9186,
        "output_tokens": 105.0,
        "prompt_tokens": 87.0,
        "total_tps": 21.1882,
        "ttft_s": 0.14903687499463558,
        "wall_s": 4.955585875082761
      },
      "model": "qwen36-27b-q4km",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "Qwen/Qwen3.6-27B",
        "quantization": "Q4_K_M"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-10-m4-max-qwen36-27b-llamacpp-strict-fourpack-20260510-131758-runtime",
      "run_id": 65,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": null,
        "output_tokens": 8.0,
        "prompt_tokens": 24.0,
        "total_tps": 11.8224,
        "ttft_s": null,
        "wall_s": 0.6766827502287924
      },
      "model": "qwen36-27b-q4km",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "Qwen/Qwen3.6-27B",
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-10-m4-max-qwen36-27b-llamacpp-strict-fourpack-20260510-131758-smoke",
      "run_id": 66,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "wrap-plan-context",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": 22.2559,
        "output_tokens": 161.0,
        "prompt_tokens": 657.0,
        "total_tps": 15.8052,
        "ttft_s": 2.9524947912432253,
        "wall_s": 10.186532999854535
      },
      "model": "qwen36-27b-q4km",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "Qwen/Qwen3.6-27B",
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "rows": 1,
      "run": "2026-05-10-m4-max-qwen36-27b-llamacpp-strict-fourpack-20260510-131758-wrap",
      "run_id": 67,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "wrap-plan-small",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": 22.146,
        "output_tokens": 161.0,
        "prompt_tokens": 579.0,
        "total_tps": 16.3766,
        "ttft_s": 2.561193416826427,
        "wall_s": 9.831114124972373
      },
      "model": "qwen36-27b-q4km",
      "model_display": "Qwen3.6 27B",
      "model_identity": "qwen3.6-27b",
      "model_metadata": {
        "id": "Qwen/Qwen3.6-27B",
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "rows": 1,
      "run": "2026-05-10-m4-max-qwen36-27b-llamacpp-strict-fourpack-20260510-131758-wrap",
      "run_id": 67,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "fix-greeting",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 4.0,
        "decode_tps": null,
        "output_tokens": 62.0,
        "prompt_tokens": 373.0,
        "total_tps": 61.7924,
        "ttft_s": null,
        "wall_s": 1.003358957823366
      },
      "model": "gemma4-26b-a4b-q4km",
      "model_display": "Gemma 4 26B-A4B",
      "model_identity": "gemma-4-26b-a4b",
      "model_metadata": {
        "id": null,
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "patch-from-failure",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-12-m4-max-gemma4-26b-a4b-llamacpp-strict-fourpack-20260512-patch",
      "run_id": 68,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "long",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 798.0,
        "decode_tps": 89.9481,
        "output_tokens": 128.0,
        "prompt_tokens": 803.0,
        "total_tps": 87.2537,
        "ttft_s": 0.04369287472218275,
        "wall_s": 1.4669867912307382
      },
      "model": "gemma4-26b-a4b-q4km",
      "model_display": "Gemma 4 26B-A4B",
      "model_identity": "gemma-4-26b-a4b",
      "model_metadata": {
        "id": null,
        "quantization": "Q4_K_M"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-12-m4-max-gemma4-26b-a4b-llamacpp-strict-fourpack-20260512-runtime",
      "run_id": 69,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "medium",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 355.0,
        "decode_tps": 91.6903,
        "output_tokens": 124.0,
        "prompt_tokens": 360.0,
        "total_tps": 89.0801,
        "ttft_s": 0.03962758416309953,
        "wall_s": 1.3920063339173794
      },
      "model": "gemma4-26b-a4b-q4km",
      "model_display": "Gemma 4 26B-A4B",
      "model_identity": "gemma-4-26b-a4b",
      "model_metadata": {
        "id": null,
        "quantization": "Q4_K_M"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-12-m4-max-gemma4-26b-a4b-llamacpp-strict-fourpack-20260512-runtime",
      "run_id": 69,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "short",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 83.0,
        "decode_tps": 92.2551,
        "output_tokens": 64.0,
        "prompt_tokens": 88.0,
        "total_tps": 87.5795,
        "ttft_s": 0.03808470908552408,
        "wall_s": 0.7307644169777632
      },
      "model": "gemma4-26b-a4b-q4km",
      "model_display": "Gemma 4 26B-A4B",
      "model_identity": "gemma-4-26b-a4b",
      "model_metadata": {
        "id": null,
        "quantization": "Q4_K_M"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-12-m4-max-gemma4-26b-a4b-llamacpp-strict-fourpack-20260512-runtime",
      "run_id": 69,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": null,
        "output_tokens": 8.0,
        "prompt_tokens": 25.0,
        "total_tps": 33.9446,
        "ttft_s": null,
        "wall_s": 0.23567779222503304
      },
      "model": "gemma4-26b-a4b-q4km",
      "model_display": "Gemma 4 26B-A4B",
      "model_identity": "gemma-4-26b-a4b",
      "model_metadata": {
        "id": null,
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-12-m4-max-gemma4-26b-a4b-llamacpp-strict-fourpack-20260512-smoke",
      "run_id": 70,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "wrap-plan-context",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 6.0,
        "decode_tps": 92.5338,
        "output_tokens": 130.0,
        "prompt_tokens": 681.0,
        "total_tps": 65.7033,
        "ttft_s": 0.5736993327736855,
        "wall_s": 1.9785919580608606
      },
      "model": "gemma4-26b-a4b-q4km",
      "model_display": "Gemma 4 26B-A4B",
      "model_identity": "gemma-4-26b-a4b",
      "model_metadata": {
        "id": null,
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "rows": 1,
      "run": "2026-05-12-m4-max-gemma4-26b-a4b-llamacpp-strict-fourpack-20260512-wrap",
      "run_id": 71,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "wrap-plan-small",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 6.0,
        "decode_tps": 92.8996,
        "output_tokens": 95.0,
        "prompt_tokens": 600.0,
        "total_tps": 60.9852,
        "ttft_s": 0.5351464999839664,
        "wall_s": 1.5577559168450534
      },
      "model": "gemma4-26b-a4b-q4km",
      "model_display": "Gemma 4 26B-A4B",
      "model_identity": "gemma-4-26b-a4b",
      "model_metadata": {
        "id": null,
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "desktop-django-wrap",
        "version": "0.1.5"
      },
      "rows": 1,
      "run": "2026-05-12-m4-max-gemma4-26b-a4b-llamacpp-strict-fourpack-20260512-wrap",
      "run_id": 71,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    },
    {
      "case": "fix-inventory-aggregation",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 4.0,
        "decode_tps": null,
        "output_tokens": 235.0,
        "prompt_tokens": 1029.0,
        "total_tps": 67.8419,
        "ttft_s": null,
        "wall_s": 3.4639357081614435
      },
      "model": "gemma4-26b-a4b-q4km",
      "model_display": "Gemma 4 26B-A4B",
      "model_identity": "gemma-4-26b-a4b",
      "model_metadata": {
        "id": null,
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "endpoint-python-correctness",
        "version": "0.2.0"
      },
      "rows": 1,
      "run": "2026-05-12-m4-max-gemma4-26b-a4b-llamacpp-strict-preflight-20260512-endpoint-correctness",
      "run_id": 72,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 1
      }
    },
    {
      "case": "long",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 798.0,
        "decode_tps": 91.0681,
        "output_tokens": 128.0,
        "prompt_tokens": 803.0,
        "total_tps": 88.2644,
        "ttft_s": 0.04464612528681755,
        "wall_s": 1.4501882502809167
      },
      "model": "gemma4-26b-a4b-q4km",
      "model_display": "Gemma 4 26B-A4B",
      "model_identity": "gemma-4-26b-a4b",
      "model_metadata": {
        "id": null,
        "quantization": "Q4_K_M"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-12-m4-max-gemma4-26b-a4b-llamacpp-strict-preflight-20260512-runtime",
      "run_id": 73,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "medium",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 355.0,
        "decode_tps": 92.7586,
        "output_tokens": 124.0,
        "prompt_tokens": 360.0,
        "total_tps": 90.0188,
        "ttft_s": 0.04092987487092614,
        "wall_s": 1.377490374725312
      },
      "model": "gemma4-26b-a4b-q4km",
      "model_display": "Gemma 4 26B-A4B",
      "model_identity": "gemma-4-26b-a4b",
      "model_metadata": {
        "id": null,
        "quantization": "Q4_K_M"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-12-m4-max-gemma4-26b-a4b-llamacpp-strict-preflight-20260512-runtime",
      "run_id": 73,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "short",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 83.0,
        "decode_tps": 94.1808,
        "output_tokens": 64.0,
        "prompt_tokens": 88.0,
        "total_tps": 89.1263,
        "ttft_s": 0.03850170783698559,
        "wall_s": 0.718081708997488
      },
      "model": "gemma4-26b-a4b-q4km",
      "model_display": "Gemma 4 26B-A4B",
      "model_identity": "gemma-4-26b-a4b",
      "model_metadata": {
        "id": null,
        "quantization": "Q4_K_M"
      },
      "ok_count": 3,
      "pack": {
        "id": "runtime-sweep",
        "version": "0.1.0"
      },
      "rows": 3,
      "run": "2026-05-12-m4-max-gemma4-26b-a4b-llamacpp-strict-preflight-20260512-runtime",
      "run_id": 73,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 0,
        "rows": 0
      }
    },
    {
      "case": "capital",
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS"
      },
      "medians": {
        "cached_prompt_tokens": 0.0,
        "decode_tps": null,
        "output_tokens": 8.0,
        "prompt_tokens": 25.0,
        "total_tps": 37.0302,
        "ttft_s": null,
        "wall_s": 0.2160401246510446
      },
      "model": "gemma4-26b-a4b-q4km",
      "model_display": "Gemma 4 26B-A4B",
      "model_identity": "gemma-4-26b-a4b",
      "model_metadata": {
        "id": null,
        "quantization": "Q4_K_M"
      },
      "ok_count": 1,
      "pack": {
        "id": "smoke-chat",
        "version": "0.1.0"
      },
      "rows": 1,
      "run": "2026-05-12-m4-max-gemma4-26b-a4b-llamacpp-strict-preflight-20260512-smoke",
      "run_id": 74,
      "runtime": {
        "name": "llama-server"
      },
      "scoring": {
        "passed_count": 1,
        "rows": 1
      }
    }
  ],
  "generated_at": "2026-09-02T09:24:52+00:00",
  "registry_schema_version": 4,
  "report_path": "report.md",
  "runs": [
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://localhost:8080/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M5 Max (64 GB)",
        "hostname": "atlas.local",
        "identity": "apple-m5-max-64-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 1,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-04-28-mlx-lm-runtime",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null,
        "revision": null,
        "sha256": null
      },
      "models": [
        "mlx-community/Qwen2.5-0.5B-Instruct-4bit"
      ],
      "operating_conditions": {
        "background_load": null,
        "power": null,
        "thermal": null
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "runtime-sweep",
          "version": "0.1.0"
        }
      ],
      "row_count": 9,
      "run_jsonl_sha256": "1a75463cc086d35787b2957d0a3b3d52499ce99536dd58bedee1b115ce374cf2",
      "runtime": {
        "endpoint": null,
        "name": null,
        "version": null
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://localhost:8080/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M5 Max (64 GB)",
        "hostname": "atlas.local",
        "identity": "apple-m5-max-64-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 2,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-04-28-mlx-lm-smoke",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null,
        "revision": null,
        "sha256": null
      },
      "models": [
        "mlx-community/Qwen2.5-0.5B-Instruct-4bit"
      ],
      "operating_conditions": {
        "background_load": null,
        "power": null,
        "thermal": null
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "smoke-chat",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "868121e67c2b7a5f2a169661414c0de8bbbf4a68f0133e8c143b28a3ec311e7f",
      "runtime": {
        "endpoint": null,
        "name": null,
        "version": null
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8081/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M5 Max (64 GB)",
        "hostname": "atlas.local",
        "identity": "apple-m5-max-64-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 3,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-04-29-llama-server-runtime",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null,
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen2.5-0.5b-instruct-q4_k_m"
      ],
      "operating_conditions": {
        "background_load": null,
        "power": null,
        "thermal": null
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "runtime-sweep",
          "version": "0.1.0"
        }
      ],
      "row_count": 9,
      "run_jsonl_sha256": "8a23c8f3e0e2ebb1490822f4571cc18f6524870e4a2dabe57a4e5880f9a45d69",
      "runtime": {
        "endpoint": null,
        "name": null,
        "version": null
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8081/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M5 Max (64 GB)",
        "hostname": "atlas.local",
        "identity": "apple-m5-max-64-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 4,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-04-29-llama-server-smoke",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null,
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen2.5-0.5b-instruct-q4_k_m"
      ],
      "operating_conditions": {
        "background_load": null,
        "power": null,
        "thermal": null
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "smoke-chat",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "ed795551960a1e4c88f1c6c66c163640dc923abfd5fe7a085f00d707b8ca5cd8",
      "runtime": {
        "endpoint": null,
        "name": null,
        "version": null
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8081/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M5 Max (64 GB)",
        "hostname": "atlas.local",
        "identity": "apple-m5-max-64-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 5,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-04-30-llama-server-desktop-django-wrap",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null,
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen2.5-0.5b-instruct-q4_k_m"
      ],
      "operating_conditions": {
        "background_load": null,
        "power": null,
        "thermal": null
      },
      "pack_versions": [
        "0.1.5"
      ],
      "packs": [
        {
          "id": "desktop-django-wrap",
          "version": "0.1.5"
        }
      ],
      "row_count": 2,
      "run_jsonl_sha256": "2ca61c497e8ba76cb9c94369d49485cbc069db11268eeeae95951e0e571b8523",
      "runtime": {
        "endpoint": null,
        "name": null,
        "version": null
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8081/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 6,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-03-m4-max-llama-qwen25-05b-190636-patch",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null,
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen2.5-0.5b-instruct-q4_k_m"
      ],
      "operating_conditions": {
        "background_load": null,
        "power": null,
        "thermal": null
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "patch-from-failure",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "bfff2514d5534c33dc494f5fed80b4599e4c78169c6178dfd230ead9023a59e5",
      "runtime": {
        "endpoint": null,
        "name": null,
        "version": null
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8081/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 7,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-03-m4-max-llama-qwen25-05b-190636-runtime",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null,
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen2.5-0.5b-instruct-q4_k_m"
      ],
      "operating_conditions": {
        "background_load": null,
        "power": null,
        "thermal": null
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "runtime-sweep",
          "version": "0.1.0"
        }
      ],
      "row_count": 9,
      "run_jsonl_sha256": "bee931cf81a26acac8440288568153dbc7d1a69ca8dcc5aa3849af31ea3793cf",
      "runtime": {
        "endpoint": null,
        "name": null,
        "version": null
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8081/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 8,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-03-m4-max-llama-qwen25-05b-190636-smoke",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null,
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen2.5-0.5b-instruct-q4_k_m"
      ],
      "operating_conditions": {
        "background_load": null,
        "power": null,
        "thermal": null
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "smoke-chat",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "542511f03d4cc6a2373fc868d19a7563d281e8d006ab63dcc217ad3cf8e4a262",
      "runtime": {
        "endpoint": null,
        "name": null,
        "version": null
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8081/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 9,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-03-m4-max-llama-qwen25-05b-190636-wrap",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null,
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen2.5-0.5b-instruct-q4_k_m"
      ],
      "operating_conditions": {
        "background_load": null,
        "power": null,
        "thermal": null
      },
      "pack_versions": [
        "0.1.5"
      ],
      "packs": [
        {
          "id": "desktop-django-wrap",
          "version": "0.1.5"
        }
      ],
      "row_count": 2,
      "run_jsonl_sha256": "98dee1608317ea389a6c0e315bb330f56a934debbd08d150d9f0a2b77f65f8c6",
      "runtime": {
        "endpoint": null,
        "name": null,
        "version": null
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8080/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 10,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-03-m4-max-mlx-qwen25-05b-185824-patch",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null,
        "revision": null,
        "sha256": null
      },
      "models": [
        "mlx-community/Qwen2.5-0.5B-Instruct-4bit"
      ],
      "operating_conditions": {
        "background_load": null,
        "power": null,
        "thermal": null
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "patch-from-failure",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "1e6e1caa89e527865c7b40913edf91063549b36794d143dd537d285ed778c213",
      "runtime": {
        "endpoint": null,
        "name": null,
        "version": null
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8080/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 11,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-03-m4-max-mlx-qwen25-05b-185824-runtime",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null,
        "revision": null,
        "sha256": null
      },
      "models": [
        "mlx-community/Qwen2.5-0.5B-Instruct-4bit"
      ],
      "operating_conditions": {
        "background_load": null,
        "power": null,
        "thermal": null
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "runtime-sweep",
          "version": "0.1.0"
        }
      ],
      "row_count": 9,
      "run_jsonl_sha256": "d7c1489b282bd86892cbb20b721949ed691eb59e887e944275215ae5d827a7a6",
      "runtime": {
        "endpoint": null,
        "name": null,
        "version": null
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8080/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 12,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-03-m4-max-mlx-qwen25-05b-185824-smoke",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null,
        "revision": null,
        "sha256": null
      },
      "models": [
        "mlx-community/Qwen2.5-0.5B-Instruct-4bit"
      ],
      "operating_conditions": {
        "background_load": null,
        "power": null,
        "thermal": null
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "smoke-chat",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "5ebcf409eb4c686cc31939567cac3b43591693e119929920fca3f36ff3407e2b",
      "runtime": {
        "endpoint": null,
        "name": null,
        "version": null
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8080/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 13,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-03-m4-max-mlx-qwen25-05b-185824-wrap",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen2.5 0.5B Instruct",
        "id": null,
        "identity": "qwen2.5-0.5b-instruct",
        "quantization": null,
        "revision": null,
        "sha256": null
      },
      "models": [
        "mlx-community/Qwen2.5-0.5B-Instruct-4bit"
      ],
      "operating_conditions": {
        "background_load": null,
        "power": null,
        "thermal": null
      },
      "pack_versions": [
        "0.1.5"
      ],
      "packs": [
        {
          "id": "desktop-django-wrap",
          "version": "0.1.5"
        }
      ],
      "row_count": 2,
      "run_jsonl_sha256": "5cf5c75cc27f057f549c7e5b8b8acebecf7465d5855b02651b4750ba06491d15",
      "runtime": {
        "endpoint": null,
        "name": null,
        "version": null
      }
    },
    {
      "adapters": [
        "ollama-generate"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://localhost:11434/api/generate"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 14,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-03-m4-max-qwen3coder-184938-patch",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3 Coder 30B-A3B",
        "id": null,
        "identity": "qwen3-coder-30b-a3b",
        "quantization": null,
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen3-coder:30b-a3b-q4_K_M"
      ],
      "operating_conditions": {
        "background_load": null,
        "power": null,
        "thermal": null
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "patch-from-failure",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "b6dec7420aab1c0accf65e1950225811d223c246aaaf831ecb61ec1acb74225e",
      "runtime": {
        "endpoint": null,
        "name": null,
        "version": null
      }
    },
    {
      "adapters": [
        "ollama-generate"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://localhost:11434/api/generate"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 15,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-03-m4-max-qwen3coder-184938-runtime",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3 Coder 30B-A3B",
        "id": null,
        "identity": "qwen3-coder-30b-a3b",
        "quantization": null,
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen3-coder:30b-a3b-q4_K_M"
      ],
      "operating_conditions": {
        "background_load": null,
        "power": null,
        "thermal": null
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "runtime-sweep",
          "version": "0.1.0"
        }
      ],
      "row_count": 9,
      "run_jsonl_sha256": "27865294ce16ff9ea1975f48e2c51daee97faafe86eeac3293e81df0fbdcbdde",
      "runtime": {
        "endpoint": null,
        "name": null,
        "version": null
      }
    },
    {
      "adapters": [
        "ollama-generate"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://localhost:11434/api/generate"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 16,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-03-m4-max-qwen3coder-184938-smoke",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3 Coder 30B-A3B",
        "id": null,
        "identity": "qwen3-coder-30b-a3b",
        "quantization": null,
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen3-coder:30b-a3b-q4_K_M"
      ],
      "operating_conditions": {
        "background_load": null,
        "power": null,
        "thermal": null
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "smoke-chat",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "3e5d2b25b70c8d63877781195bfc8941ed12dcd0d255ac465414955f822a061d",
      "runtime": {
        "endpoint": null,
        "name": null,
        "version": null
      }
    },
    {
      "adapters": [
        "ollama-generate"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://localhost:11434/api/generate"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 17,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-03-m4-max-qwen3coder-184938-wrap",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3 Coder 30B-A3B",
        "id": null,
        "identity": "qwen3-coder-30b-a3b",
        "quantization": null,
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen3-coder:30b-a3b-q4_K_M"
      ],
      "operating_conditions": {
        "background_load": null,
        "power": null,
        "thermal": null
      },
      "pack_versions": [
        "0.1.5"
      ],
      "packs": [
        {
          "id": "desktop-django-wrap",
          "version": "0.1.5"
        }
      ],
      "row_count": 2,
      "run_jsonl_sha256": "bd9728b4bba8ad01eb74f1c2f2183b5d31f57ea89f564b7935619744687f0d15",
      "runtime": {
        "endpoint": null,
        "name": null,
        "version": null
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8083/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 18,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-05-m4-qwen36-dense-llamacpp-154321-patch",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3.6 27B",
        "id": "qwen36-27b-q4km",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M",
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen36-27b-q4km"
      ],
      "operating_conditions": {
        "background_load": "not intentionally controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "patch-from-failure",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "2bdacdc23b40e2c9db1d649c4169b247992362c0b667de7f95f191ec4dfd63f4",
      "runtime": {
        "endpoint": null,
        "name": "llama-server",
        "version": "9020 (a4701c98f)"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8083/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 19,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-05-m4-qwen36-dense-llamacpp-154321-runtime",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3.6 27B",
        "id": "qwen36-27b-q4km",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M",
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen36-27b-q4km"
      ],
      "operating_conditions": {
        "background_load": "not intentionally controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "runtime-sweep",
          "version": "0.1.0"
        }
      ],
      "row_count": 9,
      "run_jsonl_sha256": "53b99d66b44236a2dba662de7513afac4bdd6cd89c7218a3d70864d7bac90383",
      "runtime": {
        "endpoint": null,
        "name": "llama-server",
        "version": "9020 (a4701c98f)"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8083/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 20,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-05-m4-qwen36-dense-llamacpp-154321-smoke",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3.6 27B",
        "id": "qwen36-27b-q4km",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M",
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen36-27b-q4km"
      ],
      "operating_conditions": {
        "background_load": "not intentionally controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "smoke-chat",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "e4397caed9ab98638e4e01b140c9e17116fbe64705720d2925ee0d964dc7422d",
      "runtime": {
        "endpoint": null,
        "name": "llama-server",
        "version": "9020 (a4701c98f)"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8083/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 21,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-05-m4-qwen36-dense-llamacpp-154321-wrap",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3.6 27B",
        "id": "qwen36-27b-q4km",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M",
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen36-27b-q4km"
      ],
      "operating_conditions": {
        "background_load": "not intentionally controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.5"
      ],
      "packs": [
        {
          "id": "desktop-django-wrap",
          "version": "0.1.5"
        }
      ],
      "row_count": 2,
      "run_jsonl_sha256": "14cfe8d6f64f2cab901d5e4e859f050b00f97e8450f9b68f34e803277631ec2c",
      "runtime": {
        "endpoint": null,
        "name": "llama-server",
        "version": "9020 (a4701c98f)"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8083/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 22,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-05-m4-qwen36-dense-llamacpp-smoke-154255",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3.6 27B",
        "id": "qwen36-27b-q4km",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M",
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen36-27b-q4km"
      ],
      "operating_conditions": {
        "background_load": "not intentionally controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "smoke-chat",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "50bd4db36ab7d5cf84bc811ffd796979907902c86b9e21249355ad19d4edc18c",
      "runtime": {
        "endpoint": null,
        "name": "llama-server",
        "version": "9020 (a4701c98f)"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8085/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 23,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-05-m4-qwen36-dense-mlx-155943-patch",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3.6 27B",
        "id": "/Users/jochen/models/mlx/Qwen3.6-27B-4bit",
        "identity": "qwen3.6-27b",
        "quantization": "4bit",
        "revision": null,
        "sha256": null
      },
      "models": [
        "/Users/jochen/models/mlx/Qwen3.6-27B-4bit"
      ],
      "operating_conditions": {
        "background_load": "not intentionally controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "patch-from-failure",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "54d59baf80e90c374eb8a369864c3b0264eb085e87df6267a89a54b95c1b148e",
      "runtime": {
        "endpoint": null,
        "name": "mlx-lm server",
        "version": "0.31.3"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8085/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 24,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-05-m4-qwen36-dense-mlx-155943-runtime",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3.6 27B",
        "id": "/Users/jochen/models/mlx/Qwen3.6-27B-4bit",
        "identity": "qwen3.6-27b",
        "quantization": "4bit",
        "revision": null,
        "sha256": null
      },
      "models": [
        "/Users/jochen/models/mlx/Qwen3.6-27B-4bit"
      ],
      "operating_conditions": {
        "background_load": "not intentionally controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "runtime-sweep",
          "version": "0.1.0"
        }
      ],
      "row_count": 9,
      "run_jsonl_sha256": "aa0602642dbf3fd0829e61be616eadd3faa29f40c5147932849582609378ab6d",
      "runtime": {
        "endpoint": null,
        "name": "mlx-lm server",
        "version": "0.31.3"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8085/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 25,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-05-m4-qwen36-dense-mlx-155943-smoke",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3.6 27B",
        "id": "/Users/jochen/models/mlx/Qwen3.6-27B-4bit",
        "identity": "qwen3.6-27b",
        "quantization": "4bit",
        "revision": null,
        "sha256": null
      },
      "models": [
        "/Users/jochen/models/mlx/Qwen3.6-27B-4bit"
      ],
      "operating_conditions": {
        "background_load": "not intentionally controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "smoke-chat",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "9ffbeb873f7441f0c8ad0e7033cb1bc749918a9b2af3b788256480126358c60e",
      "runtime": {
        "endpoint": null,
        "name": "mlx-lm server",
        "version": "0.31.3"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8085/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 26,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-05-m4-qwen36-dense-mlx-155943-wrap",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3.6 27B",
        "id": "/Users/jochen/models/mlx/Qwen3.6-27B-4bit",
        "identity": "qwen3.6-27b",
        "quantization": "4bit",
        "revision": null,
        "sha256": null
      },
      "models": [
        "/Users/jochen/models/mlx/Qwen3.6-27B-4bit"
      ],
      "operating_conditions": {
        "background_load": "not intentionally controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.5"
      ],
      "packs": [
        {
          "id": "desktop-django-wrap",
          "version": "0.1.5"
        }
      ],
      "row_count": 2,
      "run_jsonl_sha256": "b3c8b5da25d632e4a30896286548a26bf84de7fd93fc709fc68b2d8997f3ce0c",
      "runtime": {
        "endpoint": null,
        "name": "mlx-lm server",
        "version": "0.31.3"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8085/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 27,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-05-m4-qwen36-dense-mlx-smoke-155916",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3.6 27B",
        "id": "/Users/jochen/models/mlx/Qwen3.6-27B-4bit",
        "identity": "qwen3.6-27b",
        "quantization": "4bit",
        "revision": null,
        "sha256": null
      },
      "models": [
        "/Users/jochen/models/mlx/Qwen3.6-27B-4bit"
      ],
      "operating_conditions": {
        "background_load": "not intentionally controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "smoke-chat",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "6c2ce10ddec0d2460fa60a76baf45765a96bca5d29e9f67b8aa141e8d30bc5cd",
      "runtime": {
        "endpoint": null,
        "name": "mlx-lm server",
        "version": "0.31.3"
      }
    },
    {
      "adapters": [
        "ollama-generate"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://localhost:11434/api/generate"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 28,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-05-m4-qwen36-dense-ollama-155051-patch",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3.6 27B",
        "id": "qwen36-27b-gguf:q4km",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M",
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen36-27b-gguf:q4km"
      ],
      "operating_conditions": {
        "background_load": "not intentionally controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "patch-from-failure",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "90ad79e13be51f0a006fe3640081adfc77b2a40e5f5856754aceb0d0a24fd724",
      "runtime": {
        "endpoint": null,
        "name": "ollama",
        "version": "server 0.20.5; client 0.23.0"
      }
    },
    {
      "adapters": [
        "ollama-generate"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://localhost:11434/api/generate"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 29,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-05-m4-qwen36-dense-ollama-155051-runtime",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3.6 27B",
        "id": "qwen36-27b-gguf:q4km",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M",
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen36-27b-gguf:q4km"
      ],
      "operating_conditions": {
        "background_load": "not intentionally controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "runtime-sweep",
          "version": "0.1.0"
        }
      ],
      "row_count": 9,
      "run_jsonl_sha256": "026b15e71216fc30839332bd3830d60b02a7d7b73840d8a869ecfb8e128c4895",
      "runtime": {
        "endpoint": null,
        "name": "ollama",
        "version": "server 0.20.5; client 0.23.0"
      }
    },
    {
      "adapters": [
        "ollama-generate"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://localhost:11434/api/generate"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 30,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-05-m4-qwen36-dense-ollama-155051-smoke",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3.6 27B",
        "id": "qwen36-27b-gguf:q4km",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M",
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen36-27b-gguf:q4km"
      ],
      "operating_conditions": {
        "background_load": "not intentionally controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "smoke-chat",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "91e4cf517ae21103651c30c72bd6269a46c66a391910075e523aa11dbd04b6f0",
      "runtime": {
        "endpoint": null,
        "name": "ollama",
        "version": "server 0.20.5; client 0.23.0"
      }
    },
    {
      "adapters": [
        "ollama-generate"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://localhost:11434/api/generate"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 31,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-05-m4-qwen36-dense-ollama-155051-wrap",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3.6 27B",
        "id": "qwen36-27b-gguf:q4km",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M",
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen36-27b-gguf:q4km"
      ],
      "operating_conditions": {
        "background_load": "not intentionally controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.5"
      ],
      "packs": [
        {
          "id": "desktop-django-wrap",
          "version": "0.1.5"
        }
      ],
      "row_count": 2,
      "run_jsonl_sha256": "80e8f160825ccab575109815fb17a2c1b3099192514b862b0ef4ed739f2d70d7",
      "runtime": {
        "endpoint": null,
        "name": "ollama",
        "version": "server 0.20.5; client 0.23.0"
      }
    },
    {
      "adapters": [
        "ollama-generate"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://localhost:11434/api/generate"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 32,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-05-m4-qwen36-dense-ollama-smoke-154808",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3.6 27B",
        "id": "qwen36-27b-gguf:q4km",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M",
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen36-27b-gguf:q4km"
      ],
      "operating_conditions": {
        "background_load": "not intentionally controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "smoke-chat",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "49e90ace6ec080cebe40afc29f9fe6234503a44c73f4c72d759e76bbcca85890",
      "runtime": {
        "endpoint": null,
        "name": "ollama",
        "version": "server 0.20.5; client 0.23.0"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8081/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 33,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-05-m4-qwen36-moe-llamacpp-153657-patch",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3.6 35B-A3B",
        "id": "qwen36-35b-a3b-q4km",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "UD-Q4_K_M",
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen36-35b-a3b-q4km"
      ],
      "operating_conditions": {
        "background_load": "not intentionally controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "patch-from-failure",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "7211cd7b8b961809e21be8aa2fd0f0795b60b5fdc4ca311b25a5d050ef15b919",
      "runtime": {
        "endpoint": null,
        "name": "llama-server",
        "version": "9020 (a4701c98f)"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8081/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 34,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-05-m4-qwen36-moe-llamacpp-153657-runtime",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3.6 35B-A3B",
        "id": "qwen36-35b-a3b-q4km",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "UD-Q4_K_M",
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen36-35b-a3b-q4km"
      ],
      "operating_conditions": {
        "background_load": "not intentionally controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "runtime-sweep",
          "version": "0.1.0"
        }
      ],
      "row_count": 9,
      "run_jsonl_sha256": "df24db7e293761efa0727c27243691cefcdf9302c72ceec5a928f7410fe4338e",
      "runtime": {
        "endpoint": null,
        "name": "llama-server",
        "version": "9020 (a4701c98f)"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8081/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 35,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-05-m4-qwen36-moe-llamacpp-153657-smoke",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3.6 35B-A3B",
        "id": "qwen36-35b-a3b-q4km",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "UD-Q4_K_M",
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen36-35b-a3b-q4km"
      ],
      "operating_conditions": {
        "background_load": "not intentionally controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "smoke-chat",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "580935de10ef745e30bd192e688bc6b17ad4c8019e8ae8f844cc4160e437aa04",
      "runtime": {
        "endpoint": null,
        "name": "llama-server",
        "version": "9020 (a4701c98f)"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8081/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 36,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-05-m4-qwen36-moe-llamacpp-153657-wrap",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3.6 35B-A3B",
        "id": "qwen36-35b-a3b-q4km",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "UD-Q4_K_M",
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen36-35b-a3b-q4km"
      ],
      "operating_conditions": {
        "background_load": "not intentionally controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.5"
      ],
      "packs": [
        {
          "id": "desktop-django-wrap",
          "version": "0.1.5"
        }
      ],
      "row_count": 2,
      "run_jsonl_sha256": "9236044cfc59cd87955da876a9f566f4e9bdd2e6b88959bd61de402e3c4af626",
      "runtime": {
        "endpoint": null,
        "name": "llama-server",
        "version": "9020 (a4701c98f)"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8081/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 37,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-05-m4-qwen36-moe-llamacpp-reasonoff-smoke-153634",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3.6 35B-A3B",
        "id": "qwen36-35b-a3b-q4km",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "UD-Q4_K_M",
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen36-35b-a3b-q4km"
      ],
      "operating_conditions": {
        "background_load": "not intentionally controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "smoke-chat",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "68d40ce43d482210491dfdc3c2eb3c85c4d19f1bc248e44a543c5f5593bec5cf",
      "runtime": {
        "endpoint": null,
        "name": "llama-server",
        "version": "9020 (a4701c98f)"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8081/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 38,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-05-m4-qwen36-moe-llamacpp-smoke-153159",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3.6 35B-A3B",
        "id": "qwen36-35b-a3b-q4km",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "UD-Q4_K_M",
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen36-35b-a3b-q4km"
      ],
      "operating_conditions": {
        "background_load": "not intentionally controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "smoke-chat",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "8bff4f37e6ba08d69594af9718d6f29c5b4b492a29b33fb0dacf79f0457e5d28",
      "runtime": {
        "endpoint": null,
        "name": "llama-server",
        "version": "9020 (a4701c98f)"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8084/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 39,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-05-m4-qwen36-moe-mlx-155645-patch",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3.6 35B-A3B",
        "id": "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "MXFP4",
        "revision": null,
        "sha256": null
      },
      "models": [
        "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4"
      ],
      "operating_conditions": {
        "background_load": "not intentionally controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "patch-from-failure",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "bed80bfd65eeba7726c474d9b13531c9bed9185d00e421f2f7390dd67da257b0",
      "runtime": {
        "endpoint": null,
        "name": "mlx-lm server",
        "version": "0.31.3"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8084/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 40,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-05-m4-qwen36-moe-mlx-155645-runtime",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3.6 35B-A3B",
        "id": "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "MXFP4",
        "revision": null,
        "sha256": null
      },
      "models": [
        "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4"
      ],
      "operating_conditions": {
        "background_load": "not intentionally controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "runtime-sweep",
          "version": "0.1.0"
        }
      ],
      "row_count": 9,
      "run_jsonl_sha256": "f0506fad86fc7d9110b41f1f0b76609fa5f9b513ff5f221fa68e126c85ae5ab7",
      "runtime": {
        "endpoint": null,
        "name": "mlx-lm server",
        "version": "0.31.3"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8084/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 41,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-05-m4-qwen36-moe-mlx-155645-smoke",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3.6 35B-A3B",
        "id": "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "MXFP4",
        "revision": null,
        "sha256": null
      },
      "models": [
        "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4"
      ],
      "operating_conditions": {
        "background_load": "not intentionally controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "smoke-chat",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "d07c1c550bd141c596e7dd189cc672c935bf928daacbf2e66e9bdba3ab093cae",
      "runtime": {
        "endpoint": null,
        "name": "mlx-lm server",
        "version": "0.31.3"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8084/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 42,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-05-m4-qwen36-moe-mlx-155645-wrap",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3.6 35B-A3B",
        "id": "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "MXFP4",
        "revision": null,
        "sha256": null
      },
      "models": [
        "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4"
      ],
      "operating_conditions": {
        "background_load": "not intentionally controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.5"
      ],
      "packs": [
        {
          "id": "desktop-django-wrap",
          "version": "0.1.5"
        }
      ],
      "row_count": 2,
      "run_jsonl_sha256": "89e7fe52de3d91a6ab0a61320f5f0ea7ac3a71683fe2c41b7a040b15d99d81b9",
      "runtime": {
        "endpoint": null,
        "name": "mlx-lm server",
        "version": "0.31.3"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://127.0.0.1:8084/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 43,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-05-m4-qwen36-moe-mlx-smoke-155619",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3.6 35B-A3B",
        "id": "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "MXFP4",
        "revision": null,
        "sha256": null
      },
      "models": [
        "/Users/jochen/models/mlx/Qwen3.6-35B-A3B-MLX-MXFP4"
      ],
      "operating_conditions": {
        "background_load": "not intentionally controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "smoke-chat",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "2aa0eba95785bc47b2fa875e2f4bdb793df4f7e96408d0bf905ad01109b25142",
      "runtime": {
        "endpoint": null,
        "name": "mlx-lm server",
        "version": "0.31.3"
      }
    },
    {
      "adapters": [
        "ollama-generate"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://localhost:11434/api/generate"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 44,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-05-m4-qwen36-moe-ollama-154846-patch",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3.6 35B-A3B",
        "id": "qwen36-35b-a3b-gguf:q4km",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "UD-Q4_K_M",
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen36-35b-a3b-gguf:q4km"
      ],
      "operating_conditions": {
        "background_load": "not intentionally controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "patch-from-failure",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "d3e86295d7d842b4c96d8e627af3bce80fdf4cf4ee2f4fb101cffdf0e42621cd",
      "runtime": {
        "endpoint": null,
        "name": "ollama",
        "version": "server 0.20.5; client 0.23.0"
      }
    },
    {
      "adapters": [
        "ollama-generate"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://localhost:11434/api/generate"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 45,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-05-m4-qwen36-moe-ollama-154846-runtime",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3.6 35B-A3B",
        "id": "qwen36-35b-a3b-gguf:q4km",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "UD-Q4_K_M",
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen36-35b-a3b-gguf:q4km"
      ],
      "operating_conditions": {
        "background_load": "not intentionally controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "runtime-sweep",
          "version": "0.1.0"
        }
      ],
      "row_count": 9,
      "run_jsonl_sha256": "743de0b33cd443a29be1d771425a15f60370c7622af2e504cc2d89415115f787",
      "runtime": {
        "endpoint": null,
        "name": "ollama",
        "version": "server 0.20.5; client 0.23.0"
      }
    },
    {
      "adapters": [
        "ollama-generate"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://localhost:11434/api/generate"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 46,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-05-m4-qwen36-moe-ollama-154846-smoke",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3.6 35B-A3B",
        "id": "qwen36-35b-a3b-gguf:q4km",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "UD-Q4_K_M",
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen36-35b-a3b-gguf:q4km"
      ],
      "operating_conditions": {
        "background_load": "not intentionally controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "smoke-chat",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "328b12888209d930071aa141c5c4c24c3842ca987a6bef4ad41e3b3d2fce15cf",
      "runtime": {
        "endpoint": null,
        "name": "ollama",
        "version": "server 0.20.5; client 0.23.0"
      }
    },
    {
      "adapters": [
        "ollama-generate"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://localhost:11434/api/generate"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 47,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-05-m4-qwen36-moe-ollama-154846-wrap",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3.6 35B-A3B",
        "id": "qwen36-35b-a3b-gguf:q4km",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "UD-Q4_K_M",
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen36-35b-a3b-gguf:q4km"
      ],
      "operating_conditions": {
        "background_load": "not intentionally controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.5"
      ],
      "packs": [
        {
          "id": "desktop-django-wrap",
          "version": "0.1.5"
        }
      ],
      "row_count": 2,
      "run_jsonl_sha256": "fad0ff56345ef618f6af7e9d51f11491feb09f31571ec55f04c32d34de82b560",
      "runtime": {
        "endpoint": null,
        "name": "ollama",
        "version": "server 0.20.5; client 0.23.0"
      }
    },
    {
      "adapters": [
        "ollama-generate"
      ],
      "comparison": {
        "boundary": null,
        "mode": null
      },
      "endpoints": [
        "http://localhost:11434/api/generate"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 48,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-05-m4-qwen36-moe-ollama-smoke-154747",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3.6 35B-A3B",
        "id": "qwen36-35b-a3b-gguf:q4km",
        "identity": "qwen3.6-35b-a3b",
        "quantization": "UD-Q4_K_M",
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen36-35b-a3b-gguf:q4km"
      ],
      "operating_conditions": {
        "background_load": "not intentionally controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "smoke-chat",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "fac9f37161c20ba207a1735689d363494e2e076a4d8a12d8cccede2159e2c3c8",
      "runtime": {
        "endpoint": null,
        "name": "ollama",
        "version": "server 0.20.5; client 0.23.0"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": "strict-same-gguf-llama-server"
      },
      "endpoints": [
        "http://127.0.0.1:8081/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": "a82fb3f"
      },
      "id": 49,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1058-patch",
      "model_metadata": {
        "artifact_file": "google_gemma-4-E2B-it-Q4_K_M.gguf",
        "artifact_repo": "bartowski/google_gemma-4-E2B-it-GGUF",
        "display": "Gemma 4 E2B",
        "id": "google/gemma-4-E2B-it",
        "identity": "gemma-4-e2b",
        "quantization": "Q4_K_M",
        "revision": "b5e99bd964eaacc27ba484bb2eb3e9f6160b9143",
        "sha256": "b5310340b3a23d31655d7119d100d5df1b2d8ee17b3ca8b0a23ad7e9eb5fa705"
      },
      "models": [
        "gemma4-e2b-q4km"
      ],
      "operating_conditions": {
        "background_load": "no intentional benchmark load; existing host background state not otherwise controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "patch-from-failure",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "2b036d49a5e9d6a4803bfed19bfa2177ebd1c161b7703c719870f93f3d511c8b",
      "runtime": {
        "endpoint": "http://127.0.0.1:8081/v1",
        "name": "llama-server",
        "version": "version: 9030 (a09a00e50); built with AppleClang 21.0.0.21000099 for Darwin arm64"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": "strict-same-gguf-llama-server"
      },
      "endpoints": [
        "http://127.0.0.1:8081/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": "a82fb3f"
      },
      "id": 50,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1058-runtime",
      "model_metadata": {
        "artifact_file": "google_gemma-4-E2B-it-Q4_K_M.gguf",
        "artifact_repo": "bartowski/google_gemma-4-E2B-it-GGUF",
        "display": "Gemma 4 E2B",
        "id": "google/gemma-4-E2B-it",
        "identity": "gemma-4-e2b",
        "quantization": "Q4_K_M",
        "revision": "b5e99bd964eaacc27ba484bb2eb3e9f6160b9143",
        "sha256": "b5310340b3a23d31655d7119d100d5df1b2d8ee17b3ca8b0a23ad7e9eb5fa705"
      },
      "models": [
        "gemma4-e2b-q4km"
      ],
      "operating_conditions": {
        "background_load": "no intentional benchmark load; existing host background state not otherwise controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "runtime-sweep",
          "version": "0.1.0"
        }
      ],
      "row_count": 9,
      "run_jsonl_sha256": "9a7a841b225dcc6730182be72572aebf9f0efe1e9869636954696889c999efaa",
      "runtime": {
        "endpoint": "http://127.0.0.1:8081/v1",
        "name": "llama-server",
        "version": "version: 9030 (a09a00e50); built with AppleClang 21.0.0.21000099 for Darwin arm64"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": "strict-same-gguf-llama-server"
      },
      "endpoints": [
        "http://127.0.0.1:8081/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": "a82fb3f"
      },
      "id": 51,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1058-smoke",
      "model_metadata": {
        "artifact_file": "google_gemma-4-E2B-it-Q4_K_M.gguf",
        "artifact_repo": "bartowski/google_gemma-4-E2B-it-GGUF",
        "display": "Gemma 4 E2B",
        "id": "google/gemma-4-E2B-it",
        "identity": "gemma-4-e2b",
        "quantization": "Q4_K_M",
        "revision": "b5e99bd964eaacc27ba484bb2eb3e9f6160b9143",
        "sha256": "b5310340b3a23d31655d7119d100d5df1b2d8ee17b3ca8b0a23ad7e9eb5fa705"
      },
      "models": [
        "gemma4-e2b-q4km"
      ],
      "operating_conditions": {
        "background_load": "no intentional benchmark load; existing host background state not otherwise controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "smoke-chat",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "cab70fecc1304a84cf8ef614fe58df90df7609cf4f38e68bb1a70c6e4b28ee22",
      "runtime": {
        "endpoint": "http://127.0.0.1:8081/v1",
        "name": "llama-server",
        "version": "version: 9030 (a09a00e50); built with AppleClang 21.0.0.21000099 for Darwin arm64"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": "strict-same-gguf-llama-server"
      },
      "endpoints": [
        "http://127.0.0.1:8081/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": "a82fb3f"
      },
      "id": 52,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1058-wrap",
      "model_metadata": {
        "artifact_file": "google_gemma-4-E2B-it-Q4_K_M.gguf",
        "artifact_repo": "bartowski/google_gemma-4-E2B-it-GGUF",
        "display": "Gemma 4 E2B",
        "id": "google/gemma-4-E2B-it",
        "identity": "gemma-4-e2b",
        "quantization": "Q4_K_M",
        "revision": "b5e99bd964eaacc27ba484bb2eb3e9f6160b9143",
        "sha256": "b5310340b3a23d31655d7119d100d5df1b2d8ee17b3ca8b0a23ad7e9eb5fa705"
      },
      "models": [
        "gemma4-e2b-q4km"
      ],
      "operating_conditions": {
        "background_load": "no intentional benchmark load; existing host background state not otherwise controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.5"
      ],
      "packs": [
        {
          "id": "desktop-django-wrap",
          "version": "0.1.5"
        }
      ],
      "row_count": 2,
      "run_jsonl_sha256": "727e46e9f5053eedb541ef2140b12db9622bb19c702f3b1120ef9535ef291516",
      "runtime": {
        "endpoint": "http://127.0.0.1:8081/v1",
        "name": "llama-server",
        "version": "version: 9030 (a09a00e50); built with AppleClang 21.0.0.21000099 for Darwin arm64"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": "strict-same-gguf-llama-server"
      },
      "endpoints": [
        "http://127.0.0.1:8081/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": "2acd1b3"
      },
      "id": 53,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1116-patch",
      "model_metadata": {
        "artifact_file": "google_gemma-4-E2B-it-Q4_K_M.gguf",
        "artifact_repo": "bartowski/google_gemma-4-E2B-it-GGUF",
        "display": "Gemma 4 E2B",
        "id": "google/gemma-4-E2B-it",
        "identity": "gemma-4-e2b",
        "quantization": "Q4_K_M",
        "revision": "b5e99bd964eaacc27ba484bb2eb3e9f6160b9143",
        "sha256": "b5310340b3a23d31655d7119d100d5df1b2d8ee17b3ca8b0a23ad7e9eb5fa705"
      },
      "models": [
        "gemma4-e2b-q4km"
      ],
      "operating_conditions": {
        "background_load": "no intentional benchmark load; existing host background state not otherwise controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "patch-from-failure",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "de3de00b332e27ae95daeea0e58aa39fc9f3f9e00b2f5a1768517baac4bb7f7a",
      "runtime": {
        "endpoint": "http://127.0.0.1:8081/v1",
        "name": "llama-server",
        "version": "version: 9030 (a09a00e50); built with AppleClang 21.0.0.21000099 for Darwin arm64"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": "strict-same-gguf-llama-server"
      },
      "endpoints": [
        "http://127.0.0.1:8081/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": "2acd1b3"
      },
      "id": 54,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1116-runtime",
      "model_metadata": {
        "artifact_file": "google_gemma-4-E2B-it-Q4_K_M.gguf",
        "artifact_repo": "bartowski/google_gemma-4-E2B-it-GGUF",
        "display": "Gemma 4 E2B",
        "id": "google/gemma-4-E2B-it",
        "identity": "gemma-4-e2b",
        "quantization": "Q4_K_M",
        "revision": "b5e99bd964eaacc27ba484bb2eb3e9f6160b9143",
        "sha256": "b5310340b3a23d31655d7119d100d5df1b2d8ee17b3ca8b0a23ad7e9eb5fa705"
      },
      "models": [
        "gemma4-e2b-q4km"
      ],
      "operating_conditions": {
        "background_load": "no intentional benchmark load; existing host background state not otherwise controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "runtime-sweep",
          "version": "0.1.0"
        }
      ],
      "row_count": 9,
      "run_jsonl_sha256": "4d0dff2fa49c393a80cb44dcf25b7128158d1117eccffa26e81380639dee0e46",
      "runtime": {
        "endpoint": "http://127.0.0.1:8081/v1",
        "name": "llama-server",
        "version": "version: 9030 (a09a00e50); built with AppleClang 21.0.0.21000099 for Darwin arm64"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": "strict-same-gguf-llama-server"
      },
      "endpoints": [
        "http://127.0.0.1:8081/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": "2acd1b3"
      },
      "id": 55,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1116-smoke",
      "model_metadata": {
        "artifact_file": "google_gemma-4-E2B-it-Q4_K_M.gguf",
        "artifact_repo": "bartowski/google_gemma-4-E2B-it-GGUF",
        "display": "Gemma 4 E2B",
        "id": "google/gemma-4-E2B-it",
        "identity": "gemma-4-e2b",
        "quantization": "Q4_K_M",
        "revision": "b5e99bd964eaacc27ba484bb2eb3e9f6160b9143",
        "sha256": "b5310340b3a23d31655d7119d100d5df1b2d8ee17b3ca8b0a23ad7e9eb5fa705"
      },
      "models": [
        "gemma4-e2b-q4km"
      ],
      "operating_conditions": {
        "background_load": "no intentional benchmark load; existing host background state not otherwise controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "smoke-chat",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "22433417300a34eac6de9e7e1dd0c71765898db2ebf465591308de1c6735cb7f",
      "runtime": {
        "endpoint": "http://127.0.0.1:8081/v1",
        "name": "llama-server",
        "version": "version: 9030 (a09a00e50); built with AppleClang 21.0.0.21000099 for Darwin arm64"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": "strict-same-gguf-llama-server"
      },
      "endpoints": [
        "http://127.0.0.1:8081/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": "2acd1b3"
      },
      "id": 56,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-07-m4-max-gemma4-llama-reasoning-off-4pack-20260507-1116-wrap",
      "model_metadata": {
        "artifact_file": "google_gemma-4-E2B-it-Q4_K_M.gguf",
        "artifact_repo": "bartowski/google_gemma-4-E2B-it-GGUF",
        "display": "Gemma 4 E2B",
        "id": "google/gemma-4-E2B-it",
        "identity": "gemma-4-e2b",
        "quantization": "Q4_K_M",
        "revision": "b5e99bd964eaacc27ba484bb2eb3e9f6160b9143",
        "sha256": "b5310340b3a23d31655d7119d100d5df1b2d8ee17b3ca8b0a23ad7e9eb5fa705"
      },
      "models": [
        "gemma4-e2b-q4km"
      ],
      "operating_conditions": {
        "background_load": "no intentional benchmark load; existing host background state not otherwise controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.5"
      ],
      "packs": [
        {
          "id": "desktop-django-wrap",
          "version": "0.1.5"
        }
      ],
      "row_count": 2,
      "run_jsonl_sha256": "9eaaf591d1b198c2db991ad03faa619418428270bfdfbd36c0f72f11eeec5fd6",
      "runtime": {
        "endpoint": "http://127.0.0.1:8081/v1",
        "name": "llama-server",
        "version": "version: 9030 (a09a00e50); built with AppleClang 21.0.0.21000099 for Darwin arm64"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": "strict-same-gguf-llama-server"
      },
      "endpoints": [
        "http://127.0.0.1:8081/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": "a82fb3f"
      },
      "id": 57,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-07-m4-max-gemma4-llama-reasoning-off-runtime-20260507-103928",
      "model_metadata": {
        "artifact_file": "google_gemma-4-E2B-it-Q4_K_M.gguf",
        "artifact_repo": "bartowski/google_gemma-4-E2B-it-GGUF",
        "display": "Gemma 4 E2B",
        "id": "google/gemma-4-E2B-it",
        "identity": "gemma-4-e2b",
        "quantization": "Q4_K_M",
        "revision": "b5e99bd964eaacc27ba484bb2eb3e9f6160b9143",
        "sha256": "b5310340b3a23d31655d7119d100d5df1b2d8ee17b3ca8b0a23ad7e9eb5fa705"
      },
      "models": [
        "gemma4-e2b-q4km"
      ],
      "operating_conditions": {
        "background_load": "no intentional benchmark load; existing host background state not otherwise controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "runtime-sweep",
          "version": "0.1.0"
        }
      ],
      "row_count": 9,
      "run_jsonl_sha256": "66ded72dd97702092ce901aa22b1c622174b3cd0cf85d2d10674a0a977ae1306",
      "runtime": {
        "endpoint": "http://127.0.0.1:8081/v1",
        "name": "llama-server",
        "version": "version: 9030 (a09a00e50); built with AppleClang 21.0.0.21000099 for Darwin arm64"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": "strict-same-gguf-llama-server"
      },
      "endpoints": [
        "http://127.0.0.1:8081/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": "a82fb3f"
      },
      "id": 58,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-07-m4-max-gemma4-llama-reasoning-off-smoke-20260507-103856",
      "model_metadata": {
        "artifact_file": "google_gemma-4-E2B-it-Q4_K_M.gguf",
        "artifact_repo": "bartowski/google_gemma-4-E2B-it-GGUF",
        "display": "Gemma 4 E2B",
        "id": "google/gemma-4-E2B-it",
        "identity": "gemma-4-e2b",
        "quantization": "Q4_K_M",
        "revision": "b5e99bd964eaacc27ba484bb2eb3e9f6160b9143",
        "sha256": "b5310340b3a23d31655d7119d100d5df1b2d8ee17b3ca8b0a23ad7e9eb5fa705"
      },
      "models": [
        "gemma4-e2b-q4km"
      ],
      "operating_conditions": {
        "background_load": "no intentional benchmark load; existing host background state not otherwise controlled",
        "power": "not captured",
        "thermal": "not captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "smoke-chat",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "2b2ccf37b7568ff154e1935ffc11e1dfa310e7bfbc7f4a6eed09ead04f47c94c",
      "runtime": {
        "endpoint": "http://127.0.0.1:8081/v1",
        "name": "llama-server",
        "version": "version: 9030 (a09a00e50); built with AppleClang 21.0.0.21000099 for Darwin arm64"
      }
    },
    {
      "adapters": [
        "ollama-generate"
      ],
      "comparison": {
        "boundary": null,
        "mode": "exploratory-direct-edit-external-agent"
      },
      "endpoints": [
        "http://localhost:11434/api/generate"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": "86d3194 docs: record endpoint correctness v020 validation"
      },
      "id": 59,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-09-m4-max-codex-oss-direct-edit-20260509-162514-dashboard-regression-external-agent",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3 Coder 30B-A3B",
        "id": null,
        "identity": "qwen3-coder-30b-a3b",
        "quantization": "Q4_K_M",
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen3-coder:30b-a3b-q4_K_M"
      ],
      "operating_conditions": {
        "background_load": "no intentional benchmark load besides local Ollama/Codex workflow",
        "power": "not intentionally controlled",
        "thermal": "not intentionally controlled"
      },
      "pack_versions": [
        "0.1.1"
      ],
      "packs": [
        {
          "id": "django-dashboard-regression-fix-external-agent",
          "version": "0.1.1"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "83cd20917322de9ee3db923f2cb9f38038970b55a77995dacd646a2c668071a5",
      "runtime": {
        "endpoint": null,
        "name": null,
        "version": null
      }
    },
    {
      "adapters": [
        "ollama-generate"
      ],
      "comparison": {
        "boundary": null,
        "mode": "exploratory-direct-edit-external-agent"
      },
      "endpoints": [
        "http://localhost:11434/api/generate"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": "86d3194 docs: record endpoint correctness v020 validation"
      },
      "id": 60,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-09-m4-max-codex-oss-direct-edit-20260509-162514-patch-external-agent",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3 Coder 30B-A3B",
        "id": null,
        "identity": "qwen3-coder-30b-a3b",
        "quantization": "Q4_K_M",
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen3-coder:30b-a3b-q4_K_M"
      ],
      "operating_conditions": {
        "background_load": "no intentional benchmark load besides local Ollama/Codex workflow",
        "power": "not intentionally controlled",
        "thermal": "not intentionally controlled"
      },
      "pack_versions": [
        "0.1.1"
      ],
      "packs": [
        {
          "id": "patch-from-failure-external-agent",
          "version": "0.1.1"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "d0244bd1751bfc077a48a2a00165d05364cad35809fa76a6a888354bb6eb147b",
      "runtime": {
        "endpoint": null,
        "name": null,
        "version": null
      }
    },
    {
      "adapters": [
        "ollama-generate"
      ],
      "comparison": {
        "boundary": null,
        "mode": "exploratory-direct-edit-external-agent"
      },
      "endpoints": [
        "http://localhost:11434/api/generate"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": "86d3194 docs: record endpoint correctness v020 validation"
      },
      "id": 61,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-09-m4-max-codex-oss-direct-edit-20260509-162514-python-regression-external-agent",
      "model_metadata": {
        "artifact_file": null,
        "artifact_repo": null,
        "display": "Qwen3 Coder 30B-A3B",
        "id": null,
        "identity": "qwen3-coder-30b-a3b",
        "quantization": "Q4_K_M",
        "revision": null,
        "sha256": null
      },
      "models": [
        "qwen3-coder:30b-a3b-q4_K_M"
      ],
      "operating_conditions": {
        "background_load": "no intentional benchmark load besides local Ollama/Codex workflow",
        "power": "not intentionally controlled",
        "thermal": "not intentionally controlled"
      },
      "pack_versions": [
        "0.1.1"
      ],
      "packs": [
        {
          "id": "python-regression-fix-external-agent",
          "version": "0.1.1"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "1310606d40d1045fccc217584d90d4ba214e5c11bb486c52c62db8381f9718e5",
      "runtime": {
        "endpoint": null,
        "name": null,
        "version": null
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": "strict-same-gguf-llama-server"
      },
      "endpoints": [
        "http://127.0.0.1:18082/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": "38f2017"
      },
      "id": 62,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-09-m4-max-qwen36-27b-llamacpp-strict-preflight-20260509-220411-endpoint-correctness",
      "model_metadata": {
        "artifact_file": "Qwen3.6-27B-Q4_K_M.gguf",
        "artifact_repo": "unsloth/Qwen3.6-27B-GGUF",
        "display": "Qwen3.6 27B",
        "id": "Qwen/Qwen3.6-27B",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M",
        "revision": null,
        "sha256": "5ed60d0af4650a854b1755bd392f9aef4872643dc25a254bc68043fa638392a0"
      },
      "models": [
        "qwen36-27b-q4km"
      ],
      "operating_conditions": {
        "background_load": "no intentional benchmark load besides llama-server and benchpack",
        "power": "not explicitly controlled",
        "thermal": "not explicitly captured"
      },
      "pack_versions": [
        "0.2.0"
      ],
      "packs": [
        {
          "id": "endpoint-python-correctness",
          "version": "0.2.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "11e6273fd238f4982423c68573a2055bcf368ad41658b0da763637c722d907f6",
      "runtime": {
        "endpoint": "http://127.0.0.1:18082/v1",
        "name": "llama-server",
        "version": "9080 (9f5f0e689), AppleClang 21.0.0.21000099, Darwin arm64"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": "strict-same-gguf-llama-server"
      },
      "endpoints": [
        "http://127.0.0.1:18082/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": "38f2017"
      },
      "id": 63,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-09-m4-max-qwen36-27b-llamacpp-strict-preflight-20260509-220411-smoke",
      "model_metadata": {
        "artifact_file": "Qwen3.6-27B-Q4_K_M.gguf",
        "artifact_repo": "unsloth/Qwen3.6-27B-GGUF",
        "display": "Qwen3.6 27B",
        "id": "Qwen/Qwen3.6-27B",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M",
        "revision": null,
        "sha256": "5ed60d0af4650a854b1755bd392f9aef4872643dc25a254bc68043fa638392a0"
      },
      "models": [
        "qwen36-27b-q4km"
      ],
      "operating_conditions": {
        "background_load": "no intentional benchmark load besides llama-server and benchpack",
        "power": "not explicitly controlled",
        "thermal": "not explicitly captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "smoke-chat",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "d608b1a3fec1ba5261f492b9cf076c75a24f07cf427579cc42a4278c429e248e",
      "runtime": {
        "endpoint": "http://127.0.0.1:18082/v1",
        "name": "llama-server",
        "version": "9080 (9f5f0e689), AppleClang 21.0.0.21000099, Darwin arm64"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": "strict-same-gguf-llama-server"
      },
      "endpoints": [
        "http://127.0.0.1:18082/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": "38f2017"
      },
      "id": 64,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-10-m4-max-qwen36-27b-llamacpp-strict-fourpack-20260510-131758-patch",
      "model_metadata": {
        "artifact_file": "Qwen3.6-27B-Q4_K_M.gguf",
        "artifact_repo": "unsloth/Qwen3.6-27B-GGUF",
        "display": "Qwen3.6 27B",
        "id": "Qwen/Qwen3.6-27B",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M",
        "revision": null,
        "sha256": "5ed60d0af4650a854b1755bd392f9aef4872643dc25a254bc68043fa638392a0"
      },
      "models": [
        "qwen36-27b-q4km"
      ],
      "operating_conditions": {
        "background_load": "no intentional benchmark load besides llama-server and benchpack",
        "power": "not explicitly controlled",
        "thermal": "not explicitly captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "patch-from-failure",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "092881ce190eb716e92c967580bda824df322e9f896f9b5b5b838cf5f0ef16d6",
      "runtime": {
        "endpoint": "http://127.0.0.1:18082/v1",
        "name": "llama-server",
        "version": "9080 (9f5f0e689), AppleClang 21.0.0.21000099, Darwin arm64"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": "strict-same-gguf-llama-server"
      },
      "endpoints": [
        "http://127.0.0.1:18082/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": "38f2017"
      },
      "id": 65,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-10-m4-max-qwen36-27b-llamacpp-strict-fourpack-20260510-131758-runtime",
      "model_metadata": {
        "artifact_file": "Qwen3.6-27B-Q4_K_M.gguf",
        "artifact_repo": "unsloth/Qwen3.6-27B-GGUF",
        "display": "Qwen3.6 27B",
        "id": "Qwen/Qwen3.6-27B",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M",
        "revision": null,
        "sha256": "5ed60d0af4650a854b1755bd392f9aef4872643dc25a254bc68043fa638392a0"
      },
      "models": [
        "qwen36-27b-q4km"
      ],
      "operating_conditions": {
        "background_load": "no intentional benchmark load besides llama-server and benchpack",
        "power": "not explicitly controlled",
        "thermal": "not explicitly captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "runtime-sweep",
          "version": "0.1.0"
        }
      ],
      "row_count": 9,
      "run_jsonl_sha256": "236c343a41303208679df25b6be2db309312652757fb15a05633ba7e74364812",
      "runtime": {
        "endpoint": "http://127.0.0.1:18082/v1",
        "name": "llama-server",
        "version": "9080 (9f5f0e689), AppleClang 21.0.0.21000099, Darwin arm64"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": "strict-same-gguf-llama-server"
      },
      "endpoints": [
        "http://127.0.0.1:18082/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": "38f2017"
      },
      "id": 66,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-10-m4-max-qwen36-27b-llamacpp-strict-fourpack-20260510-131758-smoke",
      "model_metadata": {
        "artifact_file": "Qwen3.6-27B-Q4_K_M.gguf",
        "artifact_repo": "unsloth/Qwen3.6-27B-GGUF",
        "display": "Qwen3.6 27B",
        "id": "Qwen/Qwen3.6-27B",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M",
        "revision": null,
        "sha256": "5ed60d0af4650a854b1755bd392f9aef4872643dc25a254bc68043fa638392a0"
      },
      "models": [
        "qwen36-27b-q4km"
      ],
      "operating_conditions": {
        "background_load": "no intentional benchmark load besides llama-server and benchpack",
        "power": "not explicitly controlled",
        "thermal": "not explicitly captured"
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "smoke-chat",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "3d80ccdf204feffd68b94f25dd97a448cd9abf26ad8905f052fd087ec3745a61",
      "runtime": {
        "endpoint": "http://127.0.0.1:18082/v1",
        "name": "llama-server",
        "version": "9080 (9f5f0e689), AppleClang 21.0.0.21000099, Darwin arm64"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": "strict-same-gguf-llama-server"
      },
      "endpoints": [
        "http://127.0.0.1:18082/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": "m4-max",
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": "38f2017"
      },
      "id": 67,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-10-m4-max-qwen36-27b-llamacpp-strict-fourpack-20260510-131758-wrap",
      "model_metadata": {
        "artifact_file": "Qwen3.6-27B-Q4_K_M.gguf",
        "artifact_repo": "unsloth/Qwen3.6-27B-GGUF",
        "display": "Qwen3.6 27B",
        "id": "Qwen/Qwen3.6-27B",
        "identity": "qwen3.6-27b",
        "quantization": "Q4_K_M",
        "revision": null,
        "sha256": "5ed60d0af4650a854b1755bd392f9aef4872643dc25a254bc68043fa638392a0"
      },
      "models": [
        "qwen36-27b-q4km"
      ],
      "operating_conditions": {
        "background_load": "no intentional benchmark load besides llama-server and benchpack",
        "power": "not explicitly controlled",
        "thermal": "not explicitly captured"
      },
      "pack_versions": [
        "0.1.5"
      ],
      "packs": [
        {
          "id": "desktop-django-wrap",
          "version": "0.1.5"
        }
      ],
      "row_count": 2,
      "run_jsonl_sha256": "56dab960eb9565548bae5eaaec775f8ca1c1946e39ce970a2230116ae8efd88e",
      "runtime": {
        "endpoint": "http://127.0.0.1:18082/v1",
        "name": "llama-server",
        "version": "9080 (9f5f0e689), AppleClang 21.0.0.21000099, Darwin arm64"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": "strict-same-gguf-llama-server"
      },
      "endpoints": [
        "http://127.0.0.1:18083/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 68,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-12-m4-max-gemma4-26b-a4b-llamacpp-strict-fourpack-20260512-patch",
      "model_metadata": {
        "artifact_file": "gemma-4-26B-A4B-it-Q4_K_M.gguf",
        "artifact_repo": "ggml-org/gemma-4-26B-A4B-it-GGUF",
        "display": "Gemma 4 26B-A4B",
        "id": null,
        "identity": "gemma-4-26b-a4b",
        "quantization": "Q4_K_M",
        "revision": null,
        "sha256": "88f4a13b0bb95f031a7fad973e10854122fb67ebc34d214d39a2f65053046abc"
      },
      "models": [
        "gemma4-26b-a4b-q4km"
      ],
      "operating_conditions": {
        "background_load": null,
        "power": null,
        "thermal": null
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "patch-from-failure",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "d8cd7376ad41d0eb369f6d8edbbca0bc27f1df61ed5769d153820b5b3471bd3d",
      "runtime": {
        "endpoint": "http://127.0.0.1:18083/v1",
        "name": "llama-server",
        "version": "9110 (ef22b3e4a)"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": "strict-same-gguf-llama-server"
      },
      "endpoints": [
        "http://127.0.0.1:18083/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 69,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-12-m4-max-gemma4-26b-a4b-llamacpp-strict-fourpack-20260512-runtime",
      "model_metadata": {
        "artifact_file": "gemma-4-26B-A4B-it-Q4_K_M.gguf",
        "artifact_repo": "ggml-org/gemma-4-26B-A4B-it-GGUF",
        "display": "Gemma 4 26B-A4B",
        "id": null,
        "identity": "gemma-4-26b-a4b",
        "quantization": "Q4_K_M",
        "revision": null,
        "sha256": "88f4a13b0bb95f031a7fad973e10854122fb67ebc34d214d39a2f65053046abc"
      },
      "models": [
        "gemma4-26b-a4b-q4km"
      ],
      "operating_conditions": {
        "background_load": null,
        "power": null,
        "thermal": null
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "runtime-sweep",
          "version": "0.1.0"
        }
      ],
      "row_count": 9,
      "run_jsonl_sha256": "b9efa76bb23233a37bc2cc977fea86af373e35532834c464c799635174c1680e",
      "runtime": {
        "endpoint": "http://127.0.0.1:18083/v1",
        "name": "llama-server",
        "version": "9110 (ef22b3e4a)"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": "strict-same-gguf-llama-server"
      },
      "endpoints": [
        "http://127.0.0.1:18083/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 70,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-12-m4-max-gemma4-26b-a4b-llamacpp-strict-fourpack-20260512-smoke",
      "model_metadata": {
        "artifact_file": "gemma-4-26B-A4B-it-Q4_K_M.gguf",
        "artifact_repo": "ggml-org/gemma-4-26B-A4B-it-GGUF",
        "display": "Gemma 4 26B-A4B",
        "id": null,
        "identity": "gemma-4-26b-a4b",
        "quantization": "Q4_K_M",
        "revision": null,
        "sha256": "88f4a13b0bb95f031a7fad973e10854122fb67ebc34d214d39a2f65053046abc"
      },
      "models": [
        "gemma4-26b-a4b-q4km"
      ],
      "operating_conditions": {
        "background_load": null,
        "power": null,
        "thermal": null
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "smoke-chat",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "d888d85a7c9df68378e267eabaafef3ffabd25bdac9dd38b0c1fa7b19f8ee781",
      "runtime": {
        "endpoint": "http://127.0.0.1:18083/v1",
        "name": "llama-server",
        "version": "9110 (ef22b3e4a)"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": "strict-same-gguf-llama-server"
      },
      "endpoints": [
        "http://127.0.0.1:18083/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 71,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-12-m4-max-gemma4-26b-a4b-llamacpp-strict-fourpack-20260512-wrap",
      "model_metadata": {
        "artifact_file": "gemma-4-26B-A4B-it-Q4_K_M.gguf",
        "artifact_repo": "ggml-org/gemma-4-26B-A4B-it-GGUF",
        "display": "Gemma 4 26B-A4B",
        "id": null,
        "identity": "gemma-4-26b-a4b",
        "quantization": "Q4_K_M",
        "revision": null,
        "sha256": "88f4a13b0bb95f031a7fad973e10854122fb67ebc34d214d39a2f65053046abc"
      },
      "models": [
        "gemma4-26b-a4b-q4km"
      ],
      "operating_conditions": {
        "background_load": null,
        "power": null,
        "thermal": null
      },
      "pack_versions": [
        "0.1.5"
      ],
      "packs": [
        {
          "id": "desktop-django-wrap",
          "version": "0.1.5"
        }
      ],
      "row_count": 2,
      "run_jsonl_sha256": "25f76672c7e40e4c2f86629f3754e0bbd8cd1cc7469c5885f46f557d0ef3c761",
      "runtime": {
        "endpoint": "http://127.0.0.1:18083/v1",
        "name": "llama-server",
        "version": "9110 (ef22b3e4a)"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": "strict-same-gguf-llama-server"
      },
      "endpoints": [
        "http://127.0.0.1:18083/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 72,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-12-m4-max-gemma4-26b-a4b-llamacpp-strict-preflight-20260512-endpoint-correctness",
      "model_metadata": {
        "artifact_file": "gemma-4-26B-A4B-it-Q4_K_M.gguf",
        "artifact_repo": "ggml-org/gemma-4-26B-A4B-it-GGUF",
        "display": "Gemma 4 26B-A4B",
        "id": null,
        "identity": "gemma-4-26b-a4b",
        "quantization": "Q4_K_M",
        "revision": null,
        "sha256": "88f4a13b0bb95f031a7fad973e10854122fb67ebc34d214d39a2f65053046abc"
      },
      "models": [
        "gemma4-26b-a4b-q4km"
      ],
      "operating_conditions": {
        "background_load": null,
        "power": null,
        "thermal": null
      },
      "pack_versions": [
        "0.2.0"
      ],
      "packs": [
        {
          "id": "endpoint-python-correctness",
          "version": "0.2.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "cf6953b31b421101e5649378914471a8b097e563e97e31f03f52fa00f7f58a69",
      "runtime": {
        "endpoint": "http://127.0.0.1:18083/v1",
        "name": "llama-server",
        "version": "9110 (ef22b3e4a)"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": "strict-same-gguf-llama-server"
      },
      "endpoints": [
        "http://127.0.0.1:18083/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 73,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-12-m4-max-gemma4-26b-a4b-llamacpp-strict-preflight-20260512-runtime",
      "model_metadata": {
        "artifact_file": "gemma-4-26B-A4B-it-Q4_K_M.gguf",
        "artifact_repo": "ggml-org/gemma-4-26B-A4B-it-GGUF",
        "display": "Gemma 4 26B-A4B",
        "id": null,
        "identity": "gemma-4-26b-a4b",
        "quantization": "Q4_K_M",
        "revision": null,
        "sha256": "88f4a13b0bb95f031a7fad973e10854122fb67ebc34d214d39a2f65053046abc"
      },
      "models": [
        "gemma4-26b-a4b-q4km"
      ],
      "operating_conditions": {
        "background_load": null,
        "power": null,
        "thermal": null
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "runtime-sweep",
          "version": "0.1.0"
        }
      ],
      "row_count": 9,
      "run_jsonl_sha256": "6e838b3042e170c907296380debf890d568eeec5296e31a0ff4a8a04e03c13f1",
      "runtime": {
        "endpoint": "http://127.0.0.1:18083/v1",
        "name": "llama-server",
        "version": "9110 (ef22b3e4a)"
      }
    },
    {
      "adapters": [
        "openai-chat"
      ],
      "comparison": {
        "boundary": null,
        "mode": "strict-same-gguf-llama-server"
      },
      "endpoints": [
        "http://127.0.0.1:18083/v1/chat/completions"
      ],
      "host": {
        "display": "Apple M4 Max Mac Studio (128 GB)",
        "hostname": "studio",
        "identity": "apple-m4-max-mac-studio-128-gb",
        "label": null,
        "platform": "darwin",
        "platform_display": "macOS",
        "repo_commit": null
      },
      "id": 74,
      "imported_at": "2026-06-23T13:08:32+00:00",
      "label": "2026-05-12-m4-max-gemma4-26b-a4b-llamacpp-strict-preflight-20260512-smoke",
      "model_metadata": {
        "artifact_file": "gemma-4-26B-A4B-it-Q4_K_M.gguf",
        "artifact_repo": "ggml-org/gemma-4-26B-A4B-it-GGUF",
        "display": "Gemma 4 26B-A4B",
        "id": null,
        "identity": "gemma-4-26b-a4b",
        "quantization": "Q4_K_M",
        "revision": null,
        "sha256": "88f4a13b0bb95f031a7fad973e10854122fb67ebc34d214d39a2f65053046abc"
      },
      "models": [
        "gemma4-26b-a4b-q4km"
      ],
      "operating_conditions": {
        "background_load": null,
        "power": null,
        "thermal": null
      },
      "pack_versions": [
        "0.1.0"
      ],
      "packs": [
        {
          "id": "smoke-chat",
          "version": "0.1.0"
        }
      ],
      "row_count": 1,
      "run_jsonl_sha256": "15e0c9bf6abc70f6314988f77c0e949decc39c027becf981bb397f69af1cee8d",
      "runtime": {
        "endpoint": "http://127.0.0.1:18083/v1",
        "name": "llama-server",
        "version": "9110 (ef22b3e4a)"
      }
    }
  ],
  "schema_version": 1,
  "source_database": "llm-benchpacks.sqlite"
}