{
 "schema": "local-ai-bench/result/v1",
 "run_id": "20261004T091243Z-ik_llama-glm-5.3-flash-iq2-m-128k-3x-mtp-g210-fm7168-gpu012-lab",
 "ticket": "T22c",
 "kind": "lab",
 "model": "glm-5.3-flash",
 "config_id": "ik_llama-glm-5.3-flash-iq2-m-128k-3x-mtp-g210-fm7168-gpu012",
 "outcome": "fail",
 "failed_stage": "gates",
 "exit_status": 0,
 "started_at": "2026-10-04T09:12:43.383292+00:00",
 "finished_at": "2026-10-04T09:26:15.646384+00:00",
 "launch": {
  "file": "launches/ik_llama-glm-5.3-flash-iq2-m-128k-3x-mtp-g210-fm7168.json",
  "sha256": "cf6116ffb2e3698333ab48e1435f99a6f037b39308f84e62e4fd24888017f06c",
  "image": "local-ai-bench/ik-llama-cuda@sha256:d30fa2796c72509c9158a6202fed46c8ce159f3344f3735120be65a73a8137b1",
  "argv": [
   "/app/llama-server",
   "--model",
   "/models/GLM-5.3-Flash-BF16-IQ2_M/GLM-5.3-Flash-BF16-IQ2_M-00001-of-00004.gguf",
   "--ctx-size",
   "131072",
   "--flash-attn",
   "on",
   "--mla-use",
   "3",
   "--dsa",
   "--cache-type-k",
   "q8_0",
   "--n-gpu-layers",
   "999",
   "--fit",
   "--split-mode",
   "layer",
   "--batch-size",
   "2048",
   "--ubatch-size",
   "2048",
   "--parallel",
   "1",
   "--threads",
   "15",
   "--jinja",
   "--metrics",
   "--host",
   "0.0.0.0",
   "--port",
   "8080",
   "--spec-type",
   "mtp:n_max=3,p_min=0.0",
   "--fit-margin",
   "7168"
  ],
  "env": {
   "CUDA_DEVICE_ORDER": "PCI_BUS_ID",
   "CUDA_VISIBLE_DEVICES": "2,1,0"
  },
  "engine": "ik_llama.cpp",
  "engine_source_commit": "https://github.com/ikawrakow/ik_llama.cpp/tree/5bf8f0fe4db98e9560de0f495232f8d3a733c678",
  "mtp": {
   "type": "mtp",
   "draft": "embedded NextN/MTP layer of the target GGUF (Q4_0 in bartowski files)",
   "spec_type": "mtp:n_max=3,p_min=0.0",
   "n_max": 3,
   "p_min": 0.0,
   "heads": 1,
   "ref": "ik_llama.cpp PR #2548 (n_max=3 best in author's n_max 3/4 comparison)"
  },
  "entrypoint": "/app/llama-server",
  "port": 8080,
  "shm": "16g",
  "flags": [],
  "weights_at": [
   "/models"
  ]
 },
 "weights": [
  {
   "repo": "bartowski/GLM-5.3-Flash-BF16-GGUF",
   "revision": "66e5e9f0e337470e8801b99bae6c45779b042cc2",
   "manifest": "models/bartowski-GLM-5.3-Flash-IQ2_M.json"
  }
 ],
 "host": {
  "hostname": "omarchy-gpu",
  "cpu": "AMD Ryzen 9 5950X 16-Core Processor",
  "ram_total_gib": 125.7,
  "ram_layout": "DIMM_A1 32 GiB DDR4 3200 MT/s, DIMM_A2 32 GiB DDR4 3200 MT/s, DIMM_B1 32 GiB DDR4 3200 MT/s, DIMM_B2 32 GiB DDR4 3200 MT/s (AM4: 2 channels)",
  "kernel": "7.2.5-3-omarchy",
  "driver": "610.57.04",
  "cuda": "13.3",
  "cpus_online": "0-1,3-17,19-31",
  "cpus_offline": "2,18",
  "machine_checks_this_boot": 6
 },
 "gpus": [
  {
   "index": 0,
   "uuid": "GPU-816b43e4-8d65-dfd7-2234-8517b3dfbf2d",
   "name": "NVIDIA GeForce RTX 3090",
   "bus_id": "00000000:04:00.0",
   "pcie_gen_max": 4,
   "pcie_width": 8,
   "display_active": false,
   "used_by_run": true
  },
  {
   "index": 1,
   "uuid": "GPU-c67ac872-3371-a88c-aa92-d969daf6405e",
   "name": "NVIDIA GeForce RTX 3090",
   "bus_id": "00000000:0B:00.0",
   "pcie_gen_max": 4,
   "pcie_width": 8,
   "display_active": false,
   "used_by_run": true
  },
  {
   "index": 2,
   "uuid": "GPU-76d3c6af-7f18-69d2-3145-899103de1722",
   "name": "NVIDIA GeForce RTX 3090",
   "bus_id": "00000000:0C:00.0",
   "pcie_gen_max": 4,
   "pcie_width": 8,
   "display_active": false,
   "used_by_run": true
  }
 ],
 "layout": {
  "name": "current",
  "cards": 3,
  "display": "off"
 },
 "context": {
  "configured": 131072,
  "occupied_max": {
   "value": 93437,
   "unit": "tokens"
  },
  "headroom_min": {
   "state": "unavailable",
   "reason": "no occupancy measured in this run"
  }
 },
 "cache_state": {
  "cold": true,
  "reset": [
   "container",
   "prefix_kv",
   "expert_cache",
   "ngram_row_cache",
   "page_cache"
  ]
 },
 "provenance": {
  "bench_commit": "151350a4d65da543200768e08741f6eb5409c3ed",
  "bench_dirty": true,
  "pins_sha256": "858564b6e07125ac48c2ef6c5178d0a53596f21eb5f0ebda43906472b01b4d78",
  "registry_commit": "d21258dd744e7c78be28177c90060c6af8e10b7e",
  "kit_commit": "ef883d269e50ecbea290f919f095e2f3ca633b42",
  "harness_commit": "04d809ceab9df28f9adaed044884180159172930"
 },
 "metrics": {
  "gates_passed": {
   "value": [
    "load",
    "chat",
    "reasoning",
    "context"
   ],
   "unit": "gates",
   "detail": {
    "load": true,
    "chat": true,
    "reasoning": true,
    "tools": false,
    "context": true,
    "speed": false
   }
  },
  "lab_decode_c1_tps": {
   "value": 10.2,
   "unit": "tok/s"
  },
  "lab_prefill_tps": {
   "value": 166,
   "unit": "tok/s",
   "detail": "context-gate prompt tokens / total request seconds"
  },
  "mtp_acceptance_rate": {
   "value": 0.5137,
   "unit": "fraction",
   "detail": {
    "draft_tokens": 3366,
    "accepted_tokens": 1729,
    "source": "server log delta"
   }
  },
  "mtp_accepted_tps": {
   "value": 10.2,
   "unit": "tok/s",
   "detail": "output tok/s including accepted draft tokens"
  }
 },
 "eligibility": "none",
 "artifacts": [
  "artifacts/runs/20261004T091243Z-lab-ik_llama-glm-5.3-flash-iq2-m-128k-3x-mtp-g210-fm7168-gpu012-lab"
 ],
 "notes": "served=/models/GLM-5.3-Flash-BF16-IQ2_M/GLM-5.3-Flash-BF16-IQ2_M-00001-of-00004.gguf"
}