{
 "schema": "local-ai-bench/result/v1",
 "run_id": "20261002T220609Z-fn-trellis-3.05-0xsero-main-x8-gpu2-quality_panel",
 "ticket": "T10",
 "kind": "quality_panel",
 "model": "qwen3.8-flash-next",
 "config_id": "fn-trellis-3.05-0xsero-main-x8-gpu2",
 "outcome": "pass",
 "failed_stage": null,
 "exit_status": 0,
 "started_at": "2026-10-02T22:06:09.699669+00:00",
 "finished_at": "2026-10-02T22:06:33.181922+00:00",
 "launch": {
  "file": "launches/sglang-qwen3.8-flash-next-exl3-3.05bpw-offload-200k-rtx-3090-24gb.json",
  "sha256": "248d18e53c5004810964b493e2676bb465a9386a5c527a8b88e67cbfd0dffa68",
  "image": "ghcr.io/0xsero/sglang-exl3-flashnext@sha256:ce47df25cee7ff235d8bfdf3e79e3828aa11bee3624db3ce121ebc79a8375dd3",
  "argv": [
   "/opt/entrypoint.sh",
   "python3",
   "-m",
   "sglang.launch_server",
   "--model-path",
   "/models/turboderp-Qwen3.8-Flash-Next-exl3-3.05bpw_h5_ng5",
   "--quantization",
   "exl3",
   "--trust-remote-code",
   "--host",
   "0.0.0.0",
   "--port",
   "30100",
   "--served-model-name",
   "flashnext",
   "--disable-shared-experts-fusion",
   "--kv-cache-dtype",
   "fp8_e4m3",
   "--context-length",
   "204800",
   "--mem-fraction-static",
   "0.88",
   "--chunked-prefill-size",
   "8192",
   "--max-running-requests",
   "4",
   "--cuda-graph-max-bs-decode",
   "8",
   "--cuda-graph-backend-prefill",
   "disabled",
   "--max-mamba-cache-size",
   "16",
   "--max-total-tokens",
   "210000",
   "--reasoning-parser",
   "qwen3",
   "--tool-call-parser",
   "qwen3_coder"
  ],
  "env": {
   "HF_HUB_OFFLINE": "1",
   "CUDA_DEVICE_ORDER": "PCI_BUS_ID",
   "SGLANG_EXL3_MODEL_PATH": "/models/turboderp-Qwen3.8-Flash-Next-exl3-3.05bpw_h5_ng5",
   "SGLANG_EXL3_MOE_OFFLOAD": "gpu_cache",
   "EXL3_MOE_CPU_THREADS": "24",
   "SGLANG_EXL3_EXPERT_CACHE_GB": "auto",
   "SGLANG_EXL3_EMBED_HOST": "1",
   "SGLANG_EXL3_OFFLOAD_STAGING_PARTS": "4",
   "SGLANG_EXL3_OFFLOAD_FUSED": "1",
   "SGLANG_EXL3_OFFLOAD_COMPACT_PARTS": "1",
   "SGLANG_EXL3_MOE_PREFILL_FP16_ACC": "1",
   "SGLANG_EXL3_NGRAM_TIER": "nvme",
   "SGLANG_EXL3_VISION": "1",
   "SGLANG_EXL3_MM_FAST_CPU": "1",
   "SGLANG_EXL3_VIT_SDPA": "1",
   "SGLANG_EXL3_VIT_MLP_CHUNK": "8192"
  },
  "engine": "sglang",
  "engine_source_commit": "https://github.com/0xSero/trellis-serve/tree/1e72b250cb529c6d81bf11b88740d9a0b22f62de",
  "mtp": null,
  "entrypoint": "/opt/entrypoint.sh",
  "port": 30100,
  "shm": "64g",
  "flags": [],
  "weights_at": [
   "/models/turboderp-Qwen3.8-Flash-Next-exl3-3.05bpw_h5_ng5"
  ]
 },
 "weights": [
  {
   "repo": "turboderp/Qwen3.8-Flash-Next-exl3",
   "revision": "69e33439ae950f17bcbe95c98f117d80f759ab6d",
   "manifest": "models/turboderp-Qwen3.8-Flash-Next-exl3-3.05bpw_h5_ng5.json"
  }
 ],
 "host": {
  "hostname": "omarchy-gpu",
  "cpu": "AMD Ryzen 9 5950X 16-Core Processor",
  "ram_total_gib": 125.7,
  "ram_layout": "DIMM_A1 32 GiB DDR4 3200 MT/s, DIMM_A2 32 GiB DDR4 3200 MT/s, DIMM_B1 32 GiB DDR4 3200 MT/s, DIMM_B2 32 GiB DDR4 3200 MT/s (AM4: 2 channels)",
  "kernel": "7.2.5-3-omarchy",
  "driver": "610.57.04",
  "cuda": "13.3",
  "cpus_online": "0-1,3-17,19-31",
  "cpus_offline": "2,18"
 },
 "gpus": [
  {
   "index": 0,
   "uuid": "GPU-816b43e4-8d65-dfd7-2234-8517b3dfbf2d",
   "name": "NVIDIA GeForce RTX 3090",
   "bus_id": "00000000:04:00.0",
   "pcie_gen_max": 4,
   "pcie_width": 8,
   "display_active": false,
   "used_by_run": false
  },
  {
   "index": 1,
   "uuid": "GPU-c67ac872-3371-a88c-aa92-d969daf6405e",
   "name": "NVIDIA GeForce RTX 3090",
   "bus_id": "00000000:0B:00.0",
   "pcie_gen_max": 4,
   "pcie_width": 8,
   "display_active": true,
   "used_by_run": false
  },
  {
   "index": 2,
   "uuid": "GPU-76d3c6af-7f18-69d2-3145-899103de1722",
   "name": "NVIDIA GeForce RTX 3090",
   "bus_id": "00000000:0C:00.0",
   "pcie_gen_max": 4,
   "pcie_width": 8,
   "display_active": false,
   "used_by_run": true
  }
 ],
 "layout": {
  "name": "current",
  "cards": 1,
  "display": "on"
 },
 "context": {
  "configured": 204800,
  "occupied_max": {
   "state": "unavailable",
   "reason": "no occupancy measured in this run"
  },
  "headroom_min": {
   "state": "unavailable",
   "reason": "no occupancy measured in this run"
  }
 },
 "cache_state": {
  "cold": false,
  "reset": []
 },
 "provenance": {
  "bench_commit": "966c1355dde3774c7406f9d18e6b8468d4a10fdb",
  "bench_dirty": false,
  "pins_sha256": "858564b6e07125ac48c2ef6c5178d0a53596f21eb5f0ebda43906472b01b4d78",
  "registry_commit": "d21258dd744e7c78be28177c90060c6af8e10b7e",
  "kit_commit": "ef883d269e50ecbea290f919f095e2f3ca633b42",
  "harness_commit": "04d809ceab9df28f9adaed044884180159172930"
 },
 "metrics": {
  "top1_agreement": {
   "value": 0.9923358880373209,
   "unit": "fraction"
  },
  "mean_kl": {
   "value": 0.0009666952437905372,
   "unit": "nats"
  },
  "in_band": {
   "value": true,
   "unit": "bool",
   "detail": "top1>=0.987, KL<=0.0013"
  }
 },
 "eligibility": "none",
 "artifacts": [
  "artifacts/runs/20261002T220609Z-lab-fn-trellis-3.05-0xsero-main-x8-gpu2-quality_panel"
 ],
 "notes": "panel=qwen3.8-flash-next-exl3-ref-panel.json rc=0"
}