{
 "schema": "local-ai-bench/result/v1",
 "run_id": "20261011T144405Z-strata-qwen3.8-flash-next-uncensored-orcarouter-iq3_xxs-128k-rtx-3090-24gb-gpu2-",
 "ticket": "T46",
 "kind": "quality_eval",
 "model": "qwen3.8-flash-next",
 "config_id": "strata-qwen3.8-flash-next-uncensored-orcarouter-iq3_xxs-128k-rtx-3090-24gb-gpu2",
 "outcome": "pass",
 "failed_stage": null,
 "exit_status": 0,
 "started_at": "2026-10-11T14:44:05.409757+00:00",
 "finished_at": "2026-10-11T19:14:11.059130+00:00",
 "launch": {
  "file": "launches/strata-qwen3.8-flash-next-uncensored-orcarouter-iq3_xxs-128k-rtx-3090-24gb.json",
  "sha256": "7691cc5d3812511b6e4f7ec33b5375a697b84063ee93000127aae22f9ebbbefc",
  "image": "sha256:dcc2e2e0893d790f843251b5031a8070f5bc4db2389218fbe52f4b484e9ce172",
  "argv": [
   "/opt/strata/.venv/bin/python",
   "/opt/strata/serve/server.py",
   "--engine",
   "strata",
   "--config",
   "/data/config/strata-orca-iq3_xxs.json",
   "--port",
   "8080",
   "--gpu",
   "0"
  ],
  "env": {
   "CUDA_DEVICE_ORDER": "PCI_BUS_ID",
   "PORT": "8080"
  },
  "engine": "strata",
  "engine_source_commit": "https://github.com/Niko1221/Strata/tree/d5ea7133741e67743c0e886bb426c0ce8d69cf6c",
  "mtp": null,
  "entrypoint": "/opt/strata/.venv/bin/python",
  "port": 8080,
  "shm": "16g",
  "flags": [
   "--ulimit",
   "memlock=-1",
   "--stop-timeout",
   "60",
   "-w",
   "/opt/strata"
  ],
  "weights_at": [
   "/gguf"
  ]
 },
 "weights": [
  {
   "repo": "orcarouter/Qwen3.8-Flash-Next-Uncensored-GGUF",
   "revision": "e43d00f4e2b8b40b89f75e9adeb1045ac34c8acc",
   "manifest": "models/orcarouter-Qwen3.8-Flash-Next-Uncensored-GGUF.json"
  }
 ],
 "host": {
  "hostname": "omarchy-gpu",
  "cpu": "AMD Ryzen 9 5950X 16-Core Processor",
  "ram_total_gib": 125.7,
  "ram_layout": "DIMM_A1 32 GiB DDR4 3200 MT/s, DIMM_A2 32 GiB DDR4 3200 MT/s, DIMM_B1 32 GiB DDR4 3200 MT/s, DIMM_B2 32 GiB DDR4 3200 MT/s (AM4: 2 channels)",
  "kernel": "7.2.5-3-omarchy",
  "driver": "610.57.04",
  "cuda": "13.3",
  "cpus_online": "0-1,3-17,19-31",
  "cpus_offline": "2,18",
  "cpu_boost": false,
  "cpu_max_mhz": 3401,
  "machine_checks_this_boot": 6
 },
 "gpus": [
  {
   "index": 0,
   "uuid": "GPU-816b43e4-8d65-dfd7-2234-8517b3dfbf2d",
   "name": "NVIDIA GeForce RTX 3090",
   "bus_id": "00000000:04:00.0",
   "pcie_gen_max": 4,
   "pcie_width": 8,
   "display_active": false,
   "used_by_run": false
  },
  {
   "index": 1,
   "uuid": "GPU-c67ac872-3371-a88c-aa92-d969daf6405e",
   "name": "NVIDIA GeForce RTX 3090",
   "bus_id": "00000000:0B:00.0",
   "pcie_gen_max": 4,
   "pcie_width": 8,
   "display_active": true,
   "used_by_run": false
  },
  {
   "index": 2,
   "uuid": "GPU-76d3c6af-7f18-69d2-3145-899103de1722",
   "name": "NVIDIA GeForce RTX 3090",
   "bus_id": "00000000:0C:00.0",
   "pcie_gen_max": 4,
   "pcie_width": 8,
   "display_active": false,
   "used_by_run": true
  }
 ],
 "layout": {
  "name": "current",
  "cards": 1,
  "display": "on"
 },
 "context": {
  "configured": 131072,
  "occupied_max": {
   "value": 94117,
   "unit": "tokens"
  },
  "headroom_min": {
   "value": 36842,
   "unit": "tokens",
   "detail": {
    "configured": 131072,
    "configured_source": "env CONFIGURED_CTX"
   }
  }
 },
 "cache_state": {
  "cold": false,
  "reset": []
 },
 "provenance": {
  "bench_commit": "5a73ef5dd71c904cc9d6af503d7a53c401b53a98",
  "bench_dirty": true,
  "pins_sha256": "858564b6e07125ac48c2ef6c5178d0a53596f21eb5f0ebda43906472b01b4d78",
  "registry_commit": "d21258dd744e7c78be28177c90060c6af8e10b7e",
  "kit_commit": "ef883d269e50ecbea290f919f095e2f3ca633b42",
  "harness_commit": "04d809ceab9df28f9adaed044884180159172930"
 },
 "metrics": {
  "tasks_attempted": {
   "value": 30,
   "unit": "tasks",
   "detail": {
    "task_ids": [
     "matplotlib__matplotlib-26011",
     "sympy__sympy-20442",
     "psf__requests-2148",
     "scikit-learn__scikit-learn-25570",
     "django__django-14752",
     "django__django-13158",
     "sympy__sympy-21171",
     "sympy__sympy-18199",
     "django__django-11049",
     "django__django-13028",
     "django__django-13551",
     "pallets__flask-4045",
     "sympy__sympy-19487",
     "mwaskom__seaborn-3190",
     "sympy__sympy-12171",
     "sphinx-doc__sphinx-7738",
     "scikit-learn__scikit-learn-13497",
     "django__django-16873",
     "astropy__astropy-6938",
     "django__django-14667",
     "scikit-learn__scikit-learn-11040",
     "sphinx-doc__sphinx-10325",
     "scikit-learn__scikit-learn-11281",
     "psf__requests-1963",
     "scikit-learn__scikit-learn-13439",
     "matplotlib__matplotlib-25498",
     "django__django-14672",
     "django__django-11964",
     "django__django-16408",
     "django__django-14787"
    ],
    "task_set_sha256": "faf83c53cbf1ee8067d029b07e9874583a01af5fb4dd2346278389a8298f8cee",
    "sampling_sha256": "fdcbc89037b763c925766cce107e85ae1097c3456888ffa25108f2380b940b22",
    "swebench": "5.0.2"
   }
  },
  "tasks_solved": {
   "value": 21,
   "unit": "tasks",
   "detail": {
    "eval_errors": 0
   }
  },
  "solve_rate": {
   "value": 0.7,
   "unit": "fraction"
  },
  "token_budget_per_task": {
   "value": 60000,
   "unit": "completion tokens"
  },
  "per_task": {
   "value": [
    {
     "instance_id": "matplotlib__matplotlib-26011",
     "exit_status": "Submitted",
     "submitted": true,
     "resolved": true,
     "completion_tokens": 17294,
     "budget_exhausted": false,
     "seconds": 508.7,
     "requests": 29,
     "tool_calls": 38,
     "occupied_max": 30585
    },
    {
     "instance_id": "sympy__sympy-20442",
     "exit_status": "TokenBudgetExhausted",
     "submitted": false,
     "resolved": false,
     "completion_tokens": 60000,
     "budget_exhausted": true,
     "seconds": 882.2,
     "requests": 43,
     "tool_calls": 60,
     "occupied_max": 84206
    },
    {
     "instance_id": "psf__requests-2148",
     "exit_status": "Submitted",
     "submitted": true,
     "resolved": true,
     "completion_tokens": 29915,
     "budget_exhausted": false,
     "seconds": 514.5,
     "requests": 35,
     "tool_calls": 58,
     "occupied_max": 49083
    },
    {
     "instance_id": "scikit-learn__scikit-learn-25570",
     "exit_status": "RepeatedFormatError",
     "submitted": false,
     "resolved": false,
     "completion_tokens": 60000,
     "budget_exhausted": false,
     "seconds": 758.7,
     "requests": 21,
     "tool_calls": 23,
     "occupied_max": 57688
    },
    {
     "instance_id": "django__django-14752",
     "exit_status": "Submitted",
     "submitted": true,
     "resolved": true,
     "completion_tokens": 6529,
     "budget_exhausted": false,
     "seconds": 130.3,
     "requests": 19,
     "tool_calls": 24,
     "occupied_max": 13813
    },
    {
     "instance_id": "django__django-13158",
     "exit_status": "Submitted",
     "submitted": true,
     "resolved": true,
     "completion_tokens": 31740,
     "budget_exhausted": false,
     "seconds": 550.3,
     "requests": 67,
     "tool_calls": 90,
     "occupied_max": 72248
    },
    {
     "instance_id": "sympy__sympy-21171",
     "exit_status": "Submitted",
     "submitted": true,
     "resolved": true,
     "completion_tokens": 25802,
     "budget_exhausted": false,
     "seconds": 396.0,
     "requests": 17,
     "tool_calls": 29,
     "occupied_max": 34952
    },
    {
     "instance_id": "sympy__sympy-18199",
     "exit_status": "TokenBudgetExhausted",
     "submitted": false,
     "resolved": false,
     "completion_tokens": 60000,
     "budget_exhausted": true,
     "seconds": 742.1,
     "requests": 26,
     "tool_calls": 37,
     "occupied_max": 60261
    },
    {
     "instance_id": "django__django-11049",
     "exit_status": "Submitted",
     "submitted": true,
     "resolved": true,
     "completion_tokens": 15357,
     "budget_exhausted": false,
     "seconds": 257.9,
     "requests": 24,
     "tool_calls": 40,
     "occupied_max": 30358
    },
    {
     "instance_id": "django__django-13028",
     "exit_status": "Submitted",
     "submitted": true,
     "resolved": true,
     "completion_tokens": 11509,
     "budget_exhausted": false,
     "seconds": 193.2,
     "requests": 22,
     "tool_calls": 29,
     "occupied_max": 26770
    },
    {
     "instance_id": "django__django-13551",
     "exit_status": "Submitted",
     "submitted": true,
     "resolved": true,
     "completion_tokens": 17337,
     "budget_exhausted": false,
     "seconds": 289.6,
     "requests": 25,
     "tool_calls": 33,
     "occupied_max": 34039
    },
    {
     "instance_id": "pallets__flask-4045",
     "exit_status": "Submitted",
     "submitted": true,
     "resolved": true,
     "completion_tokens": 14445,
     "budget_exhausted": false,
     "seconds": 280.3,
     "requests": 37,
     "tool_calls": 41,
     "occupied_max": 34051
    },
    {
     "instance_id": "sympy__sympy-19487",
     "exit_status": "Submitted",
     "submitted": true,
     "resolved": true,
     "completion_tokens": 10445,
     "budget_exhausted": false,
     "seconds": 176.5,
     "requests": 29,
     "tool_calls": 29,
     "occupied_max": 21988
    },
    {
     "instance_id": "mwaskom__seaborn-3190",
     "exit_status": "Submitted",
     "submitted": true,
     "resolved": true,
     "completion_tokens": 50151,
     "budget_exhausted": false,
     "seconds": 806.7,
     "requests": 66,
     "tool_calls": 103,
     "occupied_max": 85662
    },
    {
     "instance_id": "sympy__sympy-12171",
     "exit_status": "TokenBudgetExhausted",
     "submitted": false,
     "resolved": false,
     "completion_tokens": 60000,
     "budget_exhausted": true,
     "seconds": 772.1,
     "requests": 30,
     "tool_calls": 45,
     "occupied_max": 80377
    },
    {
     "instance_id": "sphinx-doc__sphinx-7738",
     "exit_status": "TokenBudgetExhausted",
     "submitted": false,
     "resolved": false,
     "completion_tokens": 60000,
     "budget_exhausted": true,
     "seconds": 825.8,
     "requests": 61,
     "tool_calls": 75,
     "occupied_max": 76415
    },
    {
     "instance_id": "scikit-learn__scikit-learn-13497",
     "exit_status": "Submitted",
     "submitted": true,
     "resolved": true,
     "completion_tokens": 27782,
     "budget_exhausted": false,
     "seconds": 443.7,
     "requests": 51,
     "tool_calls": 55,
     "occupied_max": 51571
    },
    {
     "instance_id": "django__django-16873",
     "exit_status": "TokenBudgetExhausted",
     "submitted": false,
     "resolved": false,
     "completion_tokens": 60000,
     "budget_exhausted": true,
     "seconds": 751.6,
     "requests": 29,
     "tool_calls": 40,
     "occupied_max": 63077
    },
    {
     "instance_id": "astropy__astropy-6938",
     "exit_status": "TokenBudgetExhausted",
     "submitted": false,
     "resolved": false,
     "completion_tokens": 60000,
     "budget_exhausted": true,
     "seconds": 906.0,
     "requests": 39,
     "tool_calls": 52,
     "occupied_max": 76037
    },
    {
     "instance_id": "django__django-14667",
     "exit_status": "Submitted",
     "submitted": true,
     "resolved": true,
     "completion_tokens": 32715,
     "budget_exhausted": false,
     "seconds": 516.7,
     "requests": 51,
     "tool_calls": 60,
     "occupied_max": 57005
    },
    {
     "instance_id": "scikit-learn__scikit-learn-11040",
     "exit_status": "Submitted",
     "submitted": true,
     "resolved": true,
     "completion_tokens": 12439,
     "budget_exhausted": false,
     "seconds": 220.2,
     "requests": 19,
     "tool_calls": 34,
     "occupied_max": 28899
    },
    {
     "instance_id": "sphinx-doc__sphinx-10325",
     "exit_status": "Submitted",
     "submitted": true,
     "resolved": true,
     "completion_tokens": 28600,
     "budget_exhausted": false,
     "seconds": 501.1,
     "requests": 56,
     "tool_calls": 78,
     "occupied_max": 59565
    },
    {
     "instance_id": "scikit-learn__scikit-learn-11281",
     "exit_status": "TokenBudgetExhausted",
     "submitted": false,
     "resolved": false,
     "completion_tokens": 60000,
     "budget_exhausted": true,
     "seconds": 795.2,
     "requests": 38,
     "tool_calls": 50,
     "occupied_max": 76143
    },
    {
     "instance_id": "psf__requests-1963",
     "exit_status": "Submitted",
     "submitted": true,
     "resolved": true,
     "completion_tokens": 40374,
     "budget_exhausted": false,
     "seconds": 703.0,
     "requests": 38,
     "tool_calls": 56,
     "occupied_max": 59447
    },
    {
     "instance_id": "scikit-learn__scikit-learn-13439",
     "exit_status": "Submitted",
     "submitted": true,
     "resolved": true,
     "completion_tokens": 4831,
     "budget_exhausted": false,
     "seconds": 91.5,
     "requests": 15,
     "tool_calls": 21,
     "occupied_max": 10864
    },
    {
     "instance_id": "matplotlib__matplotlib-25498",
     "exit_status": "Submitted",
     "submitted": true,
     "resolved": true,
     "completion_tokens": 35357,
     "budget_exhausted": false,
     "seconds": 558.6,
     "requests": 37,
     "tool_calls": 51,
     "occupied_max": 64685
    },
    {
     "instance_id": "django__django-14672",
     "exit_status": "TokenBudgetExhausted",
     "submitted": false,
     "resolved": false,
     "completion_tokens": 60000,
     "budget_exhausted": true,
     "seconds": 802.5,
     "requests": 33,
     "tool_calls": 33,
     "occupied_max": 72991
    },
    {
     "instance_id": "django__django-11964",
     "exit_status": "Submitted",
     "submitted": true,
     "resolved": true,
     "completion_tokens": 22364,
     "budget_exhausted": false,
     "seconds": 283.2,
     "requests": 14,
     "tool_calls": 20,
     "occupied_max": 19070
    },
    {
     "instance_id": "django__django-16408",
     "exit_status": "Submitted",
     "submitted": true,
     "resolved": true,
     "completion_tokens": 56596,
     "budget_exhausted": false,
     "seconds": 865.1,
     "requests": 60,
     "tool_calls": 78,
     "occupied_max": 94117
    },
    {
     "instance_id": "django__django-14787",
     "exit_status": "Submitted",
     "submitted": true,
     "resolved": true,
     "completion_tokens": 17585,
     "budget_exhausted": false,
     "seconds": 264.5,
     "requests": 24,
     "tool_calls": 36,
     "occupied_max": 31663
    }
   ],
   "unit": "list"
  },
  "tool_calls": {
   "value": 1418,
   "unit": "calls",
   "detail": {
    "counted_toward_100_minimum": false,
    "why": "tool calls in quality_eval runs do not count toward the \u00a75 100-call minimum"
   }
  },
  "parse_failures": {
   "value": 5,
   "unit": "responses",
   "detail": {
    "wire": {
     "invalid_tool_call": 4
    },
    "harness_format_errors": {
     "truncated_no_tool_call": 18,
     "invalid_arguments": 1,
     "unknown_tool": 1
    },
    "union_rule": "a response counts once even if both the wire check and the harness flag it",
    "counted": "malformed tool calls only (decision 0003); truncations and other format errors are separate metrics"
   }
  },
  "output_truncations": {
   "value": 18,
   "unit": "responses",
   "detail": {
    "rule": "cut off at max_tokens with no tool call"
   }
  },
  "agent_format_errors": {
   "value": 0,
   "unit": "responses",
   "detail": {
    "rule": "agent protocol errors other than malformed tool calls"
   }
  },
  "repetition_hits": {
   "value": 21,
   "unit": "hits",
   "detail": {
    "ngram64x3": 21,
    "same_call_x4": 0,
    "ngram64x3_cross_field_not_counted": 0,
    "tokenizer": "tiktoken cl100k_base (approximation: server exposes no tokenize endpoint)"
   }
  },
  "decode_whole_run_tps": {
   "value": 85.997,
   "unit": "tok/s"
  },
  "kld": {
   "state": "unavailable",
   "reason": "not produced by the agentic evaluation; see quality_panel / KLD records"
  },
  "top1_agreement": {
   "state": "unavailable",
   "reason": "not produced by the agentic evaluation; see quality_panel records"
  }
 },
 "eligibility": "none",
 "artifacts": [
  "artifacts/runs/20261011T144405Z-lab-strata-qwen3.8-flash-next-uncensored-orcarouter-iq3_xxs-128k-quality_eval"
 ],
 "notes": "quality evaluation, uncapped, 60000 completion tokens per task; mini-swe-agent 04d809ceab9d; sampling {\"temperature\": 0.7, \"top_p\": 0.95, \"seed\": 1234, \"max_tokens\": 8192} | tool calls in quality_eval runs do not count toward the \u00a75 100-call minimum"
}
