{
 "schema": 1,
 "tool": "tools/strata_bench.py",
 "date": "2026-10-15",
 "params": {
  "runs": 3,
  "think": false,
  "clients": 0,
  "long": true,
  "started_server": true,
  "command": "python tools/strata_bench.py --long"
 },
 "elapsed_s": 210.30711889266968,
 "machine": {
  "gpu": [
   "Tesla V100-PCIE-32GB"
  ],
  "gpu_vram_mib": 32768,
  "gpu_driver": "580.178.04",
  "cuda": "13.0",
  "cpu": "AMD Ryzen 5 3600 6-Core Processor",
  "cpu_cores": 6,
  "cpu_threads": 12,
  "ram_gib": 31.2,
  "os": "Linux 6.8.0-147-generic",
  "python": "3.13.15",
  "strata_version": "0.1.42",
  "strata_commit": null,
  "engine_version": "0.1.42",
  "model": "qwen3.8-flash-next-iq3_xxs",
  "quant": "IQ3_XXS",
  "context": 262144,
  "parallel_slots": 1,
  "config": {
   "exe": "strata",
   "args": [
    "--pack",
    "iq3_xxs",
    "--native",
    "Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf",
    "--ple-gguf",
    "Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00002-of-00002.gguf",
    "--expert-profile",
    "expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--spec-min-p",
    "0.70",
    "--mtp",
    "rt",
    "--max-context",
    "262144",
    "--kv",
    "k8v4",
    "--vision",
    "--vram-reserve-mib",
    "700",
    "--pcie-frac",
    "0.75",
    "--conversation-cache-mib",
    "16384",
    "--conversation-cache-slots",
    "20",
    "--conversation-cache-min-tokens",
    "4096",
    "--conversation-cache-min-free-mib",
    "2048",
    "--resident-experts",
    "--conversation-cache-page-out"
   ],
   "model_name": "qwen3.8-flash-next-iq3_xxs",
   "lib_dirs": [
    "/usr/local/cuda-12.8/bin",
    "/usr/local/cuda-12.8/lib64"
   ],
   "port": 8000,
   "cuda": 12,
   "gpu": 0,
   "gpus_asked": true,
   "open_browser": false,
   "vision": {
    "exe": "/opt/strata/engine-cuda12/strata-vision",
    "mmproj": "/opt/strata-data/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
    "model": "/opt/strata-data/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf",
    "gpu": false,
    "max_tokens": 300,
    "threads": 6
   },
   "sampling": {
    "temperature": 1.0,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.0,
    "penalty_last_n": 256
   },
   "note": "active model: IQ3_XXS (switched 20261014-085353 by switch-model.sh). The file name strata-iq2_xs.json is historical: helpers and the systemd unit reference this path, so the model is swapped in place. IQ3_XXS must stay in the mapped low-RAM mode (--mmap-experts): the resident mode pins 20.64 GiB and OOMs on 31 GB.",
   "env": {}
  },
  "launch": "strata --pack iq3_xxs --native Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf --ple-gguf Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00002-of-00002.gguf --expert-profile expert-profile.bin --expert-cache auto --prefill auto --spec 4 --spec-min-p 0.70 --mtp rt --max-context 262144 --kv k8v4 --vision --vram-reserve-mib 700 --pcie-frac 0.75 --conversation-cache-mib 16384 --conversation-cache-slots 20 --conversation-cache-min-tokens 4096 --conversation-cache-min-free-mib 2048 --resident-experts --conversation-cache-page-out",
  "engine_info": {
   "model": "qwen3.8-flash-next-iq3_xxs",
   "max_context": 262144,
   "images": true,
   "version": "0.1.42",
   "logit_bias": 1,
   "context": 262144,
   "kv": "k8v4",
   "kv_resident": 0,
   "expert_slots": 13984,
   "expert_cache_mib": 23239,
   "expert_slots_primary": 13984,
   "expert_cache_primary_mib": 23239,
   "spec": 6,
   "mtp_max": 4,
   "lookup": 3,
   "vram_free_mib": 454,
   "cvec": 0,
   "arena_mib": 21136,
   "pool_workers": 5,
   "pcie_frac": "0.75",
   "spec_min_p": "0.70",
   "conversation_cache_mib": 16384,
   "conversation_cache_slots": 20,
   "conversation_cache_min_free_mib": 2048,
   "conversation_cache_min_tokens": 4096,
   "tail_role_token": -1,
   "vram_elastic": 0,
   "engine": "0.1.42"
  },
  "vram_after": {
   "elastic": false
  }
 },
 "results": {
  "chat": {
   "requests": [
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.495,
     "total_s": 1.979,
     "prompt_tokens": 51,
     "reused_tokens": 0,
     "read_tokens": 51,
     "generated_tokens": 100,
     "prompt_tps": 107.6,
     "prompt_tps_source": "engine",
     "decode_tps": 66.6,
     "decode_tps_source": "engine",
     "prompt_ms": 473.8,
     "decode_ms": 1502.4,
     "drafts_offered": 81,
     "drafts_accepted": 69,
     "run": 0,
     "prompt": 0
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.493,
     "total_s": 2.392,
     "prompt_tokens": 43,
     "reused_tokens": 0,
     "read_tokens": 43,
     "generated_tokens": 100,
     "prompt_tps": 91.3,
     "prompt_tps_source": "engine",
     "decode_tps": 52.2,
     "decode_tps_source": "engine",
     "prompt_ms": 470.8,
     "decode_ms": 1917.3,
     "drafts_offered": 72,
     "drafts_accepted": 47,
     "run": 0,
     "prompt": 1
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.484,
     "total_s": 2.282,
     "prompt_tokens": 46,
     "reused_tokens": 0,
     "read_tokens": 46,
     "generated_tokens": 100,
     "prompt_tps": 99.5,
     "prompt_tps_source": "engine",
     "decode_tps": 55.1,
     "decode_tps_source": "engine",
     "prompt_ms": 462.2,
     "decode_ms": 1815.9,
     "drafts_offered": 72,
     "drafts_accepted": 50,
     "run": 0,
     "prompt": 2
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.46,
     "total_s": 1.702,
     "prompt_tokens": 51,
     "reused_tokens": 0,
     "read_tokens": 51,
     "generated_tokens": 100,
     "prompt_tps": 116.1,
     "prompt_tps_source": "engine",
     "decode_tps": 79.4,
     "decode_tps_source": "engine",
     "prompt_ms": 439.3,
     "decode_ms": 1259.2,
     "drafts_offered": 78,
     "drafts_accepted": 69,
     "run": 1,
     "prompt": 0
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.395,
     "total_s": 1.972,
     "prompt_tokens": 43,
     "reused_tokens": 0,
     "read_tokens": 43,
     "generated_tokens": 100,
     "prompt_tps": 114.9,
     "prompt_tps_source": "engine",
     "decode_tps": 62.7,
     "decode_tps_source": "engine",
     "prompt_ms": 374.2,
     "decode_ms": 1594.8,
     "drafts_offered": 68,
     "drafts_accepted": 42,
     "run": 1,
     "prompt": 1
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.416,
     "total_s": 1.897,
     "prompt_tokens": 46,
     "reused_tokens": 0,
     "read_tokens": 46,
     "generated_tokens": 100,
     "prompt_tps": 116.4,
     "prompt_tps_source": "engine",
     "decode_tps": 66.7,
     "decode_tps_source": "engine",
     "prompt_ms": 395.3,
     "decode_ms": 1498.7,
     "drafts_offered": 78,
     "drafts_accepted": 49,
     "run": 1,
     "prompt": 2
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.448,
     "total_s": 1.589,
     "prompt_tokens": 51,
     "reused_tokens": 0,
     "read_tokens": 51,
     "generated_tokens": 100,
     "prompt_tps": 119.3,
     "prompt_tps_source": "engine",
     "decode_tps": 86.3,
     "decode_tps_source": "engine",
     "prompt_ms": 427.4,
     "decode_ms": 1158.2,
     "drafts_offered": 76,
     "drafts_accepted": 69,
     "run": 2,
     "prompt": 0
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.386,
     "total_s": 1.892,
     "prompt_tokens": 43,
     "reused_tokens": 0,
     "read_tokens": 43,
     "generated_tokens": 100,
     "prompt_tps": 117.8,
     "prompt_tps_source": "engine",
     "decode_tps": 65.7,
     "decode_tps_source": "engine",
     "prompt_ms": 365.1,
     "decode_ms": 1523.2,
     "drafts_offered": 67,
     "drafts_accepted": 43,
     "run": 2,
     "prompt": 1
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.407,
     "total_s": 1.878,
     "prompt_tokens": 46,
     "reused_tokens": 0,
     "read_tokens": 46,
     "generated_tokens": 100,
     "prompt_tps": 119.1,
     "prompt_tps_source": "engine",
     "decode_tps": 67.2,
     "decode_tps_source": "engine",
     "prompt_ms": 386.3,
     "decode_ms": 1488.3,
     "drafts_offered": 71,
     "drafts_accepted": 46,
     "run": 2,
     "prompt": 2
    }
   ],
   "decode_tps": {
    "median": 66.6,
    "min": 52.2,
    "max": 86.3,
    "n": 9
   },
   "ttft_s": {
    "median": 0.448,
    "min": 0.386,
    "max": 0.495,
    "n": 9
   },
   "generated_tokens": {
    "median": 100,
    "min": 100,
    "max": 100,
    "n": 9
   },
   "prompt_tokens": {
    "median": 46,
    "min": 43,
    "max": 51,
    "n": 9
   }
  },
  "prompts": {
   "4K": {
    "target_tokens": 4096,
    "requests": [
     {
      "ok": true,
      "err": null,
      "ttft_s": 3.553,
      "total_s": 3.999,
      "prompt_tokens": 4019,
      "reused_tokens": 0,
      "read_tokens": 4019,
      "generated_tokens": 24,
      "prompt_tps": 1139.0,
      "prompt_tps_source": "engine",
      "decode_tps": 51.6,
      "decode_tps_source": "engine",
      "prompt_ms": 3528.4,
      "decode_ms": 464.8,
      "drafts_offered": 17,
      "drafts_accepted": 12,
      "run": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 3.439,
      "total_s": 3.803,
      "prompt_tokens": 4019,
      "reused_tokens": 0,
      "read_tokens": 4019,
      "generated_tokens": 24,
      "prompt_tps": 1176.9,
      "prompt_tps_source": "engine",
      "decode_tps": 62.8,
      "decode_tps_source": "engine",
      "prompt_ms": 3415.0,
      "decode_ms": 382.1,
      "drafts_offered": 18,
      "drafts_accepted": 12,
      "run": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 3.414,
      "total_s": 3.721,
      "prompt_tokens": 4019,
      "reused_tokens": 0,
      "read_tokens": 4019,
      "generated_tokens": 24,
      "prompt_tps": 1185.8,
      "prompt_tps_source": "engine",
      "decode_tps": 73.7,
      "decode_tps_source": "engine",
      "prompt_ms": 3389.3,
      "decode_ms": 325.8,
      "drafts_offered": 17,
      "drafts_accepted": 12,
      "run": 2
     }
    ],
    "prompt_tps": {
     "median": 1176.9,
     "min": 1139.0,
     "max": 1185.8,
     "n": 3
    },
    "ttft_s": {
     "median": 3.439,
     "min": 3.414,
     "max": 3.553,
     "n": 3
    },
    "prompt_tokens": {
     "median": 4019,
     "min": 4019,
     "max": 4019,
     "n": 3
    },
    "reused_tokens": {
     "median": 0,
     "min": 0,
     "max": 0,
     "n": 3
    }
   },
   "16K": {
    "target_tokens": 16384,
    "requests": [
     {
      "ok": true,
      "err": null,
      "ttft_s": 11.612,
      "total_s": 11.938,
      "prompt_tokens": 16058,
      "reused_tokens": 0,
      "read_tokens": 16058,
      "generated_tokens": 24,
      "prompt_tps": 1386.8,
      "prompt_tps_source": "engine",
      "decode_tps": 69.7,
      "decode_tps_source": "engine",
      "prompt_ms": 11579.2,
      "decode_ms": 344.5,
      "drafts_offered": 13,
      "drafts_accepted": 10,
      "run": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 11.943,
      "total_s": 12.318,
      "prompt_tokens": 16058,
      "reused_tokens": 0,
      "read_tokens": 16058,
      "generated_tokens": 24,
      "prompt_tps": 1348.2,
      "prompt_tps_source": "engine",
      "decode_tps": 61.1,
      "decode_tps_source": "engine",
      "prompt_ms": 11910.6,
      "decode_ms": 393.1,
      "drafts_offered": 11,
      "drafts_accepted": 8,
      "run": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 11.88,
      "total_s": 12.208,
      "prompt_tokens": 16058,
      "reused_tokens": 0,
      "read_tokens": 16058,
      "generated_tokens": 24,
      "prompt_tps": 1355.4,
      "prompt_tps_source": "engine",
      "decode_tps": 69.1,
      "decode_tps_source": "engine",
      "prompt_ms": 11847.3,
      "decode_ms": 347.3,
      "drafts_offered": 13,
      "drafts_accepted": 10,
      "run": 2
     }
    ],
    "prompt_tps": {
     "median": 1355.4,
     "min": 1348.2,
     "max": 1386.8,
     "n": 3
    },
    "ttft_s": {
     "median": 11.88,
     "min": 11.612,
     "max": 11.943,
     "n": 3
    },
    "prompt_tokens": {
     "median": 16058,
     "min": 16058,
     "max": 16058,
     "n": 3
    },
    "reused_tokens": {
     "median": 0,
     "min": 0,
     "max": 0,
     "n": 3
    }
   },
   "32K": {
    "target_tokens": 32768,
    "requests": [
     {
      "ok": true,
      "err": null,
      "ttft_s": 24.348,
      "total_s": 24.685,
      "prompt_tokens": 32049,
      "reused_tokens": 0,
      "read_tokens": 32049,
      "generated_tokens": 24,
      "prompt_tps": 1318.6,
      "prompt_tps_source": "engine",
      "decode_tps": 67.6,
      "decode_tps_source": "engine",
      "prompt_ms": 24304.5,
      "decode_ms": 355.1,
      "drafts_offered": 13,
      "drafts_accepted": 10,
      "run": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 25.736,
      "total_s": 26.073,
      "prompt_tokens": 32049,
      "reused_tokens": 0,
      "read_tokens": 32049,
      "generated_tokens": 24,
      "prompt_tps": 1247.4,
      "prompt_tps_source": "engine",
      "decode_tps": 67.6,
      "decode_tps_source": "engine",
      "prompt_ms": 25693.6,
      "decode_ms": 355.0,
      "drafts_offered": 13,
      "drafts_accepted": 10,
      "run": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 25.178,
      "total_s": 25.508,
      "prompt_tokens": 32049,
      "reused_tokens": 0,
      "read_tokens": 32049,
      "generated_tokens": 24,
      "prompt_tps": 1275.1,
      "prompt_tps_source": "engine",
      "decode_tps": 68.8,
      "decode_tps_source": "engine",
      "prompt_ms": 25135.2,
      "decode_ms": 348.8,
      "drafts_offered": 13,
      "drafts_accepted": 10,
      "run": 2
     }
    ],
    "prompt_tps": {
     "median": 1275.1,
     "min": 1247.4,
     "max": 1318.6,
     "n": 3
    },
    "ttft_s": {
     "median": 25.178,
     "min": 24.348,
     "max": 25.736,
     "n": 3
    },
    "prompt_tokens": {
     "median": 32049,
     "min": 32049,
     "max": 32049,
     "n": 3
    },
    "reused_tokens": {
     "median": 0,
     "min": 0,
     "max": 0,
     "n": 3
    }
   }
  },
  "agent": {
   "sessions": [
    [
     {
      "ok": true,
      "err": null,
      "ttft_s": 2.582,
      "total_s": 3.357,
      "prompt_tokens": 609,
      "reused_tokens": 0,
      "read_tokens": 609,
      "generated_tokens": 45,
      "prompt_tps": 238.1,
      "prompt_tps_source": "engine",
      "decode_tps": 56.6,
      "decode_tps_source": "engine",
      "prompt_ms": 2557.8,
      "decode_ms": 794.7,
      "drafts_offered": 42,
      "drafts_accepted": 28,
      "run": 0,
      "turn": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 3.318,
      "total_s": 4.289,
      "prompt_tokens": 3729,
      "reused_tokens": 656,
      "read_tokens": 3073,
      "generated_tokens": 64,
      "prompt_tps": 934.3,
      "prompt_tps_source": "engine",
      "decode_tps": 64.6,
      "decode_tps_source": "engine",
      "prompt_ms": 3289.0,
      "decode_ms": 990.2,
      "drafts_offered": 48,
      "drafts_accepted": 41,
      "run": 0,
      "turn": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 2.303,
      "total_s": 3.357,
      "prompt_tokens": 5262,
      "reused_tokens": 3793,
      "read_tokens": 1469,
      "generated_tokens": 64,
      "prompt_tps": 645.6,
      "prompt_tps_source": "engine",
      "decode_tps": 59.7,
      "decode_tps_source": "engine",
      "prompt_ms": 2275.3,
      "decode_ms": 1072.2,
      "drafts_offered": 63,
      "drafts_accepted": 37,
      "run": 0,
      "turn": 2
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 4.178,
      "total_s": 5.169,
      "prompt_tokens": 8706,
      "reused_tokens": 5255,
      "read_tokens": 3451,
      "generated_tokens": 64,
      "prompt_tps": 832.0,
      "prompt_tps_source": "engine",
      "decode_tps": 63.4,
      "decode_tps_source": "engine",
      "prompt_ms": 4147.9,
      "decode_ms": 1009.1,
      "drafts_offered": 49,
      "drafts_accepted": 34,
      "run": 0,
      "turn": 3
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 4.063,
      "total_s": 4.886,
      "prompt_tokens": 11630,
      "reused_tokens": 8699,
      "read_tokens": 2931,
      "generated_tokens": 64,
      "prompt_tps": 727.1,
      "prompt_tps_source": "engine",
      "decode_tps": 76.0,
      "decode_tps_source": "engine",
      "prompt_ms": 4031.0,
      "decode_ms": 841.6,
      "drafts_offered": 53,
      "drafts_accepted": 40,
      "run": 0,
      "turn": 4
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 3.197,
      "total_s": 3.5,
      "prompt_tokens": 14540,
      "reused_tokens": 11693,
      "read_tokens": 2847,
      "generated_tokens": 21,
      "prompt_tps": 899.8,
      "prompt_tps_source": "engine",
      "decode_tps": 65.4,
      "decode_tps_source": "engine",
      "prompt_ms": 3164.2,
      "decode_ms": 321.3,
      "drafts_offered": 17,
      "drafts_accepted": 10,
      "run": 0,
      "turn": 5
     }
    ],
    [
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.979,
      "total_s": 2.162,
      "prompt_tokens": 609,
      "reused_tokens": 0,
      "read_tokens": 609,
      "generated_tokens": 13,
      "prompt_tps": 311.2,
      "prompt_tps_source": "engine",
      "decode_tps": 64.6,
      "decode_tps_source": "engine",
      "prompt_ms": 1957.1,
      "decode_ms": 201.3,
      "drafts_offered": 12,
      "drafts_accepted": 9,
      "run": 1,
      "turn": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 3.009,
      "total_s": 3.705,
      "prompt_tokens": 3697,
      "reused_tokens": 624,
      "read_tokens": 3073,
      "generated_tokens": 64,
      "prompt_tps": 1029.6,
      "prompt_tps_source": "engine",
      "decode_tps": 89.6,
      "decode_tps_source": "engine",
      "prompt_ms": 2984.6,
      "decode_ms": 714.2,
      "drafts_offered": 50,
      "drafts_accepted": 42,
      "run": 1,
      "turn": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 2.187,
      "total_s": 2.965,
      "prompt_tokens": 5230,
      "reused_tokens": 3760,
      "read_tokens": 1470,
      "generated_tokens": 64,
      "prompt_tps": 680.2,
      "prompt_tps_source": "engine",
      "decode_tps": 80.3,
      "decode_tps_source": "engine",
      "prompt_ms": 2161.2,
      "decode_ms": 796.9,
      "drafts_offered": 60,
      "drafts_accepted": 40,
      "run": 1,
      "turn": 2
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 3.326,
      "total_s": 4.149,
      "prompt_tokens": 8674,
      "reused_tokens": 5294,
      "read_tokens": 3380,
      "generated_tokens": 64,
      "prompt_tps": 1024.7,
      "prompt_tps_source": "engine",
      "decode_tps": 76.1,
      "decode_tps_source": "engine",
      "prompt_ms": 3298.5,
      "decode_ms": 841.2,
      "drafts_offered": 53,
      "drafts_accepted": 36,
      "run": 1,
      "turn": 3
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 3.034,
      "total_s": 3.626,
      "prompt_tokens": 11598,
      "reused_tokens": 8738,
      "read_tokens": 2860,
      "generated_tokens": 49,
      "prompt_tps": 952.0,
      "prompt_tps_source": "engine",
      "decode_tps": 80.2,
      "decode_tps_source": "engine",
      "prompt_ms": 3004.2,
      "decode_ms": 611.0,
      "drafts_offered": 38,
      "drafts_accepted": 29,
      "run": 1,
      "turn": 4
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 3.019,
      "total_s": 3.294,
      "prompt_tokens": 14492,
      "reused_tokens": 11646,
      "read_tokens": 2846,
      "generated_tokens": 12,
      "prompt_tps": 952.7,
      "prompt_tps_source": "engine",
      "decode_tps": 41.0,
      "decode_tps_source": "engine",
      "prompt_ms": 2987.4,
      "decode_ms": 292.6,
      "drafts_offered": 18,
      "drafts_accepted": 2,
      "run": 1,
      "turn": 5
     }
    ],
    [
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.918,
      "total_s": 2.085,
      "prompt_tokens": 609,
      "reused_tokens": 0,
      "read_tokens": 609,
      "generated_tokens": 11,
      "prompt_tps": 321.1,
      "prompt_tps_source": "engine",
      "decode_tps": 59.4,
      "decode_tps_source": "engine",
      "prompt_ms": 1896.4,
      "decode_ms": 185.3,
      "drafts_offered": 14,
      "drafts_accepted": 7,
      "run": 2,
      "turn": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 3.003,
      "total_s": 3.663,
      "prompt_tokens": 3695,
      "reused_tokens": 621,
      "read_tokens": 3074,
      "generated_tokens": 64,
      "prompt_tps": 1031.9,
      "prompt_tps_source": "engine",
      "decode_tps": 94.3,
      "decode_tps_source": "engine",
      "prompt_ms": 2979.1,
      "decode_ms": 678.6,
      "drafts_offered": 47,
      "drafts_accepted": 41,
      "run": 2,
      "turn": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 2.173,
      "total_s": 2.885,
      "prompt_tokens": 5228,
      "reused_tokens": 3758,
      "read_tokens": 1470,
      "generated_tokens": 64,
      "prompt_tps": 684.7,
      "prompt_tps_source": "engine",
      "decode_tps": 87.6,
      "decode_tps_source": "engine",
      "prompt_ms": 2146.9,
      "decode_ms": 730.5,
      "drafts_offered": 49,
      "drafts_accepted": 41,
      "run": 2,
      "turn": 2
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 3.318,
      "total_s": 4.14,
      "prompt_tokens": 8672,
      "reused_tokens": 5292,
      "read_tokens": 3380,
      "generated_tokens": 64,
      "prompt_tps": 1027.4,
      "prompt_tps_source": "engine",
      "decode_tps": 76.2,
      "decode_tps_source": "engine",
      "prompt_ms": 3290.0,
      "decode_ms": 840.1,
      "drafts_offered": 46,
      "drafts_accepted": 34,
      "run": 2,
      "turn": 3
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 3.017,
      "total_s": 3.335,
      "prompt_tokens": 11596,
      "reused_tokens": 8736,
      "read_tokens": 2860,
      "generated_tokens": 27,
      "prompt_tps": 957.7,
      "prompt_tps_source": "engine",
      "decode_tps": 80.1,
      "decode_tps_source": "engine",
      "prompt_ms": 2986.4,
      "decode_ms": 337.0,
      "drafts_offered": 20,
      "drafts_accepted": 15,
      "run": 2,
      "turn": 4
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 3.007,
      "total_s": 3.333,
      "prompt_tokens": 14468,
      "reused_tokens": 11622,
      "read_tokens": 2846,
      "generated_tokens": 21,
      "prompt_tps": 956.6,
      "prompt_tps_source": "engine",
      "decode_tps": 61.1,
      "decode_tps_source": "engine",
      "prompt_ms": 2975.1,
      "decode_ms": 343.8,
      "drafts_offered": 21,
      "drafts_accepted": 10,
      "run": 2,
      "turn": 5
     }
    ]
   ],
   "hit_pct": {
    "median": 68.781,
    "min": 68.607,
    "max": 68.806,
    "n": 3
   },
   "reread_tokens": {
    "median": 2,
    "min": 2,
    "max": 143,
    "n": 3
   },
   "new_tokens": {
    "median": 13628,
    "min": 13627,
    "max": 13628,
    "n": 3
   },
   "turn_ttft_s": {
    "median": 3.019,
    "min": 2.173,
    "max": 4.178,
    "n": 15
   },
   "last_turn_prompt_tokens": {
    "median": 14492,
    "min": 14468,
    "max": 14540,
    "n": 3
   },
   "turn_decode_tps": {
    "median": 76.1,
    "min": 41.0,
    "max": 94.3,
    "n": 15
   },
   "first_turn_ttft_s": {
    "median": 1.979,
    "min": 1.918,
    "max": 2.582,
    "n": 3
   }
  },
  "clients": {},
  "skipped": {},
  "failures": []
 }
}