{
 "schema": 1,
 "tool": "tools/strata_bench.py",
 "date": "2026-10-14",
 "params": {
  "runs": 3,
  "think": false,
  "clients": 0,
  "long": true,
  "started_server": true,
  "command": "python tools/strata_bench.py --long"
 },
 "elapsed_s": 104.83808422088623,
 "machine": {
  "gpu": [
   "NVIDIA GeForce RTX 4080 SUPER"
  ],
  "gpu_vram_mib": 16376,
  "gpu_driver": "616.92",
  "cuda": null,
  "cpu": "AMD Ryzen 7 7800X3D 8-Core Processor",
  "cpu_cores": 8,
  "cpu_threads": 16,
  "ram_gib": 63.2,
  "os": "Windows 11 (10.0.26300)",
  "python": "3.14.7",
  "strata_version": "0.1.44.1",
  "strata_commit": "296b59d2",
  "engine_version": "0.1.44.1",
  "model": "qwen3.8-flash-next-iq3_s",
  "quant": "IQ3_S",
  "context": 196608,
  "parallel_slots": 1,
  "config": {
   "exe": "strata.exe",
   "args": [
    "--pack",
    "iq3_s",
    "--native",
    "Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
    "--ple-gguf",
    "Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf",
    "--expert-profile",
    "expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--mtp",
    "rt",
    "--max-context",
    "196608",
    "--kv",
    "q4_0",
    "--kv-grow",
    "--vision",
    "--vram-reserve-mib",
    "350",
    "--pcie-frac",
    "0.35",
    "--spec-min-p",
    "0.70",
    "--adapt-every",
    "1",
    "--adapt-swaps",
    "160",
    "--adapt-decay",
    "0.97"
   ],
   "model_name": "qwen3.8-flash-next-iq3_s",
   "lib_dirs": [
    "<strata>\\.venv\\Lib\\site-packages\\nvidia\\cu13\\bin\\x86_64"
   ],
   "port": 8080,
   "gpu": 0,
   "gpus_asked": true,
   "host": "0.0.0.0",
   "draft_vocab": "fr",
   "vision": {
    "exe": "<strata>\\engine\\strata-vision.exe",
    "mmproj": "<strata>-data\\models\\mmproj-Qwen3.8-Flash-Next-BF16.gguf",
    "model": "<strata>-data\\models\\IQ3_S\\Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
    "gpu": false,
    "max_tokens": 1024
   }
  },
  "launch": "strata.exe --pack iq3_s --native Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf --ple-gguf Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf --expert-profile expert-profile.bin --expert-cache auto --prefill auto --spec 4 --mtp rt --max-context 196608 --kv q4_0 --kv-grow --vision --vram-reserve-mib 350 --pcie-frac 0.35 --spec-min-p 0.70 --adapt-every 1 --adapt-swaps 160 --adapt-decay 0.97",
  "engine_info": {
   "model": "qwen3.8-flash-next-iq3_s",
   "max_context": 196608,
   "images": true,
   "version": "0.1.44.1",
   "logit_bias": 1,
   "context": 196608,
   "kv": "q4_0",
   "kv_resident": 0,
   "expert_slots": 4552,
   "expert_cache_mib": 8888,
   "expert_slots_primary": 4552,
   "expert_cache_primary_mib": 8888,
   "spec": 6,
   "mtp_max": 4,
   "lookup": 3,
   "vram_free_mib": 87,
   "cvec": 0,
   "arena_mib": 47962,
   "pool_workers": 7,
   "pcie_frac": "0.35",
   "spec_min_p": "0.70",
   "conversation_cache_mib": 0,
   "conversation_cache_slots": 4,
   "conversation_cache_min_free_mib": 2560,
   "conversation_cache_min_tokens": 0,
   "tail_role_token": -1,
   "vram_elastic": 0,
   "engine": "0.1.44.1"
  },
  "vram_after": {
   "elastic": false
  }
 },
 "results": {
  "chat": {
   "requests": [
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.341,
     "total_s": 1.196,
     "prompt_tokens": 51,
     "reused_tokens": 0,
     "read_tokens": 51,
     "generated_tokens": 100,
     "prompt_tps": 167.7,
     "prompt_tps_source": "engine",
     "decode_tps": 115.5,
     "decode_tps_source": "engine",
     "prompt_ms": 304.1,
     "decode_ms": 865.7,
     "drafts_offered": 81,
     "drafts_accepted": 67,
     "run": 0,
     "prompt": 0
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.303,
     "total_s": 1.425,
     "prompt_tokens": 43,
     "reused_tokens": 0,
     "read_tokens": 43,
     "generated_tokens": 100,
     "prompt_tps": 149.4,
     "prompt_tps_source": "engine",
     "decode_tps": 88.1,
     "decode_tps_source": "engine",
     "prompt_ms": 287.9,
     "decode_ms": 1134.5,
     "drafts_offered": 67,
     "drafts_accepted": 51,
     "run": 0,
     "prompt": 1
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.358,
     "total_s": 1.543,
     "prompt_tokens": 46,
     "reused_tokens": 0,
     "read_tokens": 46,
     "generated_tokens": 100,
     "prompt_tps": 142.0,
     "prompt_tps_source": "engine",
     "decode_tps": 83.5,
     "decode_tps_source": "engine",
     "prompt_ms": 323.9,
     "decode_ms": 1197.6,
     "drafts_offered": 67,
     "drafts_accepted": 48,
     "run": 0,
     "prompt": 2
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.387,
     "total_s": 1.39,
     "prompt_tokens": 51,
     "reused_tokens": 0,
     "read_tokens": 51,
     "generated_tokens": 100,
     "prompt_tps": 147.1,
     "prompt_tps_source": "engine",
     "decode_tps": 98.3,
     "decode_tps_source": "engine",
     "prompt_ms": 346.6,
     "decode_ms": 1016.9,
     "drafts_offered": 83,
     "drafts_accepted": 68,
     "run": 1,
     "prompt": 0
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.301,
     "total_s": 1.423,
     "prompt_tokens": 43,
     "reused_tokens": 0,
     "read_tokens": 43,
     "generated_tokens": 100,
     "prompt_tps": 150.5,
     "prompt_tps_source": "engine",
     "decode_tps": 88.1,
     "decode_tps_source": "engine",
     "prompt_ms": 285.8,
     "decode_ms": 1134.8,
     "drafts_offered": 72,
     "drafts_accepted": 48,
     "run": 1,
     "prompt": 1
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.345,
     "total_s": 1.46,
     "prompt_tokens": 46,
     "reused_tokens": 0,
     "read_tokens": 46,
     "generated_tokens": 100,
     "prompt_tps": 145.5,
     "prompt_tps_source": "engine",
     "decode_tps": 88.6,
     "decode_tps_source": "engine",
     "prompt_ms": 316.2,
     "decode_ms": 1128.1,
     "drafts_offered": 72,
     "drafts_accepted": 51,
     "run": 1,
     "prompt": 2
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.368,
     "total_s": 1.346,
     "prompt_tokens": 51,
     "reused_tokens": 0,
     "read_tokens": 51,
     "generated_tokens": 100,
     "prompt_tps": 145.4,
     "prompt_tps_source": "engine",
     "decode_tps": 100.7,
     "decode_tps_source": "engine",
     "prompt_ms": 350.7,
     "decode_ms": 992.8,
     "drafts_offered": 79,
     "drafts_accepted": 69,
     "run": 2,
     "prompt": 0
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.316,
     "total_s": 1.378,
     "prompt_tokens": 43,
     "reused_tokens": 0,
     "read_tokens": 43,
     "generated_tokens": 100,
     "prompt_tps": 155.4,
     "prompt_tps_source": "engine",
     "decode_tps": 93.0,
     "decode_tps_source": "engine",
     "prompt_ms": 276.7,
     "decode_ms": 1075.1,
     "drafts_offered": 73,
     "drafts_accepted": 53,
     "run": 2,
     "prompt": 1
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.33,
     "total_s": 1.465,
     "prompt_tokens": 46,
     "reused_tokens": 0,
     "read_tokens": 46,
     "generated_tokens": 100,
     "prompt_tps": 150.8,
     "prompt_tps_source": "engine",
     "decode_tps": 87.1,
     "decode_tps_source": "engine",
     "prompt_ms": 305.1,
     "decode_ms": 1148.6,
     "drafts_offered": 72,
     "drafts_accepted": 50,
     "run": 2,
     "prompt": 2
    }
   ],
   "decode_tps": {
    "median": 88.6,
    "min": 83.5,
    "max": 115.5,
    "n": 9
   },
   "ttft_s": {
    "median": 0.341,
    "min": 0.301,
    "max": 0.387,
    "n": 9
   },
   "generated_tokens": {
    "median": 100,
    "min": 100,
    "max": 100,
    "n": 9
   },
   "prompt_tokens": {
    "median": 46,
    "min": 43,
    "max": 51,
    "n": 9
   }
  },
  "prompts": {
   "4K": {
    "target_tokens": 4096,
    "requests": [
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.901,
      "total_s": 2.22,
      "prompt_tokens": 4019,
      "reused_tokens": 0,
      "read_tokens": 4019,
      "generated_tokens": 24,
      "prompt_tps": 2136.2,
      "prompt_tps_source": "engine",
      "decode_tps": 71.9,
      "decode_tps_source": "engine",
      "prompt_ms": 1881.4,
      "decode_ms": 333.9,
      "drafts_offered": 15,
      "drafts_accepted": 11,
      "run": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.896,
      "total_s": 2.233,
      "prompt_tokens": 4019,
      "reused_tokens": 0,
      "read_tokens": 4019,
      "generated_tokens": 24,
      "prompt_tps": 2165.6,
      "prompt_tps_source": "engine",
      "decode_tps": 68.7,
      "decode_tps_source": "engine",
      "prompt_ms": 1855.8,
      "decode_ms": 349.2,
      "drafts_offered": 23,
      "drafts_accepted": 10,
      "run": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.898,
      "total_s": 2.17,
      "prompt_tokens": 4019,
      "reused_tokens": 0,
      "read_tokens": 4019,
      "generated_tokens": 24,
      "prompt_tps": 2164.5,
      "prompt_tps_source": "engine",
      "decode_tps": 84.6,
      "decode_tps_source": "engine",
      "prompt_ms": 1856.8,
      "decode_ms": 283.6,
      "drafts_offered": 23,
      "drafts_accepted": 10,
      "run": 2
     }
    ],
    "prompt_tps": {
     "median": 2164.5,
     "min": 2136.2,
     "max": 2165.6,
     "n": 3
    },
    "ttft_s": {
     "median": 1.898,
     "min": 1.896,
     "max": 1.901,
     "n": 3
    },
    "prompt_tokens": {
     "median": 4019,
     "min": 4019,
     "max": 4019,
     "n": 3
    },
    "reused_tokens": {
     "median": 0,
     "min": 0,
     "max": 0,
     "n": 3
    }
   },
   "16K": {
    "target_tokens": 16384,
    "requests": [
     {
      "ok": true,
      "err": null,
      "ttft_s": 4.67,
      "total_s": 4.917,
      "prompt_tokens": 16058,
      "reused_tokens": 0,
      "read_tokens": 16058,
      "generated_tokens": 24,
      "prompt_tps": 3455.9,
      "prompt_tps_source": "engine",
      "decode_tps": 92.8,
      "decode_tps_source": "engine",
      "prompt_ms": 4646.6,
      "decode_ms": 258.7,
      "drafts_offered": 23,
      "drafts_accepted": 12,
      "run": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 4.68,
      "total_s": 4.908,
      "prompt_tokens": 16058,
      "reused_tokens": 0,
      "read_tokens": 16058,
      "generated_tokens": 24,
      "prompt_tps": 3455.4,
      "prompt_tps_source": "engine",
      "decode_tps": 100.5,
      "decode_tps_source": "engine",
      "prompt_ms": 4647.2,
      "decode_ms": 238.9,
      "drafts_offered": 18,
      "drafts_accepted": 11,
      "run": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 4.69,
      "total_s": 4.945,
      "prompt_tokens": 16058,
      "reused_tokens": 0,
      "read_tokens": 16058,
      "generated_tokens": 24,
      "prompt_tps": 3456.2,
      "prompt_tps_source": "engine",
      "decode_tps": 90.1,
      "decode_tps_source": "engine",
      "prompt_ms": 4646.1,
      "decode_ms": 266.4,
      "drafts_offered": 19,
      "drafts_accepted": 9,
      "run": 2
     }
    ],
    "prompt_tps": {
     "median": 3455.9,
     "min": 3455.4,
     "max": 3456.2,
     "n": 3
    },
    "ttft_s": {
     "median": 4.68,
     "min": 4.67,
     "max": 4.69,
     "n": 3
    },
    "prompt_tokens": {
     "median": 16058,
     "min": 16058,
     "max": 16058,
     "n": 3
    },
    "reused_tokens": {
     "median": 0,
     "min": 0,
     "max": 0,
     "n": 3
    }
   },
   "32K": {
    "target_tokens": 32768,
    "requests": [
     {
      "ok": true,
      "err": null,
      "ttft_s": 9.24,
      "total_s": 9.552,
      "prompt_tokens": 32049,
      "reused_tokens": 0,
      "read_tokens": 32049,
      "generated_tokens": 24,
      "prompt_tps": 3489.4,
      "prompt_tps_source": "engine",
      "decode_tps": 73.6,
      "decode_tps_source": "engine",
      "prompt_ms": 9184.6,
      "decode_ms": 325.9,
      "drafts_offered": 14,
      "drafts_accepted": 11,
      "run": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 9.236,
      "total_s": 9.503,
      "prompt_tokens": 32049,
      "reused_tokens": 0,
      "read_tokens": 32049,
      "generated_tokens": 24,
      "prompt_tps": 3488.6,
      "prompt_tps_source": "engine",
      "decode_tps": 86.1,
      "decode_tps_source": "engine",
      "prompt_ms": 9186.8,
      "decode_ms": 278.6,
      "drafts_offered": 17,
      "drafts_accepted": 11,
      "run": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 9.225,
      "total_s": 9.477,
      "prompt_tokens": 32049,
      "reused_tokens": 0,
      "read_tokens": 32049,
      "generated_tokens": 24,
      "prompt_tps": 3492.4,
      "prompt_tps_source": "engine",
      "decode_tps": 91.0,
      "decode_tps_source": "engine",
      "prompt_ms": 9176.7,
      "decode_ms": 263.7,
      "drafts_offered": 18,
      "drafts_accepted": 10,
      "run": 2
     }
    ],
    "prompt_tps": {
     "median": 3489.4,
     "min": 3488.6,
     "max": 3492.4,
     "n": 3
    },
    "ttft_s": {
     "median": 9.236,
     "min": 9.225,
     "max": 9.24,
     "n": 3
    },
    "prompt_tokens": {
     "median": 32049,
     "min": 32049,
     "max": 32049,
     "n": 3
    },
    "reused_tokens": {
     "median": 0,
     "min": 0,
     "max": 0,
     "n": 3
    }
   }
  },
  "agent": {
   "sessions": [
    [
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.015,
      "total_s": 1.285,
      "prompt_tokens": 609,
      "reused_tokens": 0,
      "read_tokens": 609,
      "generated_tokens": 19,
      "prompt_tps": 625.5,
      "prompt_tps_source": "engine",
      "decode_tps": 67.2,
      "decode_tps_source": "engine",
      "prompt_ms": 973.6,
      "decode_ms": 282.7,
      "drafts_offered": 23,
      "drafts_accepted": 11,
      "run": 0,
      "turn": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.876,
      "total_s": 2.631,
      "prompt_tokens": 3750,
      "reused_tokens": 629,
      "read_tokens": 3121,
      "generated_tokens": 64,
      "prompt_tps": 1681.2,
      "prompt_tps_source": "engine",
      "decode_tps": 83.6,
      "decode_tps_source": "engine",
      "prompt_ms": 1856.4,
      "decode_ms": 766.0,
      "drafts_offered": 57,
      "drafts_accepted": 36,
      "run": 0,
      "turn": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.782,
      "total_s": 2.423,
      "prompt_tokens": 5283,
      "reused_tokens": 3814,
      "read_tokens": 1469,
      "generated_tokens": 64,
      "prompt_tps": 833.6,
      "prompt_tps_source": "engine",
      "decode_tps": 98.0,
      "decode_tps_source": "engine",
      "prompt_ms": 1762.3,
      "decode_ms": 652.9,
      "drafts_offered": 50,
      "drafts_accepted": 36,
      "run": 0,
      "turn": 2
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.88,
      "total_s": 2.45,
      "prompt_tokens": 8727,
      "reused_tokens": 5346,
      "read_tokens": 3381,
      "generated_tokens": 50,
      "prompt_tps": 1823.1,
      "prompt_tps_source": "engine",
      "decode_tps": 85.6,
      "decode_tps_source": "engine",
      "prompt_ms": 1854.5,
      "decode_ms": 584.0,
      "drafts_offered": 39,
      "drafts_accepted": 19,
      "run": 0,
      "turn": 3
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.851,
      "total_s": 1.98,
      "prompt_tokens": 11638,
      "reused_tokens": 8776,
      "read_tokens": 2862,
      "generated_tokens": 17,
      "prompt_tps": 1566.5,
      "prompt_tps_source": "engine",
      "decode_tps": 119.9,
      "decode_tps_source": "engine",
      "prompt_ms": 1827.0,
      "decode_ms": 141.8,
      "drafts_offered": 12,
      "drafts_accepted": 10,
      "run": 0,
      "turn": 4
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.845,
      "total_s": 2.009,
      "prompt_tokens": 14553,
      "reused_tokens": 11654,
      "read_tokens": 2899,
      "generated_tokens": 15,
      "prompt_tps": 1591.7,
      "prompt_tps_source": "engine",
      "decode_tps": 85.7,
      "decode_tps_source": "engine",
      "prompt_ms": 1821.3,
      "decode_ms": 175.0,
      "drafts_offered": 9,
      "drafts_accepted": 6,
      "run": 0,
      "turn": 5
     }
    ],
    [
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.028,
      "total_s": 1.249,
      "prompt_tokens": 609,
      "reused_tokens": 0,
      "read_tokens": 609,
      "generated_tokens": 19,
      "prompt_tps": 613.7,
      "prompt_tps_source": "engine",
      "decode_tps": 81.3,
      "decode_tps_source": "engine",
      "prompt_ms": 992.3,
      "decode_ms": 233.6,
      "drafts_offered": 21,
      "drafts_accepted": 12,
      "run": 1,
      "turn": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.841,
      "total_s": 2.482,
      "prompt_tokens": 3750,
      "reused_tokens": 629,
      "read_tokens": 3121,
      "generated_tokens": 64,
      "prompt_tps": 1711.3,
      "prompt_tps_source": "engine",
      "decode_tps": 98.1,
      "decode_tps_source": "engine",
      "prompt_ms": 1823.8,
      "decode_ms": 652.7,
      "drafts_offered": 57,
      "drafts_accepted": 36,
      "run": 1,
      "turn": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.782,
      "total_s": 2.462,
      "prompt_tokens": 5283,
      "reused_tokens": 3813,
      "read_tokens": 1470,
      "generated_tokens": 64,
      "prompt_tps": 839.9,
      "prompt_tps_source": "engine",
      "decode_tps": 92.4,
      "decode_tps_source": "engine",
      "prompt_ms": 1750.3,
      "decode_ms": 692.6,
      "drafts_offered": 60,
      "drafts_accepted": 33,
      "run": 1,
      "turn": 2
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.864,
      "total_s": 2.468,
      "prompt_tokens": 8727,
      "reused_tokens": 5346,
      "read_tokens": 3381,
      "generated_tokens": 62,
      "prompt_tps": 1834.5,
      "prompt_tps_source": "engine",
      "decode_tps": 100.4,
      "decode_tps_source": "engine",
      "prompt_ms": 1843.0,
      "decode_ms": 617.4,
      "drafts_offered": 51,
      "drafts_accepted": 31,
      "run": 1,
      "turn": 3
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.846,
      "total_s": 1.978,
      "prompt_tokens": 11650,
      "reused_tokens": 8788,
      "read_tokens": 2862,
      "generated_tokens": 15,
      "prompt_tps": 1569.5,
      "prompt_tps_source": "engine",
      "decode_tps": 103.7,
      "decode_tps_source": "engine",
      "prompt_ms": 1823.5,
      "decode_ms": 144.6,
      "drafts_offered": 11,
      "drafts_accepted": 7,
      "run": 1,
      "turn": 4
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.835,
      "total_s": 2.44,
      "prompt_tokens": 14563,
      "reused_tokens": 11664,
      "read_tokens": 2899,
      "generated_tokens": 64,
      "prompt_tps": 1600.3,
      "prompt_tps_source": "engine",
      "decode_tps": 103.7,
      "decode_tps_source": "engine",
      "prompt_ms": 1811.5,
      "decode_ms": 616.9,
      "drafts_offered": 57,
      "drafts_accepted": 41,
      "run": 1,
      "turn": 5
     }
    ],
    [
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.019,
      "total_s": 1.305,
      "prompt_tokens": 609,
      "reused_tokens": 0,
      "read_tokens": 609,
      "generated_tokens": 21,
      "prompt_tps": 618.5,
      "prompt_tps_source": "engine",
      "decode_tps": 70.0,
      "decode_tps_source": "engine",
      "prompt_ms": 984.6,
      "decode_ms": 300.0,
      "drafts_offered": 24,
      "drafts_accepted": 13,
      "run": 2,
      "turn": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.844,
      "total_s": 2.475,
      "prompt_tokens": 3752,
      "reused_tokens": 631,
      "read_tokens": 3121,
      "generated_tokens": 64,
      "prompt_tps": 1708.4,
      "prompt_tps_source": "engine",
      "decode_tps": 99.5,
      "decode_tps_source": "engine",
      "prompt_ms": 1826.9,
      "decode_ms": 643.0,
      "drafts_offered": 51,
      "drafts_accepted": 36,
      "run": 2,
      "turn": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.796,
      "total_s": 2.413,
      "prompt_tokens": 5285,
      "reused_tokens": 3745,
      "read_tokens": 1540,
      "generated_tokens": 64,
      "prompt_tps": 873.6,
      "prompt_tps_source": "engine",
      "decode_tps": 101.7,
      "decode_tps_source": "engine",
      "prompt_ms": 1762.8,
      "decode_ms": 629.6,
      "drafts_offered": 56,
      "drafts_accepted": 37,
      "run": 2,
      "turn": 2
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.865,
      "total_s": 2.493,
      "prompt_tokens": 8729,
      "reused_tokens": 5348,
      "read_tokens": 3381,
      "generated_tokens": 64,
      "prompt_tps": 1846.2,
      "prompt_tps_source": "engine",
      "decode_tps": 99.9,
      "decode_tps_source": "engine",
      "prompt_ms": 1831.3,
      "decode_ms": 640.7,
      "drafts_offered": 52,
      "drafts_accepted": 32,
      "run": 2,
      "turn": 3
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.851,
      "total_s": 2.007,
      "prompt_tokens": 11654,
      "reused_tokens": 8792,
      "read_tokens": 2862,
      "generated_tokens": 14,
      "prompt_tps": 1576.3,
      "prompt_tps_source": "engine",
      "decode_tps": 82.8,
      "decode_tps_source": "engine",
      "prompt_ms": 1815.6,
      "decode_ms": 169.0,
      "drafts_offered": 11,
      "drafts_accepted": 8,
      "run": 2,
      "turn": 4
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.846,
      "total_s": 2.515,
      "prompt_tokens": 14566,
      "reused_tokens": 11667,
      "read_tokens": 2899,
      "generated_tokens": 64,
      "prompt_tps": 1599.6,
      "prompt_tps_source": "engine",
      "decode_tps": 94.0,
      "decode_tps_source": "engine",
      "prompt_ms": 1812.3,
      "decode_ms": 680.5,
      "drafts_offered": 56,
      "drafts_accepted": 33,
      "run": 2,
      "turn": 5
     }
    ]
   ],
   "hit_pct": {
    "median": 68.756,
    "min": 68.62,
    "max": 68.769,
    "n": 3
   },
   "reread_tokens": {
    "median": 4,
    "min": 3,
    "max": 74,
    "n": 3
   },
   "new_tokens": {
    "median": 13729,
    "min": 13729,
    "max": 13729,
    "n": 3
   },
   "turn_ttft_s": {
    "median": 1.846,
    "min": 1.782,
    "max": 1.88,
    "n": 15
   },
   "last_turn_prompt_tokens": {
    "median": 14563,
    "min": 14553,
    "max": 14566,
    "n": 3
   },
   "turn_decode_tps": {
    "median": 98.1,
    "min": 82.8,
    "max": 119.9,
    "n": 15
   },
   "first_turn_ttft_s": {
    "median": 1.019,
    "min": 1.015,
    "max": 1.028,
    "n": 3
   }
  },
  "clients": {},
  "skipped": {},
  "failures": []
 }
}