{
 "schema": 1,
 "tool": "tools/strata_bench.py",
 "date": "2026-10-12",
 "params": {
  "runs": 5,
  "think": false,
  "clients": 0,
  "long": true,
  "started_server": true,
  "command": "python tools/strata_bench.py --long --runs 5"
 },
 "elapsed_s": 207.9800078868866,
 "machine": {
  "gpu": [
   "NVIDIA GeForce RTX 3090"
  ],
  "gpu_vram_mib": 24576,
  "gpu_driver": "595.99.02",
  "<host>": "13.2",
  "cpu": "AMD Ryzen 9 3900X 12-Core Processor",
  "cpu_cores": 12,
  "cpu_threads": 24,
  "ram_gib": 62.7,
  "os": "Linux 6.8.0-146-generic",
  "python": "3.12.3",
  "strata_version": "0.1.43.1",
  "strata_commit": "a0116b27",
  "engine_version": "0.1.43.1",
  "model": "qwen3.8-flash-next-iq3_s",
  "quant": "IQ3_S",
  "context": 131072,
  "parallel_slots": 1,
  "config": {
   "exe": "strata",
   "args": [
    "--pack",
    "iq3_s",
    "--native",
    "Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
    "--ple-gguf",
    "Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf",
    "--expert-profile",
    "expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--mtp",
    "rt",
    "--max-context",
    "131072",
    "--kv",
    "int8",
    "--spec-min-p",
    "0.70",
    "--adapt-every",
    "1",
    "--adapt-swaps",
    "160",
    "--adapt-decay",
    "0.97"
   ],
   "model_name": "qwen3.8-flash-next-iq3_s",
   "lib_dirs": [
    "/usr/bin",
    "/usr/lib64"
   ],
   "port": 8080,
   "gpu": 1,
   "gpus_asked": true,
   "draft_vocab": "fr"
  },
  "launch": "strata --pack iq3_s --native Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf --ple-gguf Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf --expert-profile expert-profile.bin --expert-cache auto --prefill auto --spec 4 --mtp rt --max-context 131072 --kv int8 --spec-min-p 0.70 --adapt-every 1 --adapt-swaps 160 --adapt-decay 0.97",
  "engine_info": {
   "model": "qwen3.8-flash-next-iq3_s",
   "max_context": 131072,
   "images": false,
   "version": "0.1.43.1",
   "logit_bias": 1,
   "context": 131072,
   "kv": "int8",
   "kv_resident": 0,
   "expert_slots": 8142,
   "expert_cache_mib": 15809,
   "expert_slots_primary": 8142,
   "expert_cache_primary_mib": 15809,
   "spec": 6,
   "mtp_max": 4,
   "lookup": 3,
   "vram_free_mib": 458,
   "cvec": 0,
   "arena_mib": 47962,
   "pool_workers": 11,
   "pcie_frac": "0.55",
   "spec_min_p": "0.70",
   "conversation_cache_mib": 0,
   "conversation_cache_slots": 4,
   "conversation_cache_min_free_mib": 2560,
   "conversation_cache_min_tokens": 0,
   "tail_role_token": -1,
   "vram_elastic": 0,
   "engine": "0.1.43.1"
  },
  "vram_after": {
   "elastic": false
  }
 },
 "results": {
  "chat": {
   "requests": [
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.421,
     "total_s": 1.412,
     "prompt_tokens": 51,
     "reused_tokens": 0,
     "read_tokens": 51,
     "generated_tokens": 100,
     "prompt_tps": 125.7,
     "prompt_tps_source": "engine",
     "decode_tps": 99.7,
     "decode_tps_source": "engine",
     "prompt_ms": 405.6,
     "decode_ms": 1002.8,
     "drafts_offered": 86,
     "drafts_accepted": 70,
     "run": 0,
     "prompt": 0
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.355,
     "total_s": 1.522,
     "prompt_tokens": 43,
     "reused_tokens": 0,
     "read_tokens": 43,
     "generated_tokens": 100,
     "prompt_tps": 126.4,
     "prompt_tps_source": "engine",
     "decode_tps": 84.8,
     "decode_tps_source": "engine",
     "prompt_ms": 340.2,
     "decode_ms": 1179.0,
     "drafts_offered": 75,
     "drafts_accepted": 52,
     "run": 0,
     "prompt": 1
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.393,
     "total_s": 1.546,
     "prompt_tokens": 46,
     "reused_tokens": 0,
     "read_tokens": 46,
     "generated_tokens": 100,
     "prompt_tps": 121.9,
     "prompt_tps_source": "engine",
     "decode_tps": 85.8,
     "decode_tps_source": "engine",
     "prompt_ms": 377.4,
     "decode_ms": 1166.0,
     "drafts_offered": 81,
     "drafts_accepted": 54,
     "run": 0,
     "prompt": 2
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.39,
     "total_s": 1.393,
     "prompt_tokens": 51,
     "reused_tokens": 0,
     "read_tokens": 51,
     "generated_tokens": 100,
     "prompt_tps": 135.8,
     "prompt_tps_source": "engine",
     "decode_tps": 98.5,
     "decode_tps_source": "engine",
     "prompt_ms": 375.5,
     "decode_ms": 1014.8,
     "drafts_offered": 80,
     "drafts_accepted": 70,
     "run": 1,
     "prompt": 0
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.339,
     "total_s": 1.532,
     "prompt_tokens": 43,
     "reused_tokens": 0,
     "read_tokens": 43,
     "generated_tokens": 100,
     "prompt_tps": 132.7,
     "prompt_tps_source": "engine",
     "decode_tps": 83.0,
     "decode_tps_source": "engine",
     "prompt_ms": 324.0,
     "decode_ms": 1205.5,
     "drafts_offered": 77,
     "drafts_accepted": 45,
     "run": 1,
     "prompt": 1
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.357,
     "total_s": 1.443,
     "prompt_tokens": 46,
     "reused_tokens": 0,
     "read_tokens": 46,
     "generated_tokens": 100,
     "prompt_tps": 134.4,
     "prompt_tps_source": "engine",
     "decode_tps": 91.1,
     "decode_tps_source": "engine",
     "prompt_ms": 342.2,
     "decode_ms": 1097.8,
     "drafts_offered": 71,
     "drafts_accepted": 51,
     "run": 1,
     "prompt": 2
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.401,
     "total_s": 1.453,
     "prompt_tokens": 51,
     "reused_tokens": 0,
     "read_tokens": 51,
     "generated_tokens": 100,
     "prompt_tps": 132.1,
     "prompt_tps_source": "engine",
     "decode_tps": 93.9,
     "decode_tps_source": "engine",
     "prompt_ms": 386.1,
     "decode_ms": 1064.5,
     "drafts_offered": 84,
     "drafts_accepted": 70,
     "run": 2,
     "prompt": 0
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.347,
     "total_s": 1.471,
     "prompt_tokens": 43,
     "reused_tokens": 0,
     "read_tokens": 43,
     "generated_tokens": 100,
     "prompt_tps": 129.7,
     "prompt_tps_source": "engine",
     "decode_tps": 88.0,
     "decode_tps_source": "engine",
     "prompt_ms": 331.6,
     "decode_ms": 1136.6,
     "drafts_offered": 68,
     "drafts_accepted": 48,
     "run": 2,
     "prompt": 1
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.359,
     "total_s": 1.516,
     "prompt_tokens": 46,
     "reused_tokens": 0,
     "read_tokens": 46,
     "generated_tokens": 100,
     "prompt_tps": 133.6,
     "prompt_tps_source": "engine",
     "decode_tps": 85.6,
     "decode_tps_source": "engine",
     "prompt_ms": 344.4,
     "decode_ms": 1168.9,
     "drafts_offered": 74,
     "drafts_accepted": 47,
     "run": 2,
     "prompt": 2
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.399,
     "total_s": 1.416,
     "prompt_tokens": 51,
     "reused_tokens": 0,
     "read_tokens": 51,
     "generated_tokens": 100,
     "prompt_tps": 133.2,
     "prompt_tps_source": "engine",
     "decode_tps": 97.1,
     "decode_tps_source": "engine",
     "prompt_ms": 382.8,
     "decode_ms": 1030.3,
     "drafts_offered": 78,
     "drafts_accepted": 70,
     "run": 3,
     "prompt": 0
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.34,
     "total_s": 1.462,
     "prompt_tokens": 43,
     "reused_tokens": 0,
     "read_tokens": 43,
     "generated_tokens": 100,
     "prompt_tps": 132.6,
     "prompt_tps_source": "engine",
     "decode_tps": 88.1,
     "decode_tps_source": "engine",
     "prompt_ms": 324.3,
     "decode_ms": 1134.9,
     "drafts_offered": 76,
     "drafts_accepted": 50,
     "run": 3,
     "prompt": 1
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.354,
     "total_s": 1.436,
     "prompt_tokens": 46,
     "reused_tokens": 0,
     "read_tokens": 46,
     "generated_tokens": 100,
     "prompt_tps": 135.6,
     "prompt_tps_source": "engine",
     "decode_tps": 91.4,
     "decode_tps_source": "engine",
     "prompt_ms": 339.2,
     "decode_ms": 1094.6,
     "drafts_offered": 71,
     "drafts_accepted": 52,
     "run": 3,
     "prompt": 2
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.397,
     "total_s": 1.407,
     "prompt_tokens": 51,
     "reused_tokens": 0,
     "read_tokens": 51,
     "generated_tokens": 100,
     "prompt_tps": 133.2,
     "prompt_tps_source": "engine",
     "decode_tps": 97.8,
     "decode_tps_source": "engine",
     "prompt_ms": 382.8,
     "decode_ms": 1022.0,
     "drafts_offered": 78,
     "drafts_accepted": 70,
     "run": 4,
     "prompt": 0
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.339,
     "total_s": 1.449,
     "prompt_tokens": 43,
     "reused_tokens": 0,
     "read_tokens": 43,
     "generated_tokens": 100,
     "prompt_tps": 133.1,
     "prompt_tps_source": "engine",
     "decode_tps": 89.1,
     "decode_tps_source": "engine",
     "prompt_ms": 323.1,
     "decode_ms": 1122.9,
     "drafts_offered": 76,
     "drafts_accepted": 50,
     "run": 4,
     "prompt": 1
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.361,
     "total_s": 1.475,
     "prompt_tokens": 46,
     "reused_tokens": 0,
     "read_tokens": 46,
     "generated_tokens": 100,
     "prompt_tps": 132.9,
     "prompt_tps_source": "engine",
     "decode_tps": 88.8,
     "decode_tps_source": "engine",
     "prompt_ms": 346.1,
     "decode_ms": 1126.0,
     "drafts_offered": 75,
     "drafts_accepted": 52,
     "run": 4,
     "prompt": 2
    }
   ],
   "decode_tps": {
    "median": 89.1,
    "min": 83.0,
    "max": 99.7,
    "n": 15
   },
   "ttft_s": {
    "median": 0.359,
    "min": 0.339,
    "max": 0.421,
    "n": 15
   },
   "generated_tokens": {
    "median": 100,
    "min": 100,
    "max": 100,
    "n": 15
   },
   "prompt_tokens": {
    "median": 46,
    "min": 43,
    "max": 51,
    "n": 15
   }
  },
  "prompts": {
   "4K": {
    "target_tokens": 4096,
    "requests": [
     {
      "ok": true,
      "err": null,
      "ttft_s": 2.294,
      "total_s": 2.592,
      "prompt_tokens": 4019,
      "reused_tokens": 0,
      "read_tokens": 4019,
      "generated_tokens": 24,
      "prompt_tps": 1766.4,
      "prompt_tps_source": "engine",
      "decode_tps": 77.0,
      "decode_tps_source": "engine",
      "prompt_ms": 2275.2,
      "decode_ms": 311.8,
      "drafts_offered": 13,
      "drafts_accepted": 11,
      "run": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 2.01,
      "total_s": 2.256,
      "prompt_tokens": 4019,
      "reused_tokens": 0,
      "read_tokens": 4019,
      "generated_tokens": 24,
      "prompt_tps": 2017.9,
      "prompt_tps_source": "engine",
      "decode_tps": 92.8,
      "decode_tps_source": "engine",
      "prompt_ms": 1991.7,
      "decode_ms": 258.5,
      "drafts_offered": 16,
      "drafts_accepted": 11,
      "run": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 2.004,
      "total_s": 2.244,
      "prompt_tokens": 4019,
      "reused_tokens": 0,
      "read_tokens": 4019,
      "generated_tokens": 24,
      "prompt_tps": 2024.8,
      "prompt_tps_source": "engine",
      "decode_tps": 94.8,
      "decode_tps_source": "engine",
      "prompt_ms": 1984.9,
      "decode_ms": 253.1,
      "drafts_offered": 14,
      "drafts_accepted": 11,
      "run": 2
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 2.032,
      "total_s": 2.275,
      "prompt_tokens": 4019,
      "reused_tokens": 0,
      "read_tokens": 4019,
      "generated_tokens": 24,
      "prompt_tps": 1994.9,
      "prompt_tps_source": "engine",
      "decode_tps": 94.4,
      "decode_tps_source": "engine",
      "prompt_ms": 2014.6,
      "decode_ms": 254.2,
      "drafts_offered": 20,
      "drafts_accepted": 15,
      "run": 3
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 2.013,
      "total_s": 2.299,
      "prompt_tokens": 4019,
      "reused_tokens": 0,
      "read_tokens": 4019,
      "generated_tokens": 24,
      "prompt_tps": 2014.8,
      "prompt_tps_source": "engine",
      "decode_tps": 80.5,
      "decode_tps_source": "engine",
      "prompt_ms": 1994.7,
      "decode_ms": 298.2,
      "drafts_offered": 19,
      "drafts_accepted": 10,
      "run": 4
     }
    ],
    "prompt_tps": {
     "median": 2014.8,
     "min": 1766.4,
     "max": 2024.8,
     "n": 5
    },
    "ttft_s": {
     "median": 2.013,
     "min": 2.004,
     "max": 2.294,
     "n": 5
    },
    "prompt_tokens": {
     "median": 4019,
     "min": 4019,
     "max": 4019,
     "n": 5
    },
    "reused_tokens": {
     "median": 0,
     "min": 0,
     "max": 0,
     "n": 5
    }
   },
   "16K": {
    "target_tokens": 16384,
    "requests": [
     {
      "ok": true,
      "err": null,
      "ttft_s": 6.999,
      "total_s": 7.257,
      "prompt_tokens": 16058,
      "reused_tokens": 0,
      "read_tokens": 16058,
      "generated_tokens": 24,
      "prompt_tps": 2304.0,
      "prompt_tps_source": "engine",
      "decode_tps": 88.6,
      "decode_tps_source": "engine",
      "prompt_ms": 6969.6,
      "decode_ms": 270.8,
      "drafts_offered": 19,
      "drafts_accepted": 13,
      "run": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 6.754,
      "total_s": 7.01,
      "prompt_tokens": 16058,
      "reused_tokens": 0,
      "read_tokens": 16058,
      "generated_tokens": 24,
      "prompt_tps": 2387.8,
      "prompt_tps_source": "engine",
      "decode_tps": 89.1,
      "decode_tps_source": "engine",
      "prompt_ms": 6725.1,
      "decode_ms": 269.4,
      "drafts_offered": 19,
      "drafts_accepted": 13,
      "run": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 6.764,
      "total_s": 7.001,
      "prompt_tokens": 16058,
      "reused_tokens": 0,
      "read_tokens": 16058,
      "generated_tokens": 24,
      "prompt_tps": 2383.7,
      "prompt_tps_source": "engine",
      "decode_tps": 96.5,
      "decode_tps_source": "engine",
      "prompt_ms": 6736.6,
      "decode_ms": 248.6,
      "drafts_offered": 13,
      "drafts_accepted": 11,
      "run": 2
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 6.779,
      "total_s": 7.081,
      "prompt_tokens": 16058,
      "reused_tokens": 0,
      "read_tokens": 16058,
      "generated_tokens": 24,
      "prompt_tps": 2378.1,
      "prompt_tps_source": "engine",
      "decode_tps": 76.4,
      "decode_tps_source": "engine",
      "prompt_ms": 6752.5,
      "decode_ms": 314.1,
      "drafts_offered": 24,
      "drafts_accepted": 10,
      "run": 3
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 6.805,
      "total_s": 7.039,
      "prompt_tokens": 16058,
      "reused_tokens": 0,
      "read_tokens": 16058,
      "generated_tokens": 24,
      "prompt_tps": 2369.4,
      "prompt_tps_source": "engine",
      "decode_tps": 97.6,
      "decode_tps_source": "engine",
      "prompt_ms": 6777.2,
      "decode_ms": 246.0,
      "drafts_offered": 13,
      "drafts_accepted": 11,
      "run": 4
     }
    ],
    "prompt_tps": {
     "median": 2378.1,
     "min": 2304.0,
     "max": 2387.8,
     "n": 5
    },
    "ttft_s": {
     "median": 6.779,
     "min": 6.754,
     "max": 6.999,
     "n": 5
    },
    "prompt_tokens": {
     "median": 16058,
     "min": 16058,
     "max": 16058,
     "n": 5
    },
    "reused_tokens": {
     "median": 0,
     "min": 0,
     "max": 0,
     "n": 5
    }
   },
   "32K": {
    "target_tokens": 32768,
    "requests": [
     {
      "ok": true,
      "err": null,
      "ttft_s": 13.678,
      "total_s": 14.01,
      "prompt_tokens": 32049,
      "reused_tokens": 0,
      "read_tokens": 32049,
      "generated_tokens": 24,
      "prompt_tps": 2350.0,
      "prompt_tps_source": "engine",
      "decode_tps": 69.6,
      "decode_tps_source": "engine",
      "prompt_ms": 13637.7,
      "decode_ms": 344.9,
      "drafts_offered": 12,
      "drafts_accepted": 9,
      "run": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 13.66,
      "total_s": 13.98,
      "prompt_tokens": 32049,
      "reused_tokens": 0,
      "read_tokens": 32049,
      "generated_tokens": 24,
      "prompt_tps": 2353.0,
      "prompt_tps_source": "engine",
      "decode_tps": 72.2,
      "decode_tps_source": "engine",
      "prompt_ms": 13620.5,
      "decode_ms": 332.6,
      "drafts_offered": 21,
      "drafts_accepted": 10,
      "run": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 13.657,
      "total_s": 13.991,
      "prompt_tokens": 32049,
      "reused_tokens": 0,
      "read_tokens": 32049,
      "generated_tokens": 24,
      "prompt_tps": 2353.6,
      "prompt_tps_source": "engine",
      "decode_tps": 69.2,
      "decode_tps_source": "engine",
      "prompt_ms": 13617.1,
      "decode_ms": 346.8,
      "drafts_offered": 25,
      "drafts_accepted": 11,
      "run": 2
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 13.68,
      "total_s": 13.93,
      "prompt_tokens": 32049,
      "reused_tokens": 0,
      "read_tokens": 32049,
      "generated_tokens": 24,
      "prompt_tps": 2349.3,
      "prompt_tps_source": "engine",
      "decode_tps": 91.5,
      "decode_tps_source": "engine",
      "prompt_ms": 13641.9,
      "decode_ms": 262.3,
      "drafts_offered": 15,
      "drafts_accepted": 12,
      "run": 3
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 13.681,
      "total_s": 13.916,
      "prompt_tokens": 32049,
      "reused_tokens": 0,
      "read_tokens": 32049,
      "generated_tokens": 24,
      "prompt_tps": 2349.3,
      "prompt_tps_source": "engine",
      "decode_tps": 97.0,
      "decode_tps_source": "engine",
      "prompt_ms": 13641.7,
      "decode_ms": 247.4,
      "drafts_offered": 14,
      "drafts_accepted": 11,
      "run": 4
     }
    ],
    "prompt_tps": {
     "median": 2350.0,
     "min": 2349.3,
     "max": 2353.6,
     "n": 5
    },
    "ttft_s": {
     "median": 13.678,
     "min": 13.657,
     "max": 13.681,
     "n": 5
    },
    "prompt_tokens": {
     "median": 32049,
     "min": 32049,
     "max": 32049,
     "n": 5
    },
    "reused_tokens": {
     "median": 0,
     "min": 0,
     "max": 0,
     "n": 5
    }
   }
  },
  "agent": {
   "sessions": [
    [
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.263,
      "total_s": 1.433,
      "prompt_tokens": 609,
      "reused_tokens": 0,
      "read_tokens": 609,
      "generated_tokens": 12,
      "prompt_tps": 489.5,
      "prompt_tps_source": "engine",
      "decode_tps": 65.4,
      "decode_tps_source": "engine",
      "prompt_ms": 1244.0,
      "decode_ms": 183.4,
      "drafts_offered": 11,
      "drafts_accepted": 8,
      "run": 0,
      "turn": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 2.484,
      "total_s": 3.111,
      "prompt_tokens": 3703,
      "reused_tokens": 623,
      "read_tokens": 3080,
      "generated_tokens": 64,
      "prompt_tps": 1251.2,
      "prompt_tps_source": "engine",
      "decode_tps": 100.1,
      "decode_tps_source": "engine",
      "prompt_ms": 2461.6,
      "decode_ms": 639.6,
      "drafts_offered": 46,
      "drafts_accepted": 43,
      "run": 0,
      "turn": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.908,
      "total_s": 2.613,
      "prompt_tokens": 5236,
      "reused_tokens": 3766,
      "read_tokens": 1470,
      "generated_tokens": 64,
      "prompt_tps": 779.8,
      "prompt_tps_source": "engine",
      "decode_tps": 89.3,
      "decode_tps_source": "engine",
      "prompt_ms": 1885.0,
      "decode_ms": 716.7,
      "drafts_offered": 56,
      "drafts_accepted": 36,
      "run": 0,
      "turn": 2
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 2.488,
      "total_s": 2.906,
      "prompt_tokens": 8680,
      "reused_tokens": 5299,
      "read_tokens": 3381,
      "generated_tokens": 41,
      "prompt_tps": 1373.6,
      "prompt_tps_source": "engine",
      "decode_tps": 95.2,
      "decode_tps_source": "engine",
      "prompt_ms": 2461.5,
      "decode_ms": 430.7,
      "drafts_offered": 35,
      "drafts_accepted": 22,
      "run": 0,
      "turn": 3
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 2.299,
      "total_s": 2.557,
      "prompt_tokens": 11580,
      "reused_tokens": 8720,
      "read_tokens": 2860,
      "generated_tokens": 28,
      "prompt_tps": 1259.4,
      "prompt_tps_source": "engine",
      "decode_tps": 103.5,
      "decode_tps_source": "engine",
      "prompt_ms": 2270.9,
      "decode_ms": 270.5,
      "drafts_offered": 27,
      "drafts_accepted": 18,
      "run": 0,
      "turn": 4
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 2.115,
      "total_s": 2.424,
      "prompt_tokens": 14453,
      "reused_tokens": 11607,
      "read_tokens": 2846,
      "generated_tokens": 24,
      "prompt_tps": 1363.5,
      "prompt_tps_source": "engine",
      "decode_tps": 74.8,
      "decode_tps_source": "engine",
      "prompt_ms": 2087.2,
      "decode_ms": 321.0,
      "drafts_offered": 25,
      "drafts_accepted": 9,
      "run": 0,
      "turn": 5
     }
    ],
    [
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.16,
      "total_s": 1.381,
      "prompt_tokens": 609,
      "reused_tokens": 0,
      "read_tokens": 609,
      "generated_tokens": 19,
      "prompt_tps": 532.0,
      "prompt_tps_source": "engine",
      "decode_tps": 81.6,
      "decode_tps_source": "engine",
      "prompt_ms": 1144.8,
      "decode_ms": 232.8,
      "drafts_offered": 22,
      "drafts_accepted": 13,
      "run": 1,
      "turn": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.848,
      "total_s": 2.375,
      "prompt_tokens": 3710,
      "reused_tokens": 630,
      "read_tokens": 3080,
      "generated_tokens": 64,
      "prompt_tps": 1682.3,
      "prompt_tps_source": "engine",
      "decode_tps": 118.8,
      "decode_tps_source": "engine",
      "prompt_ms": 1830.8,
      "decode_ms": 538.8,
      "drafts_offered": 47,
      "drafts_accepted": 41,
      "run": 1,
      "turn": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.61,
      "total_s": 2.222,
      "prompt_tokens": 5243,
      "reused_tokens": 3773,
      "read_tokens": 1470,
      "generated_tokens": 64,
      "prompt_tps": 923.6,
      "prompt_tps_source": "engine",
      "decode_tps": 102.6,
      "decode_tps_source": "engine",
      "prompt_ms": 1591.6,
      "decode_ms": 624.0,
      "drafts_offered": 56,
      "drafts_accepted": 37,
      "run": 1,
      "turn": 2
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.972,
      "total_s": 2.372,
      "prompt_tokens": 8687,
      "reused_tokens": 5306,
      "read_tokens": 3381,
      "generated_tokens": 35,
      "prompt_tps": 1733.7,
      "prompt_tps_source": "engine",
      "decode_tps": 85.1,
      "decode_tps_source": "engine",
      "prompt_ms": 1950.2,
      "decode_ms": 411.5,
      "drafts_offered": 29,
      "drafts_accepted": 14,
      "run": 1,
      "turn": 3
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.808,
      "total_s": 1.934,
      "prompt_tokens": 11581,
      "reused_tokens": 8721,
      "read_tokens": 2860,
      "generated_tokens": 20,
      "prompt_tps": 1605.2,
      "prompt_tps_source": "engine",
      "decode_tps": 144.4,
      "decode_tps_source": "engine",
      "prompt_ms": 1781.7,
      "decode_ms": 138.5,
      "drafts_offered": 15,
      "drafts_accepted": 14,
      "run": 1,
      "turn": 4
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.804,
      "total_s": 2.075,
      "prompt_tokens": 14446,
      "reused_tokens": 11600,
      "read_tokens": 2846,
      "generated_tokens": 24,
      "prompt_tps": 1602.7,
      "prompt_tps_source": "engine",
      "decode_tps": 84.9,
      "decode_tps_source": "engine",
      "prompt_ms": 1775.7,
      "decode_ms": 282.7,
      "drafts_offered": 27,
      "drafts_accepted": 12,
      "run": 1,
      "turn": 5
     }
    ],
    [
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.125,
      "total_s": 1.352,
      "prompt_tokens": 609,
      "reused_tokens": 0,
      "read_tokens": 609,
      "generated_tokens": 21,
      "prompt_tps": 548.4,
      "prompt_tps_source": "engine",
      "decode_tps": 87.9,
      "decode_tps_source": "engine",
      "prompt_ms": 1110.5,
      "decode_ms": 238.8,
      "drafts_offered": 23,
      "drafts_accepted": 13,
      "run": 2,
      "turn": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.852,
      "total_s": 2.356,
      "prompt_tokens": 3712,
      "reused_tokens": 631,
      "read_tokens": 3081,
      "generated_tokens": 64,
      "prompt_tps": 1679.6,
      "prompt_tps_source": "engine",
      "decode_tps": 124.1,
      "decode_tps_source": "engine",
      "prompt_ms": 1834.4,
      "decode_ms": 515.6,
      "drafts_offered": 48,
      "drafts_accepted": 42,
      "run": 2,
      "turn": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.614,
      "total_s": 2.197,
      "prompt_tokens": 5245,
      "reused_tokens": 3775,
      "read_tokens": 1470,
      "generated_tokens": 64,
      "prompt_tps": 921.3,
      "prompt_tps_source": "engine",
      "decode_tps": 107.6,
      "decode_tps_source": "engine",
      "prompt_ms": 1595.5,
      "decode_ms": 594.6,
      "drafts_offered": 56,
      "drafts_accepted": 39,
      "run": 2,
      "turn": 2
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.997,
      "total_s": 2.426,
      "prompt_tokens": 8689,
      "reused_tokens": 5308,
      "read_tokens": 3381,
      "generated_tokens": 44,
      "prompt_tps": 1711.3,
      "prompt_tps_source": "engine",
      "decode_tps": 99.8,
      "decode_tps_source": "engine",
      "prompt_ms": 1975.7,
      "decode_ms": 440.7,
      "drafts_offered": 33,
      "drafts_accepted": 22,
      "run": 2,
      "turn": 3
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.829,
      "total_s": 1.953,
      "prompt_tokens": 11592,
      "reused_tokens": 8732,
      "read_tokens": 2860,
      "generated_tokens": 15,
      "prompt_tps": 1584.9,
      "prompt_tps_source": "engine",
      "decode_tps": 110.1,
      "decode_tps_source": "engine",
      "prompt_ms": 1804.5,
      "decode_ms": 136.3,
      "drafts_offered": 15,
      "drafts_accepted": 9,
      "run": 2,
      "turn": 4
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.849,
      "total_s": 2.069,
      "prompt_tokens": 14452,
      "reused_tokens": 11606,
      "read_tokens": 2846,
      "generated_tokens": 21,
      "prompt_tps": 1562.9,
      "prompt_tps_source": "engine",
      "decode_tps": 90.2,
      "decode_tps_source": "engine",
      "prompt_ms": 1821.0,
      "decode_ms": 232.8,
      "drafts_offered": 19,
      "drafts_accepted": 12,
      "run": 2,
      "turn": 5
     }
    ],
    [
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.244,
      "total_s": 1.503,
      "prompt_tokens": 609,
      "reused_tokens": 0,
      "read_tokens": 609,
      "generated_tokens": 22,
      "prompt_tps": 495.8,
      "prompt_tps_source": "engine",
      "decode_tps": 81.5,
      "decode_tps_source": "engine",
      "prompt_ms": 1228.3,
      "decode_ms": 270.1,
      "drafts_offered": 25,
      "drafts_accepted": 14,
      "run": 3,
      "turn": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.856,
      "total_s": 2.367,
      "prompt_tokens": 3713,
      "reused_tokens": 633,
      "read_tokens": 3080,
      "generated_tokens": 64,
      "prompt_tps": 1675.3,
      "prompt_tps_source": "engine",
      "decode_tps": 122.4,
      "decode_tps_source": "engine",
      "prompt_ms": 1838.5,
      "decode_ms": 522.9,
      "drafts_offered": 47,
      "drafts_accepted": 42,
      "run": 3,
      "turn": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.63,
      "total_s": 2.223,
      "prompt_tokens": 5246,
      "reused_tokens": 3777,
      "read_tokens": 1469,
      "generated_tokens": 64,
      "prompt_tps": 911.7,
      "prompt_tps_source": "engine",
      "decode_tps": 105.9,
      "decode_tps_source": "engine",
      "prompt_ms": 1611.3,
      "decode_ms": 604.5,
      "drafts_offered": 56,
      "drafts_accepted": 39,
      "run": 3,
      "turn": 2
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 2.06,
      "total_s": 2.414,
      "prompt_tokens": 8690,
      "reused_tokens": 5309,
      "read_tokens": 3381,
      "generated_tokens": 38,
      "prompt_tps": 1661.8,
      "prompt_tps_source": "engine",
      "decode_tps": 103.5,
      "decode_tps_source": "engine",
      "prompt_ms": 2034.5,
      "decode_ms": 367.0,
      "drafts_offered": 26,
      "drafts_accepted": 20,
      "run": 3,
      "turn": 3
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.835,
      "total_s": 2.077,
      "prompt_tokens": 11587,
      "reused_tokens": 8727,
      "read_tokens": 2860,
      "generated_tokens": 28,
      "prompt_tps": 1579.4,
      "prompt_tps_source": "engine",
      "decode_tps": 110.3,
      "decode_tps_source": "engine",
      "prompt_ms": 1810.8,
      "decode_ms": 253.9,
      "drafts_offered": 24,
      "drafts_accepted": 18,
      "run": 3,
      "turn": 4
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.841,
      "total_s": 2.293,
      "prompt_tokens": 14460,
      "reused_tokens": 11614,
      "read_tokens": 2846,
      "generated_tokens": 45,
      "prompt_tps": 1570.5,
      "prompt_tps_source": "engine",
      "decode_tps": 97.0,
      "decode_tps_source": "engine",
      "prompt_ms": 1812.2,
      "decode_ms": 463.7,
      "drafts_offered": 38,
      "drafts_accepted": 24,
      "run": 3,
      "turn": 5
     }
    ],
    [
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.144,
      "total_s": 1.411,
      "prompt_tokens": 609,
      "reused_tokens": 0,
      "read_tokens": 609,
      "generated_tokens": 24,
      "prompt_tps": 539.5,
      "prompt_tps_source": "engine",
      "decode_tps": 85.9,
      "decode_tps_source": "engine",
      "prompt_ms": 1128.9,
      "decode_ms": 279.3,
      "drafts_offered": 24,
      "drafts_accepted": 15,
      "run": 4,
      "turn": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.87,
      "total_s": 2.45,
      "prompt_tokens": 3715,
      "reused_tokens": 635,
      "read_tokens": 3080,
      "generated_tokens": 64,
      "prompt_tps": 1662.5,
      "prompt_tps_source": "engine",
      "decode_tps": 108.2,
      "decode_tps_source": "engine",
      "prompt_ms": 1852.6,
      "decode_ms": 591.3,
      "drafts_offered": 47,
      "drafts_accepted": 38,
      "run": 4,
      "turn": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.637,
      "total_s": 2.196,
      "prompt_tokens": 5248,
      "reused_tokens": 3708,
      "read_tokens": 1540,
      "generated_tokens": 64,
      "prompt_tps": 951.4,
      "prompt_tps_source": "engine",
      "decode_tps": 112.2,
      "decode_tps_source": "engine",
      "prompt_ms": 1618.6,
      "decode_ms": 570.6,
      "drafts_offered": 54,
      "drafts_accepted": 42,
      "run": 4,
      "turn": 2
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.997,
      "total_s": 2.408,
      "prompt_tokens": 8692,
      "reused_tokens": 5312,
      "read_tokens": 3380,
      "generated_tokens": 42,
      "prompt_tps": 1711.1,
      "prompt_tps_source": "engine",
      "decode_tps": 99.4,
      "decode_tps_source": "engine",
      "prompt_ms": 1975.3,
      "decode_ms": 422.6,
      "drafts_offered": 39,
      "drafts_accepted": 23,
      "run": 4,
      "turn": 3
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.828,
      "total_s": 2.009,
      "prompt_tokens": 11593,
      "reused_tokens": 8733,
      "read_tokens": 2860,
      "generated_tokens": 20,
      "prompt_tps": 1585.2,
      "prompt_tps_source": "engine",
      "decode_tps": 104.1,
      "decode_tps_source": "engine",
      "prompt_ms": 1804.2,
      "decode_ms": 192.2,
      "drafts_offered": 18,
      "drafts_accepted": 11,
      "run": 4,
      "turn": 4
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.836,
      "total_s": 2.143,
      "prompt_tokens": 14458,
      "reused_tokens": 11612,
      "read_tokens": 2846,
      "generated_tokens": 32,
      "prompt_tps": 1573.6,
      "prompt_tps_source": "engine",
      "decode_tps": 100.0,
      "decode_tps_source": "engine",
      "prompt_ms": 1808.6,
      "decode_ms": 320.1,
      "drafts_offered": 24,
      "drafts_accepted": 17,
      "run": 4,
      "turn": 5
     }
    ]
   ],
   "hit_pct": {
    "median": 68.77,
    "min": 68.64,
    "max": 68.793,
    "n": 5
   },
   "reread_tokens": {
    "median": 4,
    "min": 3,
    "max": 73,
    "n": 5
   },
   "new_tokens": {
    "median": 13633,
    "min": 13633,
    "max": 13634,
    "n": 5
   },
   "turn_ttft_s": {
    "median": 1.849,
    "min": 1.61,
    "max": 2.488,
    "n": 25
   },
   "last_turn_prompt_tokens": {
    "median": 14453,
    "min": 14446,
    "max": 14460,
    "n": 5
   },
   "turn_decode_tps": {
    "median": 103.5,
    "min": 74.8,
    "max": 144.4,
    "n": 25
   },
   "first_turn_ttft_s": {
    "median": 1.16,
    "min": 1.125,
    "max": 1.263,
    "n": 5
   }
  },
  "clients": {},
  "skipped": {},
  "failures": []
 }
}