{
 "schema": 1,
 "tool": "tools/strata_bench.py",
 "date": "2026-10-13",
 "params": {
  "runs": 3,
  "think": false,
  "clients": 0,
  "long": false,
  "started_server": true,
  "command": "python tools/strata_bench.py"
 },
 "elapsed_s": 420.47368931770325,
 "machine": {
  "gpu": [
   "Tesla P40"
  ],
  "gpu_vram_mib": 23040,
  "gpu_driver": "582.78",
  "cuda": "13.0",
  "cpu": "Intel(R) Xeon(R) CPU E5-2630 v3 @ 2.40GHz",
  "cpu_cores": 16,
  "cpu_threads": 16,
  "ram_gib": 97.7,
  "os": "Windows 2022Server (10.0.20348)",
  "python": "3.12.10",
  "strata_version": "0.1.43",
  "strata_commit": null,
  "engine_version": "0.1.43",
  "model": "qwen3.8-flash-next-iq3_s",
  "quant": "IQ3_S",
  "context": 262144,
  "parallel_slots": 1,
  "config": {
   "exe": "strata.exe",
   "args": [
    "--pack",
    "iq3_s",
    "--native",
    "Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
    "--ple-gguf",
    "Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf",
    "--expert-profile",
    "expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--mtp",
    "rt",
    "--max-context",
    "262144",
    "--kv",
    "int8",
    "--kv-resident",
    "32768",
    "--vision",
    "--vram-reserve-mib",
    "700",
    "--pcie-frac",
    "1.00",
    "--spec-min-p",
    "0.70",
    "--adapt-every",
    "1",
    "--adapt-swaps",
    "80",
    "--adapt-decay",
    "0.97"
   ],
   "model_name": "qwen3.8-flash-next-iq3_s",
   "lib_dirs": [
    "<strata>\\.venv\\Lib\\site-packages\\nvidia\\cublas\\bin",
    "<strata>\\.venv\\Lib\\site-packages\\nvidia\\cuda_runtime\\bin"
   ],
   "port": 8080,
   "cuda": 12,
   "gpu": 0,
   "gpus_asked": true,
   "vision": {
    "exe": "<strata>\\engine-cuda12\\strata-vision.exe",
    "mmproj": "<strata>\\..\\Strata-data\\models\\mmproj-Qwen3.8-Flash-Next-BF16.gguf",
    "model": "<strata>\\..\\Strata-data\\models\\IQ3_S\\Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
    "gpu": true,
    "max_tokens": 1024
   }
  },
  "launch": "strata.exe --pack iq3_s --native Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf --ple-gguf Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf --expert-profile expert-profile.bin --expert-cache auto --prefill auto --spec 4 --mtp rt --max-context 262144 --kv int8 --kv-resident 32768 --vision --vram-reserve-mib 700 --pcie-frac 1.00 --spec-min-p 0.70 --adapt-every 1 --adapt-swaps 80 --adapt-decay 0.97",
  "engine_info": {
   "model": "qwen3.8-flash-next-iq3_s",
   "max_context": 262144,
   "images": true,
   "version": "0.1.43",
   "logit_bias": 1,
   "context": 262144,
   "kv": "int8",
   "kv_resident": 32768,
   "expert_slots": 7412,
   "expert_cache_mib": 14390,
   "expert_slots_primary": 7412,
   "expert_cache_primary_mib": 14390,
   "spec": 6,
   "mtp_max": 4,
   "lookup": 3,
   "vram_free_mib": 513,
   "cvec": 0,
   "arena_mib": 47962,
   "pool_workers": 15,
   "pcie_frac": "1.00",
   "spec_min_p": "0.70",
   "conversation_cache_mib": 0,
   "conversation_cache_slots": 4,
   "conversation_cache_min_free_mib": 2560,
   "conversation_cache_min_tokens": 0,
   "tail_role_token": -1,
   "vram_elastic": 0,
   "engine": "0.1.43"
  },
  "vram_after": {
   "elastic": false
  }
 },
 "results": {
  "chat": {
   "requests": [
    {
     "ok": true,
     "err": null,
     "ttft_s": 1.69,
     "total_s": 5.885,
     "prompt_tokens": 51,
     "reused_tokens": 0,
     "read_tokens": 51,
     "generated_tokens": 100,
     "prompt_tps": 31.3,
     "prompt_tps_source": "engine",
     "decode_tps": 23.6,
     "decode_tps_source": "engine",
     "prompt_ms": 1632.0,
     "decode_ms": 4235.2,
     "drafts_offered": 86,
     "drafts_accepted": 70,
     "run": 0,
     "prompt": 0
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 1.517,
     "total_s": 6.556,
     "prompt_tokens": 43,
     "reused_tokens": 0,
     "read_tokens": 43,
     "generated_tokens": 100,
     "prompt_tps": 29.6,
     "prompt_tps_source": "engine",
     "decode_tps": 19.7,
     "decode_tps_source": "engine",
     "prompt_ms": 1451.4,
     "decode_ms": 5084.2,
     "drafts_offered": 64,
     "drafts_accepted": 46,
     "run": 0,
     "prompt": 1
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 1.7,
     "total_s": 6.733,
     "prompt_tokens": 46,
     "reused_tokens": 0,
     "read_tokens": 46,
     "generated_tokens": 100,
     "prompt_tps": 28.0,
     "prompt_tps_source": "engine",
     "decode_tps": 19.7,
     "decode_tps_source": "engine",
     "prompt_ms": 1644.0,
     "decode_ms": 5077.8,
     "drafts_offered": 73,
     "drafts_accepted": 50,
     "run": 0,
     "prompt": 2
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 1.635,
     "total_s": 6.232,
     "prompt_tokens": 51,
     "reused_tokens": 0,
     "read_tokens": 51,
     "generated_tokens": 100,
     "prompt_tps": 32.3,
     "prompt_tps_source": "engine",
     "decode_tps": 21.5,
     "decode_tps_source": "engine",
     "prompt_ms": 1579.5,
     "decode_ms": 4641.9,
     "drafts_offered": 82,
     "drafts_accepted": 70,
     "run": 1,
     "prompt": 0
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 1.425,
     "total_s": 6.214,
     "prompt_tokens": 43,
     "reused_tokens": 0,
     "read_tokens": 43,
     "generated_tokens": 100,
     "prompt_tps": 31.6,
     "prompt_tps_source": "engine",
     "decode_tps": 20.7,
     "decode_tps_source": "engine",
     "prompt_ms": 1362.9,
     "decode_ms": 4839.7,
     "drafts_offered": 71,
     "drafts_accepted": 47,
     "run": 1,
     "prompt": 1
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 1.506,
     "total_s": 5.937,
     "prompt_tokens": 46,
     "reused_tokens": 0,
     "read_tokens": 46,
     "generated_tokens": 100,
     "prompt_tps": 31.8,
     "prompt_tps_source": "engine",
     "decode_tps": 22.3,
     "decode_tps_source": "engine",
     "prompt_ms": 1446.1,
     "decode_ms": 4477.8,
     "drafts_offered": 68,
     "drafts_accepted": 51,
     "run": 1,
     "prompt": 2
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 1.713,
     "total_s": 6.244,
     "prompt_tokens": 51,
     "reused_tokens": 0,
     "read_tokens": 51,
     "generated_tokens": 100,
     "prompt_tps": 31.0,
     "prompt_tps_source": "engine",
     "decode_tps": 21.8,
     "decode_tps_source": "engine",
     "prompt_ms": 1646.0,
     "decode_ms": 4581.9,
     "drafts_offered": 79,
     "drafts_accepted": 70,
     "run": 2,
     "prompt": 0
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 1.422,
     "total_s": 6.308,
     "prompt_tokens": 43,
     "reused_tokens": 0,
     "read_tokens": 43,
     "generated_tokens": 100,
     "prompt_tps": 31.9,
     "prompt_tps_source": "engine",
     "decode_tps": 20.3,
     "decode_tps_source": "engine",
     "prompt_ms": 1349.7,
     "decode_ms": 4935.1,
     "drafts_offered": 78,
     "drafts_accepted": 47,
     "run": 2,
     "prompt": 1
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 1.474,
     "total_s": 5.974,
     "prompt_tokens": 46,
     "reused_tokens": 0,
     "read_tokens": 46,
     "generated_tokens": 100,
     "prompt_tps": 32.6,
     "prompt_tps_source": "engine",
     "decode_tps": 22.0,
     "decode_tps_source": "engine",
     "prompt_ms": 1412.4,
     "decode_ms": 4549.9,
     "drafts_offered": 69,
     "drafts_accepted": 51,
     "run": 2,
     "prompt": 2
    }
   ],
   "decode_tps": {
    "median": 21.5,
    "min": 19.7,
    "max": 23.6,
    "n": 9
   },
   "ttft_s": {
    "median": 1.517,
    "min": 1.422,
    "max": 1.713,
    "n": 9
   },
   "generated_tokens": {
    "median": 100,
    "min": 100,
    "max": 100,
    "n": 9
   },
   "prompt_tokens": {
    "median": 46,
    "min": 43,
    "max": 51,
    "n": 9
   }
  },
  "prompts": {
   "4K": {
    "target_tokens": 4096,
    "requests": [
     {
      "ok": true,
      "err": null,
      "ttft_s": 11.817,
      "total_s": 13.066,
      "prompt_tokens": 4019,
      "reused_tokens": 0,
      "read_tokens": 4019,
      "generated_tokens": 24,
      "prompt_tps": 342.2,
      "prompt_tps_source": "engine",
      "decode_tps": 18.5,
      "decode_tps_source": "engine",
      "prompt_ms": 11744.8,
      "decode_ms": 1299.3,
      "drafts_offered": 12,
      "drafts_accepted": 10,
      "run": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 11.723,
      "total_s": 12.798,
      "prompt_tokens": 4019,
      "reused_tokens": 0,
      "read_tokens": 4019,
      "generated_tokens": 24,
      "prompt_tps": 344.7,
      "prompt_tps_source": "engine",
      "decode_tps": 21.5,
      "decode_tps_source": "engine",
      "prompt_ms": 11658.4,
      "decode_ms": 1117.2,
      "drafts_offered": 19,
      "drafts_accepted": 13,
      "run": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 11.703,
      "total_s": 12.515,
      "prompt_tokens": 4019,
      "reused_tokens": 0,
      "read_tokens": 4019,
      "generated_tokens": 24,
      "prompt_tps": 345.3,
      "prompt_tps_source": "engine",
      "decode_tps": 28.2,
      "decode_tps_source": "engine",
      "prompt_ms": 11640.2,
      "decode_ms": 852.5,
      "drafts_offered": 13,
      "drafts_accepted": 10,
      "run": 2
     }
    ],
    "prompt_tps": {
     "median": 344.7,
     "min": 342.2,
     "max": 345.3,
     "n": 3
    },
    "ttft_s": {
     "median": 11.723,
     "min": 11.703,
     "max": 11.817,
     "n": 3
    },
    "prompt_tokens": {
     "median": 4019,
     "min": 4019,
     "max": 4019,
     "n": 3
    },
    "reused_tokens": {
     "median": 0,
     "min": 0,
     "max": 0,
     "n": 3
    }
   },
   "16K": {
    "target_tokens": 16384,
    "requests": [
     {
      "ok": true,
      "err": null,
      "ttft_s": 40.734,
      "total_s": 41.678,
      "prompt_tokens": 16058,
      "reused_tokens": 0,
      "read_tokens": 16058,
      "generated_tokens": 24,
      "prompt_tps": 395.1,
      "prompt_tps_source": "engine",
      "decode_tps": 24.4,
      "decode_tps_source": "engine",
      "prompt_ms": 40638.5,
      "decode_ms": 982.5,
      "drafts_offered": 19,
      "drafts_accepted": 13,
      "run": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 40.602,
      "total_s": 41.505,
      "prompt_tokens": 16058,
      "reused_tokens": 0,
      "read_tokens": 16058,
      "generated_tokens": 24,
      "prompt_tps": 396.4,
      "prompt_tps_source": "engine",
      "decode_tps": 25.5,
      "decode_tps_source": "engine",
      "prompt_ms": 40509.5,
      "decode_ms": 941.9,
      "drafts_offered": 20,
      "drafts_accepted": 12,
      "run": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 40.597,
      "total_s": 41.411,
      "prompt_tokens": 16058,
      "reused_tokens": 0,
      "read_tokens": 16058,
      "generated_tokens": 24,
      "prompt_tps": 396.4,
      "prompt_tps_source": "engine",
      "decode_tps": 28.2,
      "decode_tps_source": "engine",
      "prompt_ms": 40511.0,
      "decode_ms": 852.5,
      "drafts_offered": 15,
      "drafts_accepted": 11,
      "run": 2
     }
    ],
    "prompt_tps": {
     "median": 396.4,
     "min": 395.1,
     "max": 396.4,
     "n": 3
    },
    "ttft_s": {
     "median": 40.602,
     "min": 40.597,
     "max": 40.734,
     "n": 3
    },
    "prompt_tokens": {
     "median": 16058,
     "min": 16058,
     "max": 16058,
     "n": 3
    },
    "reused_tokens": {
     "median": 0,
     "min": 0,
     "max": 0,
     "n": 3
    }
   }
  },
  "agent": {
   "sessions": [
    [
     {
      "ok": true,
      "err": null,
      "ttft_s": 5.249,
      "total_s": 6.471,
      "prompt_tokens": 609,
      "reused_tokens": 0,
      "read_tokens": 609,
      "generated_tokens": 21,
      "prompt_tps": 117.7,
      "prompt_tps_source": "engine",
      "decode_tps": 16.5,
      "decode_tps_source": "engine",
      "prompt_ms": 5172.4,
      "decode_ms": 1273.2,
      "drafts_offered": 25,
      "drafts_accepted": 13,
      "run": 0,
      "turn": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 10.353,
      "total_s": 13.331,
      "prompt_tokens": 3712,
      "reused_tokens": 631,
      "read_tokens": 3081,
      "generated_tokens": 64,
      "prompt_tps": 299.9,
      "prompt_tps_source": "engine",
      "decode_tps": 21.2,
      "decode_tps_source": "engine",
      "prompt_ms": 10273.7,
      "decode_ms": 3022.3,
      "drafts_offered": 52,
      "drafts_accepted": 40,
      "run": 0,
      "turn": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 6.584,
      "total_s": 9.397,
      "prompt_tokens": 5245,
      "reused_tokens": 3776,
      "read_tokens": 1469,
      "generated_tokens": 64,
      "prompt_tps": 225.9,
      "prompt_tps_source": "engine",
      "decode_tps": 22.4,
      "decode_tps_source": "engine",
      "prompt_ms": 6502.8,
      "decode_ms": 2856.0,
      "drafts_offered": 60,
      "drafts_accepted": 37,
      "run": 0,
      "turn": 2
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 11.127,
      "total_s": 12.018,
      "prompt_tokens": 8689,
      "reused_tokens": 5308,
      "read_tokens": 3381,
      "generated_tokens": 25,
      "prompt_tps": 306.4,
      "prompt_tps_source": "engine",
      "decode_tps": 26.8,
      "decode_tps_source": "engine",
      "prompt_ms": 11033.4,
      "decode_ms": 933.0,
      "drafts_offered": 19,
      "drafts_accepted": 14,
      "run": 0,
      "turn": 3
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 9.983,
      "total_s": 10.532,
      "prompt_tokens": 11573,
      "reused_tokens": 8713,
      "read_tokens": 2860,
      "generated_tokens": 19,
      "prompt_tps": 289.8,
      "prompt_tps_source": "engine",
      "decode_tps": 31.5,
      "decode_tps_source": "engine",
      "prompt_ms": 9867.3,
      "decode_ms": 603.0,
      "drafts_offered": 17,
      "drafts_accepted": 12,
      "run": 0,
      "turn": 4
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 9.912,
      "total_s": 11.175,
      "prompt_tokens": 14437,
      "reused_tokens": 11591,
      "read_tokens": 2846,
      "generated_tokens": 31,
      "prompt_tps": 289.6,
      "prompt_tps_source": "engine",
      "decode_tps": 23.8,
      "decode_tps_source": "engine",
      "prompt_ms": 9825.9,
      "decode_ms": 1302.4,
      "drafts_offered": 28,
      "drafts_accepted": 16,
      "run": 0,
      "turn": 5
     }
    ],
    [
     {
      "ok": true,
      "err": null,
      "ttft_s": 4.983,
      "total_s": 6.061,
      "prompt_tokens": 609,
      "reused_tokens": 0,
      "read_tokens": 609,
      "generated_tokens": 21,
      "prompt_tps": 123.7,
      "prompt_tps_source": "engine",
      "decode_tps": 18.7,
      "decode_tps_source": "engine",
      "prompt_ms": 4921.8,
      "decode_ms": 1122.0,
      "drafts_offered": 27,
      "drafts_accepted": 12,
      "run": 1,
      "turn": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 10.166,
      "total_s": 12.09,
      "prompt_tokens": 3712,
      "reused_tokens": 631,
      "read_tokens": 3081,
      "generated_tokens": 64,
      "prompt_tps": 305.0,
      "prompt_tps_source": "engine",
      "decode_tps": 32.6,
      "decode_tps_source": "engine",
      "prompt_ms": 10101.0,
      "decode_ms": 1964.8,
      "drafts_offered": 49,
      "drafts_accepted": 42,
      "run": 1,
      "turn": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 6.553,
      "total_s": 8.955,
      "prompt_tokens": 5245,
      "reused_tokens": 3775,
      "read_tokens": 1470,
      "generated_tokens": 64,
      "prompt_tps": 226.6,
      "prompt_tps_source": "engine",
      "decode_tps": 26.2,
      "decode_tps_source": "engine",
      "prompt_ms": 6486.7,
      "decode_ms": 2443.1,
      "drafts_offered": 59,
      "drafts_accepted": 39,
      "run": 1,
      "turn": 2
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 11.059,
      "total_s": 13.131,
      "prompt_tokens": 8689,
      "reused_tokens": 5309,
      "read_tokens": 3380,
      "generated_tokens": 54,
      "prompt_tps": 307.7,
      "prompt_tps_source": "engine",
      "decode_tps": 25.6,
      "decode_tps_source": "engine",
      "prompt_ms": 10985.2,
      "decode_ms": 2112.0,
      "drafts_offered": 47,
      "drafts_accepted": 27,
      "run": 1,
      "turn": 3
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 9.88,
      "total_s": 10.853,
      "prompt_tokens": 11602,
      "reused_tokens": 8742,
      "read_tokens": 2860,
      "generated_tokens": 29,
      "prompt_tps": 292.0,
      "prompt_tps_source": "engine",
      "decode_tps": 28.6,
      "decode_tps_source": "engine",
      "prompt_ms": 9793.7,
      "decode_ms": 1012.5,
      "drafts_offered": 26,
      "drafts_accepted": 19,
      "run": 1,
      "turn": 4
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 9.894,
      "total_s": 11.659,
      "prompt_tokens": 14476,
      "reused_tokens": 11630,
      "read_tokens": 2846,
      "generated_tokens": 43,
      "prompt_tps": 290.2,
      "prompt_tps_source": "engine",
      "decode_tps": 23.8,
      "decode_tps_source": "engine",
      "prompt_ms": 9805.6,
      "decode_ms": 1807.9,
      "drafts_offered": 44,
      "drafts_accepted": 20,
      "run": 1,
      "turn": 5
     }
    ],
    [
     {
      "ok": true,
      "err": null,
      "ttft_s": 4.669,
      "total_s": 5.552,
      "prompt_tokens": 609,
      "reused_tokens": 0,
      "read_tokens": 609,
      "generated_tokens": 19,
      "prompt_tps": 131.9,
      "prompt_tps_source": "engine",
      "decode_tps": 20.6,
      "decode_tps_source": "engine",
      "prompt_ms": 4617.7,
      "decode_ms": 923.4,
      "drafts_offered": 22,
      "drafts_accepted": 13,
      "run": 2,
      "turn": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 10.179,
      "total_s": 12.249,
      "prompt_tokens": 3710,
      "reused_tokens": 630,
      "read_tokens": 3080,
      "generated_tokens": 64,
      "prompt_tps": 304.4,
      "prompt_tps_source": "engine",
      "decode_tps": 30.3,
      "decode_tps_source": "engine",
      "prompt_ms": 10119.2,
      "decode_ms": 2110.3,
      "drafts_offered": 47,
      "drafts_accepted": 42,
      "run": 2,
      "turn": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 6.53,
      "total_s": 8.955,
      "prompt_tokens": 5243,
      "reused_tokens": 3773,
      "read_tokens": 1470,
      "generated_tokens": 64,
      "prompt_tps": 227.7,
      "prompt_tps_source": "engine",
      "decode_tps": 26.0,
      "decode_tps_source": "engine",
      "prompt_ms": 6457.0,
      "decode_ms": 2465.5,
      "drafts_offered": 55,
      "drafts_accepted": 37,
      "run": 2,
      "turn": 2
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 11.044,
      "total_s": 11.725,
      "prompt_tokens": 8687,
      "reused_tokens": 5307,
      "read_tokens": 3380,
      "generated_tokens": 20,
      "prompt_tps": 308.0,
      "prompt_tps_source": "engine",
      "decode_tps": 27.7,
      "decode_tps_source": "engine",
      "prompt_ms": 10973.4,
      "decode_ms": 721.2,
      "drafts_offered": 15,
      "drafts_accepted": 10,
      "run": 2,
      "turn": 3
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 9.873,
      "total_s": 10.326,
      "prompt_tokens": 11566,
      "reused_tokens": 8706,
      "read_tokens": 2860,
      "generated_tokens": 19,
      "prompt_tps": 291.9,
      "prompt_tps_source": "engine",
      "decode_tps": 38.6,
      "decode_tps_source": "engine",
      "prompt_ms": 9798.6,
      "decode_ms": 492.5,
      "drafts_offered": 15,
      "drafts_accepted": 13,
      "run": 2,
      "turn": 4
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 9.903,
      "total_s": 11.915,
      "prompt_tokens": 14430,
      "reused_tokens": 11584,
      "read_tokens": 2846,
      "generated_tokens": 49,
      "prompt_tps": 290.1,
      "prompt_tps_source": "engine",
      "decode_tps": 23.8,
      "decode_tps_source": "engine",
      "prompt_ms": 9810.2,
      "decode_ms": 2055.7,
      "drafts_offered": 46,
      "drafts_accepted": 25,
      "run": 2,
      "turn": 5
     }
    ]
   ],
   "hit_pct": {
    "median": 68.763,
    "min": 68.751,
    "max": 68.811,
    "n": 3
   },
   "reread_tokens": {
    "median": 3,
    "min": 3,
    "max": 3,
    "n": 3
   },
   "new_tokens": {
    "median": 13634,
    "min": 13633,
    "max": 13634,
    "n": 3
   },
   "turn_ttft_s": {
    "median": 9.912,
    "min": 6.53,
    "max": 11.127,
    "n": 15
   },
   "last_turn_prompt_tokens": {
    "median": 14437,
    "min": 14430,
    "max": 14476,
    "n": 3
   },
   "turn_decode_tps": {
    "median": 26.2,
    "min": 21.2,
    "max": 38.6,
    "n": 15
   },
   "first_turn_ttft_s": {
    "median": 4.983,
    "min": 4.669,
    "max": 5.249,
    "n": 3
   }
  },
  "clients": {},
  "skipped": {},
  "failures": []
 }
}