{
 "schema": 1,
 "tool": "tools/strata_bench.py",
 "date": "2026-10-12",
 "params": {
  "runs": 3,
  "think": false,
  "clients": 0,
  "long": false,
  "started_server": true,
  "command": "python tools/strata_bench.py"
 },
 "elapsed_s": 197.31032800674438,
 "machine": {
  "gpu": [
   "NVIDIA GeForce RTX 3090"
  ],
  "gpu_vram_mib": 24576,
  "gpu_driver": "595.91.07",
  "cuda": "13.2",
  "cpu": "Intel(R) Core(TM) i9-10900KF CPU @ 3.70GHz",
  "cpu_cores": 10,
  "cpu_threads": 20,
  "ram_gib": 62.6,
  "os": "Linux 7.0.0-38-generic",
  "python": "3.14.4",
  "strata_version": "0.1.43",
  "strata_commit": "7695859a",
  "engine_version": "0.1.43",
  "model": "qwen3.8-flash-next-iq3_s",
  "quant": "IQ3_S",
  "context": 131072,
  "parallel_slots": 1,
  "config": {
   "exe": "strata",
   "args": [
    "--pack",
    "iq3_s",
    "--native",
    "Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
    "--ple-gguf",
    "Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf",
    "--expert-profile",
    "expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--mtp",
    "rt",
    "--max-context",
    "131072",
    "--kv",
    "int8",
    "--vision",
    "--vram-reserve-mib",
    "700",
    "--spec-min-p",
    "0.5",
    "--adapt-every",
    "1",
    "--adapt-swaps",
    "80",
    "--adapt-decay",
    "0.97"
   ],
   "model_name": "qwen3.8-flash-next-iq3_s",
   "lib_dirs": [
    "/usr/local/cuda/bin",
    "/usr/local/cuda/lib64"
   ],
   "port": 8080,
   "gpu": 0,
   "gpus_asked": true,
   "vision": {
    "exe": "<strata>/engine/strata-vision",
    "mmproj": "<strata>-data/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
    "model": "<strata>-data/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
    "gpu": true,
    "max_tokens": 1024
   },
   "open_browser": false
  },
  "launch": "strata --pack iq3_s --native Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf --ple-gguf Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf --expert-profile expert-profile.bin --expert-cache auto --prefill auto --spec 4 --mtp rt --max-context 131072 --kv int8 --vision --vram-reserve-mib 700 --spec-min-p 0.5 --adapt-every 1 --adapt-swaps 80 --adapt-decay 0.97",
  "engine_info": {
   "model": "qwen3.8-flash-next-iq3_s",
   "max_context": 131072,
   "images": true,
   "version": "0.1.43",
   "logit_bias": 1,
   "context": 131072,
   "kv": "int8",
   "kv_resident": 0,
   "expert_slots": 7307,
   "expert_cache_mib": 14187,
   "expert_slots_primary": 7307,
   "expert_cache_primary_mib": 14187,
   "spec": 6,
   "mtp_max": 4,
   "lookup": 3,
   "vram_free_mib": 432,
   "cvec": 0,
   "arena_mib": 47962,
   "pool_workers": 9,
   "pcie_frac": "0.18",
   "spec_min_p": "0.50",
   "conversation_cache_mib": 0,
   "conversation_cache_slots": 4,
   "conversation_cache_min_free_mib": 2560,
   "conversation_cache_min_tokens": 0,
   "tail_role_token": -1,
   "vram_elastic": 0,
   "engine": "0.1.43"
  },
  "vram_after": {
   "elastic": false
  }
 },
 "results": {
  "chat": {
   "requests": [
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.478,
     "total_s": 2.042,
     "prompt_tokens": 51,
     "reused_tokens": 0,
     "read_tokens": 51,
     "generated_tokens": 100,
     "prompt_tps": 109.7,
     "prompt_tps_source": "engine",
     "decode_tps": 63.5,
     "decode_tps_source": "engine",
     "prompt_ms": 465.0,
     "decode_ms": 1574.7,
     "drafts_offered": 90,
     "drafts_accepted": 71,
     "run": 0,
     "prompt": 0
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.435,
     "total_s": 2.391,
     "prompt_tokens": 43,
     "reused_tokens": 0,
     "read_tokens": 43,
     "generated_tokens": 100,
     "prompt_tps": 102.3,
     "prompt_tps_source": "engine",
     "decode_tps": 50.8,
     "decode_tps_source": "engine",
     "prompt_ms": 420.5,
     "decode_ms": 1968.5,
     "drafts_offered": 102,
     "drafts_accepted": 48,
     "run": 0,
     "prompt": 1
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.436,
     "total_s": 2.239,
     "prompt_tokens": 46,
     "reused_tokens": 0,
     "read_tokens": 46,
     "generated_tokens": 100,
     "prompt_tps": 109.1,
     "prompt_tps_source": "engine",
     "decode_tps": 55.1,
     "decode_tps_source": "engine",
     "prompt_ms": 421.8,
     "decode_ms": 1815.3,
     "drafts_offered": 93,
     "drafts_accepted": 54,
     "run": 0,
     "prompt": 2
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.463,
     "total_s": 1.963,
     "prompt_tokens": 51,
     "reused_tokens": 0,
     "read_tokens": 51,
     "generated_tokens": 100,
     "prompt_tps": 113.7,
     "prompt_tps_source": "engine",
     "decode_tps": 66.2,
     "decode_tps_source": "engine",
     "prompt_ms": 448.7,
     "decode_ms": 1511.7,
     "drafts_offered": 88,
     "drafts_accepted": 71,
     "run": 1,
     "prompt": 0
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.412,
     "total_s": 2.048,
     "prompt_tokens": 43,
     "reused_tokens": 0,
     "read_tokens": 43,
     "generated_tokens": 100,
     "prompt_tps": 108.4,
     "prompt_tps_source": "engine",
     "decode_tps": 60.7,
     "decode_tps_source": "engine",
     "prompt_ms": 396.5,
     "decode_ms": 1648.8,
     "drafts_offered": 102,
     "drafts_accepted": 56,
     "run": 1,
     "prompt": 1
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.413,
     "total_s": 2.011,
     "prompt_tokens": 46,
     "reused_tokens": 0,
     "read_tokens": 46,
     "generated_tokens": 100,
     "prompt_tps": 115.6,
     "prompt_tps_source": "engine",
     "decode_tps": 62.1,
     "decode_tps_source": "engine",
     "prompt_ms": 397.9,
     "decode_ms": 1610.5,
     "drafts_offered": 98,
     "drafts_accepted": 56,
     "run": 1,
     "prompt": 2
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.475,
     "total_s": 2.023,
     "prompt_tokens": 51,
     "reused_tokens": 0,
     "read_tokens": 51,
     "generated_tokens": 100,
     "prompt_tps": 110.8,
     "prompt_tps_source": "engine",
     "decode_tps": 64.1,
     "decode_tps_source": "engine",
     "prompt_ms": 460.3,
     "decode_ms": 1560.6,
     "drafts_offered": 90,
     "drafts_accepted": 70,
     "run": 2,
     "prompt": 0
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.407,
     "total_s": 2.056,
     "prompt_tokens": 43,
     "reused_tokens": 0,
     "read_tokens": 43,
     "generated_tokens": 100,
     "prompt_tps": 109.9,
     "prompt_tps_source": "engine",
     "decode_tps": 60.1,
     "decode_tps_source": "engine",
     "prompt_ms": 391.4,
     "decode_ms": 1662.6,
     "drafts_offered": 96,
     "drafts_accepted": 55,
     "run": 2,
     "prompt": 1
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.428,
     "total_s": 1.991,
     "prompt_tokens": 46,
     "reused_tokens": 0,
     "read_tokens": 46,
     "generated_tokens": 100,
     "prompt_tps": 111.2,
     "prompt_tps_source": "engine",
     "decode_tps": 63.5,
     "decode_tps_source": "engine",
     "prompt_ms": 413.8,
     "decode_ms": 1574.9,
     "drafts_offered": 92,
     "drafts_accepted": 56,
     "run": 2,
     "prompt": 2
    }
   ],
   "decode_tps": {
    "median": 62.1,
    "min": 50.8,
    "max": 66.2,
    "n": 9
   },
   "ttft_s": {
    "median": 0.435,
    "min": 0.407,
    "max": 0.478,
    "n": 9
   },
   "generated_tokens": {
    "median": 100,
    "min": 100,
    "max": 100,
    "n": 9
   },
   "prompt_tokens": {
    "median": 46,
    "min": 43,
    "max": 51,
    "n": 9
   }
  },
  "prompts": {
   "4K": {
    "target_tokens": 4096,
    "requests": [
     {
      "ok": true,
      "err": null,
      "ttft_s": 6.559,
      "total_s": 7.143,
      "prompt_tokens": 4019,
      "reused_tokens": 0,
      "read_tokens": 4019,
      "generated_tokens": 24,
      "prompt_tps": 614.4,
      "prompt_tps_source": "engine",
      "decode_tps": 40.2,
      "decode_tps_source": "engine",
      "prompt_ms": 6541.0,
      "decode_ms": 597.5,
      "drafts_offered": 33,
      "drafts_accepted": 11,
      "run": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 6.544,
      "total_s": 6.853,
      "prompt_tokens": 4019,
      "reused_tokens": 0,
      "read_tokens": 4019,
      "generated_tokens": 24,
      "prompt_tps": 615.8,
      "prompt_tps_source": "engine",
      "decode_tps": 74.6,
      "decode_tps_source": "engine",
      "prompt_ms": 6526.8,
      "decode_ms": 321.6,
      "drafts_offered": 17,
      "drafts_accepted": 12,
      "run": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 6.533,
      "total_s": 6.765,
      "prompt_tokens": 4019,
      "reused_tokens": 0,
      "read_tokens": 4019,
      "generated_tokens": 24,
      "prompt_tps": 616.7,
      "prompt_tps_source": "engine",
      "decode_tps": 98.5,
      "decode_tps_source": "engine",
      "prompt_ms": 6516.9,
      "decode_ms": 243.7,
      "drafts_offered": 24,
      "drafts_accepted": 15,
      "run": 2
     }
    ],
    "prompt_tps": {
     "median": 615.8,
     "min": 614.4,
     "max": 616.7,
     "n": 3
    },
    "ttft_s": {
     "median": 6.544,
     "min": 6.533,
     "max": 6.559,
     "n": 3
    },
    "prompt_tokens": {
     "median": 4019,
     "min": 4019,
     "max": 4019,
     "n": 3
    },
    "reused_tokens": {
     "median": 0,
     "min": 0,
     "max": 0,
     "n": 3
    }
   },
   "16K": {
    "target_tokens": 16384,
    "requests": [
     {
      "ok": true,
      "err": null,
      "ttft_s": 13.408,
      "total_s": 13.667,
      "prompt_tokens": 16058,
      "reused_tokens": 0,
      "read_tokens": 16058,
      "generated_tokens": 24,
      "prompt_tps": 1199.7,
      "prompt_tps_source": "engine",
      "decode_tps": 88.5,
      "decode_tps_source": "engine",
      "prompt_ms": 13385.3,
      "decode_ms": 271.1,
      "drafts_offered": 25,
      "drafts_accepted": 16,
      "run": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 13.384,
      "total_s": 13.654,
      "prompt_tokens": 16058,
      "reused_tokens": 0,
      "read_tokens": 16058,
      "generated_tokens": 24,
      "prompt_tps": 1201.8,
      "prompt_tps_source": "engine",
      "decode_tps": 85.3,
      "decode_tps_source": "engine",
      "prompt_ms": 13361.9,
      "decode_ms": 281.2,
      "drafts_offered": 26,
      "drafts_accepted": 13,
      "run": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 13.396,
      "total_s": 13.684,
      "prompt_tokens": 16058,
      "reused_tokens": 0,
      "read_tokens": 16058,
      "generated_tokens": 24,
      "prompt_tps": 1200.7,
      "prompt_tps_source": "engine",
      "decode_tps": 79.9,
      "decode_tps_source": "engine",
      "prompt_ms": 13373.6,
      "decode_ms": 300.2,
      "drafts_offered": 22,
      "drafts_accepted": 10,
      "run": 2
     }
    ],
    "prompt_tps": {
     "median": 1200.7,
     "min": 1199.7,
     "max": 1201.8,
     "n": 3
    },
    "ttft_s": {
     "median": 13.396,
     "min": 13.384,
     "max": 13.408,
     "n": 3
    },
    "prompt_tokens": {
     "median": 16058,
     "min": 16058,
     "max": 16058,
     "n": 3
    },
    "reused_tokens": {
     "median": 0,
     "min": 0,
     "max": 0,
     "n": 3
    }
   }
  },
  "agent": {
   "sessions": [
    [
     {
      "ok": true,
      "err": null,
      "ttft_s": 2.33,
      "total_s": 2.812,
      "prompt_tokens": 609,
      "reused_tokens": 0,
      "read_tokens": 609,
      "generated_tokens": 21,
      "prompt_tps": 263.4,
      "prompt_tps_source": "engine",
      "decode_tps": 42.3,
      "decode_tps_source": "engine",
      "prompt_ms": 2312.1,
      "decode_ms": 495.9,
      "drafts_offered": 30,
      "drafts_accepted": 12,
      "run": 0,
      "turn": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 6.436,
      "total_s": 7.441,
      "prompt_tokens": 3712,
      "reused_tokens": 631,
      "read_tokens": 3081,
      "generated_tokens": 64,
      "prompt_tps": 480.2,
      "prompt_tps_source": "engine",
      "decode_tps": 63.0,
      "decode_tps_source": "engine",
      "prompt_ms": 6416.0,
      "decode_ms": 1016.5,
      "drafts_offered": 59,
      "drafts_accepted": 41,
      "run": 0,
      "turn": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 6.187,
      "total_s": 7.098,
      "prompt_tokens": 5245,
      "reused_tokens": 3776,
      "read_tokens": 1469,
      "generated_tokens": 64,
      "prompt_tps": 238.5,
      "prompt_tps_source": "engine",
      "decode_tps": 69.3,
      "decode_tps_source": "engine",
      "prompt_ms": 6159.4,
      "decode_ms": 923.5,
      "drafts_offered": 70,
      "drafts_accepted": 38,
      "run": 0,
      "turn": 2
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 6.475,
      "total_s": 7.005,
      "prompt_tokens": 8689,
      "reused_tokens": 5309,
      "read_tokens": 3380,
      "generated_tokens": 45,
      "prompt_tps": 523.8,
      "prompt_tps_source": "engine",
      "decode_tps": 83.0,
      "decode_tps_source": "engine",
      "prompt_ms": 6453.1,
      "decode_ms": 542.4,
      "drafts_offered": 46,
      "drafts_accepted": 24,
      "run": 0,
      "turn": 3
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 6.387,
      "total_s": 6.51,
      "prompt_tokens": 11593,
      "reused_tokens": 8733,
      "read_tokens": 2860,
      "generated_tokens": 20,
      "prompt_tps": 449.4,
      "prompt_tps_source": "engine",
      "decode_tps": 148.7,
      "decode_tps_source": "engine",
      "prompt_ms": 6364.2,
      "decode_ms": 134.5,
      "drafts_offered": 15,
      "drafts_accepted": 14,
      "run": 0,
      "turn": 4
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 6.384,
      "total_s": 6.724,
      "prompt_tokens": 14458,
      "reused_tokens": 11612,
      "read_tokens": 2846,
      "generated_tokens": 24,
      "prompt_tps": 447.5,
      "prompt_tps_source": "engine",
      "decode_tps": 68.2,
      "decode_tps_source": "engine",
      "prompt_ms": 6360.2,
      "decode_ms": 352.0,
      "drafts_offered": 29,
      "drafts_accepted": 12,
      "run": 0,
      "turn": 5
     }
    ],
    [
     {
      "ok": true,
      "err": null,
      "ttft_s": 2.393,
      "total_s": 2.684,
      "prompt_tokens": 609,
      "reused_tokens": 0,
      "read_tokens": 609,
      "generated_tokens": 19,
      "prompt_tps": 256.0,
      "prompt_tps_source": "engine",
      "decode_tps": 62.8,
      "decode_tps_source": "engine",
      "prompt_ms": 2378.9,
      "decode_ms": 302.7,
      "drafts_offered": 22,
      "drafts_accepted": 13,
      "run": 1,
      "turn": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 6.43,
      "total_s": 7.042,
      "prompt_tokens": 3710,
      "reused_tokens": 630,
      "read_tokens": 3080,
      "generated_tokens": 64,
      "prompt_tps": 480.2,
      "prompt_tps_source": "engine",
      "decode_tps": 102.6,
      "decode_tps_source": "engine",
      "prompt_ms": 6413.6,
      "decode_ms": 623.5,
      "drafts_offered": 60,
      "drafts_accepted": 42,
      "run": 1,
      "turn": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 6.17,
      "total_s": 6.866,
      "prompt_tokens": 5243,
      "reused_tokens": 3773,
      "read_tokens": 1470,
      "generated_tokens": 64,
      "prompt_tps": 238.9,
      "prompt_tps_source": "engine",
      "decode_tps": 90.4,
      "decode_tps_source": "engine",
      "prompt_ms": 6152.1,
      "decode_ms": 708.2,
      "drafts_offered": 64,
      "drafts_accepted": 41,
      "run": 1,
      "turn": 2
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 6.478,
      "total_s": 7.109,
      "prompt_tokens": 8687,
      "reused_tokens": 5236,
      "read_tokens": 3451,
      "generated_tokens": 57,
      "prompt_tps": 534.3,
      "prompt_tps_source": "engine",
      "decode_tps": 88.7,
      "decode_tps_source": "engine",
      "prompt_ms": 6458.8,
      "decode_ms": 642.5,
      "drafts_offered": 59,
      "drafts_accepted": 30,
      "run": 1,
      "turn": 3
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 6.399,
      "total_s": 6.624,
      "prompt_tokens": 11603,
      "reused_tokens": 8743,
      "read_tokens": 2860,
      "generated_tokens": 26,
      "prompt_tps": 448.5,
      "prompt_tps_source": "engine",
      "decode_tps": 109.5,
      "decode_tps_source": "engine",
      "prompt_ms": 6377.0,
      "decode_ms": 237.4,
      "drafts_offered": 24,
      "drafts_accepted": 17,
      "run": 1,
      "turn": 4
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 6.397,
      "total_s": 6.96,
      "prompt_tokens": 14474,
      "reused_tokens": 11628,
      "read_tokens": 2846,
      "generated_tokens": 47,
      "prompt_tps": 446.6,
      "prompt_tps_source": "engine",
      "decode_tps": 81.8,
      "decode_tps_source": "engine",
      "prompt_ms": 6372.3,
      "decode_ms": 574.8,
      "drafts_offered": 45,
      "drafts_accepted": 30,
      "run": 1,
      "turn": 5
     }
    ],
    [
     {
      "ok": true,
      "err": null,
      "ttft_s": 2.354,
      "total_s": 2.71,
      "prompt_tokens": 609,
      "reused_tokens": 0,
      "read_tokens": 609,
      "generated_tokens": 19,
      "prompt_tps": 260.3,
      "prompt_tps_source": "engine",
      "decode_tps": 51.7,
      "decode_tps_source": "engine",
      "prompt_ms": 2339.5,
      "decode_ms": 367.8,
      "drafts_offered": 24,
      "drafts_accepted": 13,
      "run": 2,
      "turn": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 6.426,
      "total_s": 6.967,
      "prompt_tokens": 3710,
      "reused_tokens": 630,
      "read_tokens": 3080,
      "generated_tokens": 64,
      "prompt_tps": 480.5,
      "prompt_tps_source": "engine",
      "decode_tps": 115.8,
      "decode_tps_source": "engine",
      "prompt_ms": 6409.6,
      "decode_ms": 552.6,
      "drafts_offered": 52,
      "drafts_accepted": 44,
      "run": 2,
      "turn": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 6.175,
      "total_s": 6.912,
      "prompt_tokens": 5243,
      "reused_tokens": 3773,
      "read_tokens": 1470,
      "generated_tokens": 64,
      "prompt_tps": 238.7,
      "prompt_tps_source": "engine",
      "decode_tps": 85.4,
      "decode_tps_source": "engine",
      "prompt_ms": 6157.5,
      "decode_ms": 749.0,
      "drafts_offered": 64,
      "drafts_accepted": 38,
      "run": 2,
      "turn": 2
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 6.446,
      "total_s": 6.69,
      "prompt_tokens": 8687,
      "reused_tokens": 5306,
      "read_tokens": 3381,
      "generated_tokens": 18,
      "prompt_tps": 526.1,
      "prompt_tps_source": "engine",
      "decode_tps": 70.2,
      "decode_tps_source": "engine",
      "prompt_ms": 6426.4,
      "decode_ms": 256.4,
      "drafts_offered": 24,
      "drafts_accepted": 8,
      "run": 2,
      "turn": 3
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 6.403,
      "total_s": 6.426,
      "prompt_tokens": 11564,
      "reused_tokens": 8704,
      "read_tokens": 2860,
      "generated_tokens": 3,
      "prompt_tps": 448.2,
      "prompt_tps_source": "engine",
      "decode_tps": 84.7,
      "decode_tps_source": "engine",
      "prompt_ms": 6381.7,
      "decode_ms": 35.4,
      "drafts_offered": 3,
      "drafts_accepted": 1,
      "run": 2,
      "turn": 4
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 6.389,
      "total_s": 6.557,
      "prompt_tokens": 14412,
      "reused_tokens": 11566,
      "read_tokens": 2846,
      "generated_tokens": 11,
      "prompt_tps": 447.1,
      "prompt_tps_source": "engine",
      "decode_tps": 60.9,
      "decode_tps_source": "engine",
      "prompt_ms": 6365.9,
      "decode_ms": 180.5,
      "drafts_offered": 15,
      "drafts_accepted": 3,
      "run": 2,
      "turn": 5
     }
    ]
   ],
   "hit_pct": {
    "median": 68.734,
    "min": 68.646,
    "max": 68.794,
    "n": 3
   },
   "reread_tokens": {
    "median": 4,
    "min": 2,
    "max": 74,
    "n": 3
   },
   "new_tokens": {
    "median": 13633,
    "min": 13633,
    "max": 13634,
    "n": 3
   },
   "turn_ttft_s": {
    "median": 6.399,
    "min": 6.17,
    "max": 6.478,
    "n": 15
   },
   "last_turn_prompt_tokens": {
    "median": 14458,
    "min": 14412,
    "max": 14474,
    "n": 3
   },
   "turn_decode_tps": {
    "median": 84.7,
    "min": 60.9,
    "max": 148.7,
    "n": 15
   },
   "first_turn_ttft_s": {
    "median": 2.354,
    "min": 2.33,
    "max": 2.393,
    "n": 3
   }
  },
  "clients": {},
  "skipped": {},
  "failures": []
 }
}