{
 "schema": 1,
 "tool": "tools/strata_bench.py",
 "date": "2026-10-15",
 "params": {
  "runs": 3,
  "think": false,
  "clients": 0,
  "long": false,
  "started_server": true,
  "command": "python tools/strata_bench.py"
 },
 "elapsed_s": 93.52442455291748,
 "machine": {
  "gpu": [
   "NVIDIA GeForce RTX 3090"
  ],
  "gpu_vram_mib": 24576,
  "gpu_driver": "617.42",
  "cuda": null,
  "cpu": "AMD Ryzen 9 5950X 16-Core Processor",
  "cpu_cores": 16,
  "cpu_threads": 32,
  "ram_gib": 127.9,
  "os": "Windows 11 (10.0.26100)",
  "python": "3.14.4",
  "strata_version": "0.1.44.1",
  "strata_commit": null,
  "engine_version": "0.1.44.1",
  "model": "qwen3.8-flash-next-iq3_s",
  "quant": "IQ3_S",
  "context": 131072,
  "parallel_slots": 1,
  "config": {
   "exe": "strata.exe",
   "args": [
    "--pack",
    "iq3_s",
    "--native",
    "Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
    "--ple-gguf",
    "Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf",
    "--expert-profile",
    "expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--mtp",
    "rt",
    "--max-context",
    "131072",
    "--kv",
    "int8",
    "--kv-resident",
    "32768",
    "--vision",
    "--vram-reserve-mib",
    "700",
    "--pcie-frac",
    "0.20",
    "--spec-min-p",
    "0.70",
    "--pool-workers",
    "8",
    "--adapt-every",
    "1",
    "--adapt-swaps",
    "80",
    "--adapt-decay",
    "0.97"
   ],
   "model_name": "qwen3.8-flash-next-iq3_s",
   "lib_dirs": [
    "<strata>\\.venv\\Lib\\site-packages\\nvidia\\cu13\\bin\\x86_64"
   ],
   "port": 8080,
   "gpu": 0,
   "gpus_asked": true,
   "vision": {
    "exe": "<strata>\\engine\\strata-vision.exe",
    "mmproj": "D:\\Strata-data\\models\\mmproj-Qwen3.8-Flash-Next-BF16.gguf",
    "model": "D:\\Strata-data\\models\\IQ3_S\\Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
    "gpu": true,
    "max_tokens": 1024
   }
  },
  "launch": "strata.exe --pack iq3_s --native Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf --ple-gguf Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf --expert-profile expert-profile.bin --expert-cache auto --prefill auto --spec 4 --mtp rt --max-context 131072 --kv int8 --kv-resident 32768 --vision --vram-reserve-mib 700 --pcie-frac 0.20 --spec-min-p 0.70 --pool-workers 8 --adapt-every 1 --adapt-swaps 80 --adapt-decay 0.97",
  "engine_info": {
   "model": "qwen3.8-flash-next-iq3_s",
   "max_context": 131072,
   "images": true,
   "version": "0.1.44.1",
   "logit_bias": 1,
   "context": 131072,
   "kv": "int8",
   "kv_resident": 32768,
   "expert_slots": 7818,
   "expert_cache_mib": 15177,
   "expert_slots_primary": 7818,
   "expert_cache_primary_mib": 15177,
   "spec": 6,
   "mtp_max": 4,
   "lookup": 3,
   "vram_free_mib": 305,
   "cvec": 0,
   "arena_mib": 47962,
   "pool_workers": 8,
   "pcie_frac": "0.20",
   "spec_min_p": "0.70",
   "conversation_cache_mib": 0,
   "conversation_cache_slots": 4,
   "conversation_cache_min_free_mib": 2560,
   "conversation_cache_min_tokens": 0,
   "tail_role_token": -1,
   "vram_elastic": 0,
   "engine": "0.1.44.1"
  },
  "vram_after": {
   "elastic": false
  }
 },
 "results": {
  "chat": {
   "requests": [
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.392,
     "total_s": 1.326,
     "prompt_tokens": 51,
     "reused_tokens": 0,
     "read_tokens": 51,
     "generated_tokens": 100,
     "prompt_tps": 139.6,
     "prompt_tps_source": "engine",
     "decode_tps": 105.8,
     "decode_tps_source": "engine",
     "prompt_ms": 365.3,
     "decode_ms": 945.5,
     "drafts_offered": 86,
     "drafts_accepted": 70,
     "run": 0,
     "prompt": 0
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.349,
     "total_s": 1.492,
     "prompt_tokens": 43,
     "reused_tokens": 0,
     "read_tokens": 43,
     "generated_tokens": 100,
     "prompt_tps": 135.9,
     "prompt_tps_source": "engine",
     "decode_tps": 86.6,
     "decode_tps_source": "engine",
     "prompt_ms": 316.3,
     "decode_ms": 1155.3,
     "drafts_offered": 68,
     "drafts_accepted": 49,
     "run": 0,
     "prompt": 1
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.371,
     "total_s": 1.496,
     "prompt_tokens": 46,
     "reused_tokens": 0,
     "read_tokens": 46,
     "generated_tokens": 100,
     "prompt_tps": 138.3,
     "prompt_tps_source": "engine",
     "decode_tps": 88.0,
     "decode_tps_source": "engine",
     "prompt_ms": 332.7,
     "decode_ms": 1136.4,
     "drafts_offered": 72,
     "drafts_accepted": 49,
     "run": 0,
     "prompt": 2
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.372,
     "total_s": 1.35,
     "prompt_tokens": 51,
     "reused_tokens": 0,
     "read_tokens": 51,
     "generated_tokens": 100,
     "prompt_tps": 148.4,
     "prompt_tps_source": "engine",
     "decode_tps": 101.1,
     "decode_tps_source": "engine",
     "prompt_ms": 343.6,
     "decode_ms": 989.5,
     "drafts_offered": 79,
     "drafts_accepted": 70,
     "run": 1,
     "prompt": 0
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.333,
     "total_s": 1.452,
     "prompt_tokens": 43,
     "reused_tokens": 0,
     "read_tokens": 43,
     "generated_tokens": 100,
     "prompt_tps": 145.2,
     "prompt_tps_source": "engine",
     "decode_tps": 88.5,
     "decode_tps_source": "engine",
     "prompt_ms": 296.1,
     "decode_ms": 1130.5,
     "drafts_offered": 77,
     "drafts_accepted": 46,
     "run": 1,
     "prompt": 1
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.358,
     "total_s": 1.399,
     "prompt_tokens": 46,
     "reused_tokens": 0,
     "read_tokens": 46,
     "generated_tokens": 100,
     "prompt_tps": 144.1,
     "prompt_tps_source": "engine",
     "decode_tps": 95.0,
     "decode_tps_source": "engine",
     "prompt_ms": 319.2,
     "decode_ms": 1052.5,
     "drafts_offered": 73,
     "drafts_accepted": 51,
     "run": 1,
     "prompt": 2
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.381,
     "total_s": 1.368,
     "prompt_tokens": 51,
     "reused_tokens": 0,
     "read_tokens": 51,
     "generated_tokens": 100,
     "prompt_tps": 145.3,
     "prompt_tps_source": "engine",
     "decode_tps": 100.1,
     "decode_tps_source": "engine",
     "prompt_ms": 351.0,
     "decode_ms": 998.8,
     "drafts_offered": 79,
     "drafts_accepted": 70,
     "run": 2,
     "prompt": 0
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.323,
     "total_s": 1.357,
     "prompt_tokens": 43,
     "reused_tokens": 0,
     "read_tokens": 43,
     "generated_tokens": 100,
     "prompt_tps": 150.3,
     "prompt_tps_source": "engine",
     "decode_tps": 95.6,
     "decode_tps_source": "engine",
     "prompt_ms": 286.1,
     "decode_ms": 1046.2,
     "drafts_offered": 75,
     "drafts_accepted": 50,
     "run": 2,
     "prompt": 1
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 0.336,
     "total_s": 1.396,
     "prompt_tokens": 46,
     "reused_tokens": 0,
     "read_tokens": 46,
     "generated_tokens": 100,
     "prompt_tps": 150.2,
     "prompt_tps_source": "engine",
     "decode_tps": 93.3,
     "decode_tps_source": "engine",
     "prompt_ms": 306.3,
     "decode_ms": 1072.2,
     "drafts_offered": 72,
     "drafts_accepted": 50,
     "run": 2,
     "prompt": 2
    }
   ],
   "decode_tps": {
    "median": 95.0,
    "min": 86.6,
    "max": 105.8,
    "n": 9
   },
   "ttft_s": {
    "median": 0.358,
    "min": 0.323,
    "max": 0.392,
    "n": 9
   },
   "generated_tokens": {
    "median": 100,
    "min": 100,
    "max": 100,
    "n": 9
   },
   "prompt_tokens": {
    "median": 46,
    "min": 43,
    "max": 51,
    "n": 9
   }
  },
  "prompts": {
   "4K": {
    "target_tokens": 4096,
    "requests": [
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.862,
      "total_s": 2.163,
      "prompt_tokens": 4019,
      "reused_tokens": 0,
      "read_tokens": 4019,
      "generated_tokens": 24,
      "prompt_tps": 2196.1,
      "prompt_tps_source": "engine",
      "decode_tps": 76.6,
      "decode_tps_source": "engine",
      "prompt_ms": 1830.1,
      "decode_ms": 313.4,
      "drafts_offered": 12,
      "drafts_accepted": 10,
      "run": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.86,
      "total_s": 2.094,
      "prompt_tokens": 4019,
      "reused_tokens": 0,
      "read_tokens": 4019,
      "generated_tokens": 24,
      "prompt_tps": 2211.5,
      "prompt_tps_source": "engine",
      "decode_tps": 97.5,
      "decode_tps_source": "engine",
      "prompt_ms": 1817.3,
      "decode_ms": 246.1,
      "drafts_offered": 14,
      "drafts_accepted": 10,
      "run": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.845,
      "total_s": 2.07,
      "prompt_tokens": 4019,
      "reused_tokens": 0,
      "read_tokens": 4019,
      "generated_tokens": 24,
      "prompt_tps": 2211.3,
      "prompt_tps_source": "engine",
      "decode_tps": 101.4,
      "decode_tps_source": "engine",
      "prompt_ms": 1817.5,
      "decode_ms": 236.7,
      "drafts_offered": 14,
      "drafts_accepted": 12,
      "run": 2
     }
    ],
    "prompt_tps": {
     "median": 2211.3,
     "min": 2196.1,
     "max": 2211.5,
     "n": 3
    },
    "ttft_s": {
     "median": 1.86,
     "min": 1.845,
     "max": 1.862,
     "n": 3
    },
    "prompt_tokens": {
     "median": 4019,
     "min": 4019,
     "max": 4019,
     "n": 3
    },
    "reused_tokens": {
     "median": 0,
     "min": 0,
     "max": 0,
     "n": 3
    }
   },
   "16K": {
    "target_tokens": 16384,
    "requests": [
     {
      "ok": true,
      "err": null,
      "ttft_s": 6.931,
      "total_s": 7.255,
      "prompt_tokens": 16058,
      "reused_tokens": 0,
      "read_tokens": 16058,
      "generated_tokens": 24,
      "prompt_tps": 2329.4,
      "prompt_tps_source": "engine",
      "decode_tps": 70.9,
      "decode_tps_source": "engine",
      "prompt_ms": 6893.7,
      "decode_ms": 338.3,
      "drafts_offered": 20,
      "drafts_accepted": 12,
      "run": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 9.07,
      "total_s": 9.501,
      "prompt_tokens": 16058,
      "reused_tokens": 0,
      "read_tokens": 16058,
      "generated_tokens": 24,
      "prompt_tps": 1781.2,
      "prompt_tps_source": "engine",
      "decode_tps": 53.4,
      "decode_tps_source": "engine",
      "prompt_ms": 9015.4,
      "decode_ms": 449.8,
      "drafts_offered": 20,
      "drafts_accepted": 10,
      "run": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 10.817,
      "total_s": 11.183,
      "prompt_tokens": 16058,
      "reused_tokens": 0,
      "read_tokens": 16058,
      "generated_tokens": 24,
      "prompt_tps": 1490.4,
      "prompt_tps_source": "engine",
      "decode_tps": 62.6,
      "decode_tps_source": "engine",
      "prompt_ms": 10774.6,
      "decode_ms": 383.4,
      "drafts_offered": 20,
      "drafts_accepted": 12,
      "run": 2
     }
    ],
    "prompt_tps": {
     "median": 1781.2,
     "min": 1490.4,
     "max": 2329.4,
     "n": 3
    },
    "ttft_s": {
     "median": 9.07,
     "min": 6.931,
     "max": 10.817,
     "n": 3
    },
    "prompt_tokens": {
     "median": 16058,
     "min": 16058,
     "max": 16058,
     "n": 3
    },
    "reused_tokens": {
     "median": 0,
     "min": 0,
     "max": 0,
     "n": 3
    }
   }
  },
  "agent": {
   "sessions": [
    [
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.099,
      "total_s": 1.419,
      "prompt_tokens": 609,
      "reused_tokens": 0,
      "read_tokens": 609,
      "generated_tokens": 21,
      "prompt_tps": 573.5,
      "prompt_tps_source": "engine",
      "decode_tps": 62.7,
      "decode_tps_source": "engine",
      "prompt_ms": 1061.9,
      "decode_ms": 334.7,
      "drafts_offered": 24,
      "drafts_accepted": 12,
      "run": 0,
      "turn": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 2.292,
      "total_s": 3.012,
      "prompt_tokens": 3752,
      "reused_tokens": 631,
      "read_tokens": 3121,
      "generated_tokens": 64,
      "prompt_tps": 1387.9,
      "prompt_tps_source": "engine",
      "decode_tps": 87.1,
      "decode_tps_source": "engine",
      "prompt_ms": 2248.7,
      "decode_ms": 735.1,
      "drafts_offered": 53,
      "drafts_accepted": 40,
      "run": 0,
      "turn": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.741,
      "total_s": 2.434,
      "prompt_tokens": 5285,
      "reused_tokens": 3815,
      "read_tokens": 1470,
      "generated_tokens": 64,
      "prompt_tps": 855.4,
      "prompt_tps_source": "engine",
      "decode_tps": 90.6,
      "decode_tps_source": "engine",
      "prompt_ms": 1718.4,
      "decode_ms": 706.7,
      "drafts_offered": 61,
      "drafts_accepted": 41,
      "run": 0,
      "turn": 2
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 2.295,
      "total_s": 2.778,
      "prompt_tokens": 8729,
      "reused_tokens": 5278,
      "read_tokens": 3451,
      "generated_tokens": 47,
      "prompt_tps": 1536.0,
      "prompt_tps_source": "engine",
      "decode_tps": 94.8,
      "decode_tps_source": "engine",
      "prompt_ms": 2246.8,
      "decode_ms": 495.8,
      "drafts_offered": 39,
      "drafts_accepted": 26,
      "run": 0,
      "turn": 3
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 2.063,
      "total_s": 2.315,
      "prompt_tokens": 11637,
      "reused_tokens": 8775,
      "read_tokens": 2862,
      "generated_tokens": 31,
      "prompt_tps": 1405.8,
      "prompt_tps_source": "engine",
      "decode_tps": 116.6,
      "decode_tps_source": "engine",
      "prompt_ms": 2035.8,
      "decode_ms": 265.8,
      "drafts_offered": 23,
      "drafts_accepted": 20,
      "run": 0,
      "turn": 4
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 2.083,
      "total_s": 2.392,
      "prompt_tokens": 14566,
      "reused_tokens": 11667,
      "read_tokens": 2899,
      "generated_tokens": 24,
      "prompt_tps": 1427.0,
      "prompt_tps_source": "engine",
      "decode_tps": 74.5,
      "decode_tps_source": "engine",
      "prompt_ms": 2031.5,
      "decode_ms": 322.3,
      "drafts_offered": 24,
      "drafts_accepted": 10,
      "run": 0,
      "turn": 5
     }
    ],
    [
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.12,
      "total_s": 1.351,
      "prompt_tokens": 609,
      "reused_tokens": 0,
      "read_tokens": 609,
      "generated_tokens": 19,
      "prompt_tps": 563.6,
      "prompt_tps_source": "engine",
      "decode_tps": 78.2,
      "decode_tps_source": "engine",
      "prompt_ms": 1080.6,
      "decode_ms": 243.1,
      "drafts_offered": 21,
      "drafts_accepted": 13,
      "run": 1,
      "turn": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 2.074,
      "total_s": 2.728,
      "prompt_tokens": 3750,
      "reused_tokens": 630,
      "read_tokens": 3120,
      "generated_tokens": 64,
      "prompt_tps": 1532.3,
      "prompt_tps_source": "engine",
      "decode_tps": 95.9,
      "decode_tps_source": "engine",
      "prompt_ms": 2036.2,
      "decode_ms": 667.4,
      "drafts_offered": 56,
      "drafts_accepted": 39,
      "run": 1,
      "turn": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.747,
      "total_s": 2.412,
      "prompt_tokens": 5283,
      "reused_tokens": 3743,
      "read_tokens": 1540,
      "generated_tokens": 64,
      "prompt_tps": 897.5,
      "prompt_tps_source": "engine",
      "decode_tps": 94.4,
      "decode_tps_source": "engine",
      "prompt_ms": 1715.9,
      "decode_ms": 678.1,
      "drafts_offered": 54,
      "drafts_accepted": 36,
      "run": 1,
      "turn": 2
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 2.175,
      "total_s": 2.729,
      "prompt_tokens": 8727,
      "reused_tokens": 5347,
      "read_tokens": 3380,
      "generated_tokens": 50,
      "prompt_tps": 1587.5,
      "prompt_tps_source": "engine",
      "decode_tps": 87.9,
      "decode_tps_source": "engine",
      "prompt_ms": 2129.1,
      "decode_ms": 568.8,
      "drafts_offered": 37,
      "drafts_accepted": 23,
      "run": 1,
      "turn": 3
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 2.006,
      "total_s": 2.403,
      "prompt_tokens": 11638,
      "reused_tokens": 8776,
      "read_tokens": 2862,
      "generated_tokens": 40,
      "prompt_tps": 1456.5,
      "prompt_tps_source": "engine",
      "decode_tps": 97.5,
      "decode_tps_source": "engine",
      "prompt_ms": 1965.0,
      "decode_ms": 410.3,
      "drafts_offered": 38,
      "drafts_accepted": 23,
      "run": 1,
      "turn": 4
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 2.036,
      "total_s": 2.624,
      "prompt_tokens": 14576,
      "reused_tokens": 11677,
      "read_tokens": 2899,
      "generated_tokens": 52,
      "prompt_tps": 1457.1,
      "prompt_tps_source": "engine",
      "decode_tps": 86.6,
      "decode_tps_source": "engine",
      "prompt_ms": 1989.6,
      "decode_ms": 600.5,
      "drafts_offered": 48,
      "drafts_accepted": 26,
      "run": 1,
      "turn": 5
     }
    ],
    [
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.082,
      "total_s": 1.359,
      "prompt_tokens": 609,
      "reused_tokens": 0,
      "read_tokens": 609,
      "generated_tokens": 22,
      "prompt_tps": 579.5,
      "prompt_tps_source": "engine",
      "decode_tps": 75.9,
      "decode_tps_source": "engine",
      "prompt_ms": 1050.9,
      "decode_ms": 289.8,
      "drafts_offered": 25,
      "drafts_accepted": 13,
      "run": 2,
      "turn": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 2.029,
      "total_s": 2.662,
      "prompt_tokens": 3753,
      "reused_tokens": 632,
      "read_tokens": 3121,
      "generated_tokens": 64,
      "prompt_tps": 1553.2,
      "prompt_tps_source": "engine",
      "decode_tps": 99.0,
      "decode_tps_source": "engine",
      "prompt_ms": 2009.4,
      "decode_ms": 646.6,
      "drafts_offered": 54,
      "drafts_accepted": 37,
      "run": 2,
      "turn": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 1.715,
      "total_s": 2.336,
      "prompt_tokens": 5286,
      "reused_tokens": 3816,
      "read_tokens": 1470,
      "generated_tokens": 64,
      "prompt_tps": 867.3,
      "prompt_tps_source": "engine",
      "decode_tps": 101.0,
      "decode_tps_source": "engine",
      "prompt_ms": 1695.0,
      "decode_ms": 633.6,
      "drafts_offered": 57,
      "drafts_accepted": 40,
      "run": 2,
      "turn": 2
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 2.149,
      "total_s": 2.759,
      "prompt_tokens": 8730,
      "reused_tokens": 5350,
      "read_tokens": 3380,
      "generated_tokens": 53,
      "prompt_tps": 1590.1,
      "prompt_tps_source": "engine",
      "decode_tps": 85.0,
      "decode_tps_source": "engine",
      "prompt_ms": 2125.7,
      "decode_ms": 623.5,
      "drafts_offered": 50,
      "drafts_accepted": 26,
      "run": 2,
      "turn": 3
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 2.015,
      "total_s": 2.497,
      "prompt_tokens": 11644,
      "reused_tokens": 8782,
      "read_tokens": 2862,
      "generated_tokens": 50,
      "prompt_tps": 1454.8,
      "prompt_tps_source": "engine",
      "decode_tps": 100.9,
      "decode_tps_source": "engine",
      "prompt_ms": 1967.3,
      "decode_ms": 495.3,
      "drafts_offered": 44,
      "drafts_accepted": 29,
      "run": 2,
      "turn": 4
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 2.027,
      "total_s": 2.77,
      "prompt_tokens": 14592,
      "reused_tokens": 11693,
      "read_tokens": 2899,
      "generated_tokens": 64,
      "prompt_tps": 1456.2,
      "prompt_tps_source": "engine",
      "decode_tps": 84.7,
      "decode_tps_source": "engine",
      "prompt_ms": 1990.8,
      "decode_ms": 755.7,
      "drafts_offered": 63,
      "drafts_accepted": 35,
      "run": 2,
      "turn": 5
     }
    ]
   ],
   "hit_pct": {
    "median": 68.616,
    "min": 68.607,
    "max": 68.794,
    "n": 3
   },
   "reread_tokens": {
    "median": 73,
    "min": 3,
    "max": 74,
    "n": 3
   },
   "new_tokens": {
    "median": 13729,
    "min": 13728,
    "max": 13729,
    "n": 3
   },
   "turn_ttft_s": {
    "median": 2.036,
    "min": 1.715,
    "max": 2.295,
    "n": 15
   },
   "last_turn_prompt_tokens": {
    "median": 14576,
    "min": 14566,
    "max": 14592,
    "n": 3
   },
   "turn_decode_tps": {
    "median": 94.4,
    "min": 74.5,
    "max": 116.6,
    "n": 15
   },
   "first_turn_ttft_s": {
    "median": 1.099,
    "min": 1.082,
    "max": 1.12,
    "n": 3
   }
  },
  "clients": {},
  "skipped": {},
  "failures": []
 }
}