{
 "schema": 1,
 "tool": "tools/strata_bench.py",
 "date": "2026-10-15",
 "params": {
  "runs": 3,
  "think": false,
  "clients": 0,
  "long": true,
  "started_server": false,
  "command": "python tools/strata_bench.py --long"
 },
 "elapsed_s": 675.6278972625732,
 "machine": {
  "gpu": [
   "NVIDIA GeForce GTX 1080 Ti"
  ],
  "gpu_vram_mib": 11264,
  "gpu_driver": "580.178.04",
  "cuda": "13.0",
  "cpu": "Intel(R) Xeon(R) CPU E5-2696 v4 @ 2.20GHz",
  "cpu_cores": null,
  "cpu_threads": 88,
  "ram_gib": 125.8,
  "os": "Linux 7.2.9-2-cachyos",
  "python": "3.14.8",
  "strata_version": "0.1.44.1",
  "strata_commit": "152d7854",
  "engine_version": null,
  "model": null,
  "quant": null,
  "context": null,
  "parallel_slots": null,
  "config": {},
  "launch": null,
  "engine_info": {},
  "vram_after": {}
 },
 "results": {
  "chat": {
   "requests": [
    {
     "ok": true,
     "err": null,
     "ttft_s": 1.276,
     "total_s": 4.371,
     "prompt_tokens": 51,
     "reused_tokens": 0,
     "read_tokens": 51,
     "generated_tokens": 100,
     "prompt_tps": 41.4,
     "prompt_tps_source": "engine",
     "decode_tps": 31.9,
     "decode_tps_source": "engine",
     "prompt_ms": 1232.3,
     "decode_ms": 3130.7,
     "drafts_offered": 90,
     "drafts_accepted": 71,
     "run": 0,
     "prompt": 0
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 1.123,
     "total_s": 4.991,
     "prompt_tokens": 43,
     "reused_tokens": 0,
     "read_tokens": 43,
     "generated_tokens": 100,
     "prompt_tps": 39.9,
     "prompt_tps_source": "engine",
     "decode_tps": 25.6,
     "decode_tps_source": "engine",
     "prompt_ms": 1077.4,
     "decode_ms": 3906.3,
     "drafts_offered": 99,
     "drafts_accepted": 55,
     "run": 0,
     "prompt": 1
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 1.255,
     "total_s": 4.842,
     "prompt_tokens": 46,
     "reused_tokens": 0,
     "read_tokens": 46,
     "generated_tokens": 100,
     "prompt_tps": 38.2,
     "prompt_tps_source": "engine",
     "decode_tps": 27.6,
     "decode_tps_source": "engine",
     "prompt_ms": 1203.4,
     "decode_ms": 3629.5,
     "drafts_offered": 97,
     "drafts_accepted": 61,
     "run": 0,
     "prompt": 2
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 1.313,
     "total_s": 4.406,
     "prompt_tokens": 51,
     "reused_tokens": 0,
     "read_tokens": 51,
     "generated_tokens": 100,
     "prompt_tps": 40.4,
     "prompt_tps_source": "engine",
     "decode_tps": 31.9,
     "decode_tps_source": "engine",
     "prompt_ms": 1262.6,
     "decode_ms": 3135.3,
     "drafts_offered": 87,
     "drafts_accepted": 71,
     "run": 1,
     "prompt": 0
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 1.079,
     "total_s": 4.963,
     "prompt_tokens": 43,
     "reused_tokens": 0,
     "read_tokens": 43,
     "generated_tokens": 100,
     "prompt_tps": 41.8,
     "prompt_tps_source": "engine",
     "decode_tps": 25.5,
     "decode_tps_source": "engine",
     "prompt_ms": 1029.2,
     "decode_ms": 3925.5,
     "drafts_offered": 107,
     "drafts_accepted": 54,
     "run": 1,
     "prompt": 1
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 1.289,
     "total_s": 4.891,
     "prompt_tokens": 46,
     "reused_tokens": 0,
     "read_tokens": 46,
     "generated_tokens": 100,
     "prompt_tps": 37.3,
     "prompt_tps_source": "engine",
     "decode_tps": 27.4,
     "decode_tps_source": "engine",
     "prompt_ms": 1234.0,
     "decode_ms": 3649.1,
     "drafts_offered": 102,
     "drafts_accepted": 60,
     "run": 1,
     "prompt": 2
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 1.302,
     "total_s": 4.397,
     "prompt_tokens": 51,
     "reused_tokens": 0,
     "read_tokens": 51,
     "generated_tokens": 100,
     "prompt_tps": 40.9,
     "prompt_tps_source": "engine",
     "decode_tps": 31.8,
     "decode_tps_source": "engine",
     "prompt_ms": 1245.6,
     "decode_ms": 3143.5,
     "drafts_offered": 87,
     "drafts_accepted": 71,
     "run": 2,
     "prompt": 0
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 1.091,
     "total_s": 5.069,
     "prompt_tokens": 43,
     "reused_tokens": 0,
     "read_tokens": 43,
     "generated_tokens": 100,
     "prompt_tps": 41.4,
     "prompt_tps_source": "engine",
     "decode_tps": 24.9,
     "decode_tps_source": "engine",
     "prompt_ms": 1038.5,
     "decode_ms": 4022.0,
     "drafts_offered": 103,
     "drafts_accepted": 52,
     "run": 2,
     "prompt": 1
    },
    {
     "ok": true,
     "err": null,
     "ttft_s": 1.324,
     "total_s": 5.607,
     "prompt_tokens": 46,
     "reused_tokens": 0,
     "read_tokens": 46,
     "generated_tokens": 100,
     "prompt_tps": 36.6,
     "prompt_tps_source": "engine",
     "decode_tps": 23.1,
     "decode_tps_source": "engine",
     "prompt_ms": 1257.6,
     "decode_ms": 4329.8,
     "drafts_offered": 109,
     "drafts_accepted": 56,
     "run": 2,
     "prompt": 2
    }
   ],
   "decode_tps": {
    "median": 27.4,
    "min": 23.1,
    "max": 31.9,
    "n": 9
   },
   "ttft_s": {
    "median": 1.276,
    "min": 1.079,
    "max": 1.324,
    "n": 9
   },
   "generated_tokens": {
    "median": 100,
    "min": 100,
    "max": 100,
    "n": 9
   },
   "prompt_tokens": {
    "median": 46,
    "min": 43,
    "max": 51,
    "n": 9
   }
  },
  "prompts": {
   "4K": {
    "target_tokens": 4096,
    "requests": [
     {
      "ok": true,
      "err": null,
      "ttft_s": 20.052,
      "total_s": 21.069,
      "prompt_tokens": 4019,
      "reused_tokens": 0,
      "read_tokens": 4019,
      "generated_tokens": 24,
      "prompt_tps": 201.1,
      "prompt_tps_source": "engine",
      "decode_tps": 22.5,
      "decode_tps_source": "engine",
      "prompt_ms": 19985.0,
      "decode_ms": 1068.6,
      "drafts_offered": 16,
      "drafts_accepted": 11,
      "run": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 19.918,
      "total_s": 20.812,
      "prompt_tokens": 4019,
      "reused_tokens": 0,
      "read_tokens": 4019,
      "generated_tokens": 24,
      "prompt_tps": 202.4,
      "prompt_tps_source": "engine",
      "decode_tps": 25.4,
      "decode_tps_source": "engine",
      "prompt_ms": 19852.9,
      "decode_ms": 944.5,
      "drafts_offered": 17,
      "drafts_accepted": 12,
      "run": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 19.882,
      "total_s": 20.742,
      "prompt_tokens": 4019,
      "reused_tokens": 0,
      "read_tokens": 4019,
      "generated_tokens": 24,
      "prompt_tps": 202.8,
      "prompt_tps_source": "engine",
      "decode_tps": 26.4,
      "decode_tps_source": "engine",
      "prompt_ms": 19818.0,
      "decode_ms": 908.9,
      "drafts_offered": 17,
      "drafts_accepted": 12,
      "run": 2
     }
    ],
    "prompt_tps": {
     "median": 202.4,
     "min": 201.1,
     "max": 202.8,
     "n": 3
    },
    "ttft_s": {
     "median": 19.918,
     "min": 19.882,
     "max": 20.052,
     "n": 3
    },
    "prompt_tokens": {
     "median": 4019,
     "min": 4019,
     "max": 4019,
     "n": 3
    },
    "reused_tokens": {
     "median": 0,
     "min": 0,
     "max": 0,
     "n": 3
    }
   },
   "16K": {
    "target_tokens": 16384,
    "requests": [
     {
      "ok": true,
      "err": null,
      "ttft_s": 81.702,
      "total_s": 82.663,
      "prompt_tokens": 16058,
      "reused_tokens": 0,
      "read_tokens": 16058,
      "generated_tokens": 24,
      "prompt_tps": 196.7,
      "prompt_tps_source": "engine",
      "decode_tps": 23.8,
      "decode_tps_source": "engine",
      "prompt_ms": 81626.8,
      "decode_ms": 1010.0,
      "drafts_offered": 23,
      "drafts_accepted": 16,
      "run": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 82.594,
      "total_s": 83.851,
      "prompt_tokens": 16058,
      "reused_tokens": 0,
      "read_tokens": 16058,
      "generated_tokens": 24,
      "prompt_tps": 194.6,
      "prompt_tps_source": "engine",
      "decode_tps": 18.4,
      "decode_tps_source": "engine",
      "prompt_ms": 82521.1,
      "decode_ms": 1304.2,
      "drafts_offered": 26,
      "drafts_accepted": 10,
      "run": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 83.052,
      "total_s": 83.955,
      "prompt_tokens": 16058,
      "reused_tokens": 0,
      "read_tokens": 16058,
      "generated_tokens": 24,
      "prompt_tps": 193.5,
      "prompt_tps_source": "engine",
      "decode_tps": 25.2,
      "decode_tps_source": "engine",
      "prompt_ms": 82977.8,
      "decode_ms": 951.0,
      "drafts_offered": 18,
      "drafts_accepted": 12,
      "run": 2
     }
    ],
    "prompt_tps": {
     "median": 194.6,
     "min": 193.5,
     "max": 196.7,
     "n": 3
    },
    "ttft_s": {
     "median": 82.594,
     "min": 81.702,
     "max": 83.052,
     "n": 3
    },
    "prompt_tokens": {
     "median": 16058,
     "min": 16058,
     "max": 16058,
     "n": 3
    },
    "reused_tokens": {
     "median": 0,
     "min": 0,
     "max": 0,
     "n": 3
    }
   },
   "32K": {
    "target_tokens": 32768,
    "requests": [
     {
      "ok": false,
      "err": "URLError(ConnectionRefusedError(111, 'Connection refused'))",
      "ttft_s": null,
      "total_s": 0.0,
      "prompt_tokens": null,
      "reused_tokens": null,
      "read_tokens": null,
      "generated_tokens": 0,
      "prompt_tps": null,
      "prompt_tps_source": null,
      "decode_tps": null,
      "decode_tps_source": null,
      "prompt_ms": null,
      "decode_ms": null,
      "drafts_offered": null,
      "drafts_accepted": null,
      "run": 0
     },
     {
      "ok": false,
      "err": "URLError(ConnectionRefusedError(111, 'Connection refused'))",
      "ttft_s": null,
      "total_s": 0.0,
      "prompt_tokens": null,
      "reused_tokens": null,
      "read_tokens": null,
      "generated_tokens": 0,
      "prompt_tps": null,
      "prompt_tps_source": null,
      "decode_tps": null,
      "decode_tps_source": null,
      "prompt_ms": null,
      "decode_ms": null,
      "drafts_offered": null,
      "drafts_accepted": null,
      "run": 1
     },
     {
      "ok": false,
      "err": "URLError(ConnectionRefusedError(111, 'Connection refused'))",
      "ttft_s": null,
      "total_s": 0.0,
      "prompt_tokens": null,
      "reused_tokens": null,
      "read_tokens": null,
      "generated_tokens": 0,
      "prompt_tps": null,
      "prompt_tps_source": null,
      "decode_tps": null,
      "decode_tps_source": null,
      "prompt_ms": null,
      "decode_ms": null,
      "drafts_offered": null,
      "drafts_accepted": null,
      "run": 2
     }
    ],
    "prompt_tps": null,
    "ttft_s": null,
    "prompt_tokens": null,
    "reused_tokens": null
   }
  },
  "agent": {
   "sessions": [
    [
     {
      "ok": true,
      "err": null,
      "ttft_s": 7.461,
      "total_s": 8.665,
      "prompt_tokens": 609,
      "reused_tokens": 0,
      "read_tokens": 609,
      "generated_tokens": 25,
      "prompt_tps": 82.4,
      "prompt_tps_source": "engine",
      "decode_tps": 19.9,
      "decode_tps_source": "engine",
      "prompt_ms": 7388.5,
      "decode_ms": 1258.1,
      "drafts_offered": 30,
      "drafts_accepted": 14,
      "run": 0,
      "turn": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 27.235,
      "total_s": 29.943,
      "prompt_tokens": 3756,
      "reused_tokens": 633,
      "read_tokens": 3123,
      "generated_tokens": 64,
      "prompt_tps": 115.0,
      "prompt_tps_source": "engine",
      "decode_tps": 23.2,
      "decode_tps_source": "engine",
      "prompt_ms": 27164.0,
      "decode_ms": 2754.5,
      "drafts_offered": 64,
      "drafts_accepted": 38,
      "run": 0,
      "turn": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 12.777,
      "total_s": 15.44,
      "prompt_tokens": 5289,
      "reused_tokens": 3819,
      "read_tokens": 1470,
      "generated_tokens": 64,
      "prompt_tps": 115.7,
      "prompt_tps_source": "engine",
      "decode_tps": 23.6,
      "decode_tps_source": "engine",
      "prompt_ms": 12705.8,
      "decode_ms": 2710.6,
      "drafts_offered": 67,
      "drafts_accepted": 39,
      "run": 0,
      "turn": 2
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 29.065,
      "total_s": 31.262,
      "prompt_tokens": 8710,
      "reused_tokens": 5352,
      "read_tokens": 3358,
      "generated_tokens": 54,
      "prompt_tps": 115.8,
      "prompt_tps_source": "engine",
      "decode_tps": 24.0,
      "decode_tps_source": "engine",
      "prompt_ms": 28990.2,
      "decode_ms": 2246.8,
      "drafts_offered": 48,
      "drafts_accepted": 30,
      "run": 0,
      "turn": 3
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 25.114,
      "total_s": 26.206,
      "prompt_tokens": 11625,
      "reused_tokens": 8763,
      "read_tokens": 2862,
      "generated_tokens": 28,
      "prompt_tps": 114.3,
      "prompt_tps_source": "engine",
      "decode_tps": 24.5,
      "decode_tps_source": "engine",
      "prompt_ms": 25030.1,
      "decode_ms": 1144.2,
      "drafts_offered": 28,
      "drafts_accepted": 18,
      "run": 0,
      "turn": 4
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 25.596,
      "total_s": 27.011,
      "prompt_tokens": 14551,
      "reused_tokens": 11652,
      "read_tokens": 2899,
      "generated_tokens": 28,
      "prompt_tps": 113.6,
      "prompt_tps_source": "engine",
      "decode_tps": 19.1,
      "decode_tps_source": "engine",
      "prompt_ms": 25513.3,
      "decode_ms": 1465.5,
      "drafts_offered": 30,
      "drafts_accepted": 13,
      "run": 0,
      "turn": 5
     }
    ],
    [
     {
      "ok": true,
      "err": null,
      "ttft_s": 7.351,
      "total_s": 8.569,
      "prompt_tokens": 609,
      "reused_tokens": 0,
      "read_tokens": 609,
      "generated_tokens": 24,
      "prompt_tps": 83.5,
      "prompt_tps_source": "engine",
      "decode_tps": 18.9,
      "decode_tps_source": "engine",
      "prompt_ms": 7290.9,
      "decode_ms": 1268.0,
      "drafts_offered": 30,
      "drafts_accepted": 14,
      "run": 1,
      "turn": 0
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 27.027,
      "total_s": 29.609,
      "prompt_tokens": 3755,
      "reused_tokens": 634,
      "read_tokens": 3121,
      "generated_tokens": 64,
      "prompt_tps": 115.7,
      "prompt_tps_source": "engine",
      "decode_tps": 24.4,
      "decode_tps_source": "engine",
      "prompt_ms": 26964.5,
      "decode_ms": 2627.4,
      "drafts_offered": 64,
      "drafts_accepted": 39,
      "run": 1,
      "turn": 1
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 12.775,
      "total_s": 15.336,
      "prompt_tokens": 5288,
      "reused_tokens": 3818,
      "read_tokens": 1470,
      "generated_tokens": 64,
      "prompt_tps": 115.7,
      "prompt_tps_source": "engine",
      "decode_tps": 24.5,
      "decode_tps_source": "engine",
      "prompt_ms": 12701.2,
      "decode_ms": 2615.3,
      "drafts_offered": 57,
      "drafts_accepted": 38,
      "run": 1,
      "turn": 2
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 29.157,
      "total_s": 30.041,
      "prompt_tokens": 8709,
      "reused_tokens": 5351,
      "read_tokens": 3358,
      "generated_tokens": 20,
      "prompt_tps": 115.5,
      "prompt_tps_source": "engine",
      "decode_tps": 21.3,
      "decode_tps_source": "engine",
      "prompt_ms": 29075.7,
      "decode_ms": 939.4,
      "drafts_offered": 21,
      "drafts_accepted": 11,
      "run": 1,
      "turn": 3
     },
     {
      "ok": true,
      "err": null,
      "ttft_s": 25.213,
      "total_s": 27.062,
      "prompt_tokens": 11590,
      "reused_tokens": 8728,
      "read_tokens": 2862,
      "generated_tokens": 44,
      "prompt_tps": 113.9,
      "prompt_tps_source": "engine",
      "decode_tps": 23.2,
      "decode_tps_source": "engine",
      "prompt_ms": 25136.9,
      "decode_ms": 1894.9,
      "drafts_offered": 41,
      "drafts_accepted": 28,
      "run": 1,
      "turn": 4
     },
     {
      "ok": false,
      "err": null,
      "ttft_s": null,
      "total_s": 20.751,
      "prompt_tokens": null,
      "reused_tokens": null,
      "read_tokens": null,
      "generated_tokens": 0,
      "prompt_tps": null,
      "prompt_tps_source": null,
      "decode_tps": null,
      "decode_tps_source": null,
      "prompt_ms": null,
      "decode_ms": null,
      "drafts_offered": null,
      "drafts_accepted": null,
      "run": 1,
      "turn": 5
     }
    ],
    [
     {
      "ok": false,
      "err": "URLError(ConnectionRefusedError(111, 'Connection refused'))",
      "ttft_s": null,
      "total_s": 0.0,
      "prompt_tokens": null,
      "reused_tokens": null,
      "read_tokens": null,
      "generated_tokens": 0,
      "prompt_tps": null,
      "prompt_tps_source": null,
      "decode_tps": null,
      "decode_tps_source": null,
      "prompt_ms": null,
      "decode_ms": null,
      "drafts_offered": null,
      "drafts_accepted": null,
      "run": 2,
      "turn": 0
     }
    ]
   ],
   "hit_pct": {
    "median": 65.971,
    "min": 63.155,
    "max": 68.787,
    "n": 2
   },
   "reread_tokens": {
    "median": 3,
    "min": 0,
    "max": 5,
    "n": 3
   },
   "new_tokens": {
    "median": 10808,
    "min": 0,
    "max": 13707,
    "n": 3
   },
   "turn_ttft_s": {
    "median": 25.596,
    "min": 12.775,
    "max": 29.157,
    "n": 9
   },
   "last_turn_prompt_tokens": {
    "median": 13070.5,
    "min": 11590,
    "max": 14551,
    "n": 2
   },
   "turn_decode_tps": {
    "median": 23.6,
    "min": 19.1,
    "max": 24.5,
    "n": 9
   },
   "first_turn_ttft_s": {
    "median": 7.406,
    "min": 7.351,
    "max": 7.461,
    "n": 2
   }
  },
  "clients": {},
  "skipped": {},
  "failures": [
   {
    "where": "agent",
    "error": "no token came back"
   },
   {
    "where": "agent",
    "error": "URLError(ConnectionRefusedError(111, 'Connection refused'))"
   },
   {
    "where": "32K",
    "error": "URLError(ConnectionRefusedError(111, 'Connection refused'))"
   },
   {
    "where": "32K",
    "error": "URLError(ConnectionRefusedError(111, 'Connection refused'))"
   },
   {
    "where": "32K",
    "error": "URLError(ConnectionRefusedError(111, 'Connection refused'))"
   }
  ]
 }
}