{ "schema": 1, "tool": "tools/strata_bench.py", "date": "2026-10-12", "params": { "runs": 3, "think": false, "clients": 0, "long": false, "started_server": true, "command": "python tools/strata_bench.py" }, "elapsed_s": 160.02829456329346, "machine": { "gpu": [ "NVIDIA GeForce RTX 3090" ], "gpu_vram_mib": 24576, "gpu_driver": "595.91.07", "cuda": "13.2", "cpu": "Intel(R) Core(TM) i9-10900KF CPU @ 3.70GHz", "cpu_cores": 10, "cpu_threads": 20, "ram_gib": 62.6, "os": "Linux 7.0.0-38-generic", "python": "3.14.4", "strata_version": "0.1.43", "strata_commit": "7695859a", "engine_version": "0.1.43", "model": "qwen3.8-flash-next-iq3_xxs", "quant": "IQ3_XXS", "context": 131072, "parallel_slots": 1, "config": { "exe": "strata", "args": [ "--pack", "iq3_xxs", "--native", "Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf", "--ple-gguf", "Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00002-of-00002.gguf", "--expert-profile", "expert-profile.bin", "--expert-cache", "auto", "--prefill", "auto", "--spec", "4", "--mtp", "rt", "--max-context", "131072", "--kv", "int8", "--vision", "--vram-reserve-mib", "700", "--spec-min-p", "0.5" ], "model_name": "qwen3.8-flash-next-iq3_xxs", "lib_dirs": [ "/usr/local/cuda/bin", "/usr/local/cuda/lib64" ], "port": 8080, "gpu": 0, "gpus_asked": true, "vision": { "exe": "/engine/strata-vision", "mmproj": "-data/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf", "model": "-data/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf", "gpu": true, "max_tokens": 1024 } }, "launch": "strata --pack iq3_xxs --native Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf --ple-gguf Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00002-of-00002.gguf --expert-profile expert-profile.bin --expert-cache auto --prefill auto --spec 4 --mtp rt --max-context 131072 --kv int8 --vision --vram-reserve-mib 700 --spec-min-p 0.5", "engine_info": { "model": "qwen3.8-flash-next-iq3_xxs", "max_context": 131072, "images": true, "version": "0.1.43", "logit_bias": 1, "context": 131072, "kv": "int8", "kv_resident": 0, "expert_slots": 8795, "expert_cache_mib": 14582, "expert_slots_primary": 8795, "expert_cache_primary_mib": 14582, "spec": 6, "mtp_max": 4, "lookup": 3, "vram_free_mib": 434, "cvec": 0, "arena_mib": 40925, "pool_workers": 9, "pcie_frac": "0.18", "spec_min_p": "0.50", "conversation_cache_mib": 0, "conversation_cache_slots": 4, "conversation_cache_min_free_mib": 2560, "conversation_cache_min_tokens": 0, "tail_role_token": -1, "vram_elastic": 0, "engine": "0.1.43" }, "vram_after": { "elastic": false } }, "results": { "chat": { "requests": [ { "ok": true, "err": null, "ttft_s": 0.446, "total_s": 1.589, "prompt_tokens": 51, "reused_tokens": 0, "read_tokens": 51, "generated_tokens": 100, "prompt_tps": 118.0, "prompt_tps_source": "engine", "decode_tps": 86.7, "decode_tps_source": "engine", "prompt_ms": 432.3, "decode_ms": 1153.7, "drafts_offered": 88, "drafts_accepted": 70, "run": 0, "prompt": 0 }, { "ok": true, "err": null, "ttft_s": 0.391, "total_s": 1.807, "prompt_tokens": 43, "reused_tokens": 0, "read_tokens": 43, "generated_tokens": 100, "prompt_tps": 114.3, "prompt_tps_source": "engine", "decode_tps": 70.0, "decode_tps_source": "engine", "prompt_ms": 376.3, "decode_ms": 1428.5, "drafts_offered": 105, "drafts_accepted": 53, "run": 0, "prompt": 1 }, { "ok": true, "err": null, "ttft_s": 0.396, "total_s": 1.751, "prompt_tokens": 46, "reused_tokens": 0, "read_tokens": 46, "generated_tokens": 100, "prompt_tps": 120.7, "prompt_tps_source": "engine", "decode_tps": 73.1, "decode_tps_source": "engine", "prompt_ms": 381.2, "decode_ms": 1367.3, "drafts_offered": 99, "drafts_accepted": 55, "run": 0, "prompt": 2 }, { "ok": true, "err": null, "ttft_s": 0.396, "total_s": 1.383, "prompt_tokens": 51, "reused_tokens": 0, "read_tokens": 51, "generated_tokens": 100, "prompt_tps": 133.2, "prompt_tps_source": "engine", "decode_tps": 100.3, "decode_tps_source": "engine", "prompt_ms": 383.0, "decode_ms": 997.1, "drafts_offered": 85, "drafts_accepted": 71, "run": 1, "prompt": 0 }, { "ok": true, "err": null, "ttft_s": 0.312, "total_s": 1.496, "prompt_tokens": 43, "reused_tokens": 0, "read_tokens": 43, "generated_tokens": 100, "prompt_tps": 144.0, "prompt_tps_source": "engine", "decode_tps": 83.7, "decode_tps_source": "engine", "prompt_ms": 298.7, "decode_ms": 1195.4, "drafts_offered": 98, "drafts_accepted": 55, "run": 1, "prompt": 1 }, { "ok": true, "err": null, "ttft_s": 0.367, "total_s": 1.678, "prompt_tokens": 46, "reused_tokens": 0, "read_tokens": 46, "generated_tokens": 100, "prompt_tps": 130.1, "prompt_tps_source": "engine", "decode_tps": 75.6, "decode_tps_source": "engine", "prompt_ms": 353.6, "decode_ms": 1322.2, "drafts_offered": 99, "drafts_accepted": 51, "run": 1, "prompt": 2 }, { "ok": true, "err": null, "ttft_s": 0.363, "total_s": 1.43, "prompt_tokens": 51, "reused_tokens": 0, "read_tokens": 51, "generated_tokens": 100, "prompt_tps": 145.7, "prompt_tps_source": "engine", "decode_tps": 92.8, "decode_tps_source": "engine", "prompt_ms": 350.1, "decode_ms": 1077.4, "drafts_offered": 88, "drafts_accepted": 70, "run": 2, "prompt": 0 }, { "ok": true, "err": null, "ttft_s": 0.338, "total_s": 1.553, "prompt_tokens": 43, "reused_tokens": 0, "read_tokens": 43, "generated_tokens": 100, "prompt_tps": 132.3, "prompt_tps_source": "engine", "decode_tps": 81.6, "decode_tps_source": "engine", "prompt_ms": 324.9, "decode_ms": 1225.8, "drafts_offered": 98, "drafts_accepted": 53, "run": 2, "prompt": 1 }, { "ok": true, "err": null, "ttft_s": 0.317, "total_s": 1.589, "prompt_tokens": 46, "reused_tokens": 0, "read_tokens": 46, "generated_tokens": 100, "prompt_tps": 151.8, "prompt_tps_source": "engine", "decode_tps": 77.9, "decode_tps_source": "engine", "prompt_ms": 303.1, "decode_ms": 1283.2, "drafts_offered": 102, "drafts_accepted": 54, "run": 2, "prompt": 2 } ], "decode_tps": { "median": 81.6, "min": 70.0, "max": 100.3, "n": 9 }, "ttft_s": { "median": 0.367, "min": 0.312, "max": 0.446, "n": 9 }, "generated_tokens": { "median": 100, "min": 100, "max": 100, "n": 9 }, "prompt_tokens": { "median": 46, "min": 43, "max": 51, "n": 9 } }, "prompts": { "4K": { "target_tokens": 4096, "requests": [ { "ok": true, "err": null, "ttft_s": 5.274, "total_s": 5.605, "prompt_tokens": 4019, "reused_tokens": 0, "read_tokens": 4019, "generated_tokens": 24, "prompt_tps": 764.4, "prompt_tps_source": "engine", "decode_tps": 70.1, "decode_tps_source": "engine", "prompt_ms": 5257.7, "decode_ms": 342.4, "drafts_offered": 21, "drafts_accepted": 13, "run": 0 }, { "ok": true, "err": null, "ttft_s": 5.269, "total_s": 5.572, "prompt_tokens": 4019, "reused_tokens": 0, "read_tokens": 4019, "generated_tokens": 24, "prompt_tps": 765.0, "prompt_tps_source": "engine", "decode_tps": 76.4, "decode_tps_source": "engine", "prompt_ms": 5253.5, "decode_ms": 314.1, "drafts_offered": 20, "drafts_accepted": 12, "run": 1 }, { "ok": true, "err": null, "ttft_s": 5.272, "total_s": 5.516, "prompt_tokens": 4019, "reused_tokens": 0, "read_tokens": 4019, "generated_tokens": 24, "prompt_tps": 764.6, "prompt_tps_source": "engine", "decode_tps": 94.2, "decode_tps_source": "engine", "prompt_ms": 5256.5, "decode_ms": 254.7, "drafts_offered": 21, "drafts_accepted": 13, "run": 2 } ], "prompt_tps": { "median": 764.6, "min": 764.4, "max": 765.0, "n": 3 }, "ttft_s": { "median": 5.272, "min": 5.269, "max": 5.274, "n": 3 }, "prompt_tokens": { "median": 4019, "min": 4019, "max": 4019, "n": 3 }, "reused_tokens": { "median": 0, "min": 0, "max": 0, "n": 3 } }, "16K": { "target_tokens": 16384, "requests": [ { "ok": true, "err": null, "ttft_s": 10.921, "total_s": 11.218, "prompt_tokens": 16058, "reused_tokens": 0, "read_tokens": 16058, "generated_tokens": 24, "prompt_tps": 1473.4, "prompt_tps_source": "engine", "decode_tps": 77.9, "decode_tps_source": "engine", "prompt_ms": 10898.5, "decode_ms": 308.1, "drafts_offered": 21, "drafts_accepted": 12, "run": 0 }, { "ok": true, "err": null, "ttft_s": 10.891, "total_s": 11.178, "prompt_tokens": 16058, "reused_tokens": 0, "read_tokens": 16058, "generated_tokens": 24, "prompt_tps": 1477.5, "prompt_tps_source": "engine", "decode_tps": 80.3, "decode_tps_source": "engine", "prompt_ms": 10868.6, "decode_ms": 298.8, "drafts_offered": 20, "drafts_accepted": 10, "run": 1 }, { "ok": true, "err": null, "ttft_s": 10.895, "total_s": 11.145, "prompt_tokens": 16058, "reused_tokens": 0, "read_tokens": 16058, "generated_tokens": 24, "prompt_tps": 1476.9, "prompt_tps_source": "engine", "decode_tps": 92.0, "decode_tps_source": "engine", "prompt_ms": 10872.9, "decode_ms": 260.9, "drafts_offered": 20, "drafts_accepted": 10, "run": 2 } ], "prompt_tps": { "median": 1476.9, "min": 1473.4, "max": 1477.5, "n": 3 }, "ttft_s": { "median": 10.895, "min": 10.891, "max": 10.921, "n": 3 }, "prompt_tokens": { "median": 16058, "min": 16058, "max": 16058, "n": 3 }, "reused_tokens": { "median": 0, "min": 0, "max": 0, "n": 3 } } }, "agent": { "sessions": [ [ { "ok": true, "err": null, "ttft_s": 1.834, "total_s": 2.179, "prompt_tokens": 609, "reused_tokens": 0, "read_tokens": 609, "generated_tokens": 28, "prompt_tps": 335.1, "prompt_tps_source": "engine", "decode_tps": 78.2, "decode_tps_source": "engine", "prompt_ms": 1817.4, "decode_ms": 358.0, "drafts_offered": 31, "drafts_accepted": 17, "run": 0, "turn": 0 }, { "ok": true, "err": null, "ttft_s": 5.217, "total_s": 5.953, "prompt_tokens": 3719, "reused_tokens": 637, "read_tokens": 3082, "generated_tokens": 64, "prompt_tps": 593.1, "prompt_tps_source": "engine", "decode_tps": 85.6, "decode_tps_source": "engine", "prompt_ms": 5196.6, "decode_ms": 747.6, "drafts_offered": 48, "drafts_accepted": 42, "run": 0, "turn": 1 }, { "ok": true, "err": null, "ttft_s": 4.939, "total_s": 5.668, "prompt_tokens": 5252, "reused_tokens": 3782, "read_tokens": 1470, "generated_tokens": 64, "prompt_tps": 299.2, "prompt_tps_source": "engine", "decode_tps": 86.5, "decode_tps_source": "engine", "prompt_ms": 4912.6, "decode_ms": 740.2, "drafts_offered": 58, "drafts_accepted": 41, "run": 0, "turn": 2 }, { "ok": true, "err": null, "ttft_s": 5.206, "total_s": 5.913, "prompt_tokens": 8696, "reused_tokens": 5316, "read_tokens": 3380, "generated_tokens": 64, "prompt_tps": 651.9, "prompt_tps_source": "engine", "decode_tps": 89.2, "decode_tps_source": "engine", "prompt_ms": 5185.1, "decode_ms": 717.6, "drafts_offered": 63, "drafts_accepted": 39, "run": 0, "turn": 3 }, { "ok": true, "err": null, "ttft_s": 5.136, "total_s": 5.62, "prompt_tokens": 11619, "reused_tokens": 8759, "read_tokens": 2860, "generated_tokens": 49, "prompt_tps": 559.3, "prompt_tps_source": "engine", "decode_tps": 99.0, "decode_tps_source": "engine", "prompt_ms": 5113.1, "decode_ms": 495.1, "drafts_offered": 48, "drafts_accepted": 32, "run": 0, "turn": 4 }, { "ok": true, "err": null, "ttft_s": 5.17, "total_s": 5.841, "prompt_tokens": 14513, "reused_tokens": 11667, "read_tokens": 2846, "generated_tokens": 64, "prompt_tps": 553.0, "prompt_tps_source": "engine", "decode_tps": 93.8, "decode_tps_source": "engine", "prompt_ms": 5146.1, "decode_ms": 682.3, "drafts_offered": 63, "drafts_accepted": 44, "run": 0, "turn": 5 } ], [ { "ok": true, "err": null, "ttft_s": 1.885, "total_s": 2.034, "prompt_tokens": 609, "reused_tokens": 0, "read_tokens": 609, "generated_tokens": 13, "prompt_tps": 325.5, "prompt_tps_source": "engine", "decode_tps": 81.0, "decode_tps_source": "engine", "prompt_ms": 1871.2, "decode_ms": 160.4, "drafts_offered": 15, "drafts_accepted": 10, "run": 1, "turn": 0 }, { "ok": true, "err": null, "ttft_s": 5.2, "total_s": 5.737, "prompt_tokens": 3704, "reused_tokens": 624, "read_tokens": 3080, "generated_tokens": 64, "prompt_tps": 594.2, "prompt_tps_source": "engine", "decode_tps": 116.6, "decode_tps_source": "engine", "prompt_ms": 5183.5, "decode_ms": 548.8, "drafts_offered": 55, "drafts_accepted": 44, "run": 1, "turn": 1 }, { "ok": true, "err": null, "ttft_s": 4.965, "total_s": 5.597, "prompt_tokens": 5237, "reused_tokens": 3767, "read_tokens": 1470, "generated_tokens": 64, "prompt_tps": 297.1, "prompt_tps_source": "engine", "decode_tps": 99.5, "decode_tps_source": "engine", "prompt_ms": 4947.9, "decode_ms": 643.2, "drafts_offered": 63, "drafts_accepted": 41, "run": 1, "turn": 2 }, { "ok": true, "err": null, "ttft_s": 5.241, "total_s": 5.97, "prompt_tokens": 8681, "reused_tokens": 5301, "read_tokens": 3380, "generated_tokens": 64, "prompt_tps": 647.2, "prompt_tps_source": "engine", "decode_tps": 86.5, "decode_tps_source": "engine", "prompt_ms": 5222.1, "decode_ms": 739.6, "drafts_offered": 73, "drafts_accepted": 36, "run": 1, "turn": 3 }, { "ok": true, "err": null, "ttft_s": 5.15, "total_s": 5.418, "prompt_tokens": 11605, "reused_tokens": 8674, "read_tokens": 2931, "generated_tokens": 27, "prompt_tps": 571.4, "prompt_tps_source": "engine", "decode_tps": 96.9, "decode_tps_source": "engine", "prompt_ms": 5129.5, "decode_ms": 278.5, "drafts_offered": 27, "drafts_accepted": 16, "run": 1, "turn": 4 }, { "ok": true, "err": null, "ttft_s": 5.137, "total_s": 5.274, "prompt_tokens": 14477, "reused_tokens": 11631, "read_tokens": 2846, "generated_tokens": 9, "prompt_tps": 556.4, "prompt_tps_source": "engine", "decode_tps": 61.0, "decode_tps_source": "engine", "prompt_ms": 5115.0, "decode_ms": 147.5, "drafts_offered": 15, "drafts_accepted": 3, "run": 1, "turn": 5 } ], [ { "ok": true, "err": null, "ttft_s": 1.859, "total_s": 2.138, "prompt_tokens": 609, "reused_tokens": 0, "read_tokens": 609, "generated_tokens": 24, "prompt_tps": 330.1, "prompt_tps_source": "engine", "decode_tps": 82.8, "decode_tps_source": "engine", "prompt_ms": 1844.8, "decode_ms": 289.8, "drafts_offered": 25, "drafts_accepted": 16, "run": 2, "turn": 0 }, { "ok": true, "err": null, "ttft_s": 5.16, "total_s": 5.72, "prompt_tokens": 3715, "reused_tokens": 634, "read_tokens": 3081, "generated_tokens": 64, "prompt_tps": 599.0, "prompt_tps_source": "engine", "decode_tps": 112.1, "decode_tps_source": "engine", "prompt_ms": 5144.0, "decode_ms": 570.9, "drafts_offered": 52, "drafts_accepted": 42, "run": 2, "turn": 1 }, { "ok": true, "err": null, "ttft_s": 4.93, "total_s": 5.512, "prompt_tokens": 5248, "reused_tokens": 3778, "read_tokens": 1470, "generated_tokens": 64, "prompt_tps": 299.2, "prompt_tps_source": "engine", "decode_tps": 107.9, "decode_tps_source": "engine", "prompt_ms": 4913.4, "decode_ms": 593.1, "drafts_offered": 62, "drafts_accepted": 40, "run": 2, "turn": 2 }, { "ok": true, "err": null, "ttft_s": 5.197, "total_s": 5.75, "prompt_tokens": 8692, "reused_tokens": 5311, "read_tokens": 3381, "generated_tokens": 64, "prompt_tps": 653.0, "prompt_tps_source": "engine", "decode_tps": 113.3, "decode_tps_source": "engine", "prompt_ms": 5177.6, "decode_ms": 565.0, "drafts_offered": 59, "drafts_accepted": 41, "run": 2, "turn": 3 }, { "ok": true, "err": null, "ttft_s": 5.136, "total_s": 5.274, "prompt_tokens": 11616, "reused_tokens": 8755, "read_tokens": 2861, "generated_tokens": 18, "prompt_tps": 559.5, "prompt_tps_source": "engine", "decode_tps": 120.5, "decode_tps_source": "engine", "prompt_ms": 5113.7, "decode_ms": 149.4, "drafts_offered": 15, "drafts_accepted": 11, "run": 2, "turn": 4 }, { "ok": true, "err": null, "ttft_s": 5.132, "total_s": 5.245, "prompt_tokens": 14479, "reused_tokens": 11633, "read_tokens": 2846, "generated_tokens": 14, "prompt_tps": 557.0, "prompt_tps_source": "engine", "decode_tps": 113.3, "decode_tps_source": "engine", "prompt_ms": 5109.8, "decode_ms": 123.6, "drafts_offered": 9, "drafts_accepted": 9, "run": 2, "turn": 5 } ] ], "hit_pct": { "median": 68.825, "min": 68.637, "max": 68.862, "n": 3 }, "reread_tokens": { "median": 4, "min": 3, "max": 73, "n": 3 }, "new_tokens": { "median": 13635, "min": 13634, "max": 13635, "n": 3 }, "turn_ttft_s": { "median": 5.15, "min": 4.93, "max": 5.241, "n": 15 }, "last_turn_prompt_tokens": { "median": 14479, "min": 14477, "max": 14513, "n": 3 }, "turn_decode_tps": { "median": 99.0, "min": 61.0, "max": 120.5, "n": 15 }, "first_turn_ttft_s": { "median": 1.859, "min": 1.834, "max": 1.885, "n": 3 } }, "clients": {}, "skipped": {}, "failures": [] } }