{ "schema": 1, "tool": "tools/strata_bench.py", "date": "2026-10-15", "params": { "runs": 3, "think": false, "clients": 3, "long": true, "started_server": true, "command": "python tools/strata_bench.py --clients 3 --long" }, "elapsed_s": 74.68610334396362, "machine": { "gpu": [ "NVIDIA GeForce RTX 5090 D" ], "gpu_vram_mib": 32607, "gpu_driver": "616.92", "cuda": null, "cpu": "AMD Ryzen 9 9950X 16-Core Processor", "cpu_cores": 16, "cpu_threads": 32, "ram_gib": 95.6, "os": "Windows 11 (10.0.26300)", "python": "3.12.0", "strata_version": "0.1.44.1", "strata_commit": "4c51f0a3", "engine_version": "0.1.44.1", "model": "Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_S", "quant": "IQ3_S", "context": 500000, "parallel_slots": 2, "config": { "model": "Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_S", "model_name": "Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_S", "exe": "strata.exe", "args": [ "--pack", "sc117_iq3_s", "--native", "Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_S-00001-of-00002.gguf", "--ple-gguf", "Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_S-00002-of-00002.gguf", "--expert-profile", "expert-profile.bin", "--expert-cache", "auto", "--prefill", "auto", "--spec", "4", "--mtp", "strata-rt", "--kv-resident", "32768", "--adapt-async", "1", "--batch", "2", "--max-context", "500000", "--vision", "--vram-reserve-mib", "1500", "--rope-scaling", "yarn", "--rope-scale", "2", "--resident-experts", "--kv", "int8", "--spec-min-p", "0.5", "--adapt-every", "1", "--adapt-swaps", "160", "--adapt-decay", "0.97" ], "vision": { "exe": "engine/strata-vision.exe", "mmproj": "\\mmproj-Qwen3.8-Flash-Next-BF16.gguf", "model": "\\IQ3_S\\Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_S-00001-of-00002.gguf", "gpu": true, "max_tokens": 1024 }, "port": 8989, "reasoning_effort": "high", "vram_elastic": true, "expert_profile_save": "expert-profile-learned.bin", "env": { "STRATA_PIN_BY_NEED": "1" } }, "launch": "strata.exe --pack sc117_iq3_s --native Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_S-00001-of-00002.gguf --ple-gguf Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_S-00002-of-00002.gguf --expert-profile expert-profile.bin --expert-cache auto --prefill auto --spec 4 --mtp strata-rt --kv-resident 32768 --adapt-async 1 --batch 2 --max-context 500000 --vision --vram-reserve-mib 1500 --rope-scaling yarn --rope-scale 2 --resident-experts --kv int8 --spec-min-p 0.5 --adapt-every 1 --adapt-swaps 160 --adapt-decay 0.97", "engine_info": { "model": "Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_S", "max_context": 500000, "images": true, "version": "0.1.44.1", "logit_bias": 1, "context": 500000, "kv": "int8", "kv_resident": 32768, "expert_slots": 9384, "expert_cache_mib": 18243, "expert_slots_primary": 9384, "expert_cache_primary_mib": 18243, "spec": 6, "mtp_max": 4, "lookup": 3, "vram_free_mib": 826, "cvec": 0, "arena_mib": 33709, "pool_workers": 15, "pcie_frac": "0.55", "spec_min_p": "0.50", "conversation_cache_mib": 0, "conversation_cache_slots": 4, "conversation_cache_min_free_mib": 2560, "conversation_cache_min_tokens": 0, "tail_role_token": -1, "vram_elastic": 1, "batch_slots": 2, "slot_cache": 1, "batch_groups": 1, "engine": "0.1.44.1" }, "vram_after": { "elastic": true } }, "results": { "chat": { "requests": [ { "ok": true, "err": null, "ttft_s": 0.34, "total_s": 1.056, "prompt_tokens": 51, "reused_tokens": 0, "read_tokens": 51, "generated_tokens": 100, "prompt_tps": 168.3, "prompt_tps_source": "engine", "decode_tps": 137.9, "decode_tps_source": "engine", "prompt_ms": 303.0, "decode_ms": 725.0, "drafts_offered": 92, "drafts_accepted": 71, "run": 0, "prompt": 0 }, { "ok": true, "err": null, "ttft_s": 0.264, "total_s": 1.122, "prompt_tokens": 43, "reused_tokens": 0, "read_tokens": 43, "generated_tokens": 100, "prompt_tps": 177.6, "prompt_tps_source": "engine", "decode_tps": 115.4, "decode_tps_source": "engine", "prompt_ms": 242.1, "decode_ms": 866.5, "drafts_offered": 104, "drafts_accepted": 53, "run": 0, "prompt": 1 }, { "ok": true, "err": null, "ttft_s": 0.296, "total_s": 1.121, "prompt_tokens": 46, "reused_tokens": 0, "read_tokens": 46, "generated_tokens": 100, "prompt_tps": 179.5, "prompt_tps_source": "engine", "decode_tps": 119.7, "decode_tps_source": "engine", "prompt_ms": 256.3, "decode_ms": 835.4, "drafts_offered": 95, "drafts_accepted": 61, "run": 0, "prompt": 2 }, { "ok": true, "err": null, "ttft_s": 0.274, "total_s": 0.915, "prompt_tokens": 51, "reused_tokens": 0, "read_tokens": 51, "generated_tokens": 100, "prompt_tps": 221.5, "prompt_tps_source": "engine", "decode_tps": 154.2, "decode_tps_source": "engine", "prompt_ms": 230.2, "decode_ms": 648.5, "drafts_offered": 87, "drafts_accepted": 72, "run": 1, "prompt": 0 }, { "ok": true, "err": null, "ttft_s": 0.208, "total_s": 0.836, "prompt_tokens": 43, "reused_tokens": 0, "read_tokens": 43, "generated_tokens": 100, "prompt_tps": 235.1, "prompt_tps_source": "engine", "decode_tps": 157.2, "decode_tps_source": "engine", "prompt_ms": 182.9, "decode_ms": 636.1, "drafts_offered": 90, "drafts_accepted": 58, "run": 1, "prompt": 1 }, { "ok": true, "err": null, "ttft_s": 0.243, "total_s": 0.947, "prompt_tokens": 46, "reused_tokens": 0, "read_tokens": 46, "generated_tokens": 100, "prompt_tps": 215.4, "prompt_tps_source": "engine", "decode_tps": 140.2, "decode_tps_source": "engine", "prompt_ms": 213.6, "decode_ms": 713.2, "drafts_offered": 90, "drafts_accepted": 58, "run": 1, "prompt": 2 }, { "ok": true, "err": null, "ttft_s": 0.237, "total_s": 0.896, "prompt_tokens": 51, "reused_tokens": 0, "read_tokens": 51, "generated_tokens": 100, "prompt_tps": 233.8, "prompt_tps_source": "engine", "decode_tps": 149.7, "decode_tps_source": "engine", "prompt_ms": 218.1, "decode_ms": 668.1, "drafts_offered": 83, "drafts_accepted": 72, "run": 2, "prompt": 0 }, { "ok": true, "err": null, "ttft_s": 0.224, "total_s": 0.942, "prompt_tokens": 43, "reused_tokens": 0, "read_tokens": 43, "generated_tokens": 100, "prompt_tps": 229.1, "prompt_tps_source": "engine", "decode_tps": 137.7, "decode_tps_source": "engine", "prompt_ms": 187.7, "decode_ms": 726.0, "drafts_offered": 95, "drafts_accepted": 54, "run": 2, "prompt": 1 }, { "ok": true, "err": null, "ttft_s": 0.247, "total_s": 0.908, "prompt_tokens": 46, "reused_tokens": 0, "read_tokens": 46, "generated_tokens": 100, "prompt_tps": 221.4, "prompt_tps_source": "engine", "decode_tps": 149.3, "decode_tps_source": "engine", "prompt_ms": 207.8, "decode_ms": 670.0, "drafts_offered": 91, "drafts_accepted": 60, "run": 2, "prompt": 2 } ], "decode_tps": { "median": 140.2, "min": 115.4, "max": 157.2, "n": 9 }, "ttft_s": { "median": 0.247, "min": 0.208, "max": 0.34, "n": 9 }, "generated_tokens": { "median": 100, "min": 100, "max": 100, "n": 9 }, "prompt_tokens": { "median": 46, "min": 43, "max": 51, "n": 9 } }, "prompts": { "4K": { "target_tokens": 4096, "requests": [ { "ok": true, "err": null, "ttft_s": 1.065, "total_s": 1.311, "prompt_tokens": 4019, "reused_tokens": 0, "read_tokens": 4019, "generated_tokens": 24, "prompt_tps": 3901.9, "prompt_tps_source": "engine", "decode_tps": 94.0, "decode_tps_source": "engine", "prompt_ms": 1030.0, "decode_ms": 255.3, "drafts_offered": 21, "drafts_accepted": 13, "run": 0 }, { "ok": true, "err": null, "ttft_s": 0.991, "total_s": 1.167, "prompt_tokens": 4019, "reused_tokens": 0, "read_tokens": 4019, "generated_tokens": 24, "prompt_tps": 4116.1, "prompt_tps_source": "engine", "decode_tps": 130.3, "decode_tps_source": "engine", "prompt_ms": 976.4, "decode_ms": 184.2, "drafts_offered": 18, "drafts_accepted": 12, "run": 1 }, { "ok": true, "err": null, "ttft_s": 1.038, "total_s": 1.199, "prompt_tokens": 4019, "reused_tokens": 0, "read_tokens": 4019, "generated_tokens": 24, "prompt_tps": 4021.8, "prompt_tps_source": "engine", "decode_tps": 140.6, "decode_tps_source": "engine", "prompt_ms": 999.3, "decode_ms": 170.7, "drafts_offered": 19, "drafts_accepted": 12, "run": 2 } ], "prompt_tps": { "median": 4021.8, "min": 3901.9, "max": 4116.1, "n": 3 }, "ttft_s": { "median": 1.038, "min": 0.991, "max": 1.065, "n": 3 }, "prompt_tokens": { "median": 4019, "min": 4019, "max": 4019, "n": 3 }, "reused_tokens": { "median": 0, "min": 0, "max": 0, "n": 3 } }, "16K": { "target_tokens": 16384, "requests": [ { "ok": true, "err": null, "ttft_s": 2.916, "total_s": 3.088, "prompt_tokens": 16058, "reused_tokens": 0, "read_tokens": 16058, "generated_tokens": 24, "prompt_tps": 5596.5, "prompt_tps_source": "engine", "decode_tps": 132.2, "decode_tps_source": "engine", "prompt_ms": 2869.3, "decode_ms": 181.6, "drafts_offered": 18, "drafts_accepted": 11, "run": 0 }, { "ok": true, "err": null, "ttft_s": 2.87, "total_s": 3.045, "prompt_tokens": 16058, "reused_tokens": 0, "read_tokens": 16058, "generated_tokens": 24, "prompt_tps": 5686.1, "prompt_tps_source": "engine", "decode_tps": 131.0, "decode_tps_source": "engine", "prompt_ms": 2824.1, "decode_ms": 183.2, "drafts_offered": 23, "drafts_accepted": 13, "run": 1 }, { "ok": true, "err": null, "ttft_s": 2.86, "total_s": 3.006, "prompt_tokens": 16058, "reused_tokens": 0, "read_tokens": 16058, "generated_tokens": 24, "prompt_tps": 5667.8, "prompt_tps_source": "engine", "decode_tps": 156.2, "decode_tps_source": "engine", "prompt_ms": 2833.2, "decode_ms": 153.6, "drafts_offered": 18, "drafts_accepted": 11, "run": 2 } ], "prompt_tps": { "median": 5667.8, "min": 5596.5, "max": 5686.1, "n": 3 }, "ttft_s": { "median": 2.87, "min": 2.86, "max": 2.916, "n": 3 }, "prompt_tokens": { "median": 16058, "min": 16058, "max": 16058, "n": 3 }, "reused_tokens": { "median": 0, "min": 0, "max": 0, "n": 3 } }, "32K": { "target_tokens": 32768, "requests": [ { "ok": true, "err": null, "ttft_s": 5.716, "total_s": 5.915, "prompt_tokens": 32049, "reused_tokens": 0, "read_tokens": 32049, "generated_tokens": 24, "prompt_tps": 5637.0, "prompt_tps_source": "engine", "decode_tps": 114.6, "decode_tps_source": "engine", "prompt_ms": 5685.5, "decode_ms": 209.4, "drafts_offered": 19, "drafts_accepted": 11, "run": 0 }, { "ok": true, "err": null, "ttft_s": 5.728, "total_s": 5.972, "prompt_tokens": 32049, "reused_tokens": 0, "read_tokens": 32049, "generated_tokens": 24, "prompt_tps": 5655.5, "prompt_tps_source": "engine", "decode_tps": 94.9, "decode_tps_source": "engine", "prompt_ms": 5666.9, "decode_ms": 253.0, "drafts_offered": 33, "drafts_accepted": 8, "run": 1 }, { "ok": true, "err": null, "ttft_s": 5.718, "total_s": 5.9, "prompt_tokens": 32049, "reused_tokens": 0, "read_tokens": 32049, "generated_tokens": 24, "prompt_tps": 5650.0, "prompt_tps_source": "engine", "decode_tps": 126.5, "decode_tps_source": "engine", "prompt_ms": 5672.4, "decode_ms": 189.7, "drafts_offered": 31, "drafts_accepted": 11, "run": 2 } ], "prompt_tps": { "median": 5650.0, "min": 5637.0, "max": 5655.5, "n": 3 }, "ttft_s": { "median": 5.718, "min": 5.716, "max": 5.728, "n": 3 }, "prompt_tokens": { "median": 32049, "min": 32049, "max": 32049, "n": 3 }, "reused_tokens": { "median": 0, "min": 0, "max": 0, "n": 3 } } }, "agent": { "sessions": [ [ { "ok": true, "err": null, "ttft_s": 0.657, "total_s": 0.818, "prompt_tokens": 609, "reused_tokens": 0, "read_tokens": 609, "generated_tokens": 13, "prompt_tps": 951.7, "prompt_tps_source": "engine", "decode_tps": 76.1, "decode_tps_source": "engine", "prompt_ms": 639.9, "decode_ms": 170.8, "drafts_offered": 17, "drafts_accepted": 9, "run": 0, "turn": 0 }, { "ok": true, "err": null, "ttft_s": 1.002, "total_s": 1.617, "prompt_tokens": 3744, "reused_tokens": 624, "read_tokens": 3120, "generated_tokens": 64, "prompt_tps": 3285.9, "prompt_tps_source": "engine", "decode_tps": 102.2, "decode_tps_source": "engine", "prompt_ms": 949.5, "decode_ms": 626.1, "drafts_offered": 72, "drafts_accepted": 39, "run": 0, "turn": 1 }, { "ok": true, "err": null, "ttft_s": 0.812, "total_s": 1.339, "prompt_tokens": 5277, "reused_tokens": 3807, "read_tokens": 1470, "generated_tokens": 64, "prompt_tps": 1930.4, "prompt_tps_source": "engine", "decode_tps": 119.2, "decode_tps_source": "engine", "prompt_ms": 761.5, "decode_ms": 537.0, "drafts_offered": 66, "drafts_accepted": 39, "run": 0, "turn": 2 }, { "ok": true, "err": null, "ttft_s": 1.01, "total_s": 1.329, "prompt_tokens": 8721, "reused_tokens": 5270, "read_tokens": 3451, "generated_tokens": 49, "prompt_tps": 3522.1, "prompt_tps_source": "engine", "decode_tps": 149.3, "decode_tps_source": "engine", "prompt_ms": 979.8, "decode_ms": 328.1, "drafts_offered": 46, "drafts_accepted": 27, "run": 0, "turn": 3 }, { "ok": true, "err": null, "ttft_s": 0.961, "total_s": 1.247, "prompt_tokens": 11631, "reused_tokens": 8769, "read_tokens": 2862, "generated_tokens": 50, "prompt_tps": 3102.1, "prompt_tps_source": "engine", "decode_tps": 169.6, "decode_tps_source": "engine", "prompt_ms": 922.6, "decode_ms": 294.8, "drafts_offered": 48, "drafts_accepted": 33, "run": 0, "turn": 4 }, { "ok": true, "err": null, "ttft_s": 0.954, "total_s": 1.162, "prompt_tokens": 14579, "reused_tokens": 11682, "read_tokens": 2897, "generated_tokens": 33, "prompt_tps": 3188.8, "prompt_tps_source": "engine", "decode_tps": 152.7, "decode_tps_source": "engine", "prompt_ms": 908.5, "decode_ms": 216.1, "drafts_offered": 34, "drafts_accepted": 19, "run": 0, "turn": 5 } ], [ { "ok": true, "err": null, "ttft_s": 0.712, "total_s": 0.881, "prompt_tokens": 609, "reused_tokens": 0, "read_tokens": 609, "generated_tokens": 24, "prompt_tps": 873.2, "prompt_tps_source": "engine", "decode_tps": 136.0, "decode_tps_source": "engine", "prompt_ms": 697.4, "decode_ms": 176.5, "drafts_offered": 24, "drafts_accepted": 14, "run": 1, "turn": 0 }, { "ok": true, "err": null, "ttft_s": 0.933, "total_s": 1.239, "prompt_tokens": 3755, "reused_tokens": 632, "read_tokens": 3123, "generated_tokens": 64, "prompt_tps": 3505.8, "prompt_tps_source": "engine", "decode_tps": 203.4, "decode_tps_source": "engine", "prompt_ms": 890.8, "decode_ms": 314.6, "drafts_offered": 54, "drafts_accepted": 46, "run": 1, "turn": 1 }, { "ok": true, "err": null, "ttft_s": 0.761, "total_s": 1.12, "prompt_tokens": 5288, "reused_tokens": 3819, "read_tokens": 1469, "generated_tokens": 64, "prompt_tps": 2039.4, "prompt_tps_source": "engine", "decode_tps": 174.6, "decode_tps_source": "engine", "prompt_ms": 720.3, "decode_ms": 366.6, "drafts_offered": 58, "drafts_accepted": 44, "run": 1, "turn": 2 }, { "ok": true, "err": null, "ttft_s": 0.974, "total_s": 1.36, "prompt_tokens": 8732, "reused_tokens": 5281, "read_tokens": 3451, "generated_tokens": 64, "prompt_tps": 3708.0, "prompt_tps_source": "engine", "decode_tps": 162.3, "decode_tps_source": "engine", "prompt_ms": 930.7, "decode_ms": 394.3, "drafts_offered": 72, "drafts_accepted": 38, "run": 1, "turn": 3 }, { "ok": true, "err": null, "ttft_s": 0.899, "total_s": 1.115, "prompt_tokens": 11658, "reused_tokens": 8796, "read_tokens": 2862, "generated_tokens": 37, "prompt_tps": 3264.9, "prompt_tps_source": "engine", "decode_tps": 165.8, "decode_tps_source": "engine", "prompt_ms": 876.6, "decode_ms": 223.2, "drafts_offered": 37, "drafts_accepted": 23, "run": 1, "turn": 4 }, { "ok": true, "err": null, "ttft_s": 0.94, "total_s": 1.177, "prompt_tokens": 14593, "reused_tokens": 11694, "read_tokens": 2899, "generated_tokens": 32, "prompt_tps": 3237.7, "prompt_tps_source": "engine", "decode_tps": 130.9, "decode_tps_source": "engine", "prompt_ms": 895.4, "decode_ms": 244.5, "drafts_offered": 42, "drafts_accepted": 16, "run": 1, "turn": 5 } ], [ { "ok": true, "err": null, "ttft_s": 0.693, "total_s": 0.78, "prompt_tokens": 609, "reused_tokens": 0, "read_tokens": 609, "generated_tokens": 13, "prompt_tps": 924.1, "prompt_tps_source": "engine", "decode_tps": 137.1, "decode_tps_source": "engine", "prompt_ms": 659.0, "decode_ms": 94.8, "drafts_offered": 13, "drafts_accepted": 7, "run": 2, "turn": 0 }, { "ok": true, "err": null, "ttft_s": 0.922, "total_s": 1.254, "prompt_tokens": 3744, "reused_tokens": 621, "read_tokens": 3123, "generated_tokens": 64, "prompt_tps": 3522.0, "prompt_tps_source": "engine", "decode_tps": 188.0, "decode_tps_source": "engine", "prompt_ms": 886.7, "decode_ms": 340.4, "drafts_offered": 60, "drafts_accepted": 45, "run": 2, "turn": 1 }, { "ok": true, "err": null, "ttft_s": 0.744, "total_s": 1.105, "prompt_tokens": 5277, "reused_tokens": 3737, "read_tokens": 1540, "generated_tokens": 64, "prompt_tps": 2123.0, "prompt_tps_source": "engine", "decode_tps": 172.8, "decode_tps_source": "engine", "prompt_ms": 725.4, "decode_ms": 370.3, "drafts_offered": 68, "drafts_accepted": 42, "run": 2, "turn": 2 }, { "ok": true, "err": null, "ttft_s": 0.983, "total_s": 1.442, "prompt_tokens": 8721, "reused_tokens": 5270, "read_tokens": 3451, "generated_tokens": 62, "prompt_tps": 3660.8, "prompt_tps_source": "engine", "decode_tps": 132.6, "decode_tps_source": "engine", "prompt_ms": 942.7, "decode_ms": 467.4, "drafts_offered": 75, "drafts_accepted": 31, "run": 2, "turn": 3 }, { "ok": true, "err": null, "ttft_s": 0.916, "total_s": 1.113, "prompt_tokens": 11644, "reused_tokens": 8782, "read_tokens": 2862, "generated_tokens": 37, "prompt_tps": 3279.5, "prompt_tps_source": "engine", "decode_tps": 180.9, "decode_tps_source": "engine", "prompt_ms": 872.7, "decode_ms": 204.5, "drafts_offered": 34, "drafts_accepted": 24, "run": 2, "turn": 4 }, { "ok": true, "err": null, "ttft_s": 0.927, "total_s": 1.165, "prompt_tokens": 14579, "reused_tokens": 11680, "read_tokens": 2899, "generated_tokens": 33, "prompt_tps": 3273.5, "prompt_tps_source": "engine", "decode_tps": 133.6, "decode_tps_source": "engine", "prompt_ms": 885.6, "decode_ms": 247.0, "drafts_offered": 45, "drafts_accepted": 16, "run": 2, "turn": 5 } ] ], "hit_pct": { "median": 68.602, "min": 68.441, "max": 68.646, "n": 3 }, "reread_tokens": { "median": 73, "min": 73, "max": 145, "n": 3 }, "new_tokens": { "median": 13730, "min": 13727, "max": 13731, "n": 3 }, "turn_ttft_s": { "median": 0.933, "min": 0.744, "max": 1.01, "n": 15 }, "last_turn_prompt_tokens": { "median": 14579, "min": 14579, "max": 14593, "n": 3 }, "turn_decode_tps": { "median": 162.3, "min": 102.2, "max": 203.4, "n": 15 }, "first_turn_ttft_s": { "median": 0.693, "min": 0.657, "max": 0.712, "n": 3 } }, "clients": { "clients": 3, "rounds": [ { "round": 0, "wall_s": 4.25, "tokens": 384, "total_tps": 90.26, "first_s": [ 0.8050613999985217, 0.4192356000021391, 3.215612299998611 ], "latency_s": [ 2.9178804000002856, 2.91821020000134, 4.253266600000643 ], "errors": [], "error_count": 0 }, { "round": 1, "wall_s": 3.61, "tokens": 384, "total_tps": 106.51, "first_s": [ 0.292790799998329, 0.6507228999980725, 2.5054912000014156 ], "latency_s": [ 2.2022041999989597, 2.2106400999982725, 3.605118499999662 ], "errors": [], "error_count": 0 }, { "round": 2, "wall_s": 3.42, "tokens": 384, "total_tps": 112.36, "first_s": [ 0.27865190000011353, 0.6395642000024964, 2.5160027999991144 ], "latency_s": [ 2.2327254000010726, 2.241536700003053, 3.416706299998623 ], "errors": [], "error_count": 0 } ], "total_tps": { "median": 106.51, "min": 90.26, "max": 112.36, "n": 3 }, "ttft_p50_s": 0.651, "ttft_p95_s": 2.936, "latency_p50_s": 2.918, "latency_p95_s": 3.994, "errors": 0 }, "skipped": {}, "failures": [] } }