run_id,workload,slo_ttft_p99_ms,slo_itl_median_ms,max_users_slo,max_users_kv_cache,output_throughput_at_max_users
20260924T225750Z_h100-80gbx1_qwen3-8b_fp8,prefill-1024-128,2000.0,50.0,108,373,4129.027337023683
20260924T225750Z_h100-80gbx1_qwen3-8b_fp8,decode-128-1024,2000.0,50.0,472,373,15103.478140564233
20260924T225750Z_h100-80gbx1_qwen3-8b_fp8,balanced-2048-2048,2000.0,50.0,52,105,3653.099267481628
20260924T225750Z_h100-80gbx1_qwen3-8b_fp8,longctx-8192-512,2000.0,50.0,10,49,786.8790602905008
20260924T225750Z_h100-80gbx1_qwen3-8b_fp8,chat-128-128,2000.0,50.0,512,1680,16541.95385787464
20260924T125045Z_h100-80gbx1_qwen3-8b_bf16,chat-128-128,2000.0,50.0,512,1472,14539.52687496298
20260924T125045Z_h100-80gbx1_qwen3-8b_bf16,prefill-1024-128,2000.0,50.0,80,327,3017.6797771705747
20260924T125045Z_h100-80gbx1_qwen3-8b_bf16,decode-128-1024,2000.0,50.0,396,327,13322.038133738903
20260924T125045Z_h100-80gbx1_qwen3-8b_bf16,balanced-2048-2048,2000.0,50.0,40,92,2814.6815209464726
20260924T125045Z_h100-80gbx1_qwen3-8b_bf16,longctx-8192-512,2000.0,50.0,7,43,501.55567902110596