# Generated by serving_tasks/_manage/taskctl.py. Do not hand-edit. kind: serving_task_reference schema: serverbench.task_reference/1 task_id: gemma4_e4b_it_standard_1xL40 correctness: rule: replay_fidelity_and_held_out_answers_vs_plain_checkpoint reference_arm: sglang answer_sample_size: 20 max_absolute_accuracy_drop: 0.2 max_token_regret: 4.0 eos_audit: true arms: - framework: sglang serve_extra: --reasoning-parser gemma4 --tool-call-parser gemma4 --speculative-algorithm NEXTN --speculative-draft-model-path google/gemma-4-E4B-it-assistant --speculative-draft-model-revision 8d0031ea8c2109e2b1e86bb9368a4539b537f80a --speculative-num-steps 5 --speculative-num-draft-tokens 6 --speculative-eagle-topk 1 --mem-fraction-static 0.85 --max-running-requests {concurrency} - framework: vllm serve_extra: --max-model-len 131072 --gpu-memory-utilization 0.90 --max-num-seqs {concurrency} - framework: tensorrt-llm serve_extra: --max_seq_len 131072 --max_batch_size 512 # sglang_settings: generated from arms[sglang].serve_extra by `taskctl render`; # change the launch line, not this block. sglang_settings: image: lmsysorg/sglang:v0.5.19 reasoning-parser: gemma4 tool-call-parser: gemma4 speculative-algorithm: NEXTN speculative-draft-model-path: google/gemma-4-E4B-it-assistant speculative-draft-model-revision: 8d0031ea8c2109e2b1e86bb9368a4539b537f80a speculative-num-steps: 5 speculative-num-draft-tokens: 6 speculative-eagle-topk: 1 mem-fraction-static: 0.85 max-running-requests: '{concurrency}' concurrency_search: arm: sglang image: lmsysorg/sglang:v0.5.19 window_seconds: 1800 selection_rule: slo_constrained_max_throughput adopted: 2 kv_pool_tokens: 227961 points: - label: spec-c1 offered: 1 requests: 41 ttft_p90_ms: 4827.6 ttft_p95_ms: 5375.9 tpot_p90_ms: 75.0 tpot_p95_ms: 78.1 output_tokens_per_s: 22.29 gross_dollars_per_dollar: 0.1482 holds_all_gates: false replay_fidelity: true speculative_decoding: true random_seed: 20260913 - label: spec-c2 offered: 2 requests: 62 ttft_p90_ms: 2170.1 ttft_p95_ms: 2413.4 tpot_p90_ms: 70.0 tpot_p95_ms: 83.3 output_tokens_per_s: 25.59 gross_dollars_per_dollar: 0.2748 holds_all_gates: true replay_fidelity: true speculative_decoding: true random_seed: 20260913 - label: spec-c4 offered: 4 requests: 49 ttft_p90_ms: 5576.3 ttft_p95_ms: 10593.9 tpot_p90_ms: 79.0 tpot_p95_ms: 92.4 output_tokens_per_s: 16.67 gross_dollars_per_dollar: 0.2027 holds_all_gates: false replay_fidelity: true speculative_decoding: true random_seed: 20260913 - label: spec-c8 offered: 8 requests: 128 ttft_p90_ms: 57250.7 ttft_p95_ms: 68961.8 tpot_p90_ms: 101.4 tpot_p95_ms: 121.9 output_tokens_per_s: 21.93 gross_dollars_per_dollar: 0.5339 holds_all_gates: false replay_fidelity: false speculative_decoding: true random_seed: 20260913