{ "hardware": "RTX 5070 Ti 16GB; approximately 62GiB host RAM; Linux; 16 CPU participants in long runs", "warning": "Observational separate configurations, not cache-budget matched or output-quality matched. Original Strata only. Earlier generic snapshots are explicitly identified. Prefill disk/cache state varies.", "records": [ { "case": "flash-published-composition", "source_commit": "081cf1d792596a2cac5aa06090751d0850aadaab", "timings": [ { "basis": "server_final_timing_log", "end_elapsed_s": 53.542727, "milliseconds": 10168.51, "phase": "prefill", "slot": 0, "task": 0, "tokens": 8194, "tokens_per_second": 805.82 }, { "basis": "server_final_timing_log", "end_elapsed_s": 53.54273, "milliseconds": 23309.34, "phase": "decode", "slot": 0, "task": 0, "tokens": 2048, "tokens_per_second": 87.82 } ], "summary": { "status": "ok", "health_status_ok": "1", "endpoint_mode": "native_completion", "request_rc": "0", "parallel": "1", "stagger_ms": "0", "shared_completion_window_seconds": "23.308953508007107", "aggregate_completion_tokens": "2048", "aggregate_completion_tok_s": "87.86323243969188", "completion_tokens_expected": "2048", "completion_tokens_limit": "n/a", "completion_accounting_match": "true", "all_finish_reason_length": "true", "all_final_content_nonempty": "true", "all_output_sha256_match": "true", "health_vram_mib": "6193", "loaded_vram_mib": "12601", "peak_vram_mib": "12797", "min_host_mem_available_kib": "14587164", "min_host_swap_free_kib": "59751456", "peak_process_group_rss_kib": "45065680", "server_error_lines": "0", "client_error": "none", "launcher_pid": "2647958", "server_pgid": "2647958", "server_wait_status": "0", "shutdown_signal": "SIGINT", "teardown_process_clear": "1", "teardown_port_clear": "1", "teardown_gpu_clear": "1", "decode_tok_s_basis": "request_lifetime_first_to_last_output", "server_decode_window_basis": "server_tg_3s_wall_window", "server_decode_window_boundary_basis": "timestamps_with_first_start_inferred_from_rounded_tg_3s", "server_decode_aligned_basis": "time_weighted_overlapping_tg_3s_estimate", "server_decode_mapping_ambiguous": "false", "server_decode_all_requests_start_s": "30.23311189982426", "server_decode_all_requests_end_s": "53.54273", "request_1_server_decode_task_id": "0", "request_1_server_decode_slot_id": "0", "request_1_server_decode_window_count": "7", "request_1_server_decode_clean_window_count": "7", "request_1_server_decode_clean_tg3_min": "56.9", "request_1_server_decode_clean_tg3_max": "109.02", "request_1_server_decode_clean_tg3_mean": "86.36857142857143", "request_1_server_decode_clean_tg3_last": "109.02", "request_1_server_decode_concurrent_window_count": "7", "request_1_server_decode_concurrent_tg3_min": "56.9", "request_1_server_decode_concurrent_tg3_max": "109.02", "request_1_server_decode_concurrent_tg3_mean": "86.36857142857143", "server_decode_aligned_seconds": "21.148991100175742", "server_decode_aligned_aggregate_tg3_min": "56.9", "server_decode_aligned_aggregate_tg3_max": "109.02", "server_decode_aligned_aggregate_tg3_weighted_mean": "86.38816202654782", "request_1_server_decode_aligned_tg3_weighted_mean": "86.38816202654782", "pp_measurement_complete": "true", "wall_tg_measurement_complete": "true", "steady_tg_measurement_complete": "true", "performance_measurement_complete": "true", "server_decode_windows_file": "server-decode-windows.csv", "moe_grouped_decode_snapshot_count": "2", "moe_grouped_paths_snapshot_count": "2", "moe_grouped_max_slot_capacity": "3072", "moe_grouped_max_payload_capacity_bytes": "5364121600", "moe_grouped_total_plan_calls": "5", "moe_grouped_total_calls": "240", "moe_grouped_total_fallback": "0", "moe_grouped_total_rollback": "0", "moe_grouped_total_prepare_error": "0", "moe_grouped_total_finish_error": "0", "moe_grouped_total_h2d_banks": "0", "moe_grouped_total_h2d_bytes": "0", "moe_grouped_total_reset_legacy_handoff": "0", "moe_grouped_total_reset_host_staged_handoff": "0", "moe_paths_total_prefill_grouped": "240", "moe_paths_total_prefill_staged": "0", "moe_paths_total_prefill_legacy": "0", "moe_paths_total_prefill_bounded_ops": "576", "moe_paths_total_prefill_bounded_waves": "3687", "moe_paths_total_prefill_bounded_h2d_bytes": "127244518400", "moe_paths_total_prefill_staging_bytes": "134217728", "moe_paths_total_decode_grouped": "33648", "moe_paths_total_decode_staged": "0", "moe_paths_total_decode_legacy": "0", "moe_paths_total_grouped_main": "33648", "moe_paths_total_grouped_draft": "0", "moe_paths_total_grouped_mtp": "0", "moe_paths_total_staged_main": "0", "moe_paths_total_staged_draft": "0", "moe_paths_total_staged_mtp": "0", "moe_paths_total_legacy_main": "0", "moe_paths_total_legacy_draft": "0", "moe_paths_total_legacy_mtp": "0", "request_wall_seconds": "33.5015812490019", "ttft_ms": "10191.828298004111", "decode_seconds": "23.308953508007107", "decode_tok_s": "87.82033047072719", "prompt_tok_s": "805.8207122672288", "generation_tok_s": "87.81888562510379", "prompt_tokens": "8194", "completion_tokens": "2048", "total_tokens": "10242", "finish_reason": "length", "output_events": "2048", "output_bytes": "8911", "output_sha256": "4688e4029f82f76904521c1a4c4ff38a9ea2558453c932e4009c3d9af12f2697", "content_events": "2048", "content_bytes": "8911", "content_sha256": "4688e4029f82f76904521c1a4c4ff38a9ea2558453c932e4009c3d9af12f2697", "content_tokens": "2048", "tokenization_status": "native-stream", "reasoning_events": "0", "reasoning_bytes": "0", "reasoning_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "reasoning_tokens": "0", "request_1_launch_offset_ms": "2.2462010092567652", "request_1_request_wall_seconds": "33.5015812490019", "request_1_ttft_ms": "10191.828298004111", "request_1_decode_seconds": "23.308953508007107", "request_1_decode_tok_s": "87.82033047072719", "request_1_decode_tok_s_basis": "request_lifetime_first_to_last_output", "request_1_prompt_tok_s": "805.8207122672288", "request_1_generation_tok_s": "87.81888562510379", "request_1_prompt_tokens": "8194", "request_1_completion_tokens": "2048", "request_1_total_tokens": "10242", "request_1_accounting_match": "true", "request_1_finish_reason": "length", "request_1_output_events": "2048", "request_1_output_bytes": "8911", "request_1_output_sha256": "4688e4029f82f76904521c1a4c4ff38a9ea2558453c932e4009c3d9af12f2697", "request_1_content_events": "2048", "request_1_content_bytes": "8911", "request_1_content_sha256": "4688e4029f82f76904521c1a4c4ff38a9ea2558453c932e4009c3d9af12f2697", "request_1_content_tokens": "2048", "request_1_tokenization_status": "native-stream", "request_1_reasoning_events": "0", "request_1_reasoning_bytes": "0", "request_1_reasoning_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "request_1_reasoning_tokens": "0", "prompt_count": "1", "prompt_1_sha256": "3fa315b21add8518d132c2c83b8a0dad41c0640053f196f1dc546dc23236ecb7" }, "mtp": [ { "acceptance": 0.84702, "accepted": 1351, "generated": 1595, "mean_len": 3.32, "slot": 0, "task": 0 } ], "source_completion": { "checks": { "actual_copy_and_gpu_completion_match": true, "counters_never_decrease": true, "counters_present_and_nonnegative": true, "cpu_publication_and_scatter_match": true, "explicit_program_identity": true, "final_external_drain_observed": true, "no_normal_admission": true, "no_old_path_or_faults": true, "program_records_present": true, "publications_match_epochs": true, "recognized_program_records": true, "replays_and_capture_present": true, "requested_no_alias_matches": true, "selected_arm_matches": true }, "complete_counter_evidence": true, "expected_arm": "poll", "scope": "source core replay counters and final core drain only; not context, model, platform or speed qualification" } }, { "case": "ornith-candidate-on", "source_commit": "242c1b2b6d9c8b0141928b3a3f9962de35e22d09", "timings": [ { "basis": "server_final_timing_log", "end_elapsed_s": 30.52348, "milliseconds": 3146.71, "phase": "prefill", "slot": 0, "task": 0, "tokens": 8194, "tokens_per_second": 2603.99 }, { "basis": "server_final_timing_log", "end_elapsed_s": 30.523482, "milliseconds": 19618.17, "phase": "decode", "slot": 0, "task": 0, "tokens": 2048, "tokens_per_second": 104.34 } ], "summary": { "status": "ok", "health_status_ok": "1", "endpoint_mode": "native_completion", "request_rc": "0", "parallel": "1", "stagger_ms": "0", "shared_completion_window_seconds": "19.61935371501022", "aggregate_completion_tokens": "2048", "aggregate_completion_tok_s": "104.38672087516993", "completion_tokens_expected": "2048", "completion_tokens_limit": "n/a", "completion_accounting_match": "true", "all_finish_reason_length": "true", "all_final_content_nonempty": "true", "all_output_sha256_match": "true", "health_vram_mib": "3417", "loaded_vram_mib": "12813", "peak_vram_mib": "13099", "min_host_mem_available_kib": "41261620", "min_host_swap_free_kib": "59939032", "peak_process_group_rss_kib": "17936968", "server_error_lines": "0", "client_error": "none", "launcher_pid": "2591350", "server_pgid": "2591350", "server_wait_status": "0", "shutdown_signal": "SIGINT", "teardown_process_clear": "1", "teardown_port_clear": "1", "teardown_gpu_clear": "1", "decode_tok_s_basis": "request_lifetime_first_to_last_output", "server_decode_window_basis": "server_tg_3s_wall_window", "server_decode_window_boundary_basis": "timestamps_with_first_start_inferred_from_rounded_tg_3s", "server_decode_aligned_basis": "time_weighted_overlapping_tg_3s_estimate", "server_decode_mapping_ambiguous": "false", "server_decode_all_requests_start_s": "10.905291884476535", "server_decode_all_requests_end_s": "30.523482", "request_1_server_decode_task_id": "0", "request_1_server_decode_slot_id": "0", "request_1_server_decode_window_count": "6", "request_1_server_decode_clean_window_count": "6", "request_1_server_decode_clean_tg3_min": "88.64", "request_1_server_decode_clean_tg3_max": "126.0", "request_1_server_decode_clean_tg3_mean": "104.24000000000001", "request_1_server_decode_clean_tg3_last": "100.74", "request_1_server_decode_concurrent_window_count": "6", "request_1_server_decode_concurrent_tg3_min": "88.64", "request_1_server_decode_concurrent_tg3_max": "126.0", "request_1_server_decode_concurrent_tg3_mean": "104.24000000000001", "server_decode_aligned_seconds": "18.05623611552346", "server_decode_aligned_aggregate_tg3_min": "88.64", "server_decode_aligned_aggregate_tg3_max": "126.0", "server_decode_aligned_aggregate_tg3_weighted_mean": "104.23014317153215", "request_1_server_decode_aligned_tg3_weighted_mean": "104.23014317153215", "pp_measurement_complete": "true", "wall_tg_measurement_complete": "true", "steady_tg_measurement_complete": "true", "performance_measurement_complete": "true", "server_decode_windows_file": "server-decode-windows.csv", "moe_grouped_decode_snapshot_count": "2", "moe_grouped_paths_snapshot_count": "2", "moe_grouped_max_slot_capacity": "5904", "moe_grouped_max_payload_capacity_bytes": "8868593664", "moe_grouped_total_plan_calls": "17", "moe_grouped_total_calls": "200", "moe_grouped_total_fallback": "0", "moe_grouped_total_rollback": "0", "moe_grouped_total_prepare_error": "0", "moe_grouped_total_finish_error": "0", "moe_grouped_total_h2d_banks": "0", "moe_grouped_total_h2d_bytes": "0", "moe_grouped_total_reset_legacy_handoff": "0", "moe_grouped_total_reset_host_staged_handoff": "0", "moe_paths_total_prefill_grouped": "200", "moe_paths_total_prefill_staged": "0", "moe_paths_total_prefill_legacy": "0", "moe_paths_total_prefill_bounded_ops": "480", "moe_paths_total_prefill_bounded_waves": "480", "moe_paths_total_prefill_bounded_h2d_bytes": "23748354048", "moe_paths_total_prefill_staging_bytes": "134217728", "moe_paths_total_decode_grouped": "42963", "moe_paths_total_decode_staged": "0", "moe_paths_total_decode_legacy": "0", "moe_paths_total_grouped_main": "39840", "moe_paths_total_grouped_draft": "0", "moe_paths_total_grouped_mtp": "3123", "moe_paths_total_staged_main": "0", "moe_paths_total_staged_draft": "0", "moe_paths_total_staged_mtp": "0", "moe_paths_total_legacy_main": "0", "moe_paths_total_legacy_draft": "0", "moe_paths_total_legacy_mtp": "0", "request_wall_seconds": "22.783642362977844", "ttft_ms": "3164.068577985745", "decode_seconds": "19.61935371501022", "decode_tok_s": "104.3357507966176", "prompt_tok_s": "2603.987081122428", "generation_tok_s": "104.34206213047324", "prompt_tokens": "8194", "completion_tokens": "2048", "total_tokens": "10242", "finish_reason": "length", "output_events": "2048", "output_bytes": "8901", "output_sha256": "442ace08554e9cebdca8836c0609e74abe0bb02151caf091d162e805101c45cf", "content_events": "2048", "content_bytes": "8901", "content_sha256": "442ace08554e9cebdca8836c0609e74abe0bb02151caf091d162e805101c45cf", "content_tokens": "2048", "tokenization_status": "native-stream", "reasoning_events": "0", "reasoning_bytes": "0", "reasoning_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "reasoning_tokens": "0", "request_1_launch_offset_ms": "2.6155610103160143", "request_1_request_wall_seconds": "22.783642362977844", "request_1_ttft_ms": "3164.068577985745", "request_1_decode_seconds": "19.61935371501022", "request_1_decode_tok_s": "104.3357507966176", "request_1_decode_tok_s_basis": "request_lifetime_first_to_last_output", "request_1_prompt_tok_s": "2603.987081122428", "request_1_generation_tok_s": "104.34206213047324", "request_1_prompt_tokens": "8194", "request_1_completion_tokens": "2048", "request_1_total_tokens": "10242", "request_1_accounting_match": "true", "request_1_finish_reason": "length", "request_1_output_events": "2048", "request_1_output_bytes": "8901", "request_1_output_sha256": "442ace08554e9cebdca8836c0609e74abe0bb02151caf091d162e805101c45cf", "request_1_content_events": "2048", "request_1_content_bytes": "8901", "request_1_content_sha256": "442ace08554e9cebdca8836c0609e74abe0bb02151caf091d162e805101c45cf", "request_1_content_tokens": "2048", "request_1_tokenization_status": "native-stream", "request_1_reasoning_events": "0", "request_1_reasoning_bytes": "0", "request_1_reasoning_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "request_1_reasoning_tokens": "0", "prompt_count": "1", "prompt_1_sha256": "3fa315b21add8518d132c2c83b8a0dad41c0640053f196f1dc546dc23236ecb7" }, "mtp": [ { "acceptance": 0.73454, "accepted": 1057, "generated": 1439, "mean_len": 2.24, "slot": 0, "task": 0 } ], "source_completion": { "checks": { "actual_copy_and_gpu_completion_match": true, "counters_never_decrease": true, "counters_present_and_nonnegative": true, "cpu_publication_and_scatter_match": true, "explicit_program_identity": true, "final_external_drain_observed": true, "no_normal_admission": true, "no_old_path_or_faults": true, "program_records_present": true, "publications_match_epochs": true, "recognized_program_records": true, "replays_and_capture_present": true, "requested_no_alias_matches": true, "selected_arm_matches": true }, "complete_counter_evidence": true, "expected_arm": "poll", "scope": "source core replay counters and final core drain only; not context, model, platform or speed qualification" } }, { "case": "gemma-repeat-candidate-on", "source_commit": "242c1b2b6d9c8b0141928b3a3f9962de35e22d09", "timings": [ { "basis": "server_final_timing_log", "end_elapsed_s": 27.470496999999998, "milliseconds": 2794.34, "phase": "prefill", "slot": 0, "task": 0, "tokens": 8440, "tokens_per_second": 3020.39 }, { "basis": "server_final_timing_log", "end_elapsed_s": 27.470499999999998, "milliseconds": 16363.36, "phase": "decode", "slot": 0, "task": 0, "tokens": 2048, "tokens_per_second": 125.1 } ], "summary": { "status": "ok", "health_status_ok": "1", "endpoint_mode": "native_completion", "request_rc": "0", "parallel": "1", "stagger_ms": "0", "shared_completion_window_seconds": "16.364281910995487", "aggregate_completion_tokens": "2048", "aggregate_completion_tok_s": "125.1506183490953", "completion_tokens_expected": "2048", "completion_tokens_limit": "n/a", "completion_accounting_match": "true", "all_finish_reason_length": "true", "all_final_content_nonempty": "true", "all_output_sha256_match": "true", "health_vram_mib": "3367", "loaded_vram_mib": "7099", "peak_vram_mib": "7099", "min_host_mem_available_kib": "44663400", "min_host_swap_free_kib": "59257400", "peak_process_group_rss_kib": "15086908", "server_error_lines": "0", "client_error": "none", "launcher_pid": "2620359", "server_pgid": "2620359", "server_wait_status": "0", "shutdown_signal": "SIGINT", "teardown_process_clear": "1", "teardown_port_clear": "1", "teardown_gpu_clear": "1", "decode_tok_s_basis": "request_lifetime_first_to_last_output", "server_decode_window_basis": "server_tg_3s_wall_window", "server_decode_window_boundary_basis": "timestamps_with_first_start_inferred_from_rounded_tg_3s", "server_decode_aligned_basis": "time_weighted_overlapping_tg_3s_estimate", "server_decode_mapping_ambiguous": "false", "server_decode_all_requests_start_s": "11.107023021670745", "server_decode_all_requests_end_s": "27.470499999999998", "request_1_server_decode_task_id": "0", "request_1_server_decode_slot_id": "0", "request_1_server_decode_window_count": "5", "request_1_server_decode_clean_window_count": "5", "request_1_server_decode_clean_tg3_min": "114.44", "request_1_server_decode_clean_tg3_max": "129.78", "request_1_server_decode_clean_tg3_mean": "124.434", "request_1_server_decode_clean_tg3_last": "128.34", "request_1_server_decode_concurrent_window_count": "5", "request_1_server_decode_concurrent_tg3_min": "114.44", "request_1_server_decode_concurrent_tg3_max": "129.78", "request_1_server_decode_concurrent_tg3_mean": "124.434", "server_decode_aligned_seconds": "15.114574978329255", "server_decode_aligned_aggregate_tg3_min": "114.44", "server_decode_aligned_aggregate_tg3_max": "129.78", "server_decode_aligned_aggregate_tg3_weighted_mean": "124.44737346348589", "request_1_server_decode_aligned_tg3_weighted_mean": "124.44737346348589", "pp_measurement_complete": "true", "wall_tg_measurement_complete": "true", "steady_tg_measurement_complete": "true", "performance_measurement_complete": "true", "server_decode_windows_file": "server-decode-windows.csv", "moe_grouped_decode_snapshot_count": "2", "moe_grouped_paths_snapshot_count": "2", "moe_grouped_max_slot_capacity": "960", "moe_grouped_max_payload_capacity_bytes": "3211591680", "moe_grouped_total_plan_calls": "5", "moe_grouped_total_calls": "0", "moe_grouped_total_fallback": "0", "moe_grouped_total_rollback": "0", "moe_grouped_total_prepare_error": "0", "moe_grouped_total_finish_error": "0", "moe_grouped_total_h2d_banks": "0", "moe_grouped_total_h2d_bytes": "0", "moe_grouped_total_reset_legacy_handoff": "0", "moe_grouped_total_reset_host_staged_handoff": "0", "moe_paths_total_prefill_grouped": "0", "moe_paths_total_prefill_staged": "180", "moe_paths_total_prefill_legacy": "0", "moe_paths_total_prefill_bounded_ops": "0", "moe_paths_total_prefill_bounded_waves": "0", "moe_paths_total_prefill_bounded_h2d_bytes": "0", "moe_paths_total_prefill_staging_bytes": "0", "moe_paths_total_decode_grouped": "11070", "moe_paths_total_decode_staged": "0", "moe_paths_total_decode_legacy": "0", "moe_paths_total_grouped_main": "11070", "moe_paths_total_grouped_draft": "0", "moe_paths_total_grouped_mtp": "0", "moe_paths_total_staged_main": "0", "moe_paths_total_staged_draft": "0", "moe_paths_total_staged_mtp": "0", "moe_paths_total_legacy_main": "0", "moe_paths_total_legacy_draft": "0", "moe_paths_total_legacy_mtp": "0", "request_wall_seconds": "19.187984927993966", "ttft_ms": "2823.331068997504", "decode_seconds": "16.364281910995487", "decode_tok_s": "125.08950964872952", "prompt_tok_s": "3020.3933811872434", "generation_tok_s": "125.09655718629915", "prompt_tokens": "8440", "completion_tokens": "2048", "total_tokens": "10488", "finish_reason": "length", "output_events": "2048", "output_bytes": "12072", "output_sha256": "680e285e4dc266efd8c1cf8935122c6359f455b4a170dc20718c363134fe3ea3", "content_events": "2048", "content_bytes": "12072", "content_sha256": "680e285e4dc266efd8c1cf8935122c6359f455b4a170dc20718c363134fe3ea3", "content_tokens": "2048", "tokenization_status": "native-stream", "reasoning_events": "0", "reasoning_bytes": "0", "reasoning_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "reasoning_tokens": "0", "request_1_launch_offset_ms": "2.1976310235913843", "request_1_request_wall_seconds": "19.187984927993966", "request_1_ttft_ms": "2823.331068997504", "request_1_decode_seconds": "16.364281910995487", "request_1_decode_tok_s": "125.08950964872952", "request_1_decode_tok_s_basis": "request_lifetime_first_to_last_output", "request_1_prompt_tok_s": "3020.3933811872434", "request_1_generation_tok_s": "125.09655718629915", "request_1_prompt_tokens": "8440", "request_1_completion_tokens": "2048", "request_1_total_tokens": "10488", "request_1_accounting_match": "true", "request_1_finish_reason": "length", "request_1_output_events": "2048", "request_1_output_bytes": "12072", "request_1_output_sha256": "680e285e4dc266efd8c1cf8935122c6359f455b4a170dc20718c363134fe3ea3", "request_1_content_events": "2048", "request_1_content_bytes": "12072", "request_1_content_sha256": "680e285e4dc266efd8c1cf8935122c6359f455b4a170dc20718c363134fe3ea3", "request_1_content_tokens": "2048", "request_1_tokenization_status": "native-stream", "request_1_reasoning_events": "0", "request_1_reasoning_bytes": "0", "request_1_reasoning_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "request_1_reasoning_tokens": "0", "prompt_count": "1", "prompt_1_sha256": "e979b05fd05fcde422a8dcac014b8a7395ff7535407c6a867dc7b0f16d98e7c8" }, "mtp": [ { "acceptance": 0.95679, "accepted": 1683, "generated": 1759, "mean_len": 5.71, "slot": 0, "task": 0 } ], "source_completion": { "checks": { "actual_copy_and_gpu_completion_match": true, "counters_never_decrease": true, "counters_present_and_nonnegative": true, "cpu_publication_and_scatter_match": true, "explicit_program_identity": true, "final_external_drain_observed": true, "no_normal_admission": true, "no_old_path_or_faults": true, "program_records_present": true, "publications_match_epochs": true, "recognized_program_records": true, "replays_and_capture_present": true, "requested_no_alias_matches": true, "selected_arm_matches": true }, "complete_counter_evidence": true, "expected_arm": "poll", "scope": "source core replay counters and final core drain only; not context, model, platform or speed qualification" } }, { "case": "original-strata-99f3dbd", "engine": "original Niko1221/Strata build/strata", "metrics": { "output_tokens": 2048, "input_tokens": 8194, "pp_ms": 4643.0, "decode_ms": 18573.6, "pp": 1764.8072367004092, "tg": 110.26403066718353, "finish": "length", "accepted": 1216, "drafted": 1564, "reused": 0, "ttft_ms": 4679.244913975708, "timing_basis": "actual engine DONE prompt/decode intervals; TTFT first T line from GEN write", "label": "new-mtp3-adaptive", "revision": "new", "mode": "mtp3", "head": "99f3dbd0b21d1401b3769e0c0d963913607f380b", "ids_sha256": "c0816866470965e75d4df5239b975c05cee22352968ef14bce197524950b6daf", "error_lines": [], "peak_vram_mib": 13499, "peak_rss_mib": 42168.51953125, "min_available_mib": 15475.125, "cache_hit_line": "strata serve: decode expert cache hit rate: 75.1% (841512 hits / 1120221 lookups)", "initial_expert_slots": 4608, "adapt_every": 4, "adapt_swaps": 96, "exact_swap_count": null, "source_adaptation_logging": "serve does not expose a per-request exact swapped-expert count in these uninstrumented arms", "teardown": { "teardown_process_clear": "1", "teardown_port_clear": "1", "teardown_gpu_clear": "1" }, "foreign_compute_observed": false } }, { "case": "nemotron-candidate-final-2048", "source_scope": "earlier qualified generic snapshot included in published checkpoint; not rerun at publication merge", "summary": { "status": "ok", "health_status_ok": "1", "endpoint_mode": "native_completion", "request_rc": "0", "parallel": "1", "stagger_ms": "0", "shared_completion_window_seconds": "19.494227964998572", "aggregate_completion_tokens": "2048", "aggregate_completion_tok_s": "105.05673800866266", "completion_tokens_expected": "2048", "completion_tokens_limit": "n/a", "completion_accounting_match": "true", "all_finish_reason_length": "true", "all_final_content_nonempty": "true", "all_output_sha256_match": "true", "health_vram_mib": "1963", "loaded_vram_mib": "14825", "peak_vram_mib": "15211", "min_host_mem_available_kib": "34588428", "min_host_swap_free_kib": "63706412", "peak_process_group_rss_kib": "23302856", "server_error_lines": "0", "client_error": "none", "launcher_pid": "1938070", "server_pgid": "1938070", "server_wait_status": "0", "shutdown_signal": "SIGINT", "teardown_process_clear": "1", "teardown_port_clear": "1", "teardown_gpu_clear": "1", "decode_tok_s_basis": "request_lifetime_first_to_last_output", "server_decode_window_basis": "server_tg_3s_wall_window", "server_decode_window_boundary_basis": "timestamps_with_first_start_inferred_from_rounded_tg_3s", "server_decode_aligned_basis": "time_weighted_overlapping_tg_3s_estimate", "server_decode_mapping_ambiguous": "false", "server_decode_all_requests_start_s": "11.546245443075774", "server_decode_all_requests_end_s": "31.041203", "request_1_server_decode_task_id": "0", "request_1_server_decode_slot_id": "0", "request_1_server_decode_window_count": "6", "request_1_server_decode_clean_window_count": "6", "request_1_server_decode_clean_tg3_min": "102.69", "request_1_server_decode_clean_tg3_max": "108.98", "request_1_server_decode_clean_tg3_mean": "104.92333333333333", "request_1_server_decode_clean_tg3_last": "102.69", "request_1_server_decode_concurrent_window_count": "6", "request_1_server_decode_concurrent_tg3_min": "102.69", "request_1_server_decode_concurrent_tg3_max": "108.98", "request_1_server_decode_concurrent_tg3_mean": "104.92333333333333", "server_decode_aligned_seconds": "18.022841556924227", "server_decode_aligned_aggregate_tg3_min": "102.69", "server_decode_aligned_aggregate_tg3_max": "108.98", "server_decode_aligned_aggregate_tg3_weighted_mean": "104.92208379557638", "request_1_server_decode_aligned_tg3_weighted_mean": "104.92208379557638", "pp_measurement_complete": "true", "wall_tg_measurement_complete": "true", "steady_tg_measurement_complete": "true", "performance_measurement_complete": "true", "server_decode_windows_file": "server-decode-windows.csv", "moe_grouped_decode_snapshot_count": "2", "moe_grouped_paths_snapshot_count": "2", "moe_grouped_max_slot_capacity": "1702", "moe_grouped_max_payload_capacity_bytes": "13059766272", "moe_grouped_total_plan_calls": "1", "moe_grouped_total_calls": "115", "moe_grouped_total_fallback": "0", "moe_grouped_total_rollback": "0", "moe_grouped_total_prepare_error": "0", "moe_grouped_total_finish_error": "0", "moe_grouped_total_h2d_banks": "0", "moe_grouped_total_h2d_bytes": "0", "moe_grouped_total_reset_legacy_handoff": "0", "moe_grouped_total_reset_host_staged_handoff": "0", "moe_paths_total_prefill_grouped": "115", "moe_paths_total_prefill_staged": "0", "moe_paths_total_prefill_legacy": "0", "moe_paths_total_prefill_bounded_ops": "230", "moe_paths_total_prefill_bounded_waves": "782", "moe_paths_total_prefill_bounded_h2d_bytes": "45970477056", "moe_paths_total_prefill_staging_bytes": "134217728", "moe_paths_total_decode_grouped": "47104", "moe_paths_total_decode_staged": "0", "moe_paths_total_decode_legacy": "0", "moe_paths_total_grouped_main": "47104", "moe_paths_total_grouped_draft": "0", "moe_paths_total_grouped_mtp": "0", "moe_paths_total_staged_main": "0", "moe_paths_total_staged_draft": "0", "moe_paths_total_staged_mtp": "0", "moe_paths_total_legacy_main": "0", "moe_paths_total_legacy_draft": "0", "moe_paths_total_legacy_mtp": "0", "request_wall_seconds": "22.367918661999283", "ttft_ms": "2872.012216990697", "decode_seconds": "19.494227964998572", "decode_tok_s": "105.00544077330687", "prompt_tok_s": "2946.4006874118922", "generation_tok_s": "105.00137394323453", "prompt_tokens": "8425", "completion_tokens": "2048", "total_tokens": "10473", "finish_reason": "length", "output_events": "2048", "output_bytes": "8772", "output_sha256": "5aebcf087d9f3952ade062283ce627f7567a61104e8dc412b2a3abb11fae080b", "content_events": "2048", "content_bytes": "8772", "content_sha256": "5aebcf087d9f3952ade062283ce627f7567a61104e8dc412b2a3abb11fae080b", "content_tokens": "2048", "tokenization_status": "native-stream", "reasoning_events": "0", "reasoning_bytes": "0", "reasoning_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "reasoning_tokens": "0", "request_1_launch_offset_ms": "0.7370020030066371", "request_1_request_wall_seconds": "22.367918661999283", "request_1_ttft_ms": "2872.012216990697", "request_1_decode_seconds": "19.494227964998572", "request_1_decode_tok_s": "105.00544077330687", "request_1_decode_tok_s_basis": "request_lifetime_first_to_last_output", "request_1_prompt_tok_s": "2946.4006874118922", "request_1_generation_tok_s": "105.00137394323453", "request_1_prompt_tokens": "8425", "request_1_completion_tokens": "2048", "request_1_total_tokens": "10473", "request_1_accounting_match": "true", "request_1_finish_reason": "length", "request_1_output_events": "2048", "request_1_output_bytes": "8772", "request_1_output_sha256": "5aebcf087d9f3952ade062283ce627f7567a61104e8dc412b2a3abb11fae080b", "request_1_content_events": "2048", "request_1_content_bytes": "8772", "request_1_content_sha256": "5aebcf087d9f3952ade062283ce627f7567a61104e8dc412b2a3abb11fae080b", "request_1_content_tokens": "2048", "request_1_tokenization_status": "native-stream", "request_1_reasoning_events": "0", "request_1_reasoning_bytes": "0", "request_1_reasoning_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "request_1_reasoning_tokens": "0", "prompt_count": "1", "prompt_1_sha256": "3fa315b21add8518d132c2c83b8a0dad41c0640053f196f1dc546dc23236ecb7" } }, { "case": "gemma-final-2048", "source_scope": "earlier qualified generic snapshot included in published checkpoint; not rerun at publication merge", "summary": { "status": "ok", "health_status_ok": "1", "endpoint_mode": "native_completion", "request_rc": "0", "parallel": "1", "stagger_ms": "0", "shared_completion_window_seconds": "26.528656337992288", "aggregate_completion_tokens": "2048", "aggregate_completion_tok_s": "77.19953750793677", "completion_tokens_expected": "2048", "completion_tokens_limit": "n/a", "completion_accounting_match": "true", "all_finish_reason_length": "true", "all_final_content_nonempty": "true", "all_output_sha256_match": "true", "health_vram_mib": "3363", "loaded_vram_mib": "7075", "peak_vram_mib": "7075", "min_host_mem_available_kib": "45963112", "min_host_swap_free_kib": "59906780", "peak_process_group_rss_kib": "15034664", "server_error_lines": "0", "client_error": "none", "launcher_pid": "2245066", "server_pgid": "2245066", "server_wait_status": "0", "shutdown_signal": "SIGINT", "teardown_process_clear": "1", "teardown_port_clear": "1", "teardown_gpu_clear": "1", "decode_tok_s_basis": "request_lifetime_first_to_last_output", "server_decode_window_basis": "server_tg_3s_wall_window", "server_decode_window_boundary_basis": "timestamps_with_first_start_inferred_from_rounded_tg_3s", "server_decode_aligned_basis": "time_weighted_overlapping_tg_3s_estimate", "server_decode_mapping_ambiguous": "false", "server_decode_all_requests_start_s": "12.36281956626506", "server_decode_all_requests_end_s": "38.891833", "request_1_server_decode_task_id": "0", "request_1_server_decode_slot_id": "0", "request_1_server_decode_window_count": "8", "request_1_server_decode_clean_window_count": "8", "request_1_server_decode_clean_tg3_min": "66.4", "request_1_server_decode_clean_tg3_max": "85.95", "request_1_server_decode_clean_tg3_mean": "77.49875", "request_1_server_decode_clean_tg3_last": "85.39", "request_1_server_decode_concurrent_window_count": "8", "request_1_server_decode_concurrent_tg3_min": "66.4", "request_1_server_decode_concurrent_tg3_max": "85.95", "request_1_server_decode_concurrent_tg3_mean": "77.49875", "server_decode_aligned_seconds": "24.13320943373494", "server_decode_aligned_aggregate_tg3_min": "66.4", "server_decode_aligned_aggregate_tg3_max": "85.95", "server_decode_aligned_aggregate_tg3_weighted_mean": "77.48827039291085", "request_1_server_decode_aligned_tg3_weighted_mean": "77.48827039291085", "pp_measurement_complete": "true", "wall_tg_measurement_complete": "true", "steady_tg_measurement_complete": "true", "performance_measurement_complete": "true", "server_decode_windows_file": "server-decode-windows.csv", "moe_grouped_decode_snapshot_count": "2", "moe_grouped_paths_snapshot_count": "2", "moe_grouped_max_slot_capacity": "960", "moe_grouped_max_payload_capacity_bytes": "3211591680", "moe_grouped_total_plan_calls": "5", "moe_grouped_total_calls": "0", "moe_grouped_total_fallback": "0", "moe_grouped_total_rollback": "0", "moe_grouped_total_prepare_error": "0", "moe_grouped_total_finish_error": "0", "moe_grouped_total_h2d_banks": "0", "moe_grouped_total_h2d_bytes": "0", "moe_grouped_total_reset_legacy_handoff": "0", "moe_grouped_total_reset_host_staged_handoff": "0", "moe_paths_total_prefill_grouped": "0", "moe_paths_total_prefill_staged": "240", "moe_paths_total_prefill_legacy": "0", "moe_paths_total_prefill_bounded_ops": "0", "moe_paths_total_prefill_bounded_waves": "0", "moe_paths_total_prefill_bounded_h2d_bytes": "0", "moe_paths_total_prefill_staging_bytes": "0", "moe_paths_total_decode_grouped": "25350", "moe_paths_total_decode_staged": "0", "moe_paths_total_decode_legacy": "0", "moe_paths_total_grouped_main": "25350", "moe_paths_total_grouped_draft": "0", "moe_paths_total_grouped_mtp": "0", "moe_paths_total_staged_main": "0", "moe_paths_total_staged_draft": "0", "moe_paths_total_staged_mtp": "0", "moe_paths_total_legacy_main": "0", "moe_paths_total_legacy_draft": "0", "moe_paths_total_legacy_mtp": "0", "request_wall_seconds": "30.94420176600397", "ttft_ms": "4413.718886004062", "decode_seconds": "26.528656337992288", "decode_tok_s": "77.16184242126296", "prompt_tok_s": "2898.5388215985286", "generation_tok_s": "77.16106971855095", "prompt_tokens": "12705", "completion_tokens": "2048", "total_tokens": "14753", "finish_reason": "length", "output_events": "2048", "output_bytes": "8003", "output_sha256": "b0fb9fb707d112b9489f824c39e652292e8cab94d35da1ece692ee0bc4f1741a", "content_events": "2048", "content_bytes": "8003", "content_sha256": "b0fb9fb707d112b9489f824c39e652292e8cab94d35da1ece692ee0bc4f1741a", "content_tokens": "2048", "tokenization_status": "native-stream", "reasoning_events": "0", "reasoning_bytes": "0", "reasoning_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "reasoning_tokens": "0", "request_1_launch_offset_ms": "2.04833599855192", "request_1_request_wall_seconds": "30.94420176600397", "request_1_ttft_ms": "4413.718886004062", "request_1_decode_seconds": "26.528656337992288", "request_1_decode_tok_s": "77.16184242126296", "request_1_decode_tok_s_basis": "request_lifetime_first_to_last_output", "request_1_prompt_tok_s": "2898.5388215985286", "request_1_generation_tok_s": "77.16106971855095", "request_1_prompt_tokens": "12705", "request_1_completion_tokens": "2048", "request_1_total_tokens": "14753", "request_1_accounting_match": "true", "request_1_finish_reason": "length", "request_1_output_events": "2048", "request_1_output_bytes": "8003", "request_1_output_sha256": "b0fb9fb707d112b9489f824c39e652292e8cab94d35da1ece692ee0bc4f1741a", "request_1_content_events": "2048", "request_1_content_bytes": "8003", "request_1_content_sha256": "b0fb9fb707d112b9489f824c39e652292e8cab94d35da1ece692ee0bc4f1741a", "request_1_content_tokens": "2048", "request_1_tokenization_status": "native-stream", "request_1_reasoning_events": "0", "request_1_reasoning_bytes": "0", "request_1_reasoning_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "request_1_reasoning_tokens": "0", "prompt_count": "1", "prompt_1_sha256": "87a13278265fd20d443e4b0c2d6ad6cb940b476772e7c6b422f681547e7e1aea" } }, { "case": "deepseek-boundary-fix", "source_scope": "earlier qualified generic snapshot included in published checkpoint; not rerun at publication merge", "summary": { "status": "ok", "health_status_ok": "1", "endpoint_mode": "native_completion", "request_rc": "0", "parallel": "1", "stagger_ms": "0", "shared_completion_window_seconds": "79.1829605850071", "aggregate_completion_tokens": "256", "aggregate_completion_tok_s": "3.2330187973354505", "completion_tokens_expected": "256", "completion_tokens_limit": "n/a", "completion_accounting_match": "true", "all_finish_reason_length": "true", "all_final_content_nonempty": "true", "all_output_sha256_match": "true", "health_vram_mib": "7975", "loaded_vram_mib": "8145", "peak_vram_mib": "8233", "min_host_mem_available_kib": "48516436", "min_host_swap_free_kib": "61005960", "peak_process_group_rss_kib": "10577056", "server_error_lines": "0", "client_error": "none", "launcher_pid": "2420739", "server_pgid": "2420739", "server_wait_status": "0", "shutdown_signal": "SIGINT", "teardown_process_clear": "1", "teardown_port_clear": "1", "teardown_gpu_clear": "1", "decode_tok_s_basis": "request_lifetime_first_to_last_output", "server_decode_window_basis": "server_tg_3s_wall_window", "server_decode_window_boundary_basis": "timestamps_with_first_start_inferred_from_rounded_tg_3s", "server_decode_aligned_basis": "time_weighted_overlapping_tg_3s_estimate", "server_decode_mapping_ambiguous": "false", "server_decode_all_requests_start_s": "41.29492437423312", "server_decode_all_requests_end_s": "120.49027699999999", "request_1_server_decode_task_id": "0", "request_1_server_decode_slot_id": "0", "request_1_server_decode_window_count": "16", "request_1_server_decode_clean_window_count": "16", "request_1_server_decode_clean_tg3_min": "3.1", "request_1_server_decode_clean_tg3_max": "3.41", "request_1_server_decode_clean_tg3_mean": "3.219375", "request_1_server_decode_clean_tg3_last": "3.1", "request_1_server_decode_concurrent_window_count": "16", "request_1_server_decode_concurrent_tg3_min": "3.1", "request_1_server_decode_concurrent_tg3_max": "3.41", "request_1_server_decode_concurrent_tg3_mean": "3.219375", "server_decode_aligned_seconds": "78.2519456257669", "server_decode_aligned_aggregate_tg3_min": "3.1", "server_decode_aligned_aggregate_tg3_max": "3.41", "server_decode_aligned_aggregate_tg3_weighted_mean": "3.233455037783546", "request_1_server_decode_aligned_tg3_weighted_mean": "3.233455037783546", "pp_measurement_complete": "true", "wall_tg_measurement_complete": "true", "steady_tg_measurement_complete": "true", "performance_measurement_complete": "true", "server_decode_windows_file": "server-decode-windows.csv", "moe_grouped_decode_snapshot_count": "2", "moe_grouped_paths_snapshot_count": "2", "moe_grouped_max_slot_capacity": "416", "moe_grouped_max_payload_capacity_bytes": "2381840384", "moe_grouped_total_plan_calls": "26", "moe_grouped_total_calls": "202", "moe_grouped_total_fallback": "0", "moe_grouped_total_rollback": "0", "moe_grouped_total_prepare_error": "0", "moe_grouped_total_finish_error": "0", "moe_grouped_total_h2d_banks": "0", "moe_grouped_total_h2d_bytes": "0", "moe_grouped_total_reset_legacy_handoff": "0", "moe_grouped_total_reset_host_staged_handoff": "0", "moe_paths_total_prefill_grouped": "202", "moe_paths_total_prefill_staged": "0", "moe_paths_total_prefill_legacy": "0", "moe_paths_total_prefill_bounded_ops": "525", "moe_paths_total_prefill_bounded_waves": "1575", "moe_paths_total_prefill_bounded_h2d_bytes": "47888760832", "moe_paths_total_prefill_staging_bytes": "134217728", "moe_paths_total_decode_grouped": "6656", "moe_paths_total_decode_staged": "0", "moe_paths_total_decode_legacy": "0", "moe_paths_total_grouped_main": "6656", "moe_paths_total_grouped_draft": "0", "moe_paths_total_grouped_mtp": "0", "moe_paths_total_staged_main": "0", "moe_paths_total_staged_draft": "0", "moe_paths_total_staged_mtp": "0", "moe_paths_total_legacy_main": "0", "moe_paths_total_legacy_draft": "0", "moe_paths_total_legacy_mtp": "0", "request_wall_seconds": "113.22427020598843", "ttft_ms": "34039.68953299045", "decode_seconds": "79.1829605850071", "decode_tok_s": "3.2203898176583587", "prompt_tok_s": "388.10863148244414", "generation_tok_s": "3.2203810160332416", "prompt_tokens": "13198", "completion_tokens": "256", "total_tokens": "13454", "finish_reason": "length", "output_events": "256", "output_bytes": "1278", "output_sha256": "2a4e1dd1c1cd75f8765bbf9a30db878e50e6a8b30d860032e7d4e6156fd1ca29", "content_events": "256", "content_bytes": "1278", "content_sha256": "2a4e1dd1c1cd75f8765bbf9a30db878e50e6a8b30d860032e7d4e6156fd1ca29", "content_tokens": "256", "tokenization_status": "native-stream", "reasoning_events": "0", "reasoning_bytes": "0", "reasoning_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "reasoning_tokens": "0", "request_1_launch_offset_ms": "2.0400390058057383", "request_1_request_wall_seconds": "113.22427020598843", "request_1_ttft_ms": "34039.68953299045", "request_1_decode_seconds": "79.1829605850071", "request_1_decode_tok_s": "3.2203898176583587", "request_1_decode_tok_s_basis": "request_lifetime_first_to_last_output", "request_1_prompt_tok_s": "388.10863148244414", "request_1_generation_tok_s": "3.2203810160332416", "request_1_prompt_tokens": "13198", "request_1_completion_tokens": "256", "request_1_total_tokens": "13454", "request_1_accounting_match": "true", "request_1_finish_reason": "length", "request_1_output_events": "256", "request_1_output_bytes": "1278", "request_1_output_sha256": "2a4e1dd1c1cd75f8765bbf9a30db878e50e6a8b30d860032e7d4e6156fd1ca29", "request_1_content_events": "256", "request_1_content_bytes": "1278", "request_1_content_sha256": "2a4e1dd1c1cd75f8765bbf9a30db878e50e6a8b30d860032e7d4e6156fd1ca29", "request_1_content_tokens": "256", "request_1_tokenization_status": "native-stream", "request_1_reasoning_events": "0", "request_1_reasoning_bytes": "0", "request_1_reasoning_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "request_1_reasoning_tokens": "0", "prompt_count": "1", "prompt_1_sha256": "87a13278265fd20d443e4b0c2d6ad6cb940b476772e7c6b422f681547e7e1aea" } } ] }