# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. # SPDX-License-Identifier: Apache-2.0 version: 0.0.1 l0_b200: - condition: ranges: system_gpu_count: gte: 1 lte: 1 wildcards: gpu: - '*b100*' - '*b200*' linux_distribution_name: ubuntu* terms: stage: pre_merge backend: cpp tests: # ------------- CPP tests --------------- - cpp/test_unit_tests.py::test_kv_cache_compression_unit_tests[100] - cpp/test_unit_tests.py::test_fmha_head104_unit_tests[100] - condition: ranges: system_gpu_count: gte: 1 lte: 1 wildcards: gpu: - '*b100*' - '*b200*' linux_distribution_name: ubuntu* terms: stage: pre_merge backend: pytorch tests: # ------------- PyTorch tests --------------- - unittest/_torch/modeling_v2/models/glm5_next/glm_5_3_flash_nvfp4__sm_100__default_mtp_fused/spec/test_modeling_v2_mtp_step.py - unittest/_torch/models/test_qwen3_5_int4_loading.py - unittest/_torch/modules/test_linear_uneven_tp.py::TestW4A16AWQMLP::test_optional_pre_quant_scale - llmapi/test_llm_api_pytorch_t5.py::test_t5_v2_decode_beyond_encoder_length[False] - llmapi/test_llm_api_pytorch_t5.py::test_t5_v2_decode_beyond_encoder_length[True] - llmapi/test_llm_api_pytorch_t5.py::test_t5_pytorch_block_reuse_is_disabled_for_v2 - unittest/_torch/kernels/parallel_hw_agnostic/test_minimax_m3_fp8_horizontal_producer.py - unittest/_torch/kernels/parallel_hw_agnostic/test_minimax_m3_nvfp4_horizontal_producer.py - unittest/_torch/kernels/parallel_hw_agnostic/test_minimax_m3_fp8_indexer.py - unittest/_torch/kernels/parallel_hw_agnostic/test_minimax_m3_fp8_main_kv_insert.py - unittest/_torch/models/test_minimax_m3.py::test_minimax_m3_unfused_index_projection_tp_construction - unittest/_torch/models/test_minimax_m3.py::test_horizontal_producer_explicit_caches_match_manager - unittest/_torch/models/test_minimax_m3.py::test_horizontal_producer_plan_reuses_and_invalidates - unittest/_torch/models/test_minimax_m3.py::test_horizontal_producer_plan_caches_unsupported_layout - unittest/_torch/models/test_minimax_m3.py::test_horizontal_producer_checks_slot_capacity_after_plan_hit - unittest/_torch/models/test_minimax_m3.py::test_horizontal_producer_plan_cache_is_bounded - unittest/_torch/models/test_minimax_m3.py::test_nvfp4_reload_preserves_attention_scale_storage[cuda] # MiniMax-M3 VL checkpoint-backed processor parity (the CPU stage's -m cpu_only leaves these out) - unittest/_torch/models/test_minimax_m3_vl.py::test_real_checkpoint_processor_input_ids_match_trt_build_helper - unittest/_torch/models/test_minimax_m3_vl.py::test_real_checkpoint_processor_video_input_ids_match_trt_build_helper - unittest/_torch/models/test_minimax_m3_vl.py::test_real_checkpoint_video_fast_path_matches_processor_input_ids - unittest/_torch/models/test_minimax_m3_vl.py::test_real_checkpoint_two_video_fast_path_matches_processor_input_ids - unittest/_torch/models/test_minimax_m3_vl.py::test_real_checkpoint_float_media_match_uint8_pixels - unittest/_torch/models/test_minimax_m3.py::test_minimax_m3_gate_stays_fp32_when_tf32_is_allowed - unittest/_torch/models/test_minimax_m3.py::test_minimax_m3_gate_bf16_split_matches_fp32_router # MiniMax-M3 compressed-tensors NVFP4 MoE packaging, one GPU: expert loading and # numerics on CUTLASS; MXFP8 index-projection scales per simulated TP4 rank. - unittest/_torch/models/test_minimax_m3.py::test_packaged_nvfp4_experts_load_and_run_on_cutlass - unittest/_torch/models/test_minimax_m3.py::test_packaged_index_projection_keeps_mxfp8_scales_per_tp4_rank - unittest/others/test_kv_cache_transceiver.py::test_cpp_nixl_sync_transfer_stress - unittest/others/test_lora_manager.py - accuracy/test_llm_api_pytorch.py::TestLagunaXS::test_nvfp4 - accuracy/test_llm_api_pytorch.py::TestLagunaXS_2_1::test_bf16_dflash - accuracy/test_llm_api_pytorch.py::TestLagunaXS_2_1::test_nvfp4_dflash - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_bfloat16[mtp_nextn=0-attention_dp=True-cuda_graph=True-overlap_scheduler=True-torch_compile=False-enable_chunked_prefill=False-v2_kv_cache=False] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_bfloat16[mtp_nextn=0-attention_dp=True-cuda_graph=True-overlap_scheduler=True-torch_compile=False-enable_chunked_prefill=False-v2_kv_cache=True] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_bfloat16[mtp_nextn=2-attention_dp=True-cuda_graph=True-overlap_scheduler=True-torch_compile=False-enable_chunked_prefill=False-v2_kv_cache=False] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_bfloat16[mtp_nextn=2-attention_dp=True-cuda_graph=True-overlap_scheduler=True-torch_compile=False-enable_chunked_prefill=False-v2_kv_cache=True] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_bfloat16[mtp_nextn=2-attention_dp=True-cuda_graph=True-overlap_scheduler=True-torch_compile=False-enable_chunked_prefill=True-v2_kv_cache=False] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_bfloat16[mtp_nextn=2-attention_dp=True-cuda_graph=True-overlap_scheduler=True-torch_compile=False-enable_chunked_prefill=True-v2_kv_cache=True] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_bfloat16_flashinfer[enable_chunked_prefill=False] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_bfloat16_flashinfer[enable_chunked_prefill=True] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_prims_ts_bfloat16 - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_fp8_block_scales[mtp=disable-fp8kv=False-attention_dp=False-cuda_graph=True-overlap_scheduler=False-torch_compile=False] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_nvfp4[moe_backend=CUTLASS-mtp_nextn=0-fp8kv=True-attention_dp=False-cuda_graph=True-overlap_scheduler=True-torch_compile=True] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_nvfp4[moe_backend=CUTLASS-mtp_nextn=0-fp8kv=True-attention_dp=True-cuda_graph=True-overlap_scheduler=True-torch_compile=False] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_nvfp4[moe_backend=TRTLLM-mtp_nextn=0-fp8kv=True-attention_dp=False-cuda_graph=True-overlap_scheduler=True-torch_compile=False] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_no_kv_cache_reuse[quant_dtype=none-mtp_nextn=2-fp8kv=False-attention_dp=True-cuda_graph=True-overlap_scheduler=True] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_no_kv_cache_reuse[quant_dtype=nvfp4-mtp_nextn=0-fp8kv=True-attention_dp=True-cuda_graph=True-overlap_scheduler=True] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_chunked_prefill[quant_dtype=none-kv_cache_reuse=True-fp8kv=False-overlap_scheduler=True] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_chunked_prefill[quant_dtype=none-kv_cache_reuse=False-fp8kv=False-overlap_scheduler=True] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_chunked_prefill[quant_dtype=nvfp4-kv_cache_reuse=True-fp8kv=False-overlap_scheduler=True] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_chunked_prefill[quant_dtype=nvfp4-kv_cache_reuse=True-fp8kv=True-overlap_scheduler=True] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_guided_decoding[xgrammar-mtp_nextn=2] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_dummy_load_format - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_nvfp4_batch_waiting[batch_wait_timeout_iters=10-batch_wait_max_tokens_ratio=1.0-mtp_nextn=0-fp8kv=False-cuda_graph=False-overlap_scheduler=False-torch_compile=False-v2_kv_cache=True] - accuracy/test_llm_api_pytorch.py::TestGPTOSS::test_w4_1gpu[v1_kv_cache-True-True-cutlass-auto] - accuracy/test_llm_api_pytorch.py::TestGPTOSS::test_w4_1gpu[v1_kv_cache-True-True-trtllm-fp8] - accuracy/test_llm_api_pytorch.py::TestGPTOSS::test_w4_1gpu[v1_kv_cache-True-True-triton-auto] - accuracy/test_llm_api_pytorch.py::TestGPTOSS::test_w4_1gpu[v2_kv_cache-True-True-trtllm-fp8] - accuracy/test_llm_api_pytorch.py::TestGPTOSS::test_w4_1gpu_suspend_resume - accuracy/test_llm_api_pytorch.py::TestGPTOSS::test_dummy_load_format - accuracy/test_llm_api_pytorch.py::TestQwen3_8B::test_fp8_block_scales[latency] # Cover nvbugs 5461712 and 5505402 - accuracy/test_llm_api_pytorch.py::TestQwen3_8B::test_prims_ts_bfloat16[bf16-kv] - accuracy/test_llm_api_pytorch.py::TestQwen3_8B::test_prims_ts_bfloat16[fp8-kv] - accuracy/test_llm_api_pytorch.py::TestQwen3_8B::test_dspark[TRTLLM] # SM100+ only; l0_h100 runs [VANILLA] - accuracy/test_llm_api_pytorch.py::TestQwen3_30B_A3B::test_nvfp4[latency_moe_trtllm-torch_compile=True] - accuracy/test_llm_api_pytorch.py::TestQwen3_30B_A3B::test_w4a8_mxfp4[fp8-latency-TRTLLM] - accuracy/test_llm_api_pytorch.py::TestQwen3_30B_A3B::test_w4a8_mxfp4[mxfp8-latency-TRTLLM] - accuracy/test_llm_api_pytorch.py::TestQwen3_30B_A3B::test_w4a16_mxfp4[latency-TRTLLM] - accuracy/test_llm_api_pytorch.py::TestQwen3_30B_A3B_Instruct_2507::test_skip_softmax_attention[target_sparsity_0.9-fp8kv=True] - accuracy/test_llm_api_pytorch.py::TestQwen3_5_35B_A3B::test_fp8[enable_block_reuse=True] - accuracy/test_llm_api_pytorch.py::TestQwen3_5_4B::test_bf16_breakable_prefill_cuda_graph - accuracy/test_llm_api_pytorch.py::TestQwen3_6_35B_A3B::test_nvfp4[TRTLLM] - accuracy/test_llm_api_pytorch.py::TestQwen3_6_35B_A3B::test_nvfp4_dflash[VANILLA] - accuracy/test_llm_api_pytorch.py::TestQwen3_6_35B_A3B::test_nvfp4_dflash[TRTLLM] - accuracy/test_llm_api_pytorch_multimodal.py::TestNanoV3Omni::test_auto_dtype[fp8_mmmu_encoder_cuda_graph] - accuracy/test_epd_disagg_multimodal.py::TestVideoMMEEPD::test_disaggregated_videomme[qwen3vl_2b_instruct] - accuracy/test_epd_disagg_multimodal.py::TestVideoMMEEPD::test_disaggregated_videomme[nemotron_nano_v3_omni_nvfp4] - accuracy/test_llm_api_pytorch.py::TestQwen3_5_35B_A3B::test_bf16_mtp - accuracy/test_llm_api_pytorch.py::TestQwen3_5_35B_A3B::test_bf16_mtp_flashinfer_ring_replay - disaggregated/test_workers.py::test_workers_kv_cache_aware_router_eviction # nvbugs 5300551 - test_e2e.py::test_ptp_quickstart_advanced[Nemotron-Nano-9B-v2-nvfp4-NVIDIA-Nemotron-Nano-9B-v2-NVFP4] - test_e2e.py::test_ptp_quickstart_advanced_mtp[DeepSeek-V3-Lite-BF16-DeepSeek-V3-Lite/bf16] - test_e2e.py::test_ptp_quickstart_advanced_mtp_eagle[DeepSeek-V3-Lite-BF16-DeepSeek-V3-Lite/bf16] - test_e2e.py::test_openai_chat_guided_decoding[openai/gpt-oss-120b] - test_e2e.py::test_openai_multi_frontend # Covers the GPU cases of tests/unittest/_torch/attention/ on B200, except the paths # ignored below; its cpu_only cases run on CPU (l0_cpu). kernels/ has no entry of its own # on any list, so apart from kernels/parallel_hw_agnostic/ this entry is what runs it # here. multi_gpu/ cases need >= 2 GPUs, so they skip here and run on multi-GPU stages: # l0_gb300_multi_gpus (post_merge) and l0_dgx_b300, which runs test_helix_zero_kv.py in # its pre_merge block and the rest in post_merge. Collecting them still runs their helix # files' import-time rebinding of mpi4py's serializer, which applies to the whole pytest # process. # - kernels/parallel_hw_agnostic/ is ignored: its cases do not depend on the GPU # architecture, so its GPU cases run on H100 (l0_h100) and its cpu_only ones on CPU # (l0_cpu). GB300 (l0_gb300_multi_gpus, post_merge) also runs the GPU cases; it is # the only Blackwell stage that does. # - The other files ignored here have their own entries below. - unittest/_torch/attention --ignore=unittest/_torch/attention/sparse/test_cute_dsl_gvr_topk_decode.py --ignore=unittest/_torch/attention/sparse/msa/test_minimax_m3_sparse_attn_decode.py --ignore=unittest/_torch/attention/sparse/msa/test_msa_proxy_split.py --ignore=unittest/_torch/attention/sparse/deepseek_v4/test_prims_ts_sparse_mla_fmha.py --ignore=unittest/_torch/attention/kernels/parallel_hw_agnostic TIMEOUT (90) - unittest/_torch/pyexecutor/kv_cache/test_mixed_precision_kv_cache.py # Keep cold-JIT MSA coverage out of the 90-minute attention aggregate. # Cold-JIT runs take about 25 minutes; allow a 45-minute budget. - unittest/_torch/attention/sparse/msa/test_minimax_m3_sparse_attn_decode.py TIMEOUT (45) - unittest/_torch/attention/sparse/msa/test_msa_proxy_split.py - unittest/_torch/attention/sparse/test_cute_dsl_gvr_topk_decode.py TIMEOUT (120) - unittest/_torch/compilation - unittest/_torch/debugger - unittest/_torch/peft/test_fp8_lora_grouped_gemm_regressions.py - unittest/_torch/kv_cache_compression - unittest/disaggregated/test_deepseek_v4_kv_transfer.py - unittest/disaggregated/test_fp4_mla_kv_transfer.py - unittest/_torch/attention/sparse/deepseek_v4/test_prims_ts_sparse_mla_fmha.py TIMEOUT (60) - unittest/_torch/modeling/test_modeling_deepseekv4.py - unittest/_torch/modeling/test_glm5_next_contracts.py - unittest/llmapi/test_deepseek_v4_tokenizer.py - unittest/_torch/modules/test_mhc.py - unittest/_torch/modules/test_engram.py - unittest/_torch/modules/test_gate_up_swiglu_quack.py - unittest/_torch/modules/test_multi_stream_utils.py - unittest/_torch/modules/test_megamoe_shared_mlp_scales.py # ------------- DeepSeek-V4.1 model, Engram and DSpark --------------- - unittest/_torch/modeling/test_modeling_deepseekv41.py - unittest/_torch/modules/test_engram_decode_hash.py - unittest/_torch/modules/test_engram_history_uploads.py - unittest/_torch/modules/test_engram_replay.py - unittest/_torch/speculative/hw_agnostic/test_dspark_v41.py # trtllm-gen non-causal windowed DSpark block attention; skips off SM100/SM103. - unittest/_torch/speculative/hw_agnostic/test_dspark_noncausal_window.py - unittest/_torch/speculative/hw_agnostic/test_kimi_k3_dspark_semantics.py - unittest/disaggregated/test_csa2_kv_transfer.py # DS-V4.1 bounded replay, snapshots and decoder-global state on random-weight models. - unittest/_torch/modeling/test_deepseek_v41_ced.py - unittest/_torch/modeling/test_deepseek_v41_encoder_replay.py - unittest/_torch/modeling/test_deepseek_v41_snapshots.py - unittest/_torch/modeling/test_deepseek_v41_decoder_global.py # DSpark draft step, acceptance, argmax chain and sampling buffers vs. their eager paths. - unittest/_torch/speculative/test_dspark_draft_step.py - unittest/_torch/speculative/test_dspark_fused_accept.py - unittest/_torch/speculative/test_dspark_tp1_argmax.py - unittest/_torch/speculative/test_dspark_compact_argmax.py - unittest/_torch/speculative/hw_agnostic/test_dspark_wkv_projection.py - unittest/_torch/speculative/test_spec_sampling_param_cache.py - unittest/_torch/speculative/test_spec_store_scatter.py - unittest/_torch/speculative/test_verify_logits_dtype.py # Fused DS-V4 routing and activation quantization for the TRTLLM and MegaMoE backends. - unittest/_torch/moe/test_dsv4_route_quant.py - unittest/_torch/moe/test_megamoe_stage_inputs.py - unittest/_torch/moe/test_moe_module.py::test_dsv4_fused_route_quant_matches_separate_launches - unittest/_torch/moe/test_moe_module.py::test_dspark_draft_fused_route_quant_matches_separate_launches - unittest/_torch/modules/test_gated_mlp.py::test_fp8_block_scale_mlp_small_m_matches_deep_gemm - unittest/_torch/modules/test_embedding_vocab_slice.py - unittest/_torch/distributed/test_ll_allgather.py - unittest/disaggregated/test_cache_transceiver_single_process.py::test_cache_transceiver_deferred_gen_receive # ------------- Kimi K3 (KimiLinear) unit tests --------------- - unittest/_torch/modeling/test_kimi_k3_checkpoint.py TIMEOUT (15) - unittest/_torch/modeling/test_kimi_k3_mla.py TIMEOUT (15) - unittest/_torch/modules/kimi_kda/test_kimi_kda_fused_verify_parity.py - unittest/_torch/modules/kimi_kda/test_kimi_kda_verify_parity.py - unittest/_torch/modeling/test_kimi_kda_fp8_packed_prefill.py - unittest/_torch/modules/kimi_kda/test_kda_cache_soundness.py - unittest/_torch/modules/kimi_kda/test_kimi_k3_mamba_metadata.py - unittest/_torch/modules/kimi_kda/test_kda_prefill_op.py - unittest/_torch/modules/kimi_kda/test_kda_flashinfer_prefill.py - unittest/_torch/modules/kimi_kda/test_kda_fused_prefill_conv.py - unittest/_torch/modules/kimi_kda/test_kda_decode_op.py - unittest/_torch/modules/kimi_kda/test_kimi_kda_decode_state_parity.py - unittest/_torch/modules/kimi_kda/test_kda_prefill_state_parity.py - unittest/_torch/modules/kimi_kda/test_kda_replay_acceptance.py # Shared catalog entries used by K3's generic path. - unittest/_torch/modeling_v2/moe/test_modeling_v2_noaux_tc_op.py::test_kimi_k3_config - unittest/_torch/modeling_v2/quantization/test_modeling_v2_mxfp8_quantize.py::test_kimi_k3_routed_hidden - unittest/_torch/modeling_v2/moe/test_modeling_v2_mxe4m3_mxe2m1_block_scale_moe_runner.py - unittest/_torch/modeling_v2/attention/test_modeling_v2_thop_attention.py::test_kimi_k3_mla_context_bf16_page64 - unittest/_torch/modeling_v2/attention/test_modeling_v2_thop_attention.py::test_kimi_k3_mla_generation_bf16_page64 - unittest/_torch/modeling_v2/attention/test_modeling_v2_mla_rope_generation.py - unittest/_torch/modeling_v2/attention/test_modeling_v2_mla_rope_append_paged_kv_assign_q.py - unittest/_torch/modeling_v2/attention/test_modeling_v2_load_paged_kv_cache_for_mla.py # CuTe MTP verify kernel parity (trtllm::kda_mtp_decode). - unittest/_torch/modules/kimi_kda/test_kda_mtp_decode_cute_parity.py - unittest/_torch/modules/kimi_k3_attn_res/test_attn_res_op.py - unittest/_torch/modules/kimi_k3_attn_res/test_attn_res_rmsnorm_op.py - unittest/_torch/modules/kimi_k3_attn_res/test_attn_res_decode_dispatch.py - unittest/_torch/modules/kimi_k3_attn_res/test_attn_res_persistent_sm_reserve.py - unittest/_torch/modeling_v2/norm/test_modeling_v2_flashinfer_rmsnorm.py - unittest/_torch/modeling_v2/gemm/test_modeling_v2_cublas_mm.py # KDA runtime state-pool and mixed-batch core coverage. - unittest/_torch/modules/kimi_kda/test_kimi_kda_bf16_state_pool.py - unittest/_torch/modules/kimi_kda/test_kda_mixed_batch_core_layout.py # GPU KDA disagg transfer + peer-validation (cpu_only cases skipped by the # stage's "not cpu_only" markexpr and run on the CPU-Generic stage instead). - unittest/disaggregated/test_kda_mamba_transfer.py - unittest/_torch/moe/test_kimi_k3_mlp.py - unittest/_torch/moe/test_kimi_k3_situ_moe.py - unittest/_torch/moe/test_workspace_cuda.py # Ungrouped noaux_tc top-16 + moe_sort routing kernel and the MoE tables hand-off. - unittest/_torch/moe/test_kimi_k3_route_sort.py - unittest/_torch/moe/test_moe_sorted_routing.py - unittest/_torch/modeling/test_kimi_k3_config_routing.py - unittest/_torch/modeling/test_kimi_linear_checkpoint.py - unittest/_torch/modeling/test_kimi_k3_moe_front.py # CPU self-test of the Kimi K3 disagg parity harness comparison logic. - test_kimi_k3_specdec.py::test_kimi_k3_disagg_parity_selftest # ------------- modules (non-MoE) --------------- - unittest/_torch/modules/test_fused_add_rms_norm_quant.py - unittest/_torch/modules/test_fused_activation_quant.py - unittest/_torch/kernels/fused_ops/test_rmsnorm_fp4_quant.py - unittest/_torch/kernels/fused_ops/test_gelu_tanh_mul_fp4_quant.py - unittest/_torch/kernels/fused_ops/test_rmsnorm_residual_add.py - unittest/_torch/modules/test_gemma4_fused_qkv_prep.py - unittest/_torch/modules/test_fused_rmsnorm_fp4_quantize.py - unittest/_torch/modules/test_swiglu_nvfp4_quantize.py - unittest/_torch/modules/test_fp4_num_tokens_slice.py - unittest/_torch/modules/test_awq_quantization.py - unittest/_torch/modules/test_triton_linear.py - unittest/_torch/modules/test_mxfp8_linear.py - unittest/_torch/modules/test_group_rmn_norm.py - unittest/_torch/modules/test_swiglu_2in.py - unittest/_torch/modules/test_gated_mlp_split.py - unittest/_torch/modules/test_low_m_gemm.py - unittest/_torch/modules/test_low_m_mma_gemm.py - unittest/_torch/moe/test_moe_decode_front.py - unittest/_torch/modules/test_embedding_lookup.py - unittest/_torch/moe/test_draft_experts_nvfp4.py - unittest/_torch/modules/mamba - unittest/_torch/modules/tests_lora_modules # DWDP expert prefetch on real streams and copies; the peer-GPU gather # cases skip below 2 GPUs. - unittest/_torch/modules/dwdp/test_dwdp_prefetch_gpu.py # Attached dense DWDP beside the expert prefetch on real streams and copies. - unittest/_torch/modules/dwdp/test_dense_attached_gpu.py # Real ConfigurableMoE layers sized and registered for DWDP while the model is built. - unittest/_torch/modules/dwdp/test_dwdp_moe_construction_gpu.py # ------------- MoE components tests --------------- - unittest/_torch/moe/test_cutedsl_fc1_weight_layout.py - unittest/_torch/moe/test_moe_load_balancer.py - unittest/_torch/moe/test_moe_routing.py - unittest/_torch/moe/test_moe_comm_timeout_guard.py - unittest/_torch/moe/fused_moe/test_deepgemm_fused_gather_finalize.py - unittest/_torch/moe/fused_moe/test_deepgemm_fused_expand_quant.py # ------------- MoE: test_moe_backend (by backend) --------------- - unittest/_torch/moe/test_moe_backend.py::test_cutlass_moe_routing_round_trip - unittest/_torch/moe/test_moe_backend.py::test_cutlass_moe_public_activation_ids - unittest/_torch/moe/test_moe_backend.py::test_trtllm_gen_mxfp4_fp8_input_quantization - unittest/_torch/moe/test_kimi_k3_moe_gate.py::test_fused_route_quant_matches_unfused_chain - unittest/_torch/moe/test_kimi_k3_moe_gate.py::test_router_logits_kernel_matches_router_gemm - unittest/_torch/moe/test_megamoe_streaming_load.py # The live-row word's writes are stream-ordered. - unittest/_torch/moe/test_megamoe_live_rows_gpu.py -k "not drops_padding_rows" - unittest/_torch/moe/test_moe_backend.py::test_megamoe_cutedsl_tuning_mode_forces_top_maxt_bucket - unittest/_torch/moe/test_moe_backend.py::test_megamoe_cutedsl_helper_bearing_tactics_match_the_helper_free_launch - unittest/_torch/moe/test_moe_backend.py::test_megamoe_cutedsl_runner_cache_identity_includes_swiglu_constants - unittest/_torch/moe/test_moe_backend.py::test_megamoe_cutedsl_minimax_m3_swiglu_bias_numerics - unittest/_torch/moe/test_moe_backend.py::test_megamoe_cutedsl_nvfp4_awq_matches_cutlass - unittest/_torch/moe/test_moe_backend.py::test_megamoe_cutedsl_quantizes_into_the_staging_of_a_hinted_run - unittest/_torch/moe/test_megamoe_stage_routes.py - unittest/_torch/moe/test_moe_backend.py::test_megamoe_kernel_properties_report_whether_the_reduce_masks_dropped_routes - unittest/_torch/moe/test_moe_backend.py::test_trtllm_bf16_unquantized_moe - unittest/_torch/moe/test_moe_backend.py::test_trtllm_bf16_in_kernel_routing_256_experts - unittest/_torch/moe/test_moe_backend.py::test_trtllm_fp8_block_scales_fused_shared_experts - unittest/_torch/moe/test_moe_backend.py::test_trtllm_fp8_block_scales_fuse_shared_expert_layout - unittest/_torch/moe/test_moe_backend.py::test_trtllm_gen_nvfp4_situ_selects_padded_quant_method - unittest/_torch/moe/test_moe_backend.py::test_trtllm_gen_nvfp4_situ_fc31_scale_c_drops_dequant_scale - unittest/_torch/moe/test_moe_backend.py::test_cutedsl_nvfp4_pre_quant_scale_matches_cutlass - unittest/_torch/moe/kernels/parallel/test_cute_dsl_moe.py::test_count_native_cutedsl_matches_legacy_sort_bitwise # ------------- MoE: test_single_gpu (by backend) --------------- - unittest/_torch/moe/test_moe_module.py::test_configurable_moe_single_gpu -k "CUTLASS and not None" - unittest/_torch/moe/test_moe_module.py::test_configurable_moe_single_gpu -k "TRTLLM" - unittest/_torch/moe/test_moe_module.py::test_configurable_moe_single_gpu -k "CUTEDSL and not MEGAMOE_CUTEDSL" - unittest/_torch/moe/test_moe_module.py::test_configurable_moe_single_gpu -k "DEEPGEMM and not MEGAMOE_DEEPGEMM" - unittest/_torch/moe/test_moe_module.py::test_configurable_moe_single_gpu -k "DENSEGEMM" - unittest/_torch/moe/test_moe_module.py::test_configurable_moe_single_gpu -k "MEGAMOE_CUTEDSL" - unittest/_torch/moe/test_moe_module.py::test_configurable_moe_single_gpu -k "MEGAMOE_DEEPGEMM" - unittest/_torch/moe/test_moe_module.py::test_a_tactic_builds_the_implementation_it_names # ------------- MoE: FlashInfer & TRTLLM symbol collision tests --------------- - unittest/_torch/flashinfer/test_trtllm_flashinfer_symbol_collision.py # --- MoE end # B-tier only runs the FP8 MoE parametrize (DEEPGEMM path is SM100-only via # _get_moe_config_for_blackwell); dense bf16 variants are covered on Hopper. # The other 5 multimodal files are HW-agnostic Python plumbing and run on Hopper only. - unittest/_torch/multimodal/test_mm_encoder_standalone.py -k "qwen3_30b_a3b_fp8" # UUID KV-event tests hardcode Qwen3-VL-2B (no model_dir fixture id), so they # are excluded by the qwen3_30b_a3b_fp8 filter above; select them explicitly. - unittest/_torch/multimodal/test_mm_encoder_standalone.py -k "test_kv_event_mm_keys and uuid" # Run beam-search end-to-end tests in a separate sampler invocation. - unittest/_torch/sampler/test_beam_search.py # test_speculative_d2h_parity_real_predictor (both no_stop_token and # stop_token_15) is a HW-agnostic sampler D2H-parity invariant (plain CUDA # stream/event, no SM gating), covered on A30 pre-merge; drop that whole # function's leaves on Blackwell, keep the rest of the sampler dir. - unittest/_torch/sampler --ignore=unittest/_torch/sampler/test_beam_search.py -k "not test_speculative_d2h_parity_real_predictor" - unittest/_torch/speculative/test_eagle3.py - unittest/_torch/speculative/test_watermark_spec.py - unittest/_torch/speculative/test_lilicorr_loading.py - unittest/_torch/speculative/test_dspark_slot_reset_no_sync.py - unittest/_torch/speculative/test_dspark_cute_dsl_attention.py - unittest/_torch/speculative/test_dspark_cute_dsl_rmsnorm_rope.py # Fused strict acceptance and DFlash paged-latent drafter bookkeeping vs # their eager paths. - unittest/_torch/speculative/test_spec_tail_kernels.py # On-device suffix-automaton spec-dec kernel tests (CUDA graph capture; # cuda-availability skipif like the sibling KDA parity tests; relocated # from tests/torch/ which test-db cannot list). - unittest/_torch/speculative/test_suffix_automaton.py # Fused sampling kernel; its numerics are architecture-dependent (the only # accuracy deviation found so far is Blackwell-only), so it is not # hw-agnostic and needs its own Blackwell run. - unittest/_torch/speculative/test_fused_sampling_op.py - unittest/_torch/speculative/test_chain_speculative_sampling_op.py - unittest/_torch/speculative/test_dynamic_tree_rejection_op.py - unittest/_torch/speculative/test_dynamic_tree_sampling_dispatch.py # The greedy argmax of one-model speculative decoding (Triton). - unittest/_torch/speculative/test_greedy_argmax.py # One-model speculative decoding step-copy kernels and the engine's decode # step that runs them (SM 100 / SM 103; they skip on other GPUs). - unittest/_torch/kernels/test_spec_step_copies.py - unittest/_torch/pyexecutor/engine/runners/decoder/test_inputs.py -k "test_spec_decode_graph_step_gather_kernel" - unittest/_torch/speculative/test_fused_accept.py # Draft step 0 runs the draft layer after attention only on the rows it drafts from. - unittest/_torch/speculative/test_draft_row_pick.py - unittest/_torch/pyexecutor/test_steady_spec_prepare.py - unittest/_torch/modules/test_mxfp8_draft_head.py # Shared fused_qk_norm_rope cells used by the K3 drafter. - unittest/_torch/modeling_v2/attention/test_modeling_v2_fused_qk_norm_rope.py # Vocab-parallel token selection kernels on a single shard. - unittest/_torch/speculative/test_vocab_parallel.py - unittest/_torch/moe/kernels/parallel - unittest/_torch/kernels/parallel TIMEOUT (90) - unittest/_torch/visual_gen/kernels/parallel - unittest/_torch/moe/kernels/serial - unittest/_torch/kernels/serial - unittest/_torch/modeling -k "modeling_llama" - unittest/_torch/modeling -k "modeling_gpt_oss" - unittest/_torch/modeling/test_modeling_afmoe.py - unittest/_torch/modeling/test_modeling_deepseekv41_multimodal.py - unittest/_torch/modeling/test_modeling_exaone_moe.py - unittest/_torch/modeling/test_modeling_gemma4.py - unittest/_torch/modeling/test_modeling_gemma4_unified.py - unittest/_torch/modeling/test_gemma4_multimodal.py - unittest/_torch/modeling/test_gemma4_assistant.py - unittest/_torch/modeling/test_gemma4_e2e_dummy.py::test_e2e_text_26b_dummy - unittest/_torch/modeling/test_gemma4_e2e_dummy.py::test_e2e_text_e2b_dummy - unittest/_torch/modeling/test_gemma4_e2e_dummy.py::test_e2e_text_e2b_dummy_small_max_seq_len[256] - unittest/_torch/modeling/test_gemma4_e2e_dummy.py::test_e2e_text_e2b_dummy_small_max_seq_len[512] - unittest/_torch/modeling/test_gemma4_e2e_dummy.py::test_e2e_text_31b_dummy - unittest/_torch/modeling/test_gemma4_e2e_dummy.py::test_e2e_text_e4b_dummy - unittest/_torch/modeling/test_gemma4_e2e_dummy.py::test_e2e_multimodal_26b_dummy # Muse Spark Open: the decoder's GPU module tests, the tower load and the # decoder's Triton fast paths, which need only CUDA. The GB300 kernels' tests # run in l0_gb300 and l0_gb300_multi_gpus, the cpu_only files in l0_cpu. - unittest/_torch/modeling/test_modeling_musespark_open.py - unittest/_torch/modeling/test_musespark_open_moe_tp.py - unittest/_torch/modeling/test_musespark_open_tower_load.py - unittest/_torch/modeling/test_musespark_open_router_projection.py - unittest/_torch/modeling/test_musespark_open_full_routing.py - unittest/_torch/modeling/test_musespark_open_norm_gate.py - unittest/_torch/modeling/test_musespark_open_moe_finalize.py - unittest/_torch/modeling/test_musespark_open_boundary_fusion.py - unittest/_torch/modeling/test_musespark_open_moe_prepare_overlap.py - unittest/tools/test_layer_wise_benchmarks.py::test_deepseek_r1_ctx_dep[1] - unittest/tools/test_layer_wise_benchmarks.py::test_nemotron_gen_dep[1] - unittest/tools/test_layer_wise_benchmarks.py::test_qwen3_next_gen_tep[1] - unittest/tools/test_layer_wise_benchmarks.py::test_kimi_k3_gen_dep[1] - unittest/tools/test_layer_wise_benchmarks.py::test_performance_alignment[1] - unittest/kv_cache_manager_v2_tests - llmapi/test_llm_api_connector.py::test_connector_priorities[kv_cache_manager_v1] - unittest/_torch/pyexecutor/kv_cache/test_mamba_cache_manager.py::test_v2_hybrid_retains_configured_number_of_conversation_turns - unittest/_torch/pyexecutor/kv_cache/test_kvcm2_integration.py::test_helix_retention_uses_rank_local_ranges - llmapi/test_llm_api_connector.py::test_connector_priorities[kv_cache_manager_v2] - llmapi/test_llm_api_connector.py::test_connector_vswa_reports_page_indices_per_layer_group[kv_cache_manager_v2] - llmapi/test_llm_api_connector.py::test_capacity_only_connector_accepts_multigroup_retention[kv_cache_manager_v2] - llmapi/test_llm_api_connector.py::test_connector_priorities_default[kv_cache_manager_v1] - llmapi/test_llm_api_connector.py::test_connector_priorities_default[kv_cache_manager_v2] - llmapi/test_llm_api_connector.py::test_connector_cancel_holds_pages_until_the_save_reads_them[True] - llmapi/test_llm_api_connector.py::test_connector_cancel_holds_pages_until_the_save_reads_them[False] # ------------- KV Cache V2 Scheduler IT --------------- - kv_cache/test_kv_cache_v2_scheduler.py::TestKVCacheV2Llama::test_v2_vs_v1_basic - kv_cache/test_kv_cache_v2_scheduler.py::TestKVCacheV2Llama::test_token_budget_limited - kv_cache/test_kv_cache_v2_scheduler.py::TestKVCacheV2Llama::test_chunked_prefill - kv_cache/test_kv_cache_v2_scheduler.py::TestKVCacheV2Llama::test_chunked_prefill_multi_request - kv_cache/test_kv_cache_v2_scheduler.py::TestKVCacheV2Llama::test_eviction[cuda_graph] - kv_cache/test_kv_cache_v2_scheduler.py::TestKVCacheV2Llama::test_eviction[no_cuda_graph] - kv_cache/test_kv_cache_v2_scheduler.py::TestKVCacheV2Llama::test_batch_size_limited - kv_cache/test_kv_cache_v2_scheduler.py::TestKVCacheV2Llama::test_overlap_scheduler[non_overlap] - kv_cache/test_kv_cache_v2_scheduler.py::TestKVCacheV2Llama::test_overlap_scheduler[overlap] - kv_cache/test_kv_cache_v2_scheduler.py::TestKVCacheV2Llama::test_block_reuse - kv_cache/test_kv_cache_v2_scheduler.py::TestKVCacheV2Llama::test_partial_block_reuse - kv_cache/test_kv_cache_v2_scheduler.py::TestKVCacheV2Llama::test_chunked_prefill_with_eviction - kv_cache/test_kv_cache_v2_scheduler.py::TestKVCacheV2Llama::test_eviction_with_block_reuse - kv_cache/test_kv_cache_v2_scheduler.py::TestKVCacheV2Llama::test_chunked_prefill_eviction_block_reuse - kv_cache/test_kv_cache_v2_scheduler.py::TestKVCacheV2Llama::test_eviction_overlap - kv_cache/test_kv_cache_v2_scheduler.py::TestKVCacheV2LoRA::test_lora_v2 - kv_cache/test_kv_cache_v2_scheduler.py::TestKVCacheV2LoRA::test_lora_multi_adapter_v2 - kv_cache/test_kv_cache_v2_scheduler.py::TestKVCacheV2LoRA::test_lora_chunked_prefill - kv_cache/test_kv_cache_v2_scheduler.py::TestKVCacheV2LoRA::test_lora_eviction # ------------- KV Cache Iteration Stats --------------- - kv_cache/test_kv_cache_iteration_stats.py::TestKvCacheIterationStats::test_cold_start - kv_cache/test_kv_cache_iteration_stats.py::TestKvCacheIterationStats::test_partial_block_reuse - kv_cache/test_kv_cache_iteration_stats.py::TestKvCacheIterationStats::test_full_block_reuse - kv_cache/test_kv_cache_iteration_stats.py::TestKvCacheIterationStats::test_shared_prefix - kv_cache/test_kv_cache_iteration_stats.py::TestKvCacheIterationStats::test_batch_generation - kv_cache/test_kv_cache_iteration_stats.py::TestKvCacheIterationStats::test_long_context - kv_cache/test_kv_cache_iteration_stats.py::TestKvCacheIterationStats::test_rapid_fire - kv_cache/test_kv_cache_iteration_stats.py::TestKvCacheIterationStats::test_field_completeness # ------------- Prefix-aware scheduling E2E tests --------------- - kv_cache/test_prefix_aware_scheduling.py::TestServePrefixAwareScheduling::test_multi_round_qa_shared_prefix_smoke # ------------- Visual Gen tests --------------- - unittest/_torch/visual_gen/kernels/test_nvfp4_conv3d.py - unittest/_torch/visual_gen/test_media_decode.py - unittest/_torch/visual_gen/test_runtime_lora.py - unittest/_torch/visual_gen/test_warmup.py - unittest/_torch/visual_gen/test_cache_dit.py - unittest/_torch/visual_gen/test_quant_ops.py - unittest/_torch/visual_gen/test_pertoken_adaln.py - unittest/_torch/visual_gen/test_attention_cute_dsl.py - unittest/_torch/visual_gen/test_fa4_cutlass_compatibility.py - unittest/_torch/visual_gen/sparse_attention/vsa/test_vsa_attention.py - unittest/_torch/visual_gen/sparse_attention/vsa/test_vsa_kernels.py - unittest/_torch/visual_gen/sparse_attention/vsa/test_vsa_parity.py - unittest/_torch/visual_gen/sparse_attention/sol/test_sol_attention.py - unittest/_torch/visual_gen/sparse_attention/sol/test_sol_parity.py - unittest/_torch/visual_gen/sparse_attention/sol/test_sol_predictor.py - unittest/_torch/visual_gen/sparse_attention/sol/test_sol_predictor_kernels.py - unittest/_torch/visual_gen/sparse_attention/test_sage_block_sparse.py - unittest/_torch/visual_gen/test_attention_flashinfer.py - unittest/_torch/visual_gen/test_attention_trtllm_sage.py - unittest/_torch/visual_gen/test_attention_cudnn.py - unittest/_torch/visual_gen/test_block_causal_attention.py - unittest/_torch/kernels/parallel_hw_agnostic/test_block_causal_layout.py - unittest/_torch/kernels/parallel_hw_agnostic/test_copy_kv_slots.py - unittest/_torch/kernels/parallel_hw_agnostic/test_rotate_rows.py - unittest/_torch/kernels/parallel_hw_agnostic/test_scatter_kv_slots.py - unittest/_torch/visual_gen/test_attention_integration.py - unittest/_torch/visual_gen/test_trtllm_attention_metadata.py - unittest/_torch/visual_gen/test_attention_fa4.py - unittest/_torch/visual_gen/test_attention_perf.py - unittest/_torch/visual_gen/test_qwen_image_layered_registry.py - unittest/_torch/visual_gen/test_qwen_image_registry.py - unittest/_torch/visual_gen/test_qwen_image_parity.py - unittest/_torch/visual_gen/test_qwen_image_layered_parity.py - unittest/_torch/visual_gen/test_trtllm_serve_e2e.py - unittest/_torch/visual_gen/test_model_loader.py - unittest/_torch/visual_gen/test_fp4_conv_autotuner.py - unittest/_torch/visual_gen/test_flux_transformer.py - unittest/_torch/visual_gen/test_flux_attention.py - unittest/_torch/visual_gen/test_flux_pipeline.py - unittest/_torch/visual_gen/test_flux2_image_conditioning.py - unittest/_torch/visual_gen/test_ltx2_transformer.py - unittest/_torch/visual_gen/test_ltx2_attention.py - unittest/_torch/visual_gen/test_ltx2_pipeline.py - unittest/_torch/visual_gen/test_wan21_i2v_pipeline.py - unittest/_torch/visual_gen/test_wan21_t2v_pipeline.py - unittest/_torch/visual_gen/test_wan22_i2v_pipeline.py - unittest/_torch/visual_gen/test_wan22_t2v_pipeline.py - unittest/_torch/visual_gen/test_wan22_ti2v_5b_pipeline.py - unittest/_torch/visual_gen/test_wan_vsa_pipeline.py - unittest/_torch/visual_gen/test_wan_dup_up3d.py - unittest/_torch/visual_gen/test_wan_vae.py - unittest/_torch/visual_gen/test_wan_vae_fp4.py - unittest/_torch/visual_gen/test_wan_vae_halo.py - unittest/_torch/visual_gen/test_fastwan_dmd_math.py - unittest/_torch/visual_gen/test_fastwan_pipeline.py - unittest/_torch/visual_gen/test_wan21_i2v_teacache.py - unittest/_torch/visual_gen/test_wan21_t2v_teacache.py - unittest/_torch/visual_gen/test_wan21_t2v_teacache_user_coefficients.py - unittest/_torch/visual_gen/test_wan22_i2v_teacache.py - unittest/_torch/visual_gen/test_wan22_t2v_teacache.py - unittest/_torch/visual_gen/test_offloading.py - unittest/_torch/visual_gen/test_wan_transformer.py - unittest/_torch/visual_gen/test_cosmos3_action.py - unittest/_torch/visual_gen/test_cosmos3_transformer.py - unittest/_torch/visual_gen/test_attention_qkv_share.py - unittest/_torch/visual_gen/test_cosmos3_pipeline.py - unittest/_torch/visual_gen/test_cosmos3_seacache.py - unittest/_torch/visual_gen/test_cosmos3_distilled.py - unittest/_torch/visual_gen/test_cosmos3_fp8.py - unittest/_torch/visual_gen/test_cosmos3_step_precision_component.py - unittest/_torch/visual_gen/test_cosmos3_transfer.py - unittest/_torch/visual_gen/test_control_kernels.py - unittest/_torch/visual_gen/test_hunyuan_video1_5_transformer.py - unittest/_torch/visual_gen/test_hunyuan_video1_5_pipeline.py - examples/visual_gen/test_visual_gen_wan.py::test_wan_t2v_example - examples/visual_gen/test_visual_gen_flux.py::test_flux1_example - examples/visual_gen/test_visual_gen_flux.py::test_flux2_example - examples/visual_gen/test_visual_gen_flux.py::test_flux2_reference_image_example - examples/visual_gen/test_visual_gen_ltx2.py::test_ltx2_example - examples/visual_gen/test_visual_gen_wan.py::test_wan_i2v_example - examples/visual_gen/test_visual_gen_cosmos3.py::test_cosmos3_example[nano-1gpu] - examples/visual_gen/test_visual_gen_cosmos3.py::test_cosmos3_example[super-1gpu] - examples/visual_gen/test_visual_gen_cosmos3.py::test_cosmos3_edge_policy_droid_example TIMEOUT (20) - examples/visual_gen/test_visual_gen_qwen_image.py::test_qwen_image_example - examples/visual_gen/test_visual_gen_qwen_image.py::test_qwen_image_layered_example - examples/visual_gen/test_visual_gen_qwen_image.py::test_qwen_image_edit_example - examples/visual_gen/test_visual_gen_hunyuan.py::test_hunyuan_t2v_example TIMEOUT (30) - unittest/_torch/visual_gen/test_cosmos3_edge.py - unittest/_torch/visual_gen/test_cosmos3_example_prompts.py - unittest/_torch/visual_gen/test_glm_image_transformer.py - unittest/_torch/visual_gen/test_glm_image_pipeline.py - unittest/_torch/visual_gen/test_minimax_h3_transformer.py - unittest/_torch/visual_gen/test_minimax_h3_vsa.py - unittest/_torch/visual_gen/test_minimax_h3_fused_rope.py - unittest/_torch/visual_gen/test_minimax_h3_fused_adaln.py - unittest/_torch/visual_gen/test_minimax_h3_vae_decode.py - examples/visual_gen/test_minimax_h3_e2e.py::test_minimax_h3_public_visual_gen_api_smoke TIMEOUT (60) - examples/visual_gen/test_minimax_h3_e2e.py::test_minimax_h3_diffusers_lpips_and_audio_reference[t2va] TIMEOUT (60) - examples/visual_gen/test_minimax_h3_e2e.py::test_minimax_h3_diffusers_lpips_and_audio_reference[fl2va] TIMEOUT (60) - examples/visual_gen/test_minimax_h3_e2e.py::test_minimax_h3_diffusers_lpips_and_audio_reference[ref2va] TIMEOUT (30) # ------------- Host perf module regression tests (6 representative scenarios) --------------- - perf/host_perf/test_module_scheduler.py::test_scheduler_production[production_gen_only_bs8] - perf/host_perf/test_module_scheduler.py::test_scheduler_production[production_mixed_32gen_4ctx] - perf/host_perf/test_module_sampler.py::test_sampler_update_greedy[greedy_bs8] - perf/host_perf/test_module_sampler.py::test_sampler_update_stop_words[stopwords_bs32] - perf/host_perf/test_module_resource_manager.py::test_kv_cache_prepare_generation - perf/host_perf/test_module_resource_manager.py::test_kv_cache_prepare_context # ------------- Host perf E2E regression tests (reuse perf_sanity with host-overhead-dominant configs) --------------- - perf/test_perf_sanity.py::test_e2e[aggr_upload-host_perf_deepseek_v3_lite-v3lite_fp8_bs8_128_256] - condition: ranges: system_gpu_count: gte: 1 lte: 1 wildcards: gpu: - '*b100*' - '*b200*' linux_distribution_name: ubuntu* terms: stage: post_merge backend: pytorch tests: - unittest/disaggregated/test_openai_server_info.py - examples/visual_gen/test_visual_gen_cosmos3.py::test_cosmos3_t2i_4step_example TIMEOUT (30) - examples/visual_gen/test_visual_gen_cosmos3.py::test_cosmos3_i2v_4step_example TIMEOUT (45) - examples/visual_gen/test_visual_gen_cosmos3.py::test_cosmos3_edge_i2v_example TIMEOUT (30) - examples/visual_gen/test_visual_gen_cosmos3.py::test_cosmos3_edge_fp8_t2i_smoke TIMEOUT (20) - examples/visual_gen/test_visual_gen_cosmos3.py::test_cosmos3_edge_fp8_t2v_smoke TIMEOUT (20) - examples/visual_gen/test_visual_gen_cosmos3.py::test_cosmos3_edge_fp8_i2v_smoke TIMEOUT (20) - condition: ranges: system_gpu_count: gte: 1 lte: 1 wildcards: gpu: - '*b100*' - '*b200*' linux_distribution_name: ubuntu* terms: stage: post_merge backend: pytorch tests: # ------------- PyTorch tests --------------- # Covered by H100 pre_merge for primary HW-agnostic signal; keep B200 runtime # canary in post_merge for CUDA IPC / virtual memory / profiling paths. - unittest/_torch/misc # Kimi K3 MoE routing shape on the TRTLLM backend (random weights, no # checkpoint); ~13 min, too heavy for pre_merge. Mirrors l0_gb300_multi_gpus. - unittest/_torch/moe/test_moe_backend.py -k "kimi_k3_shape" # Keep new full-corpus EAGLE-3 baselines in post_merge until repeated green # runs establish stable references. - accuracy/test_llm_api_pytorch.py::TestGPTOSS::test_eagle3_1gpu[cutlass-one_model] TIMEOUT (60) - accuracy/test_llm_api_pytorch.py::TestQwen3_30B_A3B::test_eagle3_accuracy[linear] TIMEOUT (60) - accuracy/test_llm_api_pytorch.py::TestQwen3_30B_A3B::test_eagle3_accuracy[dynamic] TIMEOUT (60) - accuracy/test_llm_api_pytorch.py::TestQwen3_8B::test_w4a8_mxfp4[fp8-latency] - accuracy/test_llm_api_pytorch.py::TestQwen3_8B::test_w4a8_mxfp4[mxfp8-latency] - accuracy/test_llm_api_pytorch.py::TestQwen3_30B_A3B::test_nvfp4[latency_moe_cutlass-torch_compile=False] - accuracy/test_llm_api_pytorch.py::TestQwen3_30B_A3B::test_nvfp4[latency_moe_trtllm-torch_compile=False] - accuracy/test_llm_api_pytorch.py::TestQwen3_30B_A3B::test_nvfp4[latency_moe_cutlass-torch_compile=True] - accuracy/test_llm_api_pytorch.py::TestQwen3_30B_A3B::test_w4a8_mxfp4[fp8-latency-CUTLASS] - accuracy/test_llm_api_pytorch.py::TestQwen3_30B_A3B::test_w4a16_mxfp4[latency-TRITON] - accuracy/test_llm_api_pytorch.py::TestQwen3_30B_A3B::test_w4a8_mxfp4[mxfp8-latency-CUTLASS] - accuracy/test_llm_api_pytorch.py::TestQwen3_5_35B_A3B::test_fp8[enable_block_reuse=False] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_nvfp4[moe_backend=CUTLASS-mtp_nextn=0-fp8kv=False-attention_dp=False-cuda_graph=False-overlap_scheduler=False-torch_compile=False] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_nvfp4[moe_backend=CUTLASS-mtp_nextn=0-fp8kv=False-attention_dp=False-cuda_graph=False-overlap_scheduler=False-torch_compile=True] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_nvfp4[moe_backend=CUTLASS-mtp_nextn=0-fp8kv=True-attention_dp=False-cuda_graph=False-overlap_scheduler=False-torch_compile=False] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_nvfp4[moe_backend=CUTLASS-mtp_nextn=2-fp8kv=False-attention_dp=False-cuda_graph=False-overlap_scheduler=False-torch_compile=False] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_nvfp4[moe_backend=CUTLASS-mtp_nextn=2-fp8kv=True-attention_dp=False-cuda_graph=False-overlap_scheduler=False-torch_compile=False] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_nvfp4[moe_backend=CUTLASS-mtp_nextn=0-fp8kv=False-attention_dp=True-cuda_graph=False-overlap_scheduler=False-torch_compile=False] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_nvfp4[moe_backend=CUTLASS-mtp_nextn=0-fp8kv=False-attention_dp=True-cuda_graph=False-overlap_scheduler=False-torch_compile=True] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_nvfp4[moe_backend=CUTLASS-mtp_nextn=0-fp8kv=False-attention_dp=False-cuda_graph=False-overlap_scheduler=True-torch_compile=False] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_nvfp4[moe_backend=CUTLASS-mtp_nextn=0-fp8kv=False-attention_dp=False-cuda_graph=True-overlap_scheduler=False-torch_compile=False] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_nvfp4[moe_backend=TRTLLM-mtp_nextn=0-fp8kv=False-attention_dp=False-cuda_graph=True-overlap_scheduler=False-torch_compile=False] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_nvfp4[moe_backend=CUTLASS-mtp_nextn=2-fp8kv=False-attention_dp=False-cuda_graph=True-overlap_scheduler=False-torch_compile=False] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_nvfp4[moe_backend=TRTLLM-mtp_nextn=2-fp8kv=False-attention_dp=False-cuda_graph=True-overlap_scheduler=False-torch_compile=False] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_nvfp4[moe_backend=CUTEDSL-mtp_nextn=0-fp8kv=True-attention_dp=True-cuda_graph=True-overlap_scheduler=True-torch_compile=False] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_bfloat16_python_scheduler[mtp_nextn=0-attention_dp=False-cuda_graph=False-overlap_scheduler=False-enable_chunked_prefill=False] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_bfloat16_python_scheduler[mtp_nextn=0-attention_dp=True-cuda_graph=True-overlap_scheduler=True-enable_chunked_prefill=False] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_bfloat16_python_scheduler[mtp_nextn=2-attention_dp=False-cuda_graph=False-overlap_scheduler=False-enable_chunked_prefill=False] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_bfloat16_python_scheduler[mtp_nextn=2-attention_dp=True-cuda_graph=True-overlap_scheduler=True-enable_chunked_prefill=False] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_bfloat16_python_scheduler[mtp_nextn=2-attention_dp=False-cuda_graph=False-overlap_scheduler=False-enable_chunked_prefill=True] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_bfloat16_python_scheduler[mtp_nextn=0-attention_dp=False-cuda_graph=False-overlap_scheduler=False-enable_chunked_prefill=True] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_bfloat16_python_scheduler[mtp_nextn=0-attention_dp=True-cuda_graph=True-overlap_scheduler=True-enable_chunked_prefill=True] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_bfloat16_python_scheduler[mtp_nextn=2-attention_dp=True-cuda_graph=True-overlap_scheduler=True-enable_chunked_prefill=True] - accuracy/test_llm_api_pytorch.py::TestQwen3_5_35B_A3B::test_bf16[tp1-CUTLASS] - accuracy/test_llm_api_pytorch.py::TestQwen3_5_35B_A3B::test_bf16[tp1-TRTLLM] - accuracy/test_llm_api_pytorch.py::TestQwen3_5_35B_A3B::test_bf16_branch_snapshot[enable_branch_snapshot=True] - accuracy/test_llm_api_pytorch.py::TestSeedOss_36B::test_auto_dtype - accuracy/test_llm_api_pytorch.py::TestGPTOSS::test_w4_1gpu[v1_kv_cache-True-True-trtllm-auto] - accuracy/test_llm_api_pytorch.py::TestGPTOSS::test_w4_1gpu[v2_kv_cache-True-True-trtllm-auto] - accuracy/test_llm_api_pytorch_multimodal.py::TestGemma4_26B_A4B::test_nvfp4 - accuracy/test_llm_api_pytorch_multimodal.py::TestNanoV3Omni::test_auto_dtype[bf16] - accuracy/test_llm_api_pytorch_multimodal.py::TestNanoV3Omni::test_auto_dtype[nvfp4] - accuracy/test_llm_api_pytorch_multimodal.py::TestQwen3_8_Flash_Next_VL::test_nvfp4_1gpu_mtp3_trtllm_ple_offload # ------------- VisualGen single-GPU tests --------------- - examples/visual_gen/test_visual_gen_wan.py::test_visual_gen_quickstart - examples/visual_gen/test_visual_gen_wan.py::test_visual_gen_api_walkthrough - examples/visual_gen/test_visual_gen_flux.py::test_flux1_lpips_against_golden - examples/visual_gen/test_visual_gen_flux.py::test_flux2_lpips_against_golden - examples/visual_gen/test_visual_gen_glm.py::test_glm_image_lpips_against_golden - examples/visual_gen/test_visual_gen_flux.py::test_flux_accuracy_against_golden[flux1-fp8-blockwise] - examples/visual_gen/test_visual_gen_flux.py::test_flux_accuracy_against_golden[flux1-nvfp4] - examples/visual_gen/test_visual_gen_flux.py::test_flux_accuracy_against_golden[flux1-nvfp4-static] - examples/visual_gen/test_visual_gen_flux.py::test_flux_accuracy_against_golden[flux1-nvfp4-static-mha-quantize] - examples/visual_gen/test_visual_gen_flux.py::test_flux_accuracy_against_golden[flux1-cuda-graph] - examples/visual_gen/test_visual_gen_flux.py::test_flux_accuracy_against_golden[flux2-fp8-blockwise] - examples/visual_gen/test_visual_gen_flux.py::test_flux_accuracy_against_golden[flux2-nvfp4] - examples/visual_gen/test_visual_gen_flux.py::test_flux_accuracy_against_golden[flux2-cuda-graph] - examples/visual_gen/test_visual_gen_qwen_image.py::test_qwenimage_feature_accuracy_against_golden[fp8-blockwise] - examples/visual_gen/test_visual_gen_qwen_image.py::test_qwenimage_feature_accuracy_against_golden[nvfp4] - examples/visual_gen/test_visual_gen_qwen_image.py::test_qwenimage_feature_accuracy_against_golden[cuda-graph] - examples/visual_gen/test_visual_gen_cosmos3.py::test_cosmos3_feature_accuracy_against_golden[fp8-blockwise] - examples/visual_gen/test_visual_gen_cosmos3.py::test_cosmos3_feature_accuracy_against_golden[nvfp4] - examples/visual_gen/test_visual_gen_glm.py::test_glm_image_feature_accuracy_against_golden[fp8-blockwise] - examples/visual_gen/test_visual_gen_glm.py::test_glm_image_feature_accuracy_against_golden[nvfp4] - examples/visual_gen/test_visual_gen_ltx2.py::test_ltx2_feature_accuracy_against_golden[fp8-blockwise] - examples/visual_gen/test_visual_gen_ltx2.py::test_ltx2_feature_accuracy_against_golden[nvfp4] - examples/visual_gen/test_visual_gen_ltx2.py::test_ltx2_feature_accuracy_against_golden[cuda-graph] - examples/visual_gen/test_visual_gen_wan.py::test_wan_feature_accuracy_against_golden[wan21-fp8-blockwise] - examples/visual_gen/test_visual_gen_wan.py::test_wan_feature_accuracy_against_golden[wan21-nvfp4] - examples/visual_gen/test_visual_gen_wan.py::test_wan_feature_accuracy_against_golden[wan21-cuda-graph] - examples/visual_gen/test_visual_gen_wan.py::test_wan_feature_accuracy_against_golden[wan22-fp8-blockwise] - examples/visual_gen/test_visual_gen_wan.py::test_wan_feature_accuracy_against_golden[wan22-nvfp4] - examples/visual_gen/test_visual_gen_wan.py::test_wan_feature_accuracy_against_golden[wan22-cuda-graph] - examples/visual_gen/test_visual_gen_ltx2.py::test_ltx2_lpips_against_golden - examples/visual_gen/test_visual_gen_ltx23.py::test_ltx23_lpips_against_golden[bf16] - examples/visual_gen/test_visual_gen_ltx23.py::test_ltx23_lpips_against_golden[fp8] - examples/visual_gen/test_visual_gen_ltx23.py::test_ltx23_lpips_against_golden[nvfp4] - examples/visual_gen/test_visual_gen_ltx23.py::test_ltx23_retake_lpips_against_golden[bf16] - examples/visual_gen/test_visual_gen_ltx23.py::test_ltx23_retake_lpips_against_golden[fp8] - examples/visual_gen/test_visual_gen_ltx23.py::test_ltx23_retake_lpips_against_golden[nvfp4] - examples/visual_gen/test_visual_gen_ltx2.py::test_ltx2_cuda_graph_lpips_matches_eager - examples/visual_gen/test_visual_gen_ltx2.py::test_ltx2_cuda_graph_trtllm_backend - examples/visual_gen/test_visual_gen_wan.py::test_wan21_t2v_lpips_against_golden - examples/visual_gen/test_visual_gen_wan.py::test_wan22_t2v_lpips_against_golden # Real-checkpoint cases; the weights come from the shared CI model store. - examples/visual_gen/test_minimax_h3_e2e.py::test_minimax_h3_released_transformer_loads_and_runs TIMEOUT (30) - examples/visual_gen/test_minimax_h3_e2e.py::test_minimax_h3_released_transformer_dynamic_quant_compile_smoke[FP8] TIMEOUT (30) - examples/visual_gen/test_minimax_h3_e2e.py::test_minimax_h3_released_transformer_dynamic_quant_compile_smoke[FP8_BLOCK_SCALES] TIMEOUT (30) - examples/visual_gen/test_minimax_h3_e2e.py::test_minimax_h3_released_transformer_dynamic_quant_compile_smoke[NVFP4] TIMEOUT (30) - examples/visual_gen/test_minimax_h3_e2e.py::test_minimax_h3_released_pipeline_smoke TIMEOUT (30) - examples/visual_gen/test_minimax_h3_e2e.py::test_minimax_h3_diffusers_lpips_and_audio_reference[t2va-fp8-blockwise] TIMEOUT (30) # Measured on B200 with TRT-LLM commit 85665f5f from the staging main image: # QwenImage ~5 min, Cosmos3-Nano T2I ~3 min, and T2V ~5 min. - examples/visual_gen/test_visual_gen_qwen_image.py::test_qwenimage_lpips_against_golden TIMEOUT (10) - examples/visual_gen/test_visual_gen_qwen_image.py::test_qwen_image_layered_lpips_against_golden TIMEOUT (10) - examples/visual_gen/test_visual_gen_cosmos3.py::test_cosmos3_nano_t2i_lpips_against_golden TIMEOUT (10) - examples/visual_gen/test_visual_gen_cosmos3.py::test_cosmos3_nano_t2v_lpips_against_golden TIMEOUT (15) - examples/visual_gen/test_visual_gen_cosmos3.py::test_cosmos3_nano_v2v_lpips_against_golden TIMEOUT (10) - examples/visual_gen/test_visual_gen_cosmos3.py::test_cosmos3_i2v_4step_lpips_against_golden TIMEOUT (20) - examples/visual_gen/test_visual_gen_cosmos3.py::test_cosmos3_edge_t2v_lpips_against_golden TIMEOUT (20) - examples/visual_gen/test_visual_gen_cosmos3.py::test_cosmos3_edge_i2v_lpips_against_golden TIMEOUT (15) - examples/visual_gen/test_visual_gen_cosmos3.py::test_cosmos3_edge_t2i_lpips_against_golden TIMEOUT (15) - examples/visual_gen/test_visual_gen_wan.py::test_fastwan_lpips_against_golden TIMEOUT (10) # Heavyweight CPU-offload accuracy tests (each loads the full pipeline twice: # offload + baseline). Kept in post_merge to bound the B200 pre_merge wall-time. - unittest/_torch/visual_gen/test_wan22_t2v_offload.py::TestWan22_A14B_Offload::test_wan22_offload_matches_baseline - unittest/_torch/visual_gen/test_wan22_t2v_offload.py::TestWan22_A14B_Offload::test_wan22_fp8_offload_matches_baseline - unittest/_torch/visual_gen/test_cosmos3_t2v_offload.py::TestCosmos3Offload::test_cosmos3_offload_matches_baseline - visual_gen/test_minimax_h3_offload.py::test_minimax_h3_offload_memory_and_parity TIMEOUT (30) - examples/visual_gen/test_visual_gen_hunyuan.py::test_hunyuan_t2v_lpips_against_golden TIMEOUT (10) - visual_gen/test_visual_gen_benchmark.py::test_offline_benchmark - visual_gen/test_visual_gen_benchmark.py::test_online_benchmark[openai-videos] # ---- moved to post-merge (MoE CI optimization) ---- - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_nvfp4[moe_backend=CUTLASS-mtp_nextn=2-fp8kv=True-attention_dp=False-cuda_graph=True-overlap_scheduler=True-torch_compile=False] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_nvfp4[moe_backend=TRTLLM-mtp_nextn=2-fp8kv=True-attention_dp=False-cuda_graph=True-overlap_scheduler=True-torch_compile=False] - accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_nvfp4[moe_backend=CUTEDSL-mtp_nextn=2-fp8kv=True-attention_dp=True-cuda_graph=True-overlap_scheduler=True-torch_compile=False] - unittest/_torch/moe/test_moe_backend.py::test_moe_backend -k "CUTLASS" - unittest/_torch/moe/test_moe_backend.py::test_moe_backend -k "TRTLLM" - unittest/_torch/moe/test_moe_backend.py::test_moe_backend -k "CUTEDSL and not MEGAMOE_CUTEDSL" - unittest/_torch/moe/test_moe_backend.py::test_moe_backend -k "DEEPGEMM and not MEGAMOE_DEEPGEMM" - unittest/_torch/moe/test_moe_backend.py::test_moe_backend -k "DENSEGEMM" - unittest/_torch/moe/test_moe_backend.py::test_moe_backend -k "MEGAMOE_CUTEDSL" - unittest/_torch/moe/test_moe_backend.py::test_moe_backend -k "MEGAMOE_DEEPGEMM" # ---- non-quantized (quant=None) moved to post-merge ---- - unittest/_torch/moe/test_moe_module.py::test_configurable_moe_single_gpu -k "CUTLASS and None"