(:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:248);_forward (freetoken/scheduler/scheduler.py:898);forward_batch (freetoken/engine/engine.py:1093);forward (freetoken/models/qwen4_exp/model.py:217);forward (freetoken/models/qwen4_exp/model.py:122);wrapper (freetoken/utils/torch_utils.py:33);forward (freetoken/models/qwen4_exp/model.py:84);combine (freetoken/models/qwen4_exp/hc.py:150);hc_combine (hc.py:260); (triton/runtime/jit.py:370);run (triton/runtime/jit.py:744);__call__ (triton/backends/nvidia/driver.py:713) 183 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:239);_schedule_next_batch (freetoken/scheduler/scheduler.py:866);_prepare_batch (freetoken/scheduler/scheduler.py:813);_make_input_tuple (freetoken/scheduler/scheduler.py:949) 1 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:248);_forward (freetoken/scheduler/scheduler.py:898);forward_batch (freetoken/engine/engine.py:1093);forward (freetoken/models/qwen4_exp/model.py:217);forward (freetoken/models/qwen4_exp/model.py:122);wrapper (freetoken/utils/torch_utils.py:33);forward (freetoken/models/qwen4_exp/model.py:86);forward (freetoken/models/qwen4_exp/moe.py:26);shared_gate_mul_add (moe_shared_gate.py:121);_prefill_routed (freetoken/layers/moe.py:371);_expert_gemm (freetoken/layers/moe.py:422);apply (freetoken/layers/quantization/moe/base.py:187);apply (freetoken/layers/quantization/moe/nvfp4.py:77);fused_experts_nvfp4 (freetoken/moe/fused_nvfp4.py:328);_prefill_gemm (freetoken/moe/fused_nvfp4.py:265); (triton/runtime/jit.py:370);run (triton/runtime/jit.py:710) 1 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:248);_forward (freetoken/scheduler/scheduler.py:898);forward_batch (freetoken/engine/engine.py:1093);forward (freetoken/models/qwen4_exp/model.py:217);forward (freetoken/models/qwen4_exp/model.py:122);wrapper (freetoken/utils/torch_utils.py:33);forward (freetoken/models/qwen4_exp/model.py:86);forward (freetoken/models/qwen4_exp/moe.py:25);forward (freetoken/layers/moe.py:199);prefill_forward (freetoken/layers/moe.py:251);_prefill_routed (freetoken/layers/moe.py:361);_expert_gemm (freetoken/layers/moe.py:422);apply (freetoken/layers/quantization/moe/base.py:187);apply (freetoken/layers/quantization/moe/nvfp4.py:77);fused_experts_nvfp4 (freetoken/moe/fused_nvfp4.py:321) 2 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:248);_forward (freetoken/scheduler/scheduler.py:898);forward_batch (freetoken/engine/engine.py:1093);forward (freetoken/models/qwen4_exp/model.py:217);forward (freetoken/models/qwen4_exp/model.py:122);wrapper (freetoken/utils/torch_utils.py:33);forward (freetoken/models/qwen4_exp/model.py:86);forward (freetoken/models/qwen4_exp/moe.py:23);forward (freetoken/models/qwen3_5_moe/moe.py:35);silu_and_mul (freetoken/layers/activation.py:17);_auto_dump_wrapper (flashinfer/api_logging.py:2333);silu_and_mul (flashinfer/activation.py:113);_act_and_mul (flashinfer/activation.py:54) 17 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:248);_forward (freetoken/scheduler/scheduler.py:898);forward_batch (freetoken/engine/engine.py:1093);forward (freetoken/models/qwen4_exp/model.py:217);forward (freetoken/models/qwen4_exp/model.py:122);wrapper (freetoken/utils/torch_utils.py:33);forward (freetoken/models/qwen4_exp/model.py:86);forward (freetoken/models/qwen4_exp/moe.py:25);forward (freetoken/layers/moe.py:199);prefill_forward (freetoken/layers/moe.py:251);_prefill_routed (freetoken/layers/moe.py:361);_expert_gemm (freetoken/layers/moe.py:422);apply (freetoken/layers/quantization/moe/base.py:187);apply (freetoken/layers/quantization/moe/nvfp4.py:77);fused_experts_nvfp4 (freetoken/moe/fused_nvfp4.py:322);_prefill_gemm (freetoken/moe/fused_nvfp4.py:265) 1 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:248);_forward (freetoken/scheduler/scheduler.py:898);forward_batch (freetoken/engine/engine.py:1093);forward (freetoken/models/qwen4_exp/model.py:217);forward (freetoken/models/qwen4_exp/model.py:122);wrapper (freetoken/utils/torch_utils.py:33);forward (freetoken/models/qwen4_exp/model.py:85);mix (freetoken/models/qwen4_exp/hc.py:145);_mix_kernel (freetoken/models/qwen4_exp/hc.py:124);_down (freetoken/models/qwen4_exp/hc.py:118);forward (freetoken/layers/linear.py:51);apply (freetoken/layers/quantization/linear/base.py:64);apply (freetoken/layers/quantization/linear/unquantized.py:24) 10 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:248);_forward (freetoken/scheduler/scheduler.py:898);forward_batch (freetoken/engine/engine.py:1093);forward (freetoken/models/qwen4_exp/model.py:217);forward (freetoken/models/qwen4_exp/model.py:122);wrapper (freetoken/utils/torch_utils.py:33);forward (freetoken/models/qwen4_exp/model.py:86);forward (freetoken/models/qwen4_exp/moe.py:24);forward (freetoken/models/qwen3_5_moe/moe.py:35);forward (freetoken/layers/linear.py:178);_auto_dump_wrapper (flashinfer/api_logging.py:2333);silu_and_mul (flashinfer/activation.py:108);get (:809) 1 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:248);_forward (freetoken/scheduler/scheduler.py:898);forward_batch (freetoken/engine/engine.py:1093);replay (freetoken/engine/graph.py:212);replay (torch/cuda/graphs.py:139) 45 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:239);_schedule_next_batch (freetoken/scheduler/scheduler.py:866);_prepare_batch (freetoken/scheduler/scheduler.py:842);prepare_metadata (freetoken/attention/qsa_sparse.py:221) 1 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:256);_process_last_data (freetoken/scheduler/scheduler.py:404);_gpu_mem_bytes (freetoken/scheduler/scheduler.py:482);memory_reserved (torch/cuda/memory.py:563);memory_stats (torch/cuda/memory.py:326);_recurse_add_to_result (torch/cuda/memory.py:321);_recurse_add_to_result (torch/cuda/memory.py:321);_recurse_add_to_result (torch/cuda/memory.py:321) 1 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:248);_forward (freetoken/scheduler/scheduler.py:898);forward_batch (freetoken/engine/engine.py:1093);forward (freetoken/models/qwen4_exp/model.py:217);forward (freetoken/models/qwen4_exp/model.py:122);wrapper (freetoken/utils/torch_utils.py:33);forward (freetoken/models/qwen4_exp/model.py:86);forward (freetoken/models/qwen4_exp/moe.py:25);forward (freetoken/layers/moe.py:199);prefill_forward (freetoken/layers/moe.py:251);_prefill_routed (freetoken/layers/moe.py:360);_wait_prefill_overlap (freetoken/layers/moe.py:396);prefetch_prefill_layer (freetoken/moe/offload_cache.py:700);copy (freetoken/moe/offload_cache.py:690) 2 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:214);_flush_abort_acks (freetoken/scheduler/scheduler.py:887);_reply_tokenizer_rank0 (freetoken/scheduler/io.py:128);put (freetoken/utils/mp.py:26);send (zmq/sugar/socket.py:713) 1 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:248);_forward (freetoken/scheduler/scheduler.py:898);forward_batch (freetoken/engine/engine.py:1093);forward (freetoken/models/qwen4_exp/model.py:217);forward (freetoken/models/qwen4_exp/model.py:122);wrapper (freetoken/utils/torch_utils.py:33);forward (freetoken/models/qwen4_exp/model.py:85);mix (freetoken/models/qwen4_exp/hc.py:145);_mix_kernel (freetoken/models/qwen4_exp/hc.py:125);forward (freetoken/layers/linear.py:51);apply (freetoken/layers/quantization/linear/base.py:64);apply (freetoken/layers/quantization/linear/unquantized.py:24) 5 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:214) 1 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:248);_forward (freetoken/scheduler/scheduler.py:898);forward_batch (freetoken/engine/engine.py:1093);forward (freetoken/models/qwen4_exp/model.py:217);forward (freetoken/models/qwen4_exp/model.py:122);wrapper (freetoken/utils/torch_utils.py:33);forward (freetoken/models/qwen4_exp/model.py:86);forward (freetoken/models/qwen4_exp/moe.py:25);forward (freetoken/layers/moe.py:199);prefill_forward (freetoken/layers/moe.py:251);_prefill_routed (freetoken/layers/moe.py:360);_wait_prefill_overlap (freetoken/layers/moe.py:395);prefetch_prefill_layer (freetoken/moe/offload_cache.py:700);copy (freetoken/moe/offload_cache.py:690) 1 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:248);_forward (freetoken/scheduler/scheduler.py:898);forward_batch (freetoken/engine/engine.py:1093);forward (freetoken/models/qwen4_exp/model.py:217);forward (freetoken/models/qwen4_exp/model.py:122);wrapper (freetoken/utils/torch_utils.py:33);forward (freetoken/models/qwen4_exp/model.py:86);forward (freetoken/models/qwen4_exp/moe.py:25);forward (freetoken/layers/moe.py:199);prefill_forward (freetoken/layers/moe.py:245);fused_topk (freetoken/moe/fused.py:44);fused_topk_softmax (moe_router.py:135); (triton/runtime/jit.py:370);run (triton/runtime/jit.py:744);__call__ (triton/backends/nvidia/driver.py:713) 1 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:248);_forward (freetoken/scheduler/scheduler.py:898);forward_batch (freetoken/engine/engine.py:1093);forward (freetoken/models/qwen4_exp/model.py:217);forward (freetoken/models/qwen4_exp/model.py:122);wrapper (freetoken/utils/torch_utils.py:33);forward (freetoken/models/qwen4_exp/model.py:83);wrapper (freetoken/utils/torch_utils.py:33);forward (freetoken/models/qwen4_exp/attention.py:163);qsa_forward (freetoken/attention/qsa_sparse.py:331);_select (freetoken/attention/qsa_sparse.py:506);_top_blocks (freetoken/attention/qsa_sparse.py:535);qsa_block_topk (qsa/topk.py:414) 1 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:248);_forward (freetoken/scheduler/scheduler.py:898);forward_batch (freetoken/engine/engine.py:1093);forward (freetoken/models/qwen4_exp/model.py:217);forward (freetoken/models/qwen4_exp/model.py:122);wrapper (freetoken/utils/torch_utils.py:33);forward (freetoken/models/qwen4_exp/model.py:81);forward (freetoken/models/qwen4_exp/gdn.py:177);_gate_params (freetoken/models/qwen4_exp/gdn.py:89) 3 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:248);_forward (freetoken/scheduler/scheduler.py:898);forward_batch (freetoken/engine/engine.py:1093);forward (freetoken/models/qwen4_exp/model.py:217);forward (freetoken/models/qwen4_exp/model.py:122);wrapper (freetoken/utils/torch_utils.py:33);forward (freetoken/models/qwen4_exp/model.py:86);forward (freetoken/models/qwen4_exp/moe.py:25);forward (freetoken/layers/moe.py:199);prefill_forward (freetoken/layers/moe.py:245);fused_topk (freetoken/moe/fused.py:44);fused_topk_softmax (moe_router.py:125) 1 __len__ (torch/_tensor.py:1201) 1 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:248);_forward (freetoken/scheduler/scheduler.py:898);forward_batch (freetoken/engine/engine.py:1103);wrapper (freetoken/utils/torch_utils.py:33);sample (freetoken/engine/sample.py:80);sample_impl (freetoken/engine/sample.py:50);_auto_dump_wrapper (flashinfer/api_logging.py:2333);softmax (flashinfer/sampling.py:789);softmax (flashinfer/sampling.py:89) 1 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:248);_forward (freetoken/scheduler/scheduler.py:898);forward_batch (freetoken/engine/engine.py:1093);forward (freetoken/models/qwen4_exp/model.py:217);forward (freetoken/models/qwen4_exp/model.py:122);wrapper (freetoken/utils/torch_utils.py:33);forward (freetoken/models/qwen4_exp/model.py:86);forward (freetoken/models/qwen4_exp/moe.py:25);forward (freetoken/layers/moe.py:199);prefill_forward (freetoken/layers/moe.py:251);_prefill_routed (freetoken/layers/moe.py:361);_expert_gemm (freetoken/layers/moe.py:422);apply (freetoken/layers/quantization/moe/base.py:187);apply (freetoken/layers/quantization/moe/nvfp4.py:77);fused_experts_nvfp4 (freetoken/moe/fused_nvfp4.py:314);_prefill_gemm (freetoken/moe/fused_nvfp4.py:265); (triton/runtime/jit.py:370) 1 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:248);_forward (freetoken/scheduler/scheduler.py:898);forward_batch (freetoken/engine/engine.py:1093);replay (freetoken/engine/graph.py:211);prepare_for_replay (freetoken/attention/qsa_sparse.py:611);_stage_decode (freetoken/attention/qsa_sparse.py:259);wrapped (torch/_tensor.py:47);__floordiv__ (torch/_tensor.py:1161) 8 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:256);_process_last_data (freetoken/scheduler/scheduler.py:314);synchronize (torch/cuda/streams.py:254) 416 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:248);_forward (freetoken/scheduler/scheduler.py:898);forward_batch (freetoken/engine/engine.py:1093);forward (freetoken/models/qwen4_exp/model.py:217);forward (freetoken/models/qwen4_exp/model.py:122);wrapper (freetoken/utils/torch_utils.py:33);forward (freetoken/models/qwen4_exp/model.py:86);forward (freetoken/models/qwen4_exp/moe.py:23);forward (freetoken/models/qwen3_5_moe/moe.py:35);forward (freetoken/layers/linear.py:51);apply (freetoken/layers/quantization/linear/base.py:64);apply (freetoken/layers/quantization/linear/unquantized.py:24) 61 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:248);_forward (freetoken/scheduler/scheduler.py:898);forward_batch (freetoken/engine/engine.py:1093);forward (freetoken/models/qwen4_exp/model.py:217);forward (freetoken/models/qwen4_exp/model.py:122);wrapper (freetoken/utils/torch_utils.py:33);forward (freetoken/models/qwen4_exp/model.py:81);forward (freetoken/models/qwen4_exp/gdn.py:179) 1 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:248);_forward (freetoken/scheduler/scheduler.py:898);forward_batch (freetoken/engine/engine.py:1093);forward (freetoken/models/qwen4_exp/model.py:217);forward (freetoken/models/qwen4_exp/model.py:122);wrapper (freetoken/utils/torch_utils.py:33);forward (freetoken/models/qwen4_exp/model.py:81);forward (freetoken/models/qwen4_exp/gdn.py:199);forward (freetoken/layers/norm.py:189);rms_norm_gated (freetoken/kernel/fla/layernorm_gated.py:250);_layer_norm_fwd (freetoken/kernel/fla/layernorm_gated.py:177) 1 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:248);_forward (freetoken/scheduler/scheduler.py:898);forward_batch (freetoken/engine/engine.py:1093);forward (freetoken/models/qwen4_exp/model.py:217);forward (freetoken/models/qwen4_exp/model.py:122);wrapper (freetoken/utils/torch_utils.py:33);forward (freetoken/models/qwen4_exp/model.py:86);forward (freetoken/models/qwen4_exp/moe.py:24);shared_gate_sigmoid (moe_shared_gate.py:66); (triton/runtime/jit.py:370);run (triton/runtime/jit.py:744);__call__ (triton/backends/nvidia/driver.py:713) 4 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:248);_forward (freetoken/scheduler/scheduler.py:898);forward_batch (freetoken/engine/engine.py:1093);forward (freetoken/models/qwen4_exp/model.py:217);forward (freetoken/models/qwen4_exp/model.py:122);wrapper (freetoken/utils/torch_utils.py:33);forward (freetoken/models/qwen4_exp/model.py:81);forward (freetoken/models/qwen4_exp/gdn.py:170) 1 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:248);_forward (freetoken/scheduler/scheduler.py:898);forward_batch (freetoken/engine/engine.py:1093);forward (freetoken/models/qwen4_exp/model.py:217);forward (freetoken/models/qwen4_exp/model.py:122);wrapper (freetoken/utils/torch_utils.py:33);forward (freetoken/models/qwen4_exp/model.py:81);forward (freetoken/models/qwen4_exp/gdn.py:193);_write_track_snapshot (freetoken/models/qwen4_exp/gdn.py:123) 1 run (triton/runtime/jit.py:744);compute_cache_key (triton/runtime/jit.py:564) 1 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:221);_recv_msg_single_rank (freetoken/scheduler/io.py:83);get (freetoken/utils/mp.py:67) 2 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:248);_forward (freetoken/scheduler/scheduler.py:898);forward_batch (freetoken/engine/engine.py:1093);replay (freetoken/engine/graph.py:211);prepare_for_replay (freetoken/attention/qsa_sparse.py:611);_stage_decode (freetoken/attention/qsa_sparse.py:261) 1 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:248);_forward (freetoken/scheduler/scheduler.py:898);forward_batch (freetoken/engine/engine.py:1093);forward (freetoken/models/qwen4_exp/model.py:217);forward (freetoken/models/qwen4_exp/model.py:122);wrapper (freetoken/utils/torch_utils.py:33);forward (freetoken/models/qwen4_exp/model.py:81);forward (freetoken/models/qwen4_exp/gdn.py:193);_write_track_snapshot (freetoken/models/qwen4_exp/gdn.py:120) 1 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:248);_forward (freetoken/scheduler/scheduler.py:898);forward_batch (freetoken/engine/engine.py:1093);forward (freetoken/models/qwen4_exp/model.py:217);forward (freetoken/models/qwen4_exp/model.py:122);wrapper (freetoken/utils/torch_utils.py:33);forward (freetoken/models/qwen4_exp/model.py:86);forward (freetoken/models/qwen4_exp/moe.py:25);forward (freetoken/layers/moe.py:199);prefill_forward (freetoken/layers/moe.py:251);_prefill_routed (freetoken/layers/moe.py:361);_expert_gemm (freetoken/layers/moe.py:422);apply (freetoken/layers/quantization/moe/base.py:187);apply (freetoken/layers/quantization/moe/nvfp4.py:77);fused_experts_nvfp4 (freetoken/moe/fused_nvfp4.py:309);moe_align_block_size (freetoken/moe/fused.py:102) 1 (:1);spawn_main (multiprocessing/spawn.py:122);_main (multiprocessing/spawn.py:135);_bootstrap (multiprocessing/process.py:314);run (multiprocessing/process.py:108);_run_scheduler (freetoken/server/launch.py:116);decorate_context (torch/utils/_contextlib.py:124);run_forever (freetoken/scheduler/scheduler.py:302);overlap_loop (freetoken/scheduler/scheduler.py:256);_process_last_data (freetoken/scheduler/scheduler.py:317);__exit__ (contextlib.py:144);lazy_free_region (freetoken/scheduler/cache.py:584) 1