{ "kind": "qwen3_next_distributed_logprob_parity", "rfc": 428, "rl_kernel_commit": "8e88cd82fbe12b2b2f83d4167452a7b2d5c3b731", "tracked_tree_dirty": false, "environment": { "gpu": "NVIDIA H100", "torch": "2.13.0+cu130", "vllm": "0.30.0", "nccl": "2.29.7" }, "tokens": 1024, "settings": { "allreduce_tree_LL128_ch1": { "NCCL_ALGO": "allreduce:tree", "NCCL_PROTO": "LL128", "NCCL_MAX_NCHANNELS": "1", "NCCL_MIN_NCHANNELS": null }, "allreduce_tree_LL128_chdef": { "NCCL_ALGO": "allreduce:tree", "NCCL_PROTO": "LL128", "NCCL_MAX_NCHANNELS": null, "NCCL_MIN_NCHANNELS": null }, "allreduce_tree_LL_ch1": { "NCCL_ALGO": "allreduce:tree", "NCCL_PROTO": "LL", "NCCL_MAX_NCHANNELS": "1", "NCCL_MIN_NCHANNELS": null }, "allreduce_tree_LL_chdef": { "NCCL_ALGO": "allreduce:tree", "NCCL_PROTO": "LL", "NCCL_MAX_NCHANNELS": null, "NCCL_MIN_NCHANNELS": null }, "allreduce_tree_Simple_ch1": { "NCCL_ALGO": "allreduce:tree", "NCCL_PROTO": "Simple", "NCCL_MAX_NCHANNELS": "1", "NCCL_MIN_NCHANNELS": null }, "allreduce_tree_Simple_chdef": { "NCCL_ALGO": "allreduce:tree", "NCCL_PROTO": "Simple", "NCCL_MAX_NCHANNELS": null, "NCCL_MIN_NCHANNELS": null }, "default": { "NCCL_ALGO": null, "NCCL_PROTO": null, "NCCL_MAX_NCHANNELS": null, "NCCL_MIN_NCHANNELS": null }, "Ring_LL128_ch1": { "NCCL_ALGO": "Ring", "NCCL_PROTO": "LL128", "NCCL_MAX_NCHANNELS": "1", "NCCL_MIN_NCHANNELS": null }, "Ring_LL128_chdef": { "NCCL_ALGO": "Ring", "NCCL_PROTO": "LL128", "NCCL_MAX_NCHANNELS": null, "NCCL_MIN_NCHANNELS": null }, "Ring_LL_ch1": { "NCCL_ALGO": "Ring", "NCCL_PROTO": "LL", "NCCL_MAX_NCHANNELS": "1", "NCCL_MIN_NCHANNELS": null }, "Ring_LL_chdef": { "NCCL_ALGO": "Ring", "NCCL_PROTO": "LL", "NCCL_MAX_NCHANNELS": null, "NCCL_MIN_NCHANNELS": null }, "Ring_Simple_ch1": { "NCCL_ALGO": "Ring", "NCCL_PROTO": "Simple", "NCCL_MAX_NCHANNELS": "1", "NCCL_MIN_NCHANNELS": null }, "Ring_Simple_chdef": { "NCCL_ALGO": "Ring", "NCCL_PROTO": "Simple", "NCCL_MAX_NCHANNELS": null, "NCCL_MIN_NCHANNELS": null } }, "points": { "attention_layer3.forward": { "distinct_digests_per_rank": [ 1, 1, 1, 1 ] }, "attention_layer3.input_grad": { "distinct_digests_per_rank": [ 1, 1, 1, 1 ] }, "embedding.forward": { "distinct_digests_per_rank": [ 1, 1, 1, 1 ] }, "embedding.weight_grad": { "distinct_digests_per_rank": [ 1, 1, 1, 1 ] }, "gdn_layer0.forward": { "distinct_digests_per_rank": [ 1, 1, 1, 1 ] }, "gdn_layer0.input_grad": { "distinct_digests_per_rank": [ 1, 1, 1, 1 ] }, "logprob.tp1.entropy": { "distinct_digests_per_rank": [ 1, 1, 1, 1 ] }, "logprob.tp1.lse": { "distinct_digests_per_rank": [ 1, 1, 1, 1 ] }, "logprob.tp1.selected": { "distinct_digests_per_rank": [ 1, 1, 1, 1 ] }, "logprob.tp4.entropy": { "distinct_digests_per_rank": [ 1, 1, 1, 1 ] }, "logprob.tp4.logit_grad": { "distinct_digests_per_rank": [ 1, 1, 1, 1 ] }, "logprob.tp4.lse": { "distinct_digests_per_rank": [ 1, 1, 1, 1 ] }, "logprob.tp4.selected": { "distinct_digests_per_rank": [ 1, 1, 1, 1 ] }, "moe_layer0.forward": { "distinct_digests_per_rank": [ 1, 1, 1, 1 ] }, "moe_layer0.input_grad": { "distinct_digests_per_rank": [ 1, 1, 1, 1 ] }, "o_proj_partials.deterministic": { "distinct_digests_per_rank": [ 1, 1, 1, 1 ] }, "o_proj_partials.nccl_all_reduce": { "distinct_digests_per_rank": [ 8, 8, 8, 8 ] }, "sampling_logits.gathered": { "distinct_digests_per_rank": [ 1, 1, 1, 1 ] } }, "deterministic_points_invariant": true, "tp4_equals_tp1": true, "nccl_all_reduce_varies": true, "entropy_tp4_equals_tp1": false, "full_logits_match_gathered": true, "passed": true }