{ "kind": "h3_prior_art", "rfc": "RL-Align/RL-Kernel#420", "op": "timestep_mlp", "rl_kernel_commit": "ffd958afe27a081eee663552e7cc1d43dec8037b", "tracked_tree_dirty": false, "environment": { "gpu": "NVIDIA B200", "capability": [ 10, 0 ], "torch": "2.13.0+cu130", "cuda": "13.0", "python": "3.12.14", "tf32": false, "libraries": { "torch": "2.13.0", "triton": "3.7.1", "diffusers": null, "vllm": "0.30.0", "flashinfer-python": "0.6.18.post1", "sglang": "0.5.21", "liger-kernel": "0.8.4", "transformer_engine": "2.20.2", "megatron-core": null }, "megatron_source_commit": "52fbcbc", "mode_environment": { "plain": {}, "vllm": { "CUBLAS_WORKSPACE_CONFIG": ":16:8", "CUBLASLT_WORKSPACE_SIZE": "1" }, "sglang": {}, "sglang_ieee": { "TRITON_F32_DEFAULT": "ieee" }, "megatron_te_native": { "CUBLASLT_WORKSPACE_SIZE": "0" }, "megatron_triton": {}, "megatron_triton_ieee": { "TRITON_F32_DEFAULT": "ieee" } } }, "quick": false, "results": { "plain": { "diffusers[plain]": { "source": "diffusers TimestepEmbedding, FP32 F.linear [plain]", "has_backward": true, "batch_invariance": { "all_rows": { "64": { "rows": 192, "fwd_differ": 192, "rowgrad_differ": 192 }, "257": { "rows": 771, "fwd_differ": 771, "rowgrad_differ": 771 }, "2048": { "rows": 6144, "fwd_differ": 6144, "rowgrad_differ": 6144 } }, "params_repeatable": true, "full_vs_sub_batches": { "full_batch": 4096, "sub_batch_sizes": [ 1, 7, 1024, 2048 ], "sub_batches": 2060, "fwd_differ": 2048, "rowgrad_differ": 2060 }, "batch_size_sweep": { "batch_sizes": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 31, 32, 33, 63, 64, 65, 127, 128, 129, 255, 256, 257, 511, 512, 513, 1023, 1024, 1025, 2047, 2048 ], "probe_rows": [ 0, 259, 515, 771, 1027, 1283, 1539, 2047 ], "comparisons": 2256, "differ": 2232, "first_failures": [ { "seed": 3, "batch": 2, "position": 0, "row": 0 }, { "seed": 3, "batch": 2, "position": 1, "row": 0 }, { "seed": 3, "batch": 2, "position": 0, "row": 259 }, { "seed": 3, "batch": 2, "position": 1, "row": 259 }, { "seed": 3, "batch": 2, "position": 0, "row": 515 }, { "seed": 3, "batch": 2, "position": 1, "row": 515 }, { "seed": 3, "batch": 2, "position": 0, "row": 771 }, { "seed": 3, "batch": 2, "position": 1, "row": 771 } ] }, "batch_invariant": false }, "accuracy_latency": { "1": { "fwd_rel_err": 3.807769045764923e-07, "grad_rel_err": { "x": 3.2211968944911197e-07, "w1": 1.5098534195344955e-07, "b1": 1.410350051007604e-07, "w2": 2.175078901511366e-07, "b2": 0.0 }, "fwd_us": 36.927999928593636, "fwd_bwd_us": 711.1679911613464 }, "3": { "fwd_rel_err": 5.676673943201589e-07, "grad_rel_err": { "x": 4.085326731917541e-07, "w1": 2.6733029568896263e-07, "b1": 2.5557345343212385e-07, "w2": 1.988937518622058e-07, "b2": 4.7578267757105583e-08 }, "fwd_us": 81.34400099515915, "fwd_bwd_us": 776.8959999084473 }, "4": { "fwd_rel_err": 5.676673937185161e-07, "grad_rel_err": { "x": 3.442394076935069e-07, "w1": 2.901440780140815e-07, "b1": 1.9831658889814138e-07, "w2": 2.0747982241727246e-07, "b2": 6.404684939390106e-08 }, "fwd_us": 81.55200257897377, "fwd_bwd_us": 748.1759786605835 }, "64": { "fwd_rel_err": 2.664792719694426e-06, "grad_rel_err": { "x": 4.3474725388849557e-07, "w1": 4.887688242002194e-07, "b1": 2.529915913033418e-07, "w2": 5.072615732613012e-07, "b2": 8.671140993863786e-08 }, "fwd_us": 143.24799925088882, "fwd_bwd_us": 756.7680180072784 }, "256": { "fwd_rel_err": 5.712898230928172e-07, "grad_rel_err": { "x": 9.95098910262489e-07, "w1": 9.672567531194054e-07, "b1": 8.58617818657395e-07, "w2": 7.957171915884723e-07, "b2": 1.2705827741456392e-07 }, "fwd_us": 271.58400416374207, "fwd_bwd_us": 832.3519825935364 }, "2048": { "fwd_rel_err": 3.6510064550847246e-06, "grad_rel_err": { "x": 1.012898298588384e-06, "w1": 1.1825830944307205e-06, "b1": 8.824350021477035e-07, "w2": 2.011824123714082e-06, "b2": 1.0314665338164682e-07 }, "fwd_us": 1258.8639855384827, "fwd_bwd_us": 3608.9760065078735 } } }, "rl_kernel": { "source": "rl-kernel H3TimestepMLPCudaOp", "has_backward": true, "batch_invariance": { "all_rows": { "64": { "rows": 192, "fwd_differ": 0, "rowgrad_differ": 0 }, "257": { "rows": 771, "fwd_differ": 0, "rowgrad_differ": 0 }, "2048": { "rows": 6144, "fwd_differ": 0, "rowgrad_differ": 0 } }, "params_repeatable": true, "full_vs_sub_batches": { "full_batch": 4096, "sub_batch_sizes": [ 1, 7, 1024, 2048 ], "sub_batches": 2060, "fwd_differ": 0, "rowgrad_differ": 0 }, "batch_size_sweep": { "batch_sizes": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 31, 32, 33, 63, 64, 65, 127, 128, 129, 255, 256, 257, 511, 512, 513, 1023, 1024, 1025, 2047, 2048 ], "probe_rows": [ 0, 259, 515, 771, 1027, 1283, 1539, 2047 ], "comparisons": 2256, "differ": 0, "first_failures": [] }, "batch_invariant": true }, "accuracy_latency": { "1": { "fwd_rel_err": 2.421254715368641e-07, "grad_rel_err": { "x": 3.048727893223497e-07, "w1": 1.9278019746544753e-07, "b1": 1.7432439994844678e-07, "w2": 1.9541577141227777e-07, "b2": 0.0 }, "fwd_us": 35.88800132274628, "fwd_bwd_us": 755.4719746112823 }, "3": { "fwd_rel_err": 2.5720296794480815e-07, "grad_rel_err": { "x": 4.203330995116559e-07, "w1": 2.6733029568896263e-07, "b1": 2.5557345343212385e-07, "w2": 1.685021626750072e-07, "b2": 4.7578267757105583e-08 }, "fwd_us": 44.544000178575516, "fwd_bwd_us": 748.2079863548279 }, "4": { "fwd_rel_err": 2.5720296775968735e-07, "grad_rel_err": { "x": 4.2277043456247276e-07, "w1": 2.901440780140815e-07, "b1": 2.1689270298354394e-07, "w2": 1.8221364414193866e-07, "b2": 6.404684939390106e-08 }, "fwd_us": 47.200001776218414, "fwd_bwd_us": 737.1520102024078 }, "64": { "fwd_rel_err": 2.7933997201982694e-07, "grad_rel_err": { "x": 6.024913562191266e-07, "w1": 4.1809741087508027e-07, "b1": 2.83039888633215e-07, "w2": 4.358982508302425e-07, "b2": 2.862777357761908e-07 }, "fwd_us": 448.2719898223877, "fwd_bwd_us": 1322.0799565315247 }, "256": { "fwd_rel_err": 2.2632120602315117e-07, "grad_rel_err": { "x": 5.171878010453915e-07, "w1": 7.428217251157735e-07, "b1": 4.2853189560371657e-07, "w2": 7.631644366992322e-07, "b2": 4.686685395440396e-07 }, "fwd_us": 1743.0559992790222, "fwd_bwd_us": 4594.592094421387 }, "2048": { "fwd_rel_err": 2.584209429418547e-07, "grad_rel_err": { "x": 4.99180005544531e-07, "w1": 1.9541783623559206e-06, "b1": 1.7851708196022288e-06, "w2": 2.2796310999134285e-06, "b2": 2.1701201580690495e-06 }, "fwd_us": 15600.304126739502, "fwd_bwd_us": 42992.52891540527 } } } }, "vllm": { "diffusers[vllm]": { "source": "diffusers TimestepEmbedding, FP32 F.linear [vllm]", "has_backward": true, "batch_invariance": { "all_rows": { "64": { "rows": 192, "fwd_differ": 192, "rowgrad_differ": 192 }, "257": { "rows": 771, "fwd_differ": 771, "rowgrad_differ": 771 }, "2048": { "rows": 6144, "fwd_differ": 6144, "rowgrad_differ": 6144 } }, "params_repeatable": true, "full_vs_sub_batches": { "full_batch": 4096, "sub_batch_sizes": [ 1, 7, 1024, 2048 ], "sub_batches": 2060, "fwd_differ": 2048, "rowgrad_differ": 2048 }, "batch_size_sweep": { "batch_sizes": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 31, 32, 33, 63, 64, 65, 127, 128, 129, 255, 256, 257, 511, 512, 513, 1023, 1024, 1025, 2047, 2048 ], "probe_rows": [ 0, 259, 515, 771, 1027, 1283, 1539, 2047 ], "comparisons": 2256, "differ": 2232, "first_failures": [ { "seed": 3, "batch": 2, "position": 0, "row": 0 }, { "seed": 3, "batch": 2, "position": 1, "row": 0 }, { "seed": 3, "batch": 2, "position": 0, "row": 259 }, { "seed": 3, "batch": 2, "position": 1, "row": 259 }, { "seed": 3, "batch": 2, "position": 0, "row": 515 }, { "seed": 3, "batch": 2, "position": 1, "row": 515 }, { "seed": 3, "batch": 2, "position": 0, "row": 771 }, { "seed": 3, "batch": 2, "position": 1, "row": 771 } ] }, "batch_invariant": false }, "accuracy_latency": { "1": { "fwd_rel_err": 3.807769046831736e-07, "grad_rel_err": { "x": 2.6849865141614144e-07, "w1": 1.5098534195344955e-07, "b1": 1.410350051007604e-07, "w2": 2.1750789001934508e-07, "b2": 0.0 }, "fwd_us": 37.02399879693985, "fwd_bwd_us": 728.3520102500916 }, "3": { "fwd_rel_err": 1.7537237228724268e-07, "grad_rel_err": { "x": 4.139713215774079e-07, "w1": 4.525846935277643e-07, "b1": 3.8700315371982306e-07, "w2": 1.988937517489883e-07, "b2": 4.7578267757105583e-08 }, "fwd_us": 55.63199892640114, "fwd_bwd_us": 752.1600127220154 }, "4": { "fwd_rel_err": 2.3380251126711334e-07, "grad_rel_err": { "x": 3.7918076562025883e-07, "w1": 4.5526762841586136e-07, "b1": 3.565643545954348e-07, "w2": 2.0747982264348798e-07, "b2": 6.404684939390106e-08 }, "fwd_us": 51.42400041222572, "fwd_bwd_us": 744.8640167713165 }, "64": { "fwd_rel_err": 2.664792717346965e-06, "grad_rel_err": { "x": 2.6721012462734666e-06, "w1": 1.141325672600531e-06, "b1": 8.36237373280394e-07, "w2": 5.072615732613012e-07, "b2": 8.671140993863786e-08 }, "fwd_us": 165.40800034999847, "fwd_bwd_us": 770.2080011367798 }, "256": { "fwd_rel_err": 3.6510064555755425e-06, "grad_rel_err": { "x": 2.767490276754921e-06, "w1": 9.67256753780727e-07, "b1": 8.586178187169499e-07, "w2": 7.957171915884723e-07, "b2": 1.2705827741456392e-07 }, "fwd_us": 270.224004983902, "fwd_bwd_us": 921.0879802703857 }, "2048": { "fwd_rel_err": 3.6510064555755425e-06, "grad_rel_err": { "x": 3.1742638611753815e-06, "w1": 2.089163185829833e-06, "b1": 8.824350024581783e-07, "w2": 2.011824123714082e-06, "b2": 1.0314665338164682e-07 }, "fwd_us": 1285.3120565414429, "fwd_bwd_us": 3825.792074203491 } } } }, "sglang": { "diffusers[sglang]": { "source": "diffusers TimestepEmbedding, FP32 F.linear [sglang]", "has_backward": true, "batch_invariance": { "all_rows": { "64": { "rows": 192, "fwd_differ": 0, "rowgrad_differ": 0 }, "257": { "rows": 771, "fwd_differ": 0, "rowgrad_differ": 0 }, "2048": { "rows": 6144, "fwd_differ": 0, "rowgrad_differ": 0 } }, "params_repeatable": true, "full_vs_sub_batches": { "full_batch": 4096, "sub_batch_sizes": [ 1, 7, 1024, 2048 ], "sub_batches": 2060, "fwd_differ": 0, "rowgrad_differ": 0 }, "batch_size_sweep": { "batch_sizes": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 31, 32, 33, 63, 64, 65, 127, 128, 129, 255, 256, 257, 511, 512, 513, 1023, 1024, 1025, 2047, 2048 ], "probe_rows": [ 0, 259, 515, 771, 1027, 1283, 1539, 2047 ], "comparisons": 2256, "differ": 0, "first_failures": [] }, "batch_invariant": true }, "accuracy_latency": { "1": { "fwd_rel_err": 0.0016499902522073425, "grad_rel_err": { "x": 0.0015402244992047199, "w1": 0.0015883507645398632, "b1": 0.0008914156583765084, "w2": 0.0015720628608286314, "b2": 0.0 }, "fwd_us": 159.93600338697433, "fwd_bwd_us": 1034.015953540802 }, "3": { "fwd_rel_err": 0.0015654570674600726, "grad_rel_err": { "x": 0.001624991665672256, "w1": 0.001624925581907528, "b1": 0.00096959190034644, "w2": 0.0015932095611516203, "b2": 4.7578267757105583e-08 }, "fwd_us": 161.72799468040466, "fwd_bwd_us": 1035.5520248413086 }, "4": { "fwd_rel_err": 0.0015828931805617757, "grad_rel_err": { "x": 0.0017129900427452491, "w1": 0.0015986209418147807, "b1": 0.0009882605763522905, "w2": 0.0019152801810112664, "b2": 6.404684939390106e-08 }, "fwd_us": 163.85599970817566, "fwd_bwd_us": 1044.3360209465027 }, "64": { "fwd_rel_err": 0.0016120512469764673, "grad_rel_err": { "x": 0.0016110202455347832, "w1": 0.0017370322406895582, "b1": 0.0008156819272919207, "w2": 0.0018132309973686246, "b2": 8.671140993863786e-08 }, "fwd_us": 140.27199894189835, "fwd_bwd_us": 1058.8319897651672 }, "256": { "fwd_rel_err": 0.0014704288089542434, "grad_rel_err": { "x": 0.0015138544453058315, "w1": 0.0015415965393197001, "b1": 0.0009163867703221417, "w2": 0.0015096106678851324, "b2": 1.2705827741456392e-07 }, "fwd_us": 154.38400208950043, "fwd_bwd_us": 1140.2400135993958 }, "2048": { "fwd_rel_err": 0.0014704288089542434, "grad_rel_err": { "x": 0.001664412754369862, "w1": 0.0015475258170343411, "b1": 0.0008733500142339925, "w2": 0.0016480881496351136, "b2": 1.0314665338164682e-07 }, "fwd_us": 349.5360016822815, "fwd_bwd_us": 2636.399984359741 } } } }, "sglang_ieee": { "diffusers[sglang_ieee]": { "source": "diffusers TimestepEmbedding, FP32 F.linear [sglang_ieee]", "has_backward": true, "batch_invariance": { "all_rows": { "64": { "rows": 192, "fwd_differ": 0, "rowgrad_differ": 0 }, "257": { "rows": 771, "fwd_differ": 0, "rowgrad_differ": 0 }, "2048": { "rows": 6144, "fwd_differ": 0, "rowgrad_differ": 0 } }, "params_repeatable": true, "full_vs_sub_batches": { "full_batch": 4096, "sub_batch_sizes": [ 1, 7, 1024, 2048 ], "sub_batches": 2060, "fwd_differ": 0, "rowgrad_differ": 0 }, "batch_size_sweep": { "batch_sizes": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 31, 32, 33, 63, 64, 65, 127, 128, 129, 255, 256, 257, 511, 512, 513, 1023, 1024, 1025, 2047, 2048 ], "probe_rows": [ 0, 259, 515, 771, 1027, 1283, 1539, 2047 ], "comparisons": 2256, "differ": 0, "first_failures": [] }, "batch_invariant": true }, "accuracy_latency": { "1": { "fwd_rel_err": 2.4718486470770298e-06, "grad_rel_err": { "x": 2.2013342726856412e-06, "w1": 1.287841337898046e-06, "b1": 1.2723330547272893e-06, "w2": 6.483615007349123e-07, "b2": 0.0 }, "fwd_us": 1359.0400218963623, "fwd_bwd_us": 2278.7680625915527 }, "3": { "fwd_rel_err": 3.257253677979414e-06, "grad_rel_err": { "x": 2.3470823967651816e-06, "w1": 1.3245040616204118e-06, "b1": 1.2442139377924535e-06, "w2": 5.381404258436617e-07, "b2": 4.7578267757105583e-08 }, "fwd_us": 1330.2080035209656, "fwd_bwd_us": 2234.0800762176514 }, "4": { "fwd_rel_err": 3.2572536778868546e-06, "grad_rel_err": { "x": 2.149831291199852e-06, "w1": 1.5529519087445555e-06, "b1": 1.188753149346917e-06, "w2": 5.637581194862654e-07, "b2": 6.404684939390106e-08 }, "fwd_us": 1333.952009677887, "fwd_bwd_us": 2233.296036720276 }, "64": { "fwd_rel_err": 2.664792719694426e-06, "grad_rel_err": { "x": 2.672101244999492e-06, "w1": 1.1413256730557414e-06, "b1": 8.362373736199796e-07, "w2": 5.072615732613012e-07, "b2": 8.671140993863786e-08 }, "fwd_us": 1361.9359731674194, "fwd_bwd_us": 2299.3119955062866 }, "256": { "fwd_rel_err": 3.6510064550847246e-06, "grad_rel_err": { "x": 2.767490278047356e-06, "w1": 9.672567531194054e-07, "b1": 8.58617818657395e-07, "w2": 7.957171915884723e-07, "b2": 1.2705827741456392e-07 }, "fwd_us": 1364.3839955329895, "fwd_bwd_us": 2428.3519983291626 }, "2048": { "fwd_rel_err": 3.6510064550847246e-06, "grad_rel_err": { "x": 3.174263860695608e-06, "w1": 2.0891631849115376e-06, "b1": 8.824350021477035e-07, "w2": 2.011824123714082e-06, "b2": 1.0314665338164682e-07 }, "fwd_us": 4205.615997314453, "fwd_bwd_us": 7328.56011390686 } } } }, "megatron_te_native": { "diffusers[megatron_te_native]": { "source": "diffusers TimestepEmbedding, FP32 F.linear [megatron_te_native]", "has_backward": true, "batch_invariance": { "all_rows": { "64": { "rows": 192, "fwd_differ": 192, "rowgrad_differ": 192 }, "257": { "rows": 771, "fwd_differ": 771, "rowgrad_differ": 771 }, "2048": { "rows": 6144, "fwd_differ": 6144, "rowgrad_differ": 6144 } }, "params_repeatable": true, "full_vs_sub_batches": { "full_batch": 4096, "sub_batch_sizes": [ 1, 7, 1024, 2048 ], "sub_batches": 2060, "fwd_differ": 2048, "rowgrad_differ": 2060 }, "batch_size_sweep": { "batch_sizes": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 31, 32, 33, 63, 64, 65, 127, 128, 129, 255, 256, 257, 511, 512, 513, 1023, 1024, 1025, 2047, 2048 ], "probe_rows": [ 0, 259, 515, 771, 1027, 1283, 1539, 2047 ], "comparisons": 2256, "differ": 2232, "first_failures": [ { "seed": 3, "batch": 2, "position": 0, "row": 0 }, { "seed": 3, "batch": 2, "position": 1, "row": 0 }, { "seed": 3, "batch": 2, "position": 0, "row": 259 }, { "seed": 3, "batch": 2, "position": 1, "row": 259 }, { "seed": 3, "batch": 2, "position": 0, "row": 515 }, { "seed": 3, "batch": 2, "position": 1, "row": 515 }, { "seed": 3, "batch": 2, "position": 0, "row": 771 }, { "seed": 3, "batch": 2, "position": 1, "row": 771 } ] }, "batch_invariant": false }, "accuracy_latency": { "1": { "fwd_rel_err": 3.807769046831736e-07, "grad_rel_err": { "x": 3.2211968936309937e-07, "w1": 1.5098534195344955e-07, "b1": 1.410350051007604e-07, "w2": 2.1750789001934508e-07, "b2": 0.0 }, "fwd_us": 36.81600093841553, "fwd_bwd_us": 700.4320025444031 }, "3": { "fwd_rel_err": 1.7537237228724268e-07, "grad_rel_err": { "x": 4.0853267297182194e-07, "w1": 2.6733029568896263e-07, "b1": 2.5557345349749303e-07, "w2": 1.988937517489883e-07, "b2": 4.7578267757105583e-08 }, "fwd_us": 55.75999990105629, "fwd_bwd_us": 729.4560074806213 }, "4": { "fwd_rel_err": 2.3380251126711334e-07, "grad_rel_err": { "x": 3.442394076935068e-07, "w1": 2.9014407801408155e-07, "b1": 1.9831658878698316e-07, "w2": 2.0747982264348798e-07, "b2": 6.404684939390106e-08 }, "fwd_us": 49.6320016682148, "fwd_bwd_us": 730.5920124053955 }, "64": { "fwd_rel_err": 2.664792717346965e-06, "grad_rel_err": { "x": 4.3474725388849557e-07, "w1": 4.887688242002194e-07, "b1": 2.529915913033418e-07, "w2": 5.072615732613012e-07, "b2": 8.671140993863786e-08 }, "fwd_us": 150.751993060112, "fwd_bwd_us": 748.6079931259155 }, "256": { "fwd_rel_err": 3.6510064555755425e-06, "grad_rel_err": { "x": 9.95098910262489e-07, "w1": 9.672567531194054e-07, "b1": 8.58617818657395e-07, "w2": 7.957171915884723e-07, "b2": 1.2705827741456392e-07 }, "fwd_us": 270.9920108318329, "fwd_bwd_us": 814.4640028476715 }, "2048": { "fwd_rel_err": 3.6510064555755425e-06, "grad_rel_err": { "x": 1.012898298588384e-06, "w1": 1.1825830944307205e-06, "b1": 8.824350021477035e-07, "w2": 2.011824123714082e-06, "b2": 1.0314665338164682e-07 }, "fwd_us": 1285.6639623641968, "fwd_bwd_us": 3635.6799602508545 } } } }, "megatron_triton": { "diffusers[megatron_triton]": { "source": "diffusers TimestepEmbedding, FP32 F.linear [megatron_triton]", "has_backward": true, "batch_invariance": { "all_rows": { "64": { "rows": 192, "fwd_differ": 0, "rowgrad_differ": 0 }, "257": { "rows": 771, "fwd_differ": 0, "rowgrad_differ": 0 }, "2048": { "rows": 6144, "fwd_differ": 0, "rowgrad_differ": 0 } }, "params_repeatable": true, "full_vs_sub_batches": { "full_batch": 4096, "sub_batch_sizes": [ 1, 7, 1024, 2048 ], "sub_batches": 2060, "fwd_differ": 0, "rowgrad_differ": 0 }, "batch_size_sweep": { "batch_sizes": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 31, 32, 33, 63, 64, 65, 127, 128, 129, 255, 256, 257, 511, 512, 513, 1023, 1024, 1025, 2047, 2048 ], "probe_rows": [ 0, 259, 515, 771, 1027, 1283, 1539, 2047 ], "comparisons": 2256, "differ": 0, "first_failures": [] }, "batch_invariant": true }, "accuracy_latency": { "1": { "fwd_rel_err": 0.0016499902522073425, "grad_rel_err": { "x": 0.0015402244992047199, "w1": 0.0015883507645398632, "b1": 0.0008914156583765084, "w2": 0.0015720628608286314, "b2": 0.0 }, "fwd_us": 157.51999616622925, "fwd_bwd_us": 1031.4080119132996 }, "3": { "fwd_rel_err": 0.0015654570674600726, "grad_rel_err": { "x": 0.001624991665672256, "w1": 0.001624925581907528, "b1": 0.00096959190034644, "w2": 0.0015932095611516203, "b2": 4.7578267757105583e-08 }, "fwd_us": 158.38400274515152, "fwd_bwd_us": 1026.5119671821594 }, "4": { "fwd_rel_err": 0.0015828931805617757, "grad_rel_err": { "x": 0.0017129900427452491, "w1": 0.0015986209418147807, "b1": 0.0009882605763522905, "w2": 0.0019152801810112664, "b2": 6.404684939390106e-08 }, "fwd_us": 160.3040024638176, "fwd_bwd_us": 1025.2799987792969 }, "64": { "fwd_rel_err": 0.0016120512469764673, "grad_rel_err": { "x": 0.0016110202455347832, "w1": 0.0017370322406895582, "b1": 0.0008156819272919207, "w2": 0.0018132309973686246, "b2": 8.671140993863786e-08 }, "fwd_us": 137.35999912023544, "fwd_bwd_us": 1050.607979297638 }, "256": { "fwd_rel_err": 0.0014704288089542434, "grad_rel_err": { "x": 0.0015138544453058315, "w1": 0.0015415965393197001, "b1": 0.0009163867703221417, "w2": 0.0015096106678851324, "b2": 1.2705827741456392e-07 }, "fwd_us": 151.47200226783752, "fwd_bwd_us": 1136.73597574234 }, "2048": { "fwd_rel_err": 0.0014704288089542434, "grad_rel_err": { "x": 0.001664412754369862, "w1": 0.0015475258170343411, "b1": 0.0008733500142339925, "w2": 0.0016480881496351136, "b2": 1.0314665338164682e-07 }, "fwd_us": 348.9600121974945, "fwd_bwd_us": 2634.1439485549927 } } } }, "megatron_triton_ieee": { "diffusers[megatron_triton_ieee]": { "source": "diffusers TimestepEmbedding, FP32 F.linear [megatron_triton_ieee]", "has_backward": true, "batch_invariance": { "all_rows": { "64": { "rows": 192, "fwd_differ": 0, "rowgrad_differ": 0 }, "257": { "rows": 771, "fwd_differ": 0, "rowgrad_differ": 0 }, "2048": { "rows": 6144, "fwd_differ": 0, "rowgrad_differ": 0 } }, "params_repeatable": true, "full_vs_sub_batches": { "full_batch": 4096, "sub_batch_sizes": [ 1, 7, 1024, 2048 ], "sub_batches": 2060, "fwd_differ": 0, "rowgrad_differ": 0 }, "batch_size_sweep": { "batch_sizes": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 31, 32, 33, 63, 64, 65, 127, 128, 129, 255, 256, 257, 511, 512, 513, 1023, 1024, 1025, 2047, 2048 ], "probe_rows": [ 0, 259, 515, 771, 1027, 1283, 1539, 2047 ], "comparisons": 2256, "differ": 0, "first_failures": [] }, "batch_invariant": true }, "accuracy_latency": { "1": { "fwd_rel_err": 2.4718486470770298e-06, "grad_rel_err": { "x": 2.2013342726856412e-06, "w1": 1.287841337898046e-06, "b1": 1.2723330547272893e-06, "w2": 6.483615007349123e-07, "b2": 0.0 }, "fwd_us": 1357.26398229599, "fwd_bwd_us": 2277.535915374756 }, "3": { "fwd_rel_err": 3.257253677979414e-06, "grad_rel_err": { "x": 2.3470823967651816e-06, "w1": 1.3245040616204118e-06, "b1": 1.2442139377924535e-06, "w2": 5.381404258436617e-07, "b2": 4.7578267757105583e-08 }, "fwd_us": 1399.4399905204773, "fwd_bwd_us": 2308.751940727234 }, "4": { "fwd_rel_err": 3.2572536778868546e-06, "grad_rel_err": { "x": 2.149831291199852e-06, "w1": 1.5529519087445555e-06, "b1": 1.188753149346917e-06, "w2": 5.637581194862654e-07, "b2": 6.404684939390106e-08 }, "fwd_us": 1400.4319906234741, "fwd_bwd_us": 2306.9440126419067 }, "64": { "fwd_rel_err": 2.664792719694426e-06, "grad_rel_err": { "x": 2.672101244999492e-06, "w1": 1.1413256730557414e-06, "b1": 8.362373736199796e-07, "w2": 5.072615732613012e-07, "b2": 8.671140993863786e-08 }, "fwd_us": 1377.2000074386597, "fwd_bwd_us": 2302.672028541565 }, "256": { "fwd_rel_err": 3.6510064550847246e-06, "grad_rel_err": { "x": 2.767490278047356e-06, "w1": 9.672567531194054e-07, "b1": 8.58617818657395e-07, "w2": 7.957171915884723e-07, "b2": 1.2705827741456392e-07 }, "fwd_us": 1380.2080154418945, "fwd_bwd_us": 2435.231924057007 }, "2048": { "fwd_rel_err": 3.6510064550847246e-06, "grad_rel_err": { "x": 3.174263860695608e-06, "w1": 2.0891631849115376e-06, "b1": 8.824350021477035e-07, "w2": 2.011824123714082e-06, "b2": 1.0314665338164682e-07 }, "fwd_us": 4250.479936599731, "fwd_bwd_us": 7348.78396987915 } } } } } }