{
  "kind": "h3_bitwise_reuse",
  "rfc": "RL-Align/RL-Kernel#420",
  "op": "timestep_sinusoid",
  "rl_kernel_commit": "0eb5ddd5b5cf7ac576908003796e02f03027205b",
  "tracked_tree_dirty": false,
  "environment": {
    "gpu": "NVIDIA B200",
    "capability": [
      10,
      0
    ],
    "torch": "2.13.0+cu130",
    "cuda": "13.0",
    "python": "3.12.14",
    "tf32": false,
    "libraries": {
      "torch": "2.13.0",
      "triton": "3.7.1",
      "diffusers": null,
      "vllm": "0.30.0",
      "flashinfer-python": "0.6.18.post1",
      "sglang": "0.5.21",
      "liger-kernel": "0.8.4",
      "transformer_engine": "2.20.2",
      "megatron-core": null
    },
    "mode_environment": {
      "plain": {}
    }
  },
  "cases": [
    "random_2^20",
    "dense_fp32_sweep",
    "grid_100001"
  ],
  "results": {
    "diffusers": {
      "source": "diffusers get_timestep_embedding (op-for-op replay)",
      "vs rl_kernel": {
        "dense_fp32_sweep": {
          "out": [
            {
              "equal": true,
              "differ": 0,
              "numel": 273551104,
              "max_abs": 0.0
            }
          ],
          "grads": {}
        },
        "grid_100001": {
          "out": [
            {
              "equal": true,
              "differ": 0,
              "numel": 25600256,
              "max_abs": 0.0
            }
          ],
          "grads": {}
        },
        "random_2^20": {
          "out": [
            {
              "equal": true,
              "differ": 0,
              "numel": 268435456,
              "max_abs": 0.0
            }
          ],
          "grads": {}
        }
      }
    },
    "rl_kernel": {
      "source": "rl-kernel H3TimestepSinusoidCudaOp (check_range=False)",
      "vs diffusers": {
        "dense_fp32_sweep": {
          "out": [
            {
              "equal": true,
              "differ": 0,
              "numel": 273551104,
              "max_abs": 0.0
            }
          ],
          "grads": {}
        },
        "grid_100001": {
          "out": [
            {
              "equal": true,
              "differ": 0,
              "numel": 25600256,
              "max_abs": 0.0
            }
          ],
          "grads": {}
        },
        "random_2^20": {
          "out": [
            {
              "equal": true,
              "differ": 0,
              "numel": 268435456,
              "max_abs": 0.0
            }
          ],
          "grads": {}
        }
      }
    },
    "rl_kernel_fast_math": {
      "source": "rl-kernel timestep_sinusoid.cu compiled with --use_fast_math",
      "vs diffusers": {
        "dense_fp32_sweep": {
          "out": [
            {
              "equal": false,
              "differ": 146814630,
              "numel": 273551104,
              "max_abs": 4.172325134277344e-07
            }
          ],
          "grads": {}
        },
        "grid_100001": {
          "out": [
            {
              "equal": false,
              "differ": 21162672,
              "numel": 25600256,
              "max_abs": 4.172325134277344e-07
            }
          ],
          "grads": {}
        },
        "random_2^20": {
          "out": [
            {
              "equal": false,
              "differ": 221916832,
              "numel": 268435456,
              "max_abs": 4.172325134277344e-07
            }
          ],
          "grads": {}
        }
      },
      "vs rl_kernel": {
        "dense_fp32_sweep": {
          "out": [
            {
              "equal": false,
              "differ": 146814630,
              "numel": 273551104,
              "max_abs": 4.172325134277344e-07
            }
          ],
          "grads": {}
        },
        "grid_100001": {
          "out": [
            {
              "equal": false,
              "differ": 21162672,
              "numel": 25600256,
              "max_abs": 4.172325134277344e-07
            }
          ],
          "grads": {}
        },
        "random_2^20": {
          "out": [
            {
              "equal": false,
              "differ": 221916832,
              "numel": 268435456,
              "max_abs": 4.172325134277344e-07
            }
          ],
          "grads": {}
        }
      }
    },
    "sglang": {
      "source": "SGLang 0.5.21 timestep_embedding",
      "vs diffusers": {
        "dense_fp32_sweep": {
          "out": [
            {
              "equal": true,
              "differ": 0,
              "numel": 273551104,
              "max_abs": 0.0
            }
          ],
          "grads": {}
        },
        "grid_100001": {
          "out": [
            {
              "equal": true,
              "differ": 0,
              "numel": 25600256,
              "max_abs": 0.0
            }
          ],
          "grads": {}
        },
        "random_2^20": {
          "out": [
            {
              "equal": true,
              "differ": 0,
              "numel": 268435456,
              "max_abs": 0.0
            }
          ],
          "grads": {}
        }
      },
      "vs rl_kernel": {
        "dense_fp32_sweep": {
          "out": [
            {
              "equal": true,
              "differ": 0,
              "numel": 273551104,
              "max_abs": 0.0
            }
          ],
          "grads": {}
        },
        "grid_100001": {
          "out": [
            {
              "equal": true,
              "differ": 0,
              "numel": 25600256,
              "max_abs": 0.0
            }
          ],
          "grads": {}
        },
        "random_2^20": {
          "out": [
            {
              "equal": true,
              "differ": 0,
              "numel": 268435456,
              "max_abs": 0.0
            }
          ],
          "grads": {}
        }
      }
    }
  }
}