{
  "schema_version": 1,
  "environment": "v2_containerized",
  "hardware": {
    "name": "NVIDIA H100 PCIe",
    "sm": "sm_90a",
    "vram_gb": 80,
    "peak_bandwidth_gb_s": 2039.0
  },
  "problems": [
    "01_fp8_gemm",
    "02_kda_cutlass",
    "03_paged_attention",
    "05_topk_bitonic",
    "06_sonic_moe_swiglu",
    "07_w4a16_gemm"
  ],
  "models": [
    {
      "label": "claude/claude-fable-5 [max]",
      "harness": "claude",
      "model": "claude-fable-5",
      "effort": "max",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260702_055037_claude_claude-fable-5_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.3033,
          "elapsed_seconds": 7052,
          "annotation_verdict": "clean",
          "output_tokens": 341185
        },
        "02_kda_cutlass": {
          "run_id": "20260717_092518_claude_claude-fable-5_02_kda_cutlass",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0171,
          "elapsed_seconds": null,
          "annotation_verdict": "clean",
          "output_tokens": 354724
        },
        "03_paged_attention": {
          "run_id": "20260703_093922_claude_claude-fable-5_03_paged_attention",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.4605,
          "elapsed_seconds": 3273,
          "annotation_verdict": "clean",
          "output_tokens": 292504
        },
        "05_topk_bitonic": {
          "run_id": "20260703_111328_claude_claude-fable-5_05_topk_bitonic",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.047,
          "elapsed_seconds": 13977,
          "annotation_verdict": "clean",
          "output_tokens": 508212
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260717_092427_claude_claude-fable-5_06_sonic_moe_swiglu",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0793,
          "elapsed_seconds": null,
          "annotation_verdict": "clean",
          "output_tokens": 196089
        },
        "07_w4a16_gemm": {
          "run_id": "20260703_200159_claude_claude-fable-5_07_w4a16_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.3681,
          "elapsed_seconds": 11941,
          "annotation_verdict": "clean",
          "output_tokens": 450243
        }
      },
      "pass_count": 6,
      "total_runs": 6
    },
    {
      "label": "codex/gpt-5.5 [xhigh]",
      "harness": "codex",
      "model": "gpt-5.5",
      "effort": "xhigh",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260618_041754_codex_gpt-5.5_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.2445,
          "elapsed_seconds": 1696,
          "output_tokens": 92471
        },
        "02_kda_cutlass": {
          "run_id": "20260618_041809_codex_gpt-5.5_02_kda_cutlass",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0135,
          "elapsed_seconds": 1332,
          "output_tokens": 91547
        },
        "03_paged_attention": {
          "run_id": "20260621_042507_codex_gpt-5.5_03_paged_attention",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.3606,
          "elapsed_seconds": 1690,
          "output_tokens": 28650
        },
        "05_topk_bitonic": {
          "run_id": "20260618_041839_codex_gpt-5.5_05_topk_bitonic",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.015,
          "elapsed_seconds": 1780,
          "output_tokens": 120962
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260621_042547_codex_gpt-5.5_06_sonic_moe_swiglu",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0825,
          "elapsed_seconds": 12011,
          "output_tokens": 110548
        },
        "07_w4a16_gemm": {
          "run_id": "20260618_044030_codex_gpt-5.5_07_w4a16_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.1151,
          "elapsed_seconds": 1299,
          "output_tokens": 71632
        }
      },
      "pass_count": 6,
      "total_runs": 6
    },
    {
      "label": "codex/gpt-5.6-sol [xhigh]",
      "harness": "codex",
      "model": "gpt-5.6-sol",
      "effort": "xhigh",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260719_052309_codex_gpt-5.6-sol_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.2443,
          "elapsed_seconds": 1483
        },
        "02_kda_cutlass": {
          "run_id": "20260721_142442_codex_gpt-5.6-sol_02_kda_cutlass",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0132,
          "elapsed_seconds": 1692,
          "annotation_verdict": "clean",
          "output_tokens": 54714
        },
        "03_paged_attention": {
          "run_id": "20260721_142512_codex_gpt-5.6-sol_03_paged_attention",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.3732,
          "elapsed_seconds": 2347,
          "annotation_verdict": "clean",
          "output_tokens": 57132
        },
        "05_topk_bitonic": {
          "run_id": "20260721_145325_codex_gpt-5.6-sol_05_topk_bitonic",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0295,
          "elapsed_seconds": 4395,
          "annotation_verdict": "clean",
          "output_tokens": 84757
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260721_145355_codex_gpt-5.6-sol_06_sonic_moe_swiglu",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0758,
          "elapsed_seconds": 3302,
          "annotation_verdict": "clean",
          "output_tokens": 54952
        },
        "07_w4a16_gemm": {
          "run_id": "20260721_150450_codex_gpt-5.6-sol_07_w4a16_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.1888,
          "elapsed_seconds": 3313,
          "annotation_verdict": "clean",
          "output_tokens": 47622
        }
      },
      "pass_count": 6,
      "total_runs": 6
    },
    {
      "label": "gemini/gemini-3.5-flash",
      "harness": "gemini",
      "model": "gemini-3.5-flash",
      "effort": "",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260618_050815_gemini_gemini-3.5-flash_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0633,
          "elapsed_seconds": 3226
        },
        "02_kda_cutlass": {
          "run_id": "20260618_050830_gemini_gemini-3.5-flash_02_kda_cutlass",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0012,
          "elapsed_seconds": 3243
        },
        "03_paged_attention": {
          "run_id": "20260618_051415_gemini_gemini-3.5-flash_03_paged_attention",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.1682,
          "elapsed_seconds": 2905,
          "output_tokens": 14957
        },
        "05_topk_bitonic": {
          "run_id": "20260618_170949_gemini_gemini-3.5-flash_05_topk_bitonic",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0086,
          "elapsed_seconds": 3279
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260618_052016_gemini_gemini-3.5-flash_06_sonic_moe_swiglu",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0687,
          "elapsed_seconds": 3128
        },
        "07_w4a16_gemm": {
          "run_id": "20260618_052831_gemini_gemini-3.5-flash_07_w4a16_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0588,
          "elapsed_seconds": 2791
        }
      },
      "pass_count": 6,
      "total_runs": 6
    },
    {
      "label": "kinetic-claude/kinetic-0715",
      "harness": "kinetic-claude",
      "model": "kinetic-0715",
      "effort": "",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260715_203916_kinetic-claude_kinetic-0715_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.2819,
          "elapsed_seconds": null,
          "annotation_verdict": "clean",
          "output_tokens": 435381
        },
        "02_kda_cutlass": {
          "run_id": "20260715_203941_kinetic-claude_kinetic-0715_02_kda_cutlass",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0255,
          "elapsed_seconds": null,
          "annotation_verdict": "clean",
          "output_tokens": 394462
        },
        "03_paged_attention": {
          "run_id": "20260716_091532_kinetic-claude_kinetic-0715_03_paged_attention",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.5143,
          "elapsed_seconds": 72687,
          "annotation_verdict": "clean",
          "output_tokens": 405129
        },
        "05_topk_bitonic": {
          "run_id": "20260716_091552_kinetic-claude_kinetic-0715_05_topk_bitonic",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0494,
          "elapsed_seconds": 27039,
          "annotation_verdict": "clean",
          "output_tokens": 258385
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260716_091612_kinetic-claude_kinetic-0715_06_sonic_moe_swiglu",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0793,
          "elapsed_seconds": 70184,
          "annotation_verdict": "clean",
          "output_tokens": 314755
        },
        "07_w4a16_gemm": {
          "run_id": "20260716_091632_kinetic-claude_kinetic-0715_07_w4a16_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.3063,
          "elapsed_seconds": 76059,
          "annotation_verdict": "clean",
          "output_tokens": 460880
        }
      },
      "pass_count": 6,
      "total_runs": 6
    },
    {
      "label": "longcat-claude/LongCat-2.0",
      "harness": "longcat-claude",
      "model": "LongCat-2.0",
      "effort": "",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260707_102426_longcat-claude_LongCat-2.0_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.218,
          "elapsed_seconds": 14074,
          "annotation_verdict": "clean",
          "output_tokens": 169390
        },
        "02_kda_cutlass": {
          "run_id": "20260707_102426_longcat-claude_LongCat-2.0_02_kda_cutlass",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0004,
          "elapsed_seconds": 21716,
          "annotation_verdict": "clean",
          "output_tokens": 489381
        },
        "03_paged_attention": {
          "run_id": "20260707_075525_longcat-claude_LongCat-2.0_03_paged_attention",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.2419,
          "elapsed_seconds": 12879,
          "annotation_verdict": "clean",
          "output_tokens": 327942
        },
        "05_topk_bitonic": {
          "run_id": "20260708_012529_longcat-claude_LongCat-2.0_05_topk_bitonic",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0043,
          "elapsed_seconds": 25764,
          "annotation_verdict": "clean",
          "output_tokens": 430955
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260708_012529_longcat-claude_LongCat-2.0_06_sonic_moe_swiglu",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.039,
          "elapsed_seconds": 25534,
          "annotation_verdict": "clean",
          "output_tokens": 339644
        },
        "07_w4a16_gemm": {
          "run_id": "20260708_012529_longcat-claude_LongCat-2.0_07_w4a16_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.1216,
          "elapsed_seconds": 5352,
          "annotation_verdict": "clean",
          "output_tokens": 115085
        }
      },
      "pass_count": 6,
      "total_runs": 6
    },
    {
      "label": "or-fable/anthropic/claude-fable-5",
      "harness": "or-fable",
      "model": "anthropic/claude-fable-5",
      "effort": "",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260719_034935_or-fable_anthropic_claude-fable-5_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.2965,
          "elapsed_seconds": 8340
        },
        "02_kda_cutlass": {
          "run_id": "20260721_223835_or-fable_anthropic_claude-fable-5_02_kda_cutlass",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0527,
          "elapsed_seconds": 4385,
          "annotation_verdict": "clean"
        },
        "03_paged_attention": {
          "run_id": "20260720_225753_or-fable_anthropic_claude-fable-5_03_paged_attention",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.5521,
          "elapsed_seconds": 5846,
          "annotation_verdict": "clean"
        },
        "05_topk_bitonic": {
          "run_id": "20260721_011056_or-fable_anthropic_claude-fable-5_05_topk_bitonic",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0454,
          "elapsed_seconds": 9824,
          "annotation_verdict": "clean"
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260721_004218_or-fable_anthropic_claude-fable-5_06_sonic_moe_swiglu",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0859,
          "elapsed_seconds": 9588,
          "annotation_verdict": "clean"
        },
        "07_w4a16_gemm": {
          "run_id": "20260719_034935_or-fable_anthropic_claude-fable-5_07_w4a16_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.2188,
          "elapsed_seconds": 8021
        }
      },
      "pass_count": 6,
      "total_runs": 6
    },
    {
      "label": "or-opus/anthropic/claude-opus-5 [max]",
      "harness": "or-opus",
      "model": "anthropic/claude-opus-5",
      "effort": "max",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260725_063736_or-opus_anthropic_claude-opus-5_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.3032,
          "elapsed_seconds": 35677,
          "annotation_verdict": "clean"
        },
        "02_kda_cutlass": {
          "run_id": "20260725_063756_or-opus_anthropic_claude-opus-5_02_kda_cutlass",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0309,
          "elapsed_seconds": 18358,
          "annotation_verdict": "clean"
        },
        "03_paged_attention": {
          "run_id": "20260725_084300_or-opus_anthropic_claude-opus-5_03_paged_attention",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.5261,
          "elapsed_seconds": 30079,
          "annotation_verdict": "clean"
        },
        "05_topk_bitonic": {
          "run_id": "20260725_084321_or-opus_anthropic_claude-opus-5_05_topk_bitonic",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0343,
          "elapsed_seconds": 23734,
          "annotation_verdict": "clean"
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260725_085648_or-opus_anthropic_claude-opus-5_06_sonic_moe_swiglu",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0687,
          "elapsed_seconds": 6129,
          "annotation_verdict": "clean"
        },
        "07_w4a16_gemm": {
          "run_id": "20260725_085708_or-opus_anthropic_claude-opus-5_07_w4a16_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.3439,
          "elapsed_seconds": 53992,
          "annotation_verdict": "clean"
        }
      },
      "pass_count": 6,
      "total_runs": 6
    },
    {
      "label": "deepseek-claude/deepseek-v4-pro",
      "harness": "deepseek-claude",
      "model": "deepseek-v4-pro",
      "effort": "",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260618_054156_deepseek-claude_deepseek-v4-pro_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0593,
          "elapsed_seconds": 2913
        },
        "02_kda_cutlass": {
          "run_id": "20260618_055001_deepseek-claude_deepseek-v4-pro_02_kda_cutlass",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 3433
        },
        "03_paged_attention": {
          "run_id": "20260618_055747_deepseek-claude_deepseek-v4-pro_03_paged_attention",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0154,
          "elapsed_seconds": 3211
        },
        "05_topk_bitonic": {
          "run_id": "20260618_060202_deepseek-claude_deepseek-v4-pro_05_topk_bitonic",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0066,
          "elapsed_seconds": 2739
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260618_060217_deepseek-claude_deepseek-v4-pro_06_sonic_moe_swiglu",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0549,
          "elapsed_seconds": 3104
        },
        "07_w4a16_gemm": {
          "run_id": "20260618_060232_deepseek-claude_deepseek-v4-pro_07_w4a16_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0371,
          "elapsed_seconds": 2919
        }
      },
      "pass_count": 5,
      "total_runs": 6
    },
    {
      "label": "kinetic-claude/kinetic-0715[1m]",
      "harness": "kinetic-claude",
      "model": "kinetic-0715[1m]",
      "effort": "",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260716_145802_kinetic-claude_kinetic-0715_1m__01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.229,
          "elapsed_seconds": null,
          "annotation_verdict": "clean",
          "output_tokens": 198279
        },
        "02_kda_cutlass": {
          "run_id": "20260716_145827_kinetic-claude_kinetic-0715_1m__02_kda_cutlass",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0157,
          "elapsed_seconds": 22132,
          "annotation_verdict": "clean",
          "output_tokens": 384756
        },
        "03_paged_attention": {
          "run_id": "20260716_145852_kinetic-claude_kinetic-0715_1m__03_paged_attention",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.4178,
          "elapsed_seconds": 45754,
          "annotation_verdict": "clean",
          "output_tokens": 409625
        },
        "05_topk_bitonic": {
          "run_id": "20260716_145917_kinetic-claude_kinetic-0715_1m__05_topk_bitonic",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 7602,
          "output_tokens": 146120
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260716_145942_kinetic-claude_kinetic-0715_1m__06_sonic_moe_swiglu",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0203,
          "elapsed_seconds": 53960,
          "annotation_verdict": "clean",
          "output_tokens": 339584
        },
        "07_w4a16_gemm": {
          "run_id": "20260716_150007_kinetic-claude_kinetic-0715_1m__07_w4a16_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.2098,
          "elapsed_seconds": 54706,
          "annotation_verdict": "clean",
          "output_tokens": 491167
        }
      },
      "pass_count": 5,
      "total_runs": 6
    },
    {
      "label": "zai-claude/glm-5.2",
      "harness": "zai-claude",
      "model": "glm-5.2",
      "effort": "",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260618_170819_zai-claude_glm-5.2_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0784,
          "elapsed_seconds": 2872,
          "output_tokens": 144156
        },
        "02_kda_cutlass": {
          "run_id": "20260618_170834_zai-claude_glm-5.2_02_kda_cutlass",
          "correct": false,
          "has_solution": false,
          "peak_fraction": null,
          "elapsed_seconds": 2700
        },
        "03_paged_attention": {
          "run_id": "20260618_170849_zai-claude_glm-5.2_03_paged_attention",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.3137,
          "elapsed_seconds": 3083
        },
        "05_topk_bitonic": {
          "run_id": "20260618_170904_zai-claude_glm-5.2_05_topk_bitonic",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0034,
          "elapsed_seconds": 3165
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260719_034935_zai-claude_glm-5.2_06_sonic_moe_swiglu",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0652,
          "elapsed_seconds": 6004
        },
        "07_w4a16_gemm": {
          "run_id": "20260618_170934_zai-claude_glm-5.2_07_w4a16_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0833,
          "elapsed_seconds": 3292
        }
      },
      "pass_count": 5,
      "total_runs": 6
    },
    {
      "label": "claude/claude-opus-4-8",
      "harness": "claude",
      "model": "claude-opus-4-8",
      "effort": "",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260621_000344_claude_claude-opus-4-8_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.2449,
          "elapsed_seconds": 2968,
          "output_tokens": 219182
        },
        "02_kda_cutlass": {
          "run_id": "20260621_000404_claude_claude-opus-4-8_02_kda_cutlass",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0177,
          "elapsed_seconds": 4099,
          "output_tokens": 153630
        },
        "03_paged_attention": {
          "run_id": "20260621_000424_claude_claude-opus-4-8_03_paged_attention",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.5152,
          "elapsed_seconds": 4017,
          "output_tokens": 150442
        },
        "05_topk_bitonic": {
          "run_id": "20260618_041709_claude_claude-opus-4-8_05_topk_bitonic",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 2795,
          "output_tokens": 242334
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260618_041724_claude_claude-opus-4-8_06_sonic_moe_swiglu",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0579,
          "elapsed_seconds": 3404,
          "output_tokens": 139271
        },
        "07_w4a16_gemm": {
          "run_id": "20260618_041739_claude_claude-opus-4-8_07_w4a16_gemm",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 3001,
          "output_tokens": 459920
        }
      },
      "pass_count": 4,
      "total_runs": 6
    },
    {
      "label": "hy3-claude/tencent/hy3-preview",
      "harness": "hy3-claude",
      "model": "tencent/hy3-preview",
      "effort": "",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260707_072331_hy3-claude_tencent_hy3-preview_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.1189,
          "elapsed_seconds": 1826,
          "output_tokens": 48764
        },
        "02_kda_cutlass": {
          "run_id": "20260707_102426_hy3-claude_tencent_hy3-preview_02_kda_cutlass",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0,
          "elapsed_seconds": 4557,
          "output_tokens": 132161
        },
        "03_paged_attention": {
          "run_id": "20260707_075525_hy3-claude_tencent_hy3-preview_03_paged_attention",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.001,
          "elapsed_seconds": 2456,
          "output_tokens": 120359
        },
        "05_topk_bitonic": {
          "run_id": "20260707_104519_hy3-claude_tencent_hy3-preview_05_topk_bitonic",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 5084,
          "output_tokens": 51718
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260707_121003_hy3-claude_tencent_hy3-preview_06_sonic_moe_swiglu",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 6991,
          "output_tokens": 121404
        },
        "07_w4a16_gemm": {
          "run_id": "20260707_114024_hy3-claude_tencent_hy3-preview_07_w4a16_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0877,
          "elapsed_seconds": 4141,
          "output_tokens": 106280
        }
      },
      "pass_count": 4,
      "total_runs": 6
    },
    {
      "label": "minimax-claude/MiniMax-M3",
      "harness": "minimax-claude",
      "model": "MiniMax-M3",
      "effort": "",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260618_064748_minimax-claude_MiniMax-M3_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.1177,
          "elapsed_seconds": 2872
        },
        "02_kda_cutlass": {
          "run_id": "20260618_064813_minimax-claude_MiniMax-M3_02_kda_cutlass",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 2829,
          "output_tokens": 3944
        },
        "03_paged_attention": {
          "run_id": "20260618_065118_minimax-claude_MiniMax-M3_03_paged_attention",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.2453,
          "elapsed_seconds": 2767
        },
        "05_topk_bitonic": {
          "run_id": "20260618_065133_minimax-claude_MiniMax-M3_05_topk_bitonic",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 2745
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260618_065408_minimax-claude_MiniMax-M3_06_sonic_moe_swiglu",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0739,
          "elapsed_seconds": 3059
        },
        "07_w4a16_gemm": {
          "run_id": "20260618_065423_minimax-claude_MiniMax-M3_07_w4a16_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.1011,
          "elapsed_seconds": 3048
        }
      },
      "pass_count": 4,
      "total_runs": 6
    },
    {
      "label": "cursor/composer-2.5-fast",
      "harness": "cursor",
      "model": "composer-2.5-fast",
      "effort": "",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260618_044615_cursor_composer-2.5-fast_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.2194,
          "elapsed_seconds": 2535,
          "output_tokens": 28204
        },
        "02_kda_cutlass": {
          "run_id": "20260618_044820_cursor_composer-2.5-fast_02_kda_cutlass",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 3215
        },
        "05_topk_bitonic": {
          "run_id": "20260618_050350_cursor_composer-2.5-fast_05_topk_bitonic",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0035,
          "elapsed_seconds": 2761
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260618_050745_cursor_composer-2.5-fast_06_sonic_moe_swiglu",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.052,
          "elapsed_seconds": 3250
        },
        "07_w4a16_gemm": {
          "run_id": "20260618_050800_cursor_composer-2.5-fast_07_w4a16_gemm",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 2982
        }
      },
      "pass_count": 3,
      "total_runs": 5
    },
    {
      "label": "grok/grok-4.5 [max]",
      "harness": "grok",
      "model": "grok-4.5",
      "effort": "max",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260709_010052_grok_grok-4.5_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.2384,
          "elapsed_seconds": 2583
        },
        "02_kda_cutlass": {
          "run_id": "20260709_010052_grok_grok-4.5_02_kda_cutlass",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0113,
          "elapsed_seconds": 951
        },
        "03_paged_attention": {
          "run_id": "20260709_040836_grok_grok-4.5_03_paged_attention",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.4366,
          "elapsed_seconds": 2581
        },
        "05_topk_bitonic": {
          "run_id": "20260709_011644_grok_grok-4.5_05_topk_bitonic",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 2603
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260709_045137_grok_grok-4.5_06_sonic_moe_swiglu",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 3193
        },
        "07_w4a16_gemm": {
          "run_id": "20260709_040836_grok_grok-4.5_07_w4a16_gemm",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 2152
        }
      },
      "pass_count": 3,
      "total_runs": 6
    },
    {
      "label": "hy3/hy3 [high]",
      "harness": "hy3",
      "model": "hy3",
      "effort": "high",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260709_090111_hy3_hy3_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.1898,
          "elapsed_seconds": 3039
        },
        "02_kda_cutlass": {
          "run_id": "20260709_090136_hy3_hy3_02_kda_cutlass",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 21475
        },
        "03_paged_attention": {
          "run_id": "20260709_090201_hy3_hy3_03_paged_attention",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.1226,
          "elapsed_seconds": 12243
        },
        "05_topk_bitonic": {
          "run_id": "20260709_090226_hy3_hy3_05_topk_bitonic",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 20926
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260709_090251_hy3_hy3_06_sonic_moe_swiglu",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 8747
        },
        "07_w4a16_gemm": {
          "run_id": "20260709_090316_hy3_hy3_07_w4a16_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.1284,
          "elapsed_seconds": 17751
        }
      },
      "pass_count": 3,
      "total_runs": 6
    },
    {
      "label": "kimi-claude/kimi-k2.7-code",
      "harness": "kimi-claude",
      "model": "kimi-k2.7-code",
      "effort": "",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260618_060247_kimi-claude_kimi-k2.7-code_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.2278,
          "elapsed_seconds": 3084
        },
        "02_kda_cutlass": {
          "run_id": "20260618_171004_kimi-claude_kimi-k2.7-code_02_kda_cutlass",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 556,
          "output_tokens": 20883
        },
        "03_paged_attention": {
          "run_id": "20260618_061227_kimi-claude_kimi-k2.7-code_03_paged_attention",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 2728
        },
        "05_topk_bitonic": {
          "run_id": "20260618_171019_kimi-claude_kimi-k2.7-code_05_topk_bitonic",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 3088
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260618_063037_kimi-claude_kimi-k2.7-code_06_sonic_moe_swiglu",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0362,
          "elapsed_seconds": 3072
        },
        "07_w4a16_gemm": {
          "run_id": "20260618_064723_kimi-claude_kimi-k2.7-code_07_w4a16_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0471,
          "elapsed_seconds": 2803
        }
      },
      "pass_count": 3,
      "total_runs": 6
    },
    {
      "label": "claude/claude-opus-4-8 [max]",
      "harness": "claude",
      "model": "claude-opus-4-8",
      "effort": "max",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260719_034935_claude_claude-opus-4-8_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.2412,
          "elapsed_seconds": 5826,
          "output_tokens": 219182
        },
        "07_w4a16_gemm": {
          "run_id": "20260719_034935_claude_claude-opus-4-8_07_w4a16_gemm",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 8461,
          "output_tokens": 459920
        }
      },
      "pass_count": 1,
      "total_runs": 2
    },
    {
      "label": "or-fable/qwen/qwen3.8-max [xhigh]",
      "harness": "or-fable",
      "model": "qwen/qwen3.8-max",
      "effort": "xhigh",
      "results": {
        "03_paged_attention": {
          "run_id": "20260804_034002_or-fable_qwen_qwen3.8-max_03_paged_attention",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.3389,
          "elapsed_seconds": 9838,
          "annotation_verdict": "clean"
        }
      },
      "pass_count": 1,
      "total_runs": 1
    },
    {
      "label": "grok/grok-4.5 [high]",
      "harness": "grok",
      "model": "grok-4.5",
      "effort": "high",
      "results": {
        "07_w4a16_gemm": {
          "run_id": "20260719_034935_grok_grok-4.5_07_w4a16_gemm",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 3065
        }
      },
      "pass_count": 0,
      "total_runs": 1
    }
  ],
  "per_problem": {
    "01_fp8_gemm": {
      "n_attempted": 19,
      "n_passed": 19,
      "best_peak_fraction": 0.3033,
      "best_model": "claude/claude-fable-5 [max]",
      "ranked_passes": [
        {
          "model": "claude/claude-fable-5 [max]",
          "peak_fraction": 0.3033
        },
        {
          "model": "or-opus/anthropic/claude-opus-5 [max]",
          "peak_fraction": 0.3032
        },
        {
          "model": "or-fable/anthropic/claude-fable-5",
          "peak_fraction": 0.2965
        },
        {
          "model": "kinetic-claude/kinetic-0715",
          "peak_fraction": 0.2819
        },
        {
          "model": "claude/claude-opus-4-8",
          "peak_fraction": 0.2449
        },
        {
          "model": "codex/gpt-5.5 [xhigh]",
          "peak_fraction": 0.2445
        },
        {
          "model": "codex/gpt-5.6-sol [xhigh]",
          "peak_fraction": 0.2443
        },
        {
          "model": "claude/claude-opus-4-8 [max]",
          "peak_fraction": 0.2412
        },
        {
          "model": "grok/grok-4.5 [max]",
          "peak_fraction": 0.2384
        },
        {
          "model": "kinetic-claude/kinetic-0715[1m]",
          "peak_fraction": 0.229
        },
        {
          "model": "kimi-claude/kimi-k2.7-code",
          "peak_fraction": 0.2278
        },
        {
          "model": "cursor/composer-2.5-fast",
          "peak_fraction": 0.2194
        },
        {
          "model": "longcat-claude/LongCat-2.0",
          "peak_fraction": 0.218
        },
        {
          "model": "hy3/hy3 [high]",
          "peak_fraction": 0.1898
        },
        {
          "model": "hy3-claude/tencent/hy3-preview",
          "peak_fraction": 0.1189
        },
        {
          "model": "minimax-claude/MiniMax-M3",
          "peak_fraction": 0.1177
        },
        {
          "model": "zai-claude/glm-5.2",
          "peak_fraction": 0.0784
        },
        {
          "model": "gemini/gemini-3.5-flash",
          "peak_fraction": 0.0633
        },
        {
          "model": "deepseek-claude/deepseek-v4-pro",
          "peak_fraction": 0.0593
        }
      ]
    },
    "02_kda_cutlass": {
      "n_attempted": 18,
      "n_passed": 12,
      "best_peak_fraction": 0.0527,
      "best_model": "or-fable/anthropic/claude-fable-5",
      "ranked_passes": [
        {
          "model": "or-fable/anthropic/claude-fable-5",
          "peak_fraction": 0.0527
        },
        {
          "model": "or-opus/anthropic/claude-opus-5 [max]",
          "peak_fraction": 0.0309
        },
        {
          "model": "kinetic-claude/kinetic-0715",
          "peak_fraction": 0.0255
        },
        {
          "model": "claude/claude-opus-4-8",
          "peak_fraction": 0.0177
        },
        {
          "model": "claude/claude-fable-5 [max]",
          "peak_fraction": 0.0171
        },
        {
          "model": "kinetic-claude/kinetic-0715[1m]",
          "peak_fraction": 0.0157
        },
        {
          "model": "codex/gpt-5.5 [xhigh]",
          "peak_fraction": 0.0135
        },
        {
          "model": "codex/gpt-5.6-sol [xhigh]",
          "peak_fraction": 0.0132
        },
        {
          "model": "grok/grok-4.5 [max]",
          "peak_fraction": 0.0113
        },
        {
          "model": "gemini/gemini-3.5-flash",
          "peak_fraction": 0.0012
        },
        {
          "model": "longcat-claude/LongCat-2.0",
          "peak_fraction": 0.0004
        },
        {
          "model": "hy3-claude/tencent/hy3-preview",
          "peak_fraction": 0.0
        }
      ]
    },
    "03_paged_attention": {
      "n_attempted": 18,
      "n_passed": 17,
      "best_peak_fraction": 0.5521,
      "best_model": "or-fable/anthropic/claude-fable-5",
      "ranked_passes": [
        {
          "model": "or-fable/anthropic/claude-fable-5",
          "peak_fraction": 0.5521
        },
        {
          "model": "or-opus/anthropic/claude-opus-5 [max]",
          "peak_fraction": 0.5261
        },
        {
          "model": "claude/claude-opus-4-8",
          "peak_fraction": 0.5152
        },
        {
          "model": "kinetic-claude/kinetic-0715",
          "peak_fraction": 0.5143
        },
        {
          "model": "claude/claude-fable-5 [max]",
          "peak_fraction": 0.4605
        },
        {
          "model": "grok/grok-4.5 [max]",
          "peak_fraction": 0.4366
        },
        {
          "model": "kinetic-claude/kinetic-0715[1m]",
          "peak_fraction": 0.4178
        },
        {
          "model": "codex/gpt-5.6-sol [xhigh]",
          "peak_fraction": 0.3732
        },
        {
          "model": "codex/gpt-5.5 [xhigh]",
          "peak_fraction": 0.3606
        },
        {
          "model": "or-fable/qwen/qwen3.8-max [xhigh]",
          "peak_fraction": 0.3389
        },
        {
          "model": "zai-claude/glm-5.2",
          "peak_fraction": 0.3137
        },
        {
          "model": "minimax-claude/MiniMax-M3",
          "peak_fraction": 0.2453
        },
        {
          "model": "longcat-claude/LongCat-2.0",
          "peak_fraction": 0.2419
        },
        {
          "model": "gemini/gemini-3.5-flash",
          "peak_fraction": 0.1682
        },
        {
          "model": "hy3/hy3 [high]",
          "peak_fraction": 0.1226
        },
        {
          "model": "deepseek-claude/deepseek-v4-pro",
          "peak_fraction": 0.0154
        },
        {
          "model": "hy3-claude/tencent/hy3-preview",
          "peak_fraction": 0.001
        }
      ]
    },
    "05_topk_bitonic": {
      "n_attempted": 18,
      "n_passed": 11,
      "best_peak_fraction": 0.0494,
      "best_model": "kinetic-claude/kinetic-0715",
      "ranked_passes": [
        {
          "model": "kinetic-claude/kinetic-0715",
          "peak_fraction": 0.0494
        },
        {
          "model": "claude/claude-fable-5 [max]",
          "peak_fraction": 0.047
        },
        {
          "model": "or-fable/anthropic/claude-fable-5",
          "peak_fraction": 0.0454
        },
        {
          "model": "or-opus/anthropic/claude-opus-5 [max]",
          "peak_fraction": 0.0343
        },
        {
          "model": "codex/gpt-5.6-sol [xhigh]",
          "peak_fraction": 0.0295
        },
        {
          "model": "codex/gpt-5.5 [xhigh]",
          "peak_fraction": 0.015
        },
        {
          "model": "gemini/gemini-3.5-flash",
          "peak_fraction": 0.0086
        },
        {
          "model": "deepseek-claude/deepseek-v4-pro",
          "peak_fraction": 0.0066
        },
        {
          "model": "longcat-claude/LongCat-2.0",
          "peak_fraction": 0.0043
        },
        {
          "model": "cursor/composer-2.5-fast",
          "peak_fraction": 0.0035
        },
        {
          "model": "zai-claude/glm-5.2",
          "peak_fraction": 0.0034
        }
      ]
    },
    "06_sonic_moe_swiglu": {
      "n_attempted": 18,
      "n_passed": 15,
      "best_peak_fraction": 0.0859,
      "best_model": "or-fable/anthropic/claude-fable-5",
      "ranked_passes": [
        {
          "model": "or-fable/anthropic/claude-fable-5",
          "peak_fraction": 0.0859
        },
        {
          "model": "codex/gpt-5.5 [xhigh]",
          "peak_fraction": 0.0825
        },
        {
          "model": "claude/claude-fable-5 [max]",
          "peak_fraction": 0.0793
        },
        {
          "model": "kinetic-claude/kinetic-0715",
          "peak_fraction": 0.0793
        },
        {
          "model": "codex/gpt-5.6-sol [xhigh]",
          "peak_fraction": 0.0758
        },
        {
          "model": "minimax-claude/MiniMax-M3",
          "peak_fraction": 0.0739
        },
        {
          "model": "gemini/gemini-3.5-flash",
          "peak_fraction": 0.0687
        },
        {
          "model": "or-opus/anthropic/claude-opus-5 [max]",
          "peak_fraction": 0.0687
        },
        {
          "model": "zai-claude/glm-5.2",
          "peak_fraction": 0.0652
        },
        {
          "model": "claude/claude-opus-4-8",
          "peak_fraction": 0.0579
        },
        {
          "model": "deepseek-claude/deepseek-v4-pro",
          "peak_fraction": 0.0549
        },
        {
          "model": "cursor/composer-2.5-fast",
          "peak_fraction": 0.052
        },
        {
          "model": "longcat-claude/LongCat-2.0",
          "peak_fraction": 0.039
        },
        {
          "model": "kimi-claude/kimi-k2.7-code",
          "peak_fraction": 0.0362
        },
        {
          "model": "kinetic-claude/kinetic-0715[1m]",
          "peak_fraction": 0.0203
        }
      ]
    },
    "07_w4a16_gemm": {
      "n_attempted": 20,
      "n_passed": 15,
      "best_peak_fraction": 0.3681,
      "best_model": "claude/claude-fable-5 [max]",
      "ranked_passes": [
        {
          "model": "claude/claude-fable-5 [max]",
          "peak_fraction": 0.3681
        },
        {
          "model": "or-opus/anthropic/claude-opus-5 [max]",
          "peak_fraction": 0.3439
        },
        {
          "model": "kinetic-claude/kinetic-0715",
          "peak_fraction": 0.3063
        },
        {
          "model": "or-fable/anthropic/claude-fable-5",
          "peak_fraction": 0.2188
        },
        {
          "model": "kinetic-claude/kinetic-0715[1m]",
          "peak_fraction": 0.2098
        },
        {
          "model": "codex/gpt-5.6-sol [xhigh]",
          "peak_fraction": 0.1888
        },
        {
          "model": "hy3/hy3 [high]",
          "peak_fraction": 0.1284
        },
        {
          "model": "longcat-claude/LongCat-2.0",
          "peak_fraction": 0.1216
        },
        {
          "model": "codex/gpt-5.5 [xhigh]",
          "peak_fraction": 0.1151
        },
        {
          "model": "minimax-claude/MiniMax-M3",
          "peak_fraction": 0.1011
        },
        {
          "model": "hy3-claude/tencent/hy3-preview",
          "peak_fraction": 0.0877
        },
        {
          "model": "zai-claude/glm-5.2",
          "peak_fraction": 0.0833
        },
        {
          "model": "gemini/gemini-3.5-flash",
          "peak_fraction": 0.0588
        },
        {
          "model": "kimi-claude/kimi-k2.7-code",
          "peak_fraction": 0.0471
        },
        {
          "model": "deepseek-claude/deepseek-v4-pro",
          "peak_fraction": 0.0371
        }
      ]
    }
  },
  "generated_from_summary": {
    "input": "benchmarks/hard/outputs/runs",
    "tag": "v2",
    "imported_rows": 21
  }
}