{
  "schema_version": 1,
  "environment": "v2_containerized",
  "hardware": {
    "name": "NVIDIA B200",
    "sm": "sm_100a",
    "vram_gb": 180,
    "peak_bandwidth_gb_s": 8000.0
  },
  "problems": [
    "01_fp8_gemm",
    "02_kda_cutlass",
    "03_paged_attention",
    "05_topk_bitonic",
    "06_sonic_moe_swiglu",
    "07_w4a16_gemm"
  ],
  "models": [
    {
      "label": "claude/claude-opus-4-8",
      "harness": "claude",
      "model": "claude-opus-4-8",
      "effort": "",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260620_093447_claude_claude-opus-4-8_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.1962,
          "elapsed_seconds": 4549,
          "output_tokens": 135576
        },
        "02_kda_cutlass": {
          "run_id": "20260620_093507_claude_claude-opus-4-8_02_kda_cutlass",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0133,
          "elapsed_seconds": 4963,
          "output_tokens": 172810
        },
        "03_paged_attention": {
          "run_id": "20260618_191333_claude_claude-opus-4-8_03_paged_attention",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.256,
          "elapsed_seconds": 2958,
          "output_tokens": 126323
        },
        "05_topk_bitonic": {
          "run_id": "20260618_191333_claude_claude-opus-4-8_05_topk_bitonic",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0027,
          "elapsed_seconds": 2954,
          "output_tokens": 93787
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260620_093607_claude_claude-opus-4-8_06_sonic_moe_swiglu",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.079,
          "elapsed_seconds": 4376,
          "output_tokens": 101348
        },
        "07_w4a16_gemm": {
          "run_id": "20260620_093627_claude_claude-opus-4-8_07_w4a16_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.027,
          "elapsed_seconds": 6044,
          "output_tokens": 70411
        }
      },
      "pass_count": 6,
      "total_runs": 6
    },
    {
      "label": "grok/grok-4.5 [max]",
      "harness": "grok",
      "model": "grok-4.5",
      "effort": "max",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260709_043047_grok_grok-4.5_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.2316,
          "elapsed_seconds": 1558
        },
        "02_kda_cutlass": {
          "run_id": "20260709_043047_grok_grok-4.5_02_kda_cutlass",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0044,
          "elapsed_seconds": 1416
        },
        "03_paged_attention": {
          "run_id": "20260709_045645_grok_grok-4.5_03_paged_attention",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.174,
          "elapsed_seconds": 2381
        },
        "05_topk_bitonic": {
          "run_id": "20260709_045423_grok_grok-4.5_05_topk_bitonic",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0072,
          "elapsed_seconds": 2066
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260709_053626_grok_grok-4.5_06_sonic_moe_swiglu",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0642,
          "elapsed_seconds": 3584
        },
        "07_w4a16_gemm": {
          "run_id": "20260709_052849_grok_grok-4.5_07_w4a16_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0531,
          "elapsed_seconds": 2613
        }
      },
      "pass_count": 6,
      "total_runs": 6
    },
    {
      "label": "kimi-claude/kimi-k2.7-code",
      "harness": "kimi-claude",
      "model": "kimi-k2.7-code",
      "effort": "",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260620_144540_kimi-claude_kimi-k2.7-code_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.1446,
          "elapsed_seconds": 1866,
          "output_tokens": 66038
        },
        "02_kda_cutlass": {
          "run_id": "20260620_144600_kimi-claude_kimi-k2.7-code_02_kda_cutlass",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0013,
          "elapsed_seconds": 6142
        },
        "03_paged_attention": {
          "run_id": "20260620_144620_kimi-claude_kimi-k2.7-code_03_paged_attention",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.1238,
          "elapsed_seconds": 2525,
          "output_tokens": 84187
        },
        "05_topk_bitonic": {
          "run_id": "20260618_212944_kimi-claude_kimi-k2.7-code_05_topk_bitonic",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.004,
          "elapsed_seconds": 2917
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260620_152825_kimi-claude_kimi-k2.7-code_06_sonic_moe_swiglu",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0584,
          "elapsed_seconds": 6241
        },
        "07_w4a16_gemm": {
          "run_id": "20260620_162823_kimi-claude_kimi-k2.7-code_07_w4a16_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.056,
          "elapsed_seconds": 5770,
          "output_tokens": 162091
        }
      },
      "pass_count": 6,
      "total_runs": 6
    },
    {
      "label": "kinetic-claude/kinetic-0715",
      "harness": "kinetic-claude",
      "model": "kinetic-0715",
      "effort": "",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260715_220649_kinetic-claude_kinetic-0715_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.2222,
          "elapsed_seconds": 21938,
          "annotation_verdict": "clean",
          "output_tokens": 429903
        },
        "02_kda_cutlass": {
          "run_id": "20260715_220709_kinetic-claude_kinetic-0715_02_kda_cutlass",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0057,
          "elapsed_seconds": 29104,
          "annotation_verdict": "clean"
        },
        "03_paged_attention": {
          "run_id": "20260715_220729_kinetic-claude_kinetic-0715_03_paged_attention",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.2117,
          "elapsed_seconds": 22983,
          "annotation_verdict": "clean",
          "output_tokens": 511391
        },
        "05_topk_bitonic": {
          "run_id": "20260715_220749_kinetic-claude_kinetic-0715_05_topk_bitonic",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0101,
          "elapsed_seconds": 16143,
          "annotation_verdict": "clean",
          "output_tokens": 350925
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260715_220809_kinetic-claude_kinetic-0715_06_sonic_moe_swiglu",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.076,
          "elapsed_seconds": 13048,
          "annotation_verdict": "clean",
          "output_tokens": 342509
        },
        "07_w4a16_gemm": {
          "run_id": "20260715_220829_kinetic-claude_kinetic-0715_07_w4a16_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0425,
          "elapsed_seconds": 29024,
          "annotation_verdict": "clean"
        }
      },
      "pass_count": 6,
      "total_runs": 6
    },
    {
      "label": "or-fable/anthropic/claude-fable-5",
      "harness": "or-fable",
      "model": "anthropic/claude-fable-5",
      "effort": "",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260719_031420_or-fable_anthropic_claude-fable-5_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.211,
          "elapsed_seconds": 7426,
          "annotation_verdict": "clean"
        },
        "02_kda_cutlass": {
          "run_id": "20260719_031422_or-fable_anthropic_claude-fable-5_02_kda_cutlass",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0084,
          "elapsed_seconds": 7758,
          "annotation_verdict": "clean"
        },
        "03_paged_attention": {
          "run_id": "20260719_031835_or-fable_anthropic_claude-fable-5_03_paged_attention",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.2147,
          "elapsed_seconds": 12028,
          "annotation_verdict": "clean"
        },
        "05_topk_bitonic": {
          "run_id": "20260719_052400_or-fable_anthropic_claude-fable-5_05_topk_bitonic",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0078,
          "elapsed_seconds": 5400,
          "annotation_verdict": "clean"
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260719_063909_or-fable_anthropic_claude-fable-5_06_sonic_moe_swiglu",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0919,
          "elapsed_seconds": 10000,
          "annotation_verdict": "clean"
        },
        "07_w4a16_gemm": {
          "run_id": "20260719_065412_or-fable_anthropic_claude-fable-5_07_w4a16_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.107,
          "elapsed_seconds": 7082,
          "annotation_verdict": "clean"
        }
      },
      "pass_count": 6,
      "total_runs": 6
    },
    {
      "label": "zai-claude/glm-5.2",
      "harness": "zai-claude",
      "model": "glm-5.2",
      "effort": "",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260620_111911_zai-claude_glm-5.2_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.1997,
          "elapsed_seconds": 6022,
          "output_tokens": 6702
        },
        "02_kda_cutlass": {
          "run_id": "20260620_111931_zai-claude_glm-5.2_02_kda_cutlass",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.011,
          "elapsed_seconds": 6017
        },
        "03_paged_attention": {
          "run_id": "20260620_111951_zai-claude_glm-5.2_03_paged_attention",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.2639,
          "elapsed_seconds": 6034
        },
        "05_topk_bitonic": {
          "run_id": "20260618_222034_zai-claude_glm-5.2_05_topk_bitonic",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0018,
          "elapsed_seconds": 2729,
          "output_tokens": 190039
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260618_222339_zai-claude_glm-5.2_06_sonic_moe_swiglu",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0584,
          "elapsed_seconds": 2933,
          "output_tokens": 37
        },
        "07_w4a16_gemm": {
          "run_id": "20260620_130026_zai-claude_glm-5.2_07_w4a16_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0483,
          "elapsed_seconds": 6314,
          "output_tokens": 226029
        }
      },
      "pass_count": 6,
      "total_runs": 6
    },
    {
      "label": "codex/gpt-5.5 [xhigh]",
      "harness": "codex",
      "model": "gpt-5.5",
      "effort": "xhigh",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260618_191407_codex_gpt-5.5_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.1459,
          "elapsed_seconds": 1141,
          "output_tokens": 45195
        },
        "02_kda_cutlass": {
          "run_id": "20260618_191422_codex_gpt-5.5_02_kda_cutlass",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0006,
          "elapsed_seconds": 2533,
          "output_tokens": 87462
        },
        "03_paged_attention": {
          "run_id": "20260618_191437_codex_gpt-5.5_03_paged_attention",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.1627,
          "elapsed_seconds": 1832,
          "output_tokens": 46634
        },
        "05_topk_bitonic": {
          "run_id": "20260618_191452_codex_gpt-5.5_05_topk_bitonic",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0057,
          "elapsed_seconds": 1876,
          "output_tokens": 104022
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260618_193317_codex_gpt-5.5_06_sonic_moe_swiglu",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.1063,
          "elapsed_seconds": 2325,
          "output_tokens": 72480
        },
        "07_w4a16_gemm": {
          "run_id": "20260620_111851_codex_gpt-5.5_07_w4a16_gemm",
          "correct": false,
          "has_solution": false,
          "peak_fraction": null,
          "elapsed_seconds": 19,
          "output_tokens": 94066
        }
      },
      "pass_count": 5,
      "total_runs": 6
    },
    {
      "label": "codex/gpt-5.6-sol [xhigh]",
      "harness": "codex",
      "model": "gpt-5.6-sol",
      "effort": "xhigh",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260719_024723_codex_gpt-5.6-sol_01_fp8_gemm",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 1512,
          "output_tokens": 30488
        },
        "02_kda_cutlass": {
          "run_id": "20260721_182112_codex_gpt-5.6-sol_02_kda_cutlass",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0068,
          "elapsed_seconds": 1190,
          "annotation_verdict": "clean",
          "output_tokens": 37563
        },
        "03_paged_attention": {
          "run_id": "20260721_182112_codex_gpt-5.6-sol_03_paged_attention",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.1265,
          "elapsed_seconds": 1762,
          "annotation_verdict": "clean",
          "output_tokens": 46008
        },
        "05_topk_bitonic": {
          "run_id": "20260721_184102_codex_gpt-5.6-sol_05_topk_bitonic",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0118,
          "elapsed_seconds": 1817,
          "annotation_verdict": "clean",
          "output_tokens": 56773
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260721_184102_codex_gpt-5.6-sol_06_sonic_moe_swiglu",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0822,
          "elapsed_seconds": 3684,
          "annotation_verdict": "clean",
          "output_tokens": 50396
        },
        "07_w4a16_gemm": {
          "run_id": "20260721_185035_codex_gpt-5.6-sol_07_w4a16_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0898,
          "elapsed_seconds": 2352,
          "annotation_verdict": "clean",
          "output_tokens": 89385
        }
      },
      "pass_count": 5,
      "total_runs": 6
    },
    {
      "label": "cursor/composer-2.5-fast",
      "harness": "cursor",
      "model": "composer-2.5-fast",
      "effort": "",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260618_194617_cursor_composer-2.5-fast_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.1303,
          "elapsed_seconds": 3038,
          "output_tokens": 36213
        },
        "02_kda_cutlass": {
          "run_id": "20260618_195642_cursor_composer-2.5-fast_02_kda_cutlass",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0002,
          "elapsed_seconds": 2800
        },
        "03_paged_attention": {
          "run_id": "20260618_200247_cursor_composer-2.5-fast_03_paged_attention",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0824,
          "elapsed_seconds": 2962
        },
        "05_topk_bitonic": {
          "run_id": "20260618_200302_cursor_composer-2.5-fast_05_topk_bitonic",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0016,
          "elapsed_seconds": 2073
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260618_200317_cursor_composer-2.5-fast_06_sonic_moe_swiglu",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 2818
        },
        "07_w4a16_gemm": {
          "run_id": "20260618_200332_cursor_composer-2.5-fast_07_w4a16_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0152,
          "elapsed_seconds": 3195
        }
      },
      "pass_count": 5,
      "total_runs": 6
    },
    {
      "label": "gemini/gemini-3.5-flash",
      "harness": "gemini",
      "model": "gemini-3.5-flash",
      "effort": "",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260618_200417_gemini_gemini-3.5-flash_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.1593,
          "elapsed_seconds": 2077,
          "output_tokens": 21550
        },
        "02_kda_cutlass": {
          "run_id": "20260618_200452_gemini_gemini-3.5-flash_02_kda_cutlass",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0,
          "elapsed_seconds": 3135
        },
        "03_paged_attention": {
          "run_id": "20260618_201208_gemini_gemini-3.5-flash_03_paged_attention",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0081,
          "elapsed_seconds": 2890
        },
        "05_topk_bitonic": {
          "run_id": "20260618_202343_gemini_gemini-3.5-flash_05_topk_bitonic",
          "correct": false,
          "has_solution": false,
          "peak_fraction": null,
          "elapsed_seconds": 2730
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260618_203658_gemini_gemini-3.5-flash_06_sonic_moe_swiglu",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0467,
          "elapsed_seconds": 3148
        },
        "07_w4a16_gemm": {
          "run_id": "20260618_203743_gemini_gemini-3.5-flash_07_w4a16_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0307,
          "elapsed_seconds": 3107
        }
      },
      "pass_count": 5,
      "total_runs": 6
    },
    {
      "label": "claude/claude-fable-5 [max]",
      "harness": "claude",
      "model": "claude-fable-5",
      "effort": "max",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260702_090059_claude_claude-fable-5_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.2535,
          "elapsed_seconds": 9886,
          "annotation_verdict": "clean",
          "output_tokens": 433871
        },
        "02_kda_cutlass": {
          "run_id": "20260702_090129_claude_claude-fable-5_02_kda_cutlass",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 10608,
          "output_tokens": 428966
        },
        "03_paged_attention": {
          "run_id": "20260702_114554_claude_claude-fable-5_03_paged_attention",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.1696,
          "elapsed_seconds": 1841,
          "annotation_verdict": "clean",
          "output_tokens": 96937
        },
        "05_topk_bitonic": {
          "run_id": "20260702_142614_claude_claude-fable-5_05_topk_bitonic",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 9352,
          "output_tokens": 458892
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260702_155728_claude_claude-fable-5_06_sonic_moe_swiglu",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0762,
          "elapsed_seconds": 10786,
          "annotation_verdict": "clean",
          "output_tokens": 295196
        },
        "07_w4a16_gemm": {
          "run_id": "20260702_185720_claude_claude-fable-5_07_w4a16_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0434,
          "elapsed_seconds": 3897,
          "annotation_verdict": "clean",
          "output_tokens": 205511
        }
      },
      "pass_count": 4,
      "total_runs": 6
    },
    {
      "label": "deepseek-claude/deepseek-v4-pro",
      "harness": "deepseek-claude",
      "model": "deepseek-v4-pro",
      "effort": "",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260618_203858_deepseek-claude_deepseek-v4-pro_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0587,
          "elapsed_seconds": 3052
        },
        "02_kda_cutlass": {
          "run_id": "20260618_204323_deepseek-claude_deepseek-v4-pro_02_kda_cutlass",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0003,
          "elapsed_seconds": 2880
        },
        "03_paged_attention": {
          "run_id": "20260618_205018_deepseek-claude_deepseek-v4-pro_03_paged_attention",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.063,
          "elapsed_seconds": 2820
        },
        "05_topk_bitonic": {
          "run_id": "20260618_205213_deepseek-claude_deepseek-v4-pro_05_topk_bitonic",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 2726
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260618_205648_deepseek-claude_deepseek-v4-pro_06_sonic_moe_swiglu",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0398,
          "elapsed_seconds": 2933
        },
        "07_w4a16_gemm": {
          "run_id": "20260618_205713_deepseek-claude_deepseek-v4-pro_07_w4a16_gemm",
          "correct": false,
          "has_solution": false,
          "peak_fraction": null,
          "elapsed_seconds": 2702
        }
      },
      "pass_count": 4,
      "total_runs": 6
    },
    {
      "label": "hy3/hy3 [high]",
      "harness": "hy3",
      "model": "hy3",
      "effort": "high",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260709_090112_hy3_hy3_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.1339,
          "elapsed_seconds": 1786
        },
        "02_kda_cutlass": {
          "run_id": "20260709_090137_hy3_hy3_02_kda_cutlass",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 17171
        },
        "03_paged_attention": {
          "run_id": "20260709_090202_hy3_hy3_03_paged_attention",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 191
        },
        "05_topk_bitonic": {
          "run_id": "20260709_090227_hy3_hy3_05_topk_bitonic",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 6596
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260709_090252_hy3_hy3_06_sonic_moe_swiglu",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0449,
          "elapsed_seconds": 5605
        },
        "07_w4a16_gemm": {
          "run_id": "20260709_090317_hy3_hy3_07_w4a16_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0475,
          "elapsed_seconds": 5634
        }
      },
      "pass_count": 3,
      "total_runs": 6
    },
    {
      "label": "minimax-claude/MiniMax-M3",
      "harness": "minimax-claude",
      "model": "MiniMax-M3",
      "effort": "",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260618_213719_minimax-claude_MiniMax-M3_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.1011,
          "elapsed_seconds": 2807
        },
        "02_kda_cutlass": {
          "run_id": "20260618_213744_minimax-claude_MiniMax-M3_02_kda_cutlass",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 2755
        },
        "03_paged_attention": {
          "run_id": "20260618_214219_minimax-claude_MiniMax-M3_03_paged_attention",
          "correct": false,
          "has_solution": false,
          "peak_fraction": null,
          "elapsed_seconds": 2701
        },
        "05_topk_bitonic": {
          "run_id": "20260618_214544_minimax-claude_MiniMax-M3_05_topk_bitonic",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 2776
        },
        "06_sonic_moe_swiglu": {
          "run_id": "20260618_214559_minimax-claude_MiniMax-M3_06_sonic_moe_swiglu",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0084,
          "elapsed_seconds": 3103
        },
        "07_w4a16_gemm": {
          "run_id": "20260618_215424_minimax-claude_MiniMax-M3_07_w4a16_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0188,
          "elapsed_seconds": 2879
        }
      },
      "pass_count": 3,
      "total_runs": 6
    },
    {
      "label": "claude/claude-opus-4-8 [max]",
      "harness": "claude",
      "model": "claude-opus-4-8",
      "effort": "max",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260719_024723_claude_claude-opus-4-8_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.1176,
          "elapsed_seconds": 2687,
          "annotation_verdict": "clean",
          "output_tokens": 135576
        },
        "07_w4a16_gemm": {
          "run_id": "20260719_030522_claude_claude-opus-4-8_07_w4a16_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0178,
          "elapsed_seconds": 1710,
          "annotation_verdict": "clean",
          "output_tokens": 70411
        }
      },
      "pass_count": 2,
      "total_runs": 2
    },
    {
      "label": "grok/grok-4.5 [high]",
      "harness": "grok",
      "model": "grok-4.5",
      "effort": "high",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260719_024903_grok_grok-4.5_01_fp8_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.1413,
          "elapsed_seconds": 2879,
          "annotation_verdict": "clean"
        },
        "05_topk_bitonic": {
          "run_id": "20260719_030522_grok_grok-4.5_05_topk_bitonic",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 2561
        },
        "07_w4a16_gemm": {
          "run_id": "20260719_030522_grok_grok-4.5_07_w4a16_gemm",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 2517
        }
      },
      "pass_count": 1,
      "total_runs": 3
    },
    {
      "label": "kinetic-claude/kinetic-0715[1m]",
      "harness": "kinetic-claude",
      "model": "kinetic-0715[1m]",
      "effort": "",
      "results": {
        "07_w4a16_gemm": {
          "run_id": "20260719_030522_kinetic-claude_kinetic-0715_1m__07_w4a16_gemm",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0264,
          "elapsed_seconds": 14946,
          "annotation_verdict": "clean",
          "output_tokens": 226813
        }
      },
      "pass_count": 1,
      "total_runs": 1
    },
    {
      "label": "grok/grok-build [high]",
      "harness": "grok",
      "model": "grok-build",
      "effort": "high",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260719_063102_grok_grok-build_01_fp8_gemm",
          "correct": false,
          "has_solution": false,
          "peak_fraction": null,
          "elapsed_seconds": 1
        }
      },
      "pass_count": 0,
      "total_runs": 1
    },
    {
      "label": "grok/grok-build [max]",
      "harness": "grok",
      "model": "grok-build",
      "effort": "max",
      "results": {
        "01_fp8_gemm": {
          "run_id": "20260719_024723_grok_grok-build_01_fp8_gemm",
          "correct": false,
          "has_solution": false,
          "peak_fraction": null,
          "elapsed_seconds": 1
        }
      },
      "pass_count": 0,
      "total_runs": 1
    }
  ],
  "per_problem": {
    "01_fp8_gemm": {
      "n_attempted": 18,
      "n_passed": 15,
      "best_peak_fraction": 0.2535,
      "best_model": "claude/claude-fable-5 [max]",
      "ranked_passes": [
        {
          "model": "claude/claude-fable-5 [max]",
          "peak_fraction": 0.2535
        },
        {
          "model": "grok/grok-4.5 [max]",
          "peak_fraction": 0.2316
        },
        {
          "model": "kinetic-claude/kinetic-0715",
          "peak_fraction": 0.2222
        },
        {
          "model": "or-fable/anthropic/claude-fable-5",
          "peak_fraction": 0.211
        },
        {
          "model": "zai-claude/glm-5.2",
          "peak_fraction": 0.1997
        },
        {
          "model": "claude/claude-opus-4-8",
          "peak_fraction": 0.1962
        },
        {
          "model": "gemini/gemini-3.5-flash",
          "peak_fraction": 0.1593
        },
        {
          "model": "codex/gpt-5.5 [xhigh]",
          "peak_fraction": 0.1459
        },
        {
          "model": "kimi-claude/kimi-k2.7-code",
          "peak_fraction": 0.1446
        },
        {
          "model": "grok/grok-4.5 [high]",
          "peak_fraction": 0.1413
        },
        {
          "model": "hy3/hy3 [high]",
          "peak_fraction": 0.1339
        },
        {
          "model": "cursor/composer-2.5-fast",
          "peak_fraction": 0.1303
        },
        {
          "model": "claude/claude-opus-4-8 [max]",
          "peak_fraction": 0.1176
        },
        {
          "model": "minimax-claude/MiniMax-M3",
          "peak_fraction": 0.1011
        },
        {
          "model": "deepseek-claude/deepseek-v4-pro",
          "peak_fraction": 0.0587
        }
      ]
    },
    "02_kda_cutlass": {
      "n_attempted": 14,
      "n_passed": 11,
      "best_peak_fraction": 0.0133,
      "best_model": "claude/claude-opus-4-8",
      "ranked_passes": [
        {
          "model": "claude/claude-opus-4-8",
          "peak_fraction": 0.0133
        },
        {
          "model": "zai-claude/glm-5.2",
          "peak_fraction": 0.011
        },
        {
          "model": "or-fable/anthropic/claude-fable-5",
          "peak_fraction": 0.0084
        },
        {
          "model": "codex/gpt-5.6-sol [xhigh]",
          "peak_fraction": 0.0068
        },
        {
          "model": "kinetic-claude/kinetic-0715",
          "peak_fraction": 0.0057
        },
        {
          "model": "grok/grok-4.5 [max]",
          "peak_fraction": 0.0044
        },
        {
          "model": "kimi-claude/kimi-k2.7-code",
          "peak_fraction": 0.0013
        },
        {
          "model": "codex/gpt-5.5 [xhigh]",
          "peak_fraction": 0.0006
        },
        {
          "model": "deepseek-claude/deepseek-v4-pro",
          "peak_fraction": 0.0003
        },
        {
          "model": "cursor/composer-2.5-fast",
          "peak_fraction": 0.0002
        },
        {
          "model": "gemini/gemini-3.5-flash",
          "peak_fraction": 0.0
        }
      ]
    },
    "03_paged_attention": {
      "n_attempted": 14,
      "n_passed": 12,
      "best_peak_fraction": 0.2639,
      "best_model": "zai-claude/glm-5.2",
      "ranked_passes": [
        {
          "model": "zai-claude/glm-5.2",
          "peak_fraction": 0.2639
        },
        {
          "model": "claude/claude-opus-4-8",
          "peak_fraction": 0.256
        },
        {
          "model": "or-fable/anthropic/claude-fable-5",
          "peak_fraction": 0.2147
        },
        {
          "model": "kinetic-claude/kinetic-0715",
          "peak_fraction": 0.2117
        },
        {
          "model": "grok/grok-4.5 [max]",
          "peak_fraction": 0.174
        },
        {
          "model": "claude/claude-fable-5 [max]",
          "peak_fraction": 0.1696
        },
        {
          "model": "codex/gpt-5.5 [xhigh]",
          "peak_fraction": 0.1627
        },
        {
          "model": "codex/gpt-5.6-sol [xhigh]",
          "peak_fraction": 0.1265
        },
        {
          "model": "kimi-claude/kimi-k2.7-code",
          "peak_fraction": 0.1238
        },
        {
          "model": "cursor/composer-2.5-fast",
          "peak_fraction": 0.0824
        },
        {
          "model": "deepseek-claude/deepseek-v4-pro",
          "peak_fraction": 0.063
        },
        {
          "model": "gemini/gemini-3.5-flash",
          "peak_fraction": 0.0081
        }
      ]
    },
    "05_topk_bitonic": {
      "n_attempted": 15,
      "n_passed": 9,
      "best_peak_fraction": 0.0118,
      "best_model": "codex/gpt-5.6-sol [xhigh]",
      "ranked_passes": [
        {
          "model": "codex/gpt-5.6-sol [xhigh]",
          "peak_fraction": 0.0118
        },
        {
          "model": "kinetic-claude/kinetic-0715",
          "peak_fraction": 0.0101
        },
        {
          "model": "or-fable/anthropic/claude-fable-5",
          "peak_fraction": 0.0078
        },
        {
          "model": "grok/grok-4.5 [max]",
          "peak_fraction": 0.0072
        },
        {
          "model": "codex/gpt-5.5 [xhigh]",
          "peak_fraction": 0.0057
        },
        {
          "model": "kimi-claude/kimi-k2.7-code",
          "peak_fraction": 0.004
        },
        {
          "model": "claude/claude-opus-4-8",
          "peak_fraction": 0.0027
        },
        {
          "model": "zai-claude/glm-5.2",
          "peak_fraction": 0.0018
        },
        {
          "model": "cursor/composer-2.5-fast",
          "peak_fraction": 0.0016
        }
      ]
    },
    "06_sonic_moe_swiglu": {
      "n_attempted": 14,
      "n_passed": 13,
      "best_peak_fraction": 0.1063,
      "best_model": "codex/gpt-5.5 [xhigh]",
      "ranked_passes": [
        {
          "model": "codex/gpt-5.5 [xhigh]",
          "peak_fraction": 0.1063
        },
        {
          "model": "or-fable/anthropic/claude-fable-5",
          "peak_fraction": 0.0919
        },
        {
          "model": "codex/gpt-5.6-sol [xhigh]",
          "peak_fraction": 0.0822
        },
        {
          "model": "claude/claude-opus-4-8",
          "peak_fraction": 0.079
        },
        {
          "model": "claude/claude-fable-5 [max]",
          "peak_fraction": 0.0762
        },
        {
          "model": "kinetic-claude/kinetic-0715",
          "peak_fraction": 0.076
        },
        {
          "model": "grok/grok-4.5 [max]",
          "peak_fraction": 0.0642
        },
        {
          "model": "kimi-claude/kimi-k2.7-code",
          "peak_fraction": 0.0584
        },
        {
          "model": "zai-claude/glm-5.2",
          "peak_fraction": 0.0584
        },
        {
          "model": "gemini/gemini-3.5-flash",
          "peak_fraction": 0.0467
        },
        {
          "model": "hy3/hy3 [high]",
          "peak_fraction": 0.0449
        },
        {
          "model": "deepseek-claude/deepseek-v4-pro",
          "peak_fraction": 0.0398
        },
        {
          "model": "minimax-claude/MiniMax-M3",
          "peak_fraction": 0.0084
        }
      ]
    },
    "07_w4a16_gemm": {
      "n_attempted": 17,
      "n_passed": 14,
      "best_peak_fraction": 0.107,
      "best_model": "or-fable/anthropic/claude-fable-5",
      "ranked_passes": [
        {
          "model": "or-fable/anthropic/claude-fable-5",
          "peak_fraction": 0.107
        },
        {
          "model": "codex/gpt-5.6-sol [xhigh]",
          "peak_fraction": 0.0898
        },
        {
          "model": "kimi-claude/kimi-k2.7-code",
          "peak_fraction": 0.056
        },
        {
          "model": "grok/grok-4.5 [max]",
          "peak_fraction": 0.0531
        },
        {
          "model": "zai-claude/glm-5.2",
          "peak_fraction": 0.0483
        },
        {
          "model": "hy3/hy3 [high]",
          "peak_fraction": 0.0475
        },
        {
          "model": "claude/claude-fable-5 [max]",
          "peak_fraction": 0.0434
        },
        {
          "model": "kinetic-claude/kinetic-0715",
          "peak_fraction": 0.0425
        },
        {
          "model": "gemini/gemini-3.5-flash",
          "peak_fraction": 0.0307
        },
        {
          "model": "claude/claude-opus-4-8",
          "peak_fraction": 0.027
        },
        {
          "model": "kinetic-claude/kinetic-0715[1m]",
          "peak_fraction": 0.0264
        },
        {
          "model": "minimax-claude/MiniMax-M3",
          "peak_fraction": 0.0188
        },
        {
          "model": "claude/claude-opus-4-8 [max]",
          "peak_fraction": 0.0178
        },
        {
          "model": "cursor/composer-2.5-fast",
          "peak_fraction": 0.0152
        }
      ]
    }
  },
  "generated_from_summary": {
    "input": "benchmarks/hard/outputs/runs",
    "tag": "v2",
    "imported_rows": 19
  }
}