{
  "schema_version": 1,
  "environment": "v2_containerized",
  "hardware": {
    "name": "RTX PRO 6000 Blackwell Workstation",
    "sm": "sm_120a",
    "vram_gb": 96,
    "peak_bandwidth_gb_s": 1800.0
  },
  "problems": [
    "01_glm52_fused_moe",
    "02_deepseek_nsa",
    "03_megaqwen_decode",
    "04_grid_mingru_sps"
  ],
  "models": [
    {
      "label": "claude/claude-opus-4-8 [max]",
      "harness": "claude",
      "model": "claude-opus-4-8",
      "effort": "max",
      "results": {
        "01_glm52_fused_moe": {
          "run_id": "20260716_140633_claude_claude-opus-4-8_01_glm52_fused_moe",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0653,
          "elapsed_seconds": 4333,
          "annotation_verdict": "clean"
        },
        "02_deepseek_nsa": {
          "run_id": "20260716_140658_claude_claude-opus-4-8_02_deepseek_nsa",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.1784,
          "elapsed_seconds": 19010,
          "annotation_verdict": "clean"
        },
        "03_megaqwen_decode": {
          "run_id": "20260716_140723_claude_claude-opus-4-8_03_megaqwen_decode",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0097,
          "elapsed_seconds": null,
          "annotation_verdict": "clean"
        },
        "04_grid_mingru_sps": {
          "run_id": "20260716_140748_claude_claude-opus-4-8_04_grid_mingru_sps",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.3269,
          "elapsed_seconds": 8459,
          "annotation_verdict": "clean"
        }
      },
      "pass_count": 4,
      "total_runs": 4
    },
    {
      "label": "grok/grok-4.5",
      "harness": "grok",
      "model": "grok-4.5",
      "effort": "",
      "results": {
        "01_glm52_fused_moe": {
          "run_id": "20260715_212751_grok_grok-4.5_01_glm52_fused_moe",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0844,
          "elapsed_seconds": 7746,
          "annotation_verdict": "clean"
        },
        "02_deepseek_nsa": {
          "run_id": "20260715_212751_grok_grok-4.5_02_deepseek_nsa",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0177,
          "elapsed_seconds": 4222,
          "annotation_verdict": "clean"
        },
        "03_megaqwen_decode": {
          "run_id": "20260715_212751_grok_grok-4.5_03_megaqwen_decode",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0345,
          "elapsed_seconds": 9151,
          "annotation_verdict": "clean"
        },
        "04_grid_mingru_sps": {
          "run_id": "20260716_011941_grok_grok-4.5_04_grid_mingru_sps",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.002,
          "elapsed_seconds": 450,
          "annotation_verdict": "clean"
        }
      },
      "pass_count": 4,
      "total_runs": 4
    },
    {
      "label": "kinetic-claude/kinetic-0715",
      "harness": "kinetic-claude",
      "model": "kinetic-0715",
      "effort": "",
      "results": {
        "01_glm52_fused_moe": {
          "run_id": "20260716_090533_kinetic-claude_kinetic-0715_01_glm52_fused_moe",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0595,
          "elapsed_seconds": 10100,
          "annotation_verdict": "clean"
        },
        "02_deepseek_nsa": {
          "run_id": "20260716_112858_kinetic-claude_kinetic-0715_02_deepseek_nsa",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.4246,
          "elapsed_seconds": 50683,
          "annotation_verdict": "clean"
        },
        "03_megaqwen_decode": {
          "run_id": "20260716_112923_kinetic-claude_kinetic-0715_03_megaqwen_decode",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.047,
          "elapsed_seconds": 45408,
          "annotation_verdict": "clean"
        },
        "04_grid_mingru_sps": {
          "run_id": "20260716_090648_kinetic-claude_kinetic-0715_04_grid_mingru_sps",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.1738,
          "elapsed_seconds": 11828,
          "annotation_verdict": "clean"
        }
      },
      "pass_count": 4,
      "total_runs": 4
    },
    {
      "label": "kinetic-claude/kinetic-0715[1m]",
      "harness": "kinetic-claude",
      "model": "kinetic-0715[1m]",
      "effort": "",
      "results": {
        "01_glm52_fused_moe": {
          "run_id": "20260716_150051_kinetic-claude_kinetic-0715_1m__01_glm52_fused_moe",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.081,
          "elapsed_seconds": 43824,
          "annotation_verdict": "clean"
        },
        "02_deepseek_nsa": {
          "run_id": "20260716_150116_kinetic-claude_kinetic-0715_1m__02_deepseek_nsa",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0584,
          "elapsed_seconds": 38929,
          "annotation_verdict": "clean"
        },
        "03_megaqwen_decode": {
          "run_id": "20260718_232940_kinetic-claude_kinetic-0715_1m__03_megaqwen_decode",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0622,
          "elapsed_seconds": 34001,
          "annotation_verdict": "suspect"
        },
        "04_grid_mingru_sps": {
          "run_id": "20260716_150206_kinetic-claude_kinetic-0715_1m__04_grid_mingru_sps",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.2238,
          "elapsed_seconds": 34581,
          "annotation_verdict": "clean"
        }
      },
      "pass_count": 4,
      "total_runs": 4
    },
    {
      "label": "or-fable/anthropic/claude-fable-5",
      "harness": "or-fable",
      "model": "anthropic/claude-fable-5",
      "effort": "",
      "results": {
        "01_glm52_fused_moe": {
          "run_id": "20260719_081348_or-fable_anthropic_claude-fable-5_01_glm52_fused_moe",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0804,
          "elapsed_seconds": 17739,
          "annotation_verdict": "clean"
        },
        "02_deepseek_nsa": {
          "run_id": "20260721_153000_or-fable_anthropic_claude-fable-5_02_deepseek_nsa",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.7266,
          "elapsed_seconds": 8390,
          "annotation_verdict": "clean"
        },
        "03_megaqwen_decode": {
          "run_id": "20260719_190250_or-fable_anthropic_claude-fable-5_03_megaqwen_decode",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0578,
          "elapsed_seconds": 7357,
          "annotation_verdict": "clean"
        },
        "04_grid_mingru_sps": {
          "run_id": "20260719_102947_or-fable_anthropic_claude-fable-5_04_grid_mingru_sps",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.1909,
          "elapsed_seconds": 6473,
          "annotation_verdict": "clean"
        }
      },
      "pass_count": 4,
      "total_runs": 4
    },
    {
      "label": "or-fable/deepseek/deepseek-v4-flash-0731",
      "harness": "or-fable",
      "model": "deepseek/deepseek-v4-flash-0731",
      "effort": "",
      "results": {
        "01_glm52_fused_moe": {
          "run_id": "20260802_203348_or-fable_deepseek_deepseek-v4-flash-0731_01_glm52_fused_moe",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0411,
          "elapsed_seconds": 23081,
          "annotation_verdict": "clean"
        },
        "02_deepseek_nsa": {
          "run_id": "20260802_203913_or-fable_deepseek_deepseek-v4-flash-0731_02_deepseek_nsa",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0455,
          "elapsed_seconds": 11559,
          "annotation_verdict": "clean"
        },
        "03_megaqwen_decode": {
          "run_id": "20260802_203916_or-fable_deepseek_deepseek-v4-flash-0731_03_megaqwen_decode",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0281,
          "elapsed_seconds": 14211,
          "annotation_verdict": "clean"
        },
        "04_grid_mingru_sps": {
          "run_id": "20260802_203919_or-fable_deepseek_deepseek-v4-flash-0731_04_grid_mingru_sps",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.1453,
          "elapsed_seconds": 6482,
          "annotation_verdict": "clean"
        }
      },
      "pass_count": 4,
      "total_runs": 4
    },
    {
      "label": "or-opus/anthropic/claude-opus-5 [max]",
      "harness": "or-opus",
      "model": "anthropic/claude-opus-5",
      "effort": "max",
      "results": {
        "01_glm52_fused_moe": {
          "run_id": "20260725_023403_or-opus_anthropic_claude-opus-5_01_glm52_fused_moe",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.1072,
          "elapsed_seconds": 8302,
          "annotation_verdict": "clean"
        },
        "02_deepseek_nsa": {
          "run_id": "20260725_023423_or-opus_anthropic_claude-opus-5_02_deepseek_nsa",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 1.0367,
          "elapsed_seconds": 49430,
          "annotation_verdict": "clean"
        },
        "03_megaqwen_decode": {
          "run_id": "20260725_023443_or-opus_anthropic_claude-opus-5_03_megaqwen_decode",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0655,
          "elapsed_seconds": 21582,
          "annotation_verdict": "clean"
        },
        "04_grid_mingru_sps": {
          "run_id": "20260725_023503_or-opus_anthropic_claude-opus-5_04_grid_mingru_sps",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 1.961,
          "elapsed_seconds": 43317,
          "annotation_verdict": "clean"
        }
      },
      "pass_count": 4,
      "total_runs": 4
    },
    {
      "label": "deepseek-claude/deepseek-v4-pro",
      "harness": "deepseek-claude",
      "model": "deepseek-v4-pro",
      "effort": "",
      "results": {
        "01_glm52_fused_moe": {
          "run_id": "20260814_000257_deepseek-claude_deepseek-v4-pro_01_glm52_fused_moe",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0968,
          "elapsed_seconds": 17638,
          "annotation_verdict": "interesting"
        },
        "02_deepseek_nsa": {
          "run_id": "20260814_000322_deepseek-claude_deepseek-v4-pro_02_deepseek_nsa",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0945,
          "elapsed_seconds": 17726,
          "annotation_verdict": "clean"
        },
        "03_megaqwen_decode": {
          "run_id": "20260814_000347_deepseek-claude_deepseek-v4-pro_03_megaqwen_decode",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0602,
          "elapsed_seconds": 32437,
          "annotation_verdict": "clean"
        },
        "04_grid_mingru_sps": {
          "run_id": "20260814_000412_deepseek-claude_deepseek-v4-pro_04_grid_mingru_sps",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.2375,
          "elapsed_seconds": 19703,
          "annotation_verdict": "reward_hack",
          "invalid_reason": "reward_hack"
        }
      },
      "pass_count": 3,
      "total_runs": 4
    },
    {
      "label": "grok/grok-4.6 [xhigh]",
      "harness": "grok",
      "model": "grok-4.6",
      "effort": "xhigh",
      "results": {
        "01_glm52_fused_moe": {
          "run_id": "20260814_000242_grok_grok-4.6_01_glm52_fused_moe",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0939,
          "elapsed_seconds": 3332,
          "annotation_verdict": "interesting"
        },
        "02_deepseek_nsa": {
          "run_id": "20260814_000307_grok_grok-4.6_02_deepseek_nsa",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0796,
          "elapsed_seconds": 3012,
          "annotation_verdict": "clean"
        },
        "03_megaqwen_decode": {
          "run_id": "20260814_000332_grok_grok-4.6_03_megaqwen_decode",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0542,
          "elapsed_seconds": 4134,
          "annotation_verdict": "clean"
        }
      },
      "pass_count": 3,
      "total_runs": 3
    },
    {
      "label": "or-fable/stealth/ox-alpha",
      "harness": "or-fable",
      "model": "stealth/ox-alpha",
      "effort": "",
      "results": {
        "02_deepseek_nsa": {
          "run_id": "20260822_102122_or-fable_stealth_ox-alpha_02_deepseek_nsa",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0445,
          "elapsed_seconds": 12685,
          "annotation_verdict": "clean"
        },
        "03_megaqwen_decode": {
          "run_id": "20260822_105443_or-fable_stealth_ox-alpha_03_megaqwen_decode",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0392,
          "elapsed_seconds": 8145,
          "annotation_verdict": "clean"
        }
      },
      "pass_count": 2,
      "total_runs": 2
    },
    {
      "label": "or-fable/qwen/qwen3.8-max [xhigh]",
      "harness": "or-fable",
      "model": "qwen/qwen3.8-max",
      "effort": "xhigh",
      "results": {
        "02_deepseek_nsa": {
          "run_id": "20260803_194356_or-fable_qwen_qwen3.8-max_02_deepseek_nsa",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 6280,
          "annotation_verdict": "clean"
        },
        "04_grid_mingru_sps": {
          "run_id": "20260803_194356_or-fable_qwen_qwen3.8-max_04_grid_mingru_sps",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.2848,
          "elapsed_seconds": 6240,
          "annotation_verdict": "clean"
        }
      },
      "pass_count": 1,
      "total_runs": 2
    },
    {
      "label": "zai-claude/glm-5.3",
      "harness": "zai-claude",
      "model": "glm-5.3",
      "effort": "",
      "results": {
        "01_glm52_fused_moe": {
          "run_id": "20260822_085227_zai-claude_glm-5.3_01_glm52_fused_moe",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0997,
          "elapsed_seconds": 6506,
          "annotation_verdict": "clean"
        }
      },
      "pass_count": 1,
      "total_runs": 1
    }
  ],
  "per_problem": {
    "01_glm52_fused_moe": {
      "n_attempted": 10,
      "n_passed": 10,
      "best_peak_fraction": 0.1072,
      "best_model": "or-opus/anthropic/claude-opus-5 [max]",
      "ranked_passes": [
        {
          "model": "or-opus/anthropic/claude-opus-5 [max]",
          "peak_fraction": 0.1072
        },
        {
          "model": "zai-claude/glm-5.3",
          "peak_fraction": 0.0997
        },
        {
          "model": "deepseek-claude/deepseek-v4-pro",
          "peak_fraction": 0.0968
        },
        {
          "model": "grok/grok-4.6 [xhigh]",
          "peak_fraction": 0.0939
        },
        {
          "model": "grok/grok-4.5",
          "peak_fraction": 0.0844
        },
        {
          "model": "kinetic-claude/kinetic-0715[1m]",
          "peak_fraction": 0.081
        },
        {
          "model": "or-fable/anthropic/claude-fable-5",
          "peak_fraction": 0.0804
        },
        {
          "model": "claude/claude-opus-4-8 [max]",
          "peak_fraction": 0.0653
        },
        {
          "model": "kinetic-claude/kinetic-0715",
          "peak_fraction": 0.0595
        },
        {
          "model": "or-fable/deepseek/deepseek-v4-flash-0731",
          "peak_fraction": 0.0411
        }
      ]
    },
    "02_deepseek_nsa": {
      "n_attempted": 11,
      "n_passed": 10,
      "best_peak_fraction": 1.0367,
      "best_model": "or-opus/anthropic/claude-opus-5 [max]",
      "ranked_passes": [
        {
          "model": "or-opus/anthropic/claude-opus-5 [max]",
          "peak_fraction": 1.0367
        },
        {
          "model": "or-fable/anthropic/claude-fable-5",
          "peak_fraction": 0.7266
        },
        {
          "model": "kinetic-claude/kinetic-0715",
          "peak_fraction": 0.4246
        },
        {
          "model": "claude/claude-opus-4-8 [max]",
          "peak_fraction": 0.1784
        },
        {
          "model": "deepseek-claude/deepseek-v4-pro",
          "peak_fraction": 0.0945
        },
        {
          "model": "grok/grok-4.6 [xhigh]",
          "peak_fraction": 0.0796
        },
        {
          "model": "kinetic-claude/kinetic-0715[1m]",
          "peak_fraction": 0.0584
        },
        {
          "model": "or-fable/deepseek/deepseek-v4-flash-0731",
          "peak_fraction": 0.0455
        },
        {
          "model": "or-fable/stealth/ox-alpha",
          "peak_fraction": 0.0445
        },
        {
          "model": "grok/grok-4.5",
          "peak_fraction": 0.0177
        }
      ]
    },
    "03_megaqwen_decode": {
      "n_attempted": 10,
      "n_passed": 10,
      "best_peak_fraction": 0.0655,
      "best_model": "or-opus/anthropic/claude-opus-5 [max]",
      "ranked_passes": [
        {
          "model": "or-opus/anthropic/claude-opus-5 [max]",
          "peak_fraction": 0.0655
        },
        {
          "model": "kinetic-claude/kinetic-0715[1m]",
          "peak_fraction": 0.0622
        },
        {
          "model": "deepseek-claude/deepseek-v4-pro",
          "peak_fraction": 0.0602
        },
        {
          "model": "or-fable/anthropic/claude-fable-5",
          "peak_fraction": 0.0578
        },
        {
          "model": "grok/grok-4.6 [xhigh]",
          "peak_fraction": 0.0542
        },
        {
          "model": "kinetic-claude/kinetic-0715",
          "peak_fraction": 0.047
        },
        {
          "model": "or-fable/stealth/ox-alpha",
          "peak_fraction": 0.0392
        },
        {
          "model": "grok/grok-4.5",
          "peak_fraction": 0.0345
        },
        {
          "model": "or-fable/deepseek/deepseek-v4-flash-0731",
          "peak_fraction": 0.0281
        },
        {
          "model": "claude/claude-opus-4-8 [max]",
          "peak_fraction": 0.0097
        }
      ]
    },
    "04_grid_mingru_sps": {
      "n_attempted": 9,
      "n_passed": 8,
      "best_peak_fraction": 1.961,
      "best_model": "or-opus/anthropic/claude-opus-5 [max]",
      "ranked_passes": [
        {
          "model": "or-opus/anthropic/claude-opus-5 [max]",
          "peak_fraction": 1.961
        },
        {
          "model": "claude/claude-opus-4-8 [max]",
          "peak_fraction": 0.3269
        },
        {
          "model": "or-fable/qwen/qwen3.8-max [xhigh]",
          "peak_fraction": 0.2848
        },
        {
          "model": "kinetic-claude/kinetic-0715[1m]",
          "peak_fraction": 0.2238
        },
        {
          "model": "or-fable/anthropic/claude-fable-5",
          "peak_fraction": 0.1909
        },
        {
          "model": "kinetic-claude/kinetic-0715",
          "peak_fraction": 0.1738
        },
        {
          "model": "or-fable/deepseek/deepseek-v4-flash-0731",
          "peak_fraction": 0.1453
        },
        {
          "model": "grok/grok-4.5",
          "peak_fraction": 0.002
        }
      ]
    }
  },
  "generated_from_summary": {
    "input": "benchmarks/cuda/outputs/runs",
    "tag": "v2",
    "imported_rows": 12
  }
}