{
  "schema_version": 1,
  "environment": "v2_containerized",
  "hardware": {
    "name": "NVIDIA H100 PCIe",
    "sm": "sm_90a",
    "vram_gb": 80,
    "peak_bandwidth_gb_s": 2039.0
  },
  "problems": [
    "01_glm52_fused_moe",
    "02_deepseek_nsa",
    "03_megaqwen_decode",
    "04_grid_mingru_sps"
  ],
  "models": [
    {
      "label": "or-opus/anthropic/claude-opus-5 [max]",
      "harness": "or-opus",
      "model": "anthropic/claude-opus-5",
      "effort": "max",
      "results": {
        "01_glm52_fused_moe": {
          "run_id": "20260725_064140_or-opus_anthropic_claude-opus-5_01_glm52_fused_moe",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0788,
          "elapsed_seconds": 11465,
          "annotation_verdict": "clean"
        },
        "02_deepseek_nsa": {
          "run_id": "20260725_064201_or-opus_anthropic_claude-opus-5_02_deepseek_nsa",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.3119,
          "elapsed_seconds": 18893,
          "annotation_verdict": "clean"
        },
        "03_megaqwen_decode": {
          "run_id": "20260725_084300_or-opus_anthropic_claude-opus-5_03_megaqwen_decode",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0597,
          "elapsed_seconds": 14129,
          "annotation_verdict": "clean"
        },
        "04_grid_mingru_sps": {
          "run_id": "20260725_084321_or-opus_anthropic_claude-opus-5_04_grid_mingru_sps",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.8828,
          "elapsed_seconds": 43286,
          "annotation_verdict": "clean"
        }
      },
      "pass_count": 4,
      "total_runs": 4
    },
    {
      "label": "or-fable/deepseek/deepseek-v4-flash-0731",
      "harness": "or-fable",
      "model": "deepseek/deepseek-v4-flash-0731",
      "effort": "",
      "results": {
        "01_glm52_fused_moe": {
          "run_id": "20260802_204046_or-fable_deepseek_deepseek-v4-flash-0731_01_glm52_fused_moe",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0503,
          "elapsed_seconds": 19910,
          "annotation_verdict": "clean"
        },
        "02_deepseek_nsa": {
          "run_id": "20260802_204049_or-fable_deepseek_deepseek-v4-flash-0731_02_deepseek_nsa",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0161,
          "elapsed_seconds": 9470,
          "annotation_verdict": "clean"
        },
        "03_megaqwen_decode": {
          "run_id": "20260802_204052_or-fable_deepseek_deepseek-v4-flash-0731_03_megaqwen_decode",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0382,
          "elapsed_seconds": 12076,
          "annotation_verdict": "clean"
        }
      },
      "pass_count": 3,
      "total_runs": 3
    },
    {
      "label": "or-fable/qwen/qwen3.8-max [xhigh]",
      "harness": "or-fable",
      "model": "qwen/qwen3.8-max",
      "effort": "xhigh",
      "results": {
        "01_glm52_fused_moe": {
          "run_id": "20260803_194401_or-fable_qwen_qwen3.8-max_01_glm52_fused_moe",
          "correct": true,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 8544,
          "annotation_verdict": "clean"
        },
        "03_megaqwen_decode": {
          "run_id": "20260803_220629_or-fable_qwen_qwen3.8-max_03_megaqwen_decode",
          "correct": false,
          "has_solution": true,
          "peak_fraction": null,
          "elapsed_seconds": 15854,
          "annotation_verdict": "rubric_leak"
        }
      },
      "pass_count": 0,
      "total_runs": 2
    }
  ],
  "per_problem": {
    "01_glm52_fused_moe": {
      "n_attempted": 3,
      "n_passed": 2,
      "best_peak_fraction": 0.0788,
      "best_model": "or-opus/anthropic/claude-opus-5 [max]",
      "ranked_passes": [
        {
          "model": "or-opus/anthropic/claude-opus-5 [max]",
          "peak_fraction": 0.0788
        },
        {
          "model": "or-fable/deepseek/deepseek-v4-flash-0731",
          "peak_fraction": 0.0503
        }
      ]
    },
    "02_deepseek_nsa": {
      "n_attempted": 2,
      "n_passed": 2,
      "best_peak_fraction": 0.3119,
      "best_model": "or-opus/anthropic/claude-opus-5 [max]",
      "ranked_passes": [
        {
          "model": "or-opus/anthropic/claude-opus-5 [max]",
          "peak_fraction": 0.3119
        },
        {
          "model": "or-fable/deepseek/deepseek-v4-flash-0731",
          "peak_fraction": 0.0161
        }
      ]
    },
    "03_megaqwen_decode": {
      "n_attempted": 3,
      "n_passed": 2,
      "best_peak_fraction": 0.0597,
      "best_model": "or-opus/anthropic/claude-opus-5 [max]",
      "ranked_passes": [
        {
          "model": "or-opus/anthropic/claude-opus-5 [max]",
          "peak_fraction": 0.0597
        },
        {
          "model": "or-fable/deepseek/deepseek-v4-flash-0731",
          "peak_fraction": 0.0382
        }
      ]
    },
    "04_grid_mingru_sps": {
      "n_attempted": 1,
      "n_passed": 1,
      "best_peak_fraction": 0.8828,
      "best_model": "or-opus/anthropic/claude-opus-5 [max]",
      "ranked_passes": [
        {
          "model": "or-opus/anthropic/claude-opus-5 [max]",
          "peak_fraction": 0.8828
        }
      ]
    }
  },
  "generated_from_summary": {
    "input": "benchmarks/hard/outputs/runs",
    "tag": "v2",
    "imported_rows": 3
  }
}