{
  "schema_version": 1,
  "environment": "v2_containerized",
  "hardware": {
    "name": "NVIDIA B200",
    "sm": "sm_100a",
    "vram_gb": 180,
    "peak_bandwidth_gb_s": 8000.0
  },
  "problems": [
    "01_glm52_fused_moe",
    "02_deepseek_nsa",
    "03_megaqwen_decode",
    "04_grid_mingru_sps"
  ],
  "models": [
    {
      "label": "claude/claude-opus-4-8 [max]",
      "harness": "claude",
      "model": "claude-opus-4-8",
      "effort": "max",
      "results": {
        "01_glm52_fused_moe": {
          "run_id": "20260719_060911_claude_claude-opus-4-8_01_glm52_fused_moe",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.024027385781394326,
          "elapsed_seconds": 15830,
          "annotation_verdict": "clean"
        },
        "02_deepseek_nsa": {
          "run_id": "20260721_144121_claude_claude-opus-4-8_02_deepseek_nsa",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.5594,
          "elapsed_seconds": 11370,
          "annotation_verdict": "clean"
        },
        "03_megaqwen_decode": {
          "run_id": "20260719_103301_claude_claude-opus-4-8_03_megaqwen_decode",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.04911825842536892,
          "elapsed_seconds": 9059,
          "annotation_verdict": "clean"
        },
        "04_grid_mingru_sps": {
          "run_id": "20260721_144141_claude_claude-opus-4-8_04_grid_mingru_sps",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.8588,
          "elapsed_seconds": 7988,
          "annotation_verdict": "clean"
        }
      },
      "pass_count": 4,
      "total_runs": 4
    },
    {
      "label": "or-fable/anthropic/claude-fable-5",
      "harness": "or-fable",
      "model": "anthropic/claude-fable-5",
      "effort": "",
      "results": {
        "01_glm52_fused_moe": {
          "run_id": "20260719_085216_or-fable_anthropic_claude-fable-5_01_glm52_fused_moe",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.06192223262398479,
          "elapsed_seconds": null,
          "annotation_verdict": "clean"
        },
        "02_deepseek_nsa": {
          "run_id": "20260719_092604_or-fable_anthropic_claude-fable-5_02_deepseek_nsa",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.020702266681381726,
          "elapsed_seconds": 7204,
          "annotation_verdict": "clean"
        },
        "03_megaqwen_decode": {
          "run_id": "20260719_112613_or-fable_anthropic_claude-fable-5_03_megaqwen_decode",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.07781999938217193,
          "elapsed_seconds": null,
          "annotation_verdict": "clean"
        },
        "04_grid_mingru_sps": {
          "run_id": "20260719_190252_or-fable_anthropic_claude-fable-5_04_grid_mingru_sps",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.5534490093216632,
          "elapsed_seconds": 9075,
          "annotation_verdict": "clean"
        }
      },
      "pass_count": 4,
      "total_runs": 4
    },
    {
      "label": "grok/grok-4.5 [high]",
      "harness": "grok",
      "model": "grok-4.5",
      "effort": "high",
      "results": {
        "01_glm52_fused_moe": {
          "run_id": "20260721_162235_grok_grok-4.5_01_glm52_fused_moe",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.108,
          "elapsed_seconds": 9308,
          "annotation_verdict": "clean"
        },
        "02_deepseek_nsa": {
          "run_id": "20260721_190324_grok_grok-4.5_02_deepseek_nsa",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0567,
          "elapsed_seconds": null,
          "annotation_verdict": "clean"
        },
        "03_megaqwen_decode": {
          "run_id": "20260721_185743_grok_grok-4.5_03_megaqwen_decode",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.0383,
          "elapsed_seconds": 3012,
          "annotation_verdict": "clean"
        },
        "04_grid_mingru_sps": {
          "run_id": "20260721_192522_grok_grok-4.5_04_grid_mingru_sps",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.5215,
          "elapsed_seconds": 1726,
          "annotation_verdict": "reward_hack",
          "invalid_reason": "reward_hack"
        }
      },
      "pass_count": 3,
      "total_runs": 4
    },
    {
      "label": "kinetic-claude/kinetic-0715",
      "harness": "kinetic-claude",
      "model": "kinetic-0715",
      "effort": "",
      "results": {
        "01_glm52_fused_moe": {
          "run_id": "20260719_030522_kinetic-claude_kinetic-0715_01_glm52_fused_moe",
          "correct": true,
          "has_solution": true,
          "peak_fraction": 0.046078595402771,
          "elapsed_seconds": 15789,
          "annotation_verdict": "clean"
        }
      },
      "pass_count": 1,
      "total_runs": 1
    }
  ],
  "per_problem": {
    "01_glm52_fused_moe": {
      "n_attempted": 4,
      "n_passed": 4,
      "best_peak_fraction": 0.108,
      "best_model": "grok/grok-4.5 [high]",
      "ranked_passes": [
        {
          "model": "grok/grok-4.5 [high]",
          "peak_fraction": 0.108
        },
        {
          "model": "or-fable/anthropic/claude-fable-5",
          "peak_fraction": 0.06192223262398479
        },
        {
          "model": "kinetic-claude/kinetic-0715",
          "peak_fraction": 0.046078595402771
        },
        {
          "model": "claude/claude-opus-4-8 [max]",
          "peak_fraction": 0.024027385781394326
        }
      ]
    },
    "02_deepseek_nsa": {
      "n_attempted": 3,
      "n_passed": 3,
      "best_peak_fraction": 0.5594,
      "best_model": "claude/claude-opus-4-8 [max]",
      "ranked_passes": [
        {
          "model": "claude/claude-opus-4-8 [max]",
          "peak_fraction": 0.5594
        },
        {
          "model": "grok/grok-4.5 [high]",
          "peak_fraction": 0.0567
        },
        {
          "model": "or-fable/anthropic/claude-fable-5",
          "peak_fraction": 0.020702266681381726
        }
      ]
    },
    "03_megaqwen_decode": {
      "n_attempted": 3,
      "n_passed": 3,
      "best_peak_fraction": 0.07781999938217193,
      "best_model": "or-fable/anthropic/claude-fable-5",
      "ranked_passes": [
        {
          "model": "or-fable/anthropic/claude-fable-5",
          "peak_fraction": 0.07781999938217193
        },
        {
          "model": "claude/claude-opus-4-8 [max]",
          "peak_fraction": 0.04911825842536892
        },
        {
          "model": "grok/grok-4.5 [high]",
          "peak_fraction": 0.0383
        }
      ]
    },
    "04_grid_mingru_sps": {
      "n_attempted": 3,
      "n_passed": 2,
      "best_peak_fraction": 0.8588,
      "best_model": "claude/claude-opus-4-8 [max]",
      "ranked_passes": [
        {
          "model": "claude/claude-opus-4-8 [max]",
          "peak_fraction": 0.8588
        },
        {
          "model": "or-fable/anthropic/claude-fable-5",
          "peak_fraction": 0.5534490093216632
        }
      ]
    }
  },
  "generated_from_summary": {
    "input": "benchmarks/hard/outputs/runs",
    "tag": "v2",
    "imported_rows": 4
  }
}