[
  {
    "benchmark": "swe-bench-multimodal",
    "score": 38.2,
    "metric": "solveable_accuracy",
    "cost_per_instance": 2.81,
    "average_runtime": 458.0,
    "full_archive": "https://results.eval.all-hands.dev/swebenchmultimodal/litellm_proxy-openai-gpt-5-5/25064691625/results.tar.gz",
    "tags": [
      "swe-bench-multimodal"
    ],
    "agent_version": "v1.18.1",
    "submission_time": "2026-04-28T19:12:41+00:00",
    "component_scores": {
      "solveable_accuracy": 38.2,
      "unsolveable_accuracy": 0.0,
      "combined_accuracy": 25.5
    },
    "eval_visualization_page": "https://laminar.sh/shared/evals/55c33492-2ff8-4f59-ba0a-566bcdbb2cd4"
  },
  {
    "benchmark": "swt-bench",
    "score": 83.4,
    "metric": "accuracy",
    "cost_per_instance": 0.92,
    "average_runtime": 183.0,
    "full_archive": "https://results.eval.all-hands.dev/swtbench/litellm_proxy-openai-gpt-5-5/25001986019/results.tar.gz",
    "tags": [
      "swt-bench"
    ],
    "agent_version": "v1.18.1",
    "submission_time": "2026-04-27T23:12:01+00:00",
    "eval_visualization_page": "https://laminar.sh/shared/evals/6eec49a3-ecfb-4081-8282-caf1e3e1dda0"
  },
  {
    "benchmark": "gaia",
    "score": 86.1,
    "metric": "accuracy",
    "cost_per_instance": 0.74,
    "average_runtime": 151.0,
    "full_archive": "https://results.eval.all-hands.dev/gaia/litellm_proxy-openai-gpt-5-5/25064674912/results.tar.gz",
    "tags": [
      "gaia"
    ],
    "agent_version": "v1.18.1",
    "submission_time": "2026-04-28T17:28:03+00:00",
    "eval_visualization_page": "https://laminar.sh/shared/evals/268dd4d4-e587-449f-ba49-c2a3b6405683"
  },
  {
    "benchmark": "swe-bench",
    "score": 78.2,
    "metric": "accuracy",
    "cost_per_instance": 1.52,
    "average_runtime": 294.0,
    "full_archive": "https://results.eval.all-hands.dev/swebench/litellm_proxy-openai-gpt-5-5/25335148711/results.tar.gz",
    "tags": [
      "swe-bench"
    ],
    "agent_version": "v1.18.1",
    "submission_time": "2026-05-04T23:34:49+00:00",
    "eval_visualization_page": "https://laminar.sh/shared/evals/0875da38-90b0-4b49-9d66-0cbac446fd85"
  },
  {
    "benchmark": "commit0",
    "score": 43.8,
    "metric": "accuracy",
    "cost_per_instance": 5.56,
    "average_runtime": 1029.0,
    "full_archive": "https://results.eval.all-hands.dev/commit0/litellm_proxy-openai-gpt-5-5/25565888384/results.tar.gz",
    "tags": [
      "commit0"
    ],
    "agent_version": "v1.21.1",
    "submission_time": "2026-05-08T17:11:59+00:00",
    "eval_visualization_page": "https://laminar.sh/shared/evals/bab0c2b3-3c08-442d-98e8-7f34bfd76ebd"
  }
]