[
  {
    "benchmark": "swe-bench",
    "score": 70.6,
    "metric": "accuracy",
    "cost_per_instance": 0.95,
    "average_runtime": 343.0,
    "full_archive": "https://results.eval.all-hands.dev/eval-21011486666-gemini-3-p_litellm_proxy-gemini-gemini-3-pro-preview_26-01-15-07-43.tar.gz",
    "tags": [
      "swe-bench"
    ],
    "agent_version": "v1.8.3",
    "submission_time": "2026-01-26T15:55:15.726618+00:00"
  },
  {
    "benchmark": "commit0",
    "score": 25.0,
    "metric": "accuracy",
    "cost_per_instance": 3.18,
    "average_runtime": 2239.0,
    "full_archive": "https://results.eval.all-hands.dev/commit0/litellm_proxy-gemini-3-pro-preview/22100005487/results.tar.gz",
    "tags": [
      "commit0"
    ],
    "agent_version": "v1.11.0",
    "submission_time": "2026-02-17T15:42:07+00:00",
    "eval_visualization_page": "https://laminar.sh/shared/evals/bfba3513-7461-42da-9944-874848240c29"
  },
  {
    "benchmark": "gaia",
    "score": 44.2,
    "metric": "accuracy",
    "cost_per_instance": 0.5,
    "average_runtime": 1775.0,
    "full_archive": "https://results.eval.all-hands.dev/eval-21272815800-gemini-3-p_litellm_proxy-gemini-gemini-3-pro-preview_26-01-24-00-30.tar.gz",
    "tags": [
      "gaia"
    ],
    "agent_version": "v1.8.3",
    "submission_time": "2026-01-26T15:55:15.726618+00:00"
  },
  {
    "benchmark": "swt-bench",
    "score": 68.6,
    "metric": "accuracy",
    "cost_per_instance": 1.01,
    "average_runtime": 386.0,
    "full_archive": "https://results.eval.all-hands.dev/eval-21186630675-gemini-3-p_litellm_proxy-gemini-gemini-3-pro-preview_26-01-21-07-16.tar.gz",
    "tags": [
      "swt-bench"
    ],
    "agent_version": "v1.8.3",
    "submission_time": "2026-01-26T15:55:15.726618+00:00"
  },
  {
    "benchmark": "swe-bench-multimodal",
    "score": 36.8,
    "metric": "solveable_accuracy",
    "cost_per_instance": 1.46,
    "average_runtime": 710.0,
    "full_archive": "https://results.eval.all-hands.dev/eval-21320838747-gemini-3-p_litellm_proxy-gemini-gemini-3-pro-preview_26-01-24-22-39.tar.gz",
    "tags": [
      "swe-bench-multimodal"
    ],
    "component_scores": {
      "solveable_accuracy": 36.8,
      "unsolveable_accuracy": 0.0,
      "combined_accuracy": 24.5,
      "solveable_resolved": 25,
      "solveable_total": 68,
      "unsolveable_resolved": 0,
      "unsolveable_total": 34
    },
    "agent_version": "v1.8.3",
    "submission_time": "2026-01-26T15:55:15.726618+00:00"
  }
]