[
  {
    "benchmark": "swe-bench-multimodal",
    "score": 41.2,
    "metric": "solveable_accuracy",
    "cost_per_instance": 0.86,
    "average_runtime": 1277.0,
    "full_archive": "https://results.eval.all-hands.dev/swebenchmultimodal/litellm_proxy-gemini-3-flash-preview/1778132361/results.tar.gz",
    "tags": [
      "swe-bench-multimodal"
    ],
    "agent_version": "v1.16.1",
    "acp_agent_name": "gemini-cli",
    "acp_agent_version": "v0.36.0",
    "submission_time": "2026-04-04T08:42:55+00:00",
    "component_scores": {
      "solveable_accuracy": 41.2,
      "unsolveable_accuracy": 0.0,
      "combined_accuracy": 27.5
    },
    "eval_visualization_page": "https://laminar.sh/shared/evals/6006941d-fac6-495f-bfd1-e6d64b699775"
  },
  {
    "benchmark": "swe-bench",
    "score": 77.2,
    "metric": "accuracy",
    "cost_per_instance": 0.33,
    "average_runtime": 1151.0,
    "full_archive": "https://results.eval.all-hands.dev/swebench/litellm_proxy-gemini-3-flash-preview/1778132368/results.tar.gz",
    "tags": [
      "swe-bench"
    ],
    "agent_version": "v1.16.1",
    "acp_agent_name": "gemini-cli",
    "acp_agent_version": "v0.36.0",
    "submission_time": "2026-04-04T04:18:30+00:00",
    "eval_visualization_page": "https://laminar.sh/shared/evals/cc0a2641-414b-4f3a-9d67-ef570bd84ee1"
  },
  {
    "benchmark": "swt-bench",
    "score": 74.6,
    "metric": "accuracy",
    "cost_per_instance": 0.24,
    "average_runtime": 888.0,
    "full_archive": "https://results.eval.all-hands.dev/swtbench/litellm_proxy-gemini-3-flash-preview/1778132375/results.tar.gz",
    "tags": [
      "swt-bench"
    ],
    "agent_version": "v1.16.1",
    "acp_agent_name": "gemini-cli",
    "acp_agent_version": "v0.36.0",
    "submission_time": "2026-04-03T10:52:54+00:00",
    "eval_visualization_page": "https://laminar.sh/shared/evals/bb102c6c-4420-4f3d-8fda-e1d50abad2e9"
  },
  {
    "benchmark": "gaia",
    "score": 55.8,
    "metric": "accuracy",
    "cost_per_instance": 0.51,
    "average_runtime": 705.0,
    "full_archive": "https://results.eval.all-hands.dev/gaia/litellm_proxy-gemini-3-flash-preview/1778132354/results.tar.gz",
    "tags": [
      "gaia"
    ],
    "agent_version": "v1.16.1",
    "acp_agent_name": "gemini-cli",
    "acp_agent_version": "v0.36.0",
    "submission_time": "2026-04-03T19:29:43+00:00",
    "eval_visualization_page": "https://laminar.sh/shared/evals/76008498-d632-4d2e-bba7-f44c65fa6c78"
  },
  {
    "benchmark": "commit0",
    "score": 25.0,
    "metric": "accuracy",
    "cost_per_instance": 0.89,
    "average_runtime": 1309.0,
    "full_archive": "https://results.eval.all-hands.dev/commit0/litellm_proxy-gemini-3-flash-preview/1778132347/results.tar.gz",
    "tags": [
      "commit0"
    ],
    "agent_version": "v1.16.1",
    "acp_agent_name": "gemini-cli",
    "acp_agent_version": "v0.36.0",
    "submission_time": "2026-04-03T21:17:39+00:00",
    "eval_visualization_page": "https://laminar.sh/shared/evals/3db2bd88-83c3-490a-8944-33ebb2be70bb"
  }
]