[
  {
    "benchmark": "swe-bench",
    "score": 69.2,
    "metric": "accuracy",
    "cost_per_instance": 2.0,
    "average_runtime": 1325.0,
    "full_archive": "https://results.eval.all-hands.dev/eval-21078698262-kimi-k2-th_litellm_proxy-moonshot-kimi-k2-thinking_26-01-17-16-26.tar.gz",
    "tags": [
      "swe-bench"
    ],
    "agent_version": "v1.8.3",
    "submission_time": "2026-01-26T15:55:37.309255+00:00"
  },
  {
    "benchmark": "commit0",
    "score": 12.5,
    "metric": "accuracy",
    "cost_per_instance": 0.54,
    "average_runtime": 1840.0,
    "full_archive": "https://results.eval.all-hands.dev/commit0/litellm_proxy-moonshot-kimi-k2-thinking/25033195046/results.tar.gz",
    "tags": [
      "commit0"
    ],
    "agent_version": "v1.17.0",
    "submission_time": "2026-04-28T06:18:30+00:00",
    "eval_visualization_page": "https://laminar.sh/shared/evals/411cb079-1f09-4779-96b9-4c658df2c0be"
  },
  {
    "benchmark": "gaia",
    "score": 43.6,
    "metric": "accuracy",
    "cost_per_instance": 0.65,
    "average_runtime": 279.0,
    "full_archive": "https://results.eval.all-hands.dev/eval-21093372341-kimi-k2-th_litellm_proxy-moonshot-kimi-k2-thinking_26-01-17-13-03.tar.gz",
    "tags": [
      "gaia"
    ],
    "agent_version": "v1.8.3",
    "submission_time": "2026-01-26T15:55:37.309255+00:00"
  },
  {
    "benchmark": "swt-bench",
    "score": 47.3,
    "metric": "accuracy",
    "cost_per_instance": 1.39,
    "average_runtime": 1253.0,
    "full_archive": "https://results.eval.all-hands.dev/eval-21173239168-kimi-k2-th_litellm_proxy-moonshot-kimi-k2-thinking_26-01-21-08-11.tar.gz",
    "tags": [
      "swt-bench"
    ],
    "agent_version": "v1.8.3",
    "submission_time": "2026-01-26T15:55:37.309255+00:00"
  },
  {
    "benchmark": "swe-bench-multimodal",
    "score": 32.4,
    "metric": "solveable_accuracy",
    "cost_per_instance": 2.31,
    "average_runtime": 1641.0,
    "full_archive": "https://results.eval.all-hands.dev/eval-21320841046-kimi-k2-th_litellm_proxy-moonshot-kimi-k2-thinking_26-01-25-05-30.tar.gz",
    "tags": [
      "swe-bench-multimodal"
    ],
    "component_scores": {
      "solveable_accuracy": 32.4,
      "unsolveable_accuracy": 0.0,
      "combined_accuracy": 21.6,
      "solveable_resolved": 22,
      "solveable_total": 68,
      "unsolveable_resolved": 0,
      "unsolveable_total": 34
    },
    "agent_version": "v1.8.3",
    "submission_time": "2026-01-26T15:55:37.309255+00:00"
  }
]