[ { "model_benchmark_id": 658, "benchmark_id": "aider-polyglot", "model_id": "gemini-2.5-pro", "score": 0.765, "normalized_score": 0.765, "is_self_reported": true, "self_reported_source_link": "https://deepmind.google/models/gemini/pro/", "verified_by_llmstats": false, "analysis_method": "-", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.364634+00:00", "updated_at": "2025-07-19T19:56:12.364634+00:00", "benchmark_name": "Aider-Polyglot" }, { "model_benchmark_id": 1328, "benchmark_id": "aider-polyglot-edit", "model_id": "gemini-2.5-pro", "score": 0.727, "normalized_score": 0.727, "is_self_reported": true, "self_reported_source_link": "https://deepmind.google/models/gemini/pro/", "verified_by_llmstats": false, "analysis_method": "Diff", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.793176+00:00", "updated_at": "2025-07-19T19:56:13.793176+00:00", "benchmark_name": "Aider-Polyglot Edit" }, { "model_benchmark_id": 446, "benchmark_id": "aime-2024", "model_id": "gemini-2.5-pro", "score": 0.92, "normalized_score": 0.92, "is_self_reported": true, "self_reported_source_link": "https://deepmind.google/models/gemini/pro/", "verified_by_llmstats": false, "analysis_method": "Pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.948567+00:00", "updated_at": "2025-07-19T19:56:11.948567+00:00", "benchmark_name": "AIME 2024" }, { "model_benchmark_id": 679, "benchmark_id": "aime-2025", "model_id": "gemini-2.5-pro", "score": 0.83, "normalized_score": 0.83, "is_self_reported": true, "self_reported_source_link": "https://deepmind.google/models/gemini/pro/", "verified_by_llmstats": false, "analysis_method": "Pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.417055+00:00", "updated_at": "2025-07-19T19:56:12.417055+00:00", "benchmark_name": "AIME 2025" }, { "model_benchmark_id": 1385, "benchmark_id": "arc-agi-v2", "model_id": "gemini-2.5-pro", "score": 0.049, "normalized_score": 0.049, "is_self_reported": false, "self_reported_source_link": "https://x.com/xai/status/1943158495588815072", "verified_by_llmstats": false, "analysis_method": "accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.918991+00:00", "updated_at": "2025-07-19T19:56:13.918991+00:00", "benchmark_name": "ARC-AGI v2" }, { "model_benchmark_id": 1207, "benchmark_id": "global-mmlu-lite", "model_id": "gemini-2.5-pro", "score": 0.886, "normalized_score": 0.886, "is_self_reported": true, "self_reported_source_link": "https://deepmind.google/models/gemini/pro/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.540318+00:00", "updated_at": "2025-07-19T19:56:13.540318+00:00", "benchmark_name": "Global-MMLU-Lite" }, { "model_benchmark_id": 263, "benchmark_id": "gpqa", "model_id": "gemini-2.5-pro", "score": 0.83, "normalized_score": 0.83, "is_self_reported": true, "self_reported_source_link": "https://deepmind.google/models/gemini/pro/", "verified_by_llmstats": false, "analysis_method": "Pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.605360+00:00", "updated_at": "2025-07-19T19:56:11.605360+00:00", "benchmark_name": "GPQA" }, { "model_benchmark_id": 717, "benchmark_id": "humanity's-last-exam", "model_id": "gemini-2.5-pro", "score": 0.178, "normalized_score": 0.178, "is_self_reported": true, "self_reported_source_link": "https://deepmind.google/models/gemini/pro/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.511856+00:00", "updated_at": "2025-07-19T19:56:12.511856+00:00", "benchmark_name": "Humanity's Last Exam" }, { "model_benchmark_id": 1318, "benchmark_id": "livecodebench-v5", "model_id": "gemini-2.5-pro", "score": 0.756, "normalized_score": 0.756, "is_self_reported": true, "self_reported_source_link": "https://deepmind.google/models/gemini/pro/", "verified_by_llmstats": false, "analysis_method": "Pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.763325+00:00", "updated_at": "2025-07-19T19:56:13.763325+00:00", "benchmark_name": "LiveCodeBench v5" }, { "model_benchmark_id": 552, "benchmark_id": "mmmu", "model_id": "gemini-2.5-pro", "score": 0.796, "normalized_score": 0.796, "is_self_reported": true, "self_reported_source_link": "https://deepmind.google/models/gemini/pro/", "verified_by_llmstats": false, "analysis_method": "Pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.137517+00:00", "updated_at": "2025-07-19T19:56:12.137517+00:00", "benchmark_name": "MMMU" }, { "model_benchmark_id": 1372, "benchmark_id": "mrcr", "model_id": "gemini-2.5-pro", "score": 0.93, "normalized_score": 0.93, "is_self_reported": true, "self_reported_source_link": "https://deepmind.google/models/gemini/pro/", "verified_by_llmstats": false, "analysis_method": "128k-average", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.889867+00:00", "updated_at": "2025-07-19T19:56:13.889867+00:00", "benchmark_name": "MRCR" }, { "model_benchmark_id": 1384, "benchmark_id": "mrcr-1m-(pointwise)", "model_id": "gemini-2.5-pro", "score": 0.829, "normalized_score": 0.829, "is_self_reported": true, "self_reported_source_link": "https://deepmind.google/models/gemini/pro/", "verified_by_llmstats": false, "analysis_method": "Pointwise", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.915166+00:00", "updated_at": "2025-07-19T19:56:13.915166+00:00", "benchmark_name": "MRCR 1M (pointwise)" }, { "model_benchmark_id": 225, "benchmark_id": "simpleqa", "model_id": "gemini-2.5-pro", "score": 0.508, "normalized_score": 0.508, "is_self_reported": true, "self_reported_source_link": "https://deepmind.google/models/gemini/pro/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.532774+00:00", "updated_at": "2025-07-19T19:56:11.532774+00:00", "benchmark_name": "SimpleQA" }, { "model_benchmark_id": 1338, "benchmark_id": "swe-bench-verified", "model_id": "gemini-2.5-pro", "score": 0.632, "normalized_score": 0.632, "is_self_reported": true, "self_reported_source_link": "https://deepmind.google/models/gemini/pro/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.816932+00:00", "updated_at": "2025-07-19T19:56:13.816932+00:00", "benchmark_name": "SWE-Bench Verified" }, { "model_benchmark_id": 1364, "benchmark_id": "vibe-eval", "model_id": "gemini-2.5-pro", "score": 0.656, "normalized_score": 0.656, "is_self_reported": true, "self_reported_source_link": "https://deepmind.google/models/gemini/pro/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.874453+00:00", "updated_at": "2025-07-19T19:56:13.874453+00:00", "benchmark_name": "Vibe-Eval" }, { "model_benchmark_id": 1379, "benchmark_id": "video-mme", "model_id": "gemini-2.5-pro", "score": 0.848, "normalized_score": 0.848, "is_self_reported": true, "self_reported_source_link": "https://deepmind.google/models/gemini/pro/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.904547+00:00", "updated_at": "2025-07-19T19:56:13.904547+00:00", "benchmark_name": "Video-MME" } ]