[ { "model_benchmark_id": 661, "benchmark_id": "aider-polyglot", "model_id": "gemini-2.5-flash", "score": 0.619, "normalized_score": 0.619, "is_self_reported": true, "self_reported_source_link": "https://developers.googleblog.com/en/start-building-with-gemini-25-flash/", "verified_by_llmstats": false, "analysis_method": "whole", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.370513+00:00", "updated_at": "2025-07-19T19:56:12.370513+00:00", "benchmark_name": "Aider-Polyglot" }, { "model_benchmark_id": 1329, "benchmark_id": "aider-polyglot-edit", "model_id": "gemini-2.5-flash", "score": 0.567, "normalized_score": 0.567, "is_self_reported": true, "self_reported_source_link": "https://blog.google/technology/google-deepmind/google-gemini-updates-io-2025", "verified_by_llmstats": false, "analysis_method": "Diff-Fenced", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.795058+00:00", "updated_at": "2025-07-19T19:56:13.795058+00:00", "benchmark_name": "Aider-Polyglot Edit" }, { "model_benchmark_id": 447, "benchmark_id": "aime-2024", "model_id": "gemini-2.5-flash", "score": 0.88, "normalized_score": 0.88, "is_self_reported": true, "self_reported_source_link": "https://developers.googleblog.com/en/start-building-with-gemini-25-flash/", "verified_by_llmstats": false, "analysis_method": "Pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.950448+00:00", "updated_at": "2025-07-19T19:56:11.950448+00:00", "benchmark_name": "AIME 2024" }, { "model_benchmark_id": 683, "benchmark_id": "aime-2025", "model_id": "gemini-2.5-flash", "score": 0.72, "normalized_score": 0.72, "is_self_reported": true, "self_reported_source_link": "https://developers.googleblog.com/en/start-building-with-gemini-25-flash/", "verified_by_llmstats": false, "analysis_method": "Pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.428509+00:00", "updated_at": "2025-07-19T19:56:12.428509+00:00", "benchmark_name": "AIME 2025" }, { "model_benchmark_id": 1091, "benchmark_id": "facts-grounding", "model_id": "gemini-2.5-flash", "score": 0.853, "normalized_score": 0.853, "is_self_reported": true, "self_reported_source_link": "https://developers.googleblog.com/en/start-building-with-gemini-25-flash/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.271323+00:00", "updated_at": "2025-07-19T19:56:13.271323+00:00", "benchmark_name": "FACTS Grounding" }, { "model_benchmark_id": 1212, "benchmark_id": "global-mmlu-lite", "model_id": "gemini-2.5-flash", "score": 0.884, "normalized_score": 0.884, "is_self_reported": true, "self_reported_source_link": "https://developers.googleblog.com/en/start-building-with-gemini-25-flash/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.550549+00:00", "updated_at": "2025-07-19T19:56:13.550549+00:00", "benchmark_name": "Global-MMLU-Lite" }, { "model_benchmark_id": 270, "benchmark_id": "gpqa", "model_id": "gemini-2.5-flash", "score": 0.828, "normalized_score": 0.828, "is_self_reported": true, "self_reported_source_link": "https://developers.googleblog.com/en/start-building-with-gemini-25-flash/", "verified_by_llmstats": false, "analysis_method": "Pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.619078+00:00", "updated_at": "2025-07-19T19:56:11.619078+00:00", "benchmark_name": "GPQA" }, { "model_benchmark_id": 720, "benchmark_id": "humanity's-last-exam", "model_id": "gemini-2.5-flash", "score": 0.11, "normalized_score": 0.11, "is_self_reported": true, "self_reported_source_link": "https://developers.googleblog.com/en/start-building-with-gemini-25-flash/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.518055+00:00", "updated_at": "2025-07-19T19:56:12.518055+00:00", "benchmark_name": "Humanity's Last Exam" }, { "model_benchmark_id": 1321, "benchmark_id": "livecodebench-v5", "model_id": "gemini-2.5-flash", "score": 0.639, "normalized_score": 0.639, "is_self_reported": true, "self_reported_source_link": "https://developers.googleblog.com/en/start-building-with-gemini-25-flash/", "verified_by_llmstats": false, "analysis_method": "Pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.773194+00:00", "updated_at": "2025-07-19T19:56:13.773194+00:00", "benchmark_name": "LiveCodeBench v5" }, { "model_benchmark_id": 558, "benchmark_id": "mmmu", "model_id": "gemini-2.5-flash", "score": 0.797, "normalized_score": 0.797, "is_self_reported": true, "self_reported_source_link": "https://developers.googleblog.com/en/start-building-with-gemini-25-flash/", "verified_by_llmstats": false, "analysis_method": "Pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.148985+00:00", "updated_at": "2025-07-19T19:56:12.148985+00:00", "benchmark_name": "MMMU" }, { "model_benchmark_id": 1374, "benchmark_id": "mrcr", "model_id": "gemini-2.5-flash", "score": 0.32, "normalized_score": 0.32, "is_self_reported": true, "self_reported_source_link": "https://blog.google/technology/google-deepmind/google-gemini-updates-io-2025", "verified_by_llmstats": false, "analysis_method": "1M-pointwise", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.893404+00:00", "updated_at": "2025-07-19T19:56:13.895016+00:00", "benchmark_name": "MRCR" }, { "model_benchmark_id": 229, "benchmark_id": "simpleqa", "model_id": "gemini-2.5-flash", "score": 0.269, "normalized_score": 0.269, "is_self_reported": true, "self_reported_source_link": "https://developers.googleblog.com/en/start-building-with-gemini-25-flash/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.540281+00:00", "updated_at": "2025-07-19T19:56:11.540281+00:00", "benchmark_name": "SimpleQA" }, { "model_benchmark_id": 1341, "benchmark_id": "swe-bench-verified", "model_id": "gemini-2.5-flash", "score": 0.604, "normalized_score": 0.604, "is_self_reported": true, "self_reported_source_link": "https://developers.googleblog.com/en/start-building-with-gemini-25-flash/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.822771+00:00", "updated_at": "2025-07-19T19:56:13.822771+00:00", "benchmark_name": "SWE-Bench Verified" }, { "model_benchmark_id": 1368, "benchmark_id": "vibe-eval", "model_id": "gemini-2.5-flash", "score": 0.654, "normalized_score": 0.654, "is_self_reported": true, "self_reported_source_link": "https://developers.googleblog.com/en/start-building-with-gemini-25-flash/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.880772+00:00", "updated_at": "2025-07-19T19:56:13.880772+00:00", "benchmark_name": "Vibe-Eval" } ]