[ { "model_benchmark_id": 666, "benchmark_id": "aider-polyglot", "model_id": "o3-2025-04-16", "score": 0.813, "normalized_score": 0.813, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/introducing-o3-and-o4-mini/", "verified_by_llmstats": false, "analysis_method": "accuracy (whole)", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.380617+00:00", "updated_at": "2025-07-19T19:56:12.380617+00:00", "benchmark_name": "Aider-Polyglot" }, { "model_benchmark_id": 481, "benchmark_id": "aime-2024", "model_id": "o3-2025-04-16", "score": 0.916, "normalized_score": 0.916, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/introducing-o3-and-o4-mini/", "verified_by_llmstats": false, "analysis_method": "accuracy (no tools)", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.012342+00:00", "updated_at": "2025-07-19T19:56:12.012342+00:00", "benchmark_name": "AIME 2024" }, { "model_benchmark_id": 705, "benchmark_id": "aime-2025", "model_id": "o3-2025-04-16", "score": 0.864, "normalized_score": 0.864, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/introducing-o3-and-o4-mini/", "verified_by_llmstats": false, "analysis_method": "pass@1 (no tools)", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.475926+00:00", "updated_at": "2025-07-19T19:56:12.475926+00:00", "benchmark_name": "AIME 2025" }, { "model_benchmark_id": 1832, "benchmark_id": "arc-agi", "model_id": "o3-2025-04-16", "score": 0.88, "normalized_score": 0.88, "is_self_reported": true, "self_reported_source_link": "https://www.youtube.com/live/SKBG1sqdyIU?si=lWccKHt8bnttuYta", "verified_by_llmstats": false, "analysis_method": "test set evaluation", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:15.190370+00:00", "updated_at": "2025-07-19T19:56:15.190370+00:00", "benchmark_name": "ARC-AGI" }, { "model_benchmark_id": 1389, "benchmark_id": "arc-agi-v2", "model_id": "o3-2025-04-16", "score": 0.065, "normalized_score": 0.065, "is_self_reported": false, "self_reported_source_link": "https://x.com/xai/status/1943158495588815072", "verified_by_llmstats": false, "analysis_method": "accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.925569+00:00", "updated_at": "2025-07-19T19:56:13.925569+00:00", "benchmark_name": "ARC-AGI v2" }, { "model_benchmark_id": 1842, "benchmark_id": "browsecomp", "model_id": "o3-2025-04-16", "score": 0.497, "normalized_score": 0.497, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/introducing-o3-and-o4-mini/", "verified_by_llmstats": false, "analysis_method": "accuracy (with python + browsing)", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:15.215315+00:00", "updated_at": "2025-07-19T19:56:15.215315+00:00", "benchmark_name": "BrowseComp" }, { "model_benchmark_id": 1833, "benchmark_id": "charxiv-r", "model_id": "o3-2025-04-16", "score": 0.786, "normalized_score": 0.786, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-5/", "verified_by_llmstats": false, "analysis_method": "OpenAI o3 with thinking mode - Scientific figure reasoning and interpretation.", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:15.193874+00:00", "updated_at": "2025-07-19T19:56:15.193874+00:00", "benchmark_name": "CharXiv-R" }, { "model_benchmark_id": 1829, "benchmark_id": "frontiermath", "model_id": "o3-2025-04-16", "score": 0.158, "normalized_score": 0.158, "is_self_reported": true, "self_reported_source_link": "https://www.youtube.com/live/SKBG1sqdyIU?si=lWccKHt8bnttuYta", "verified_by_llmstats": false, "analysis_method": "accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:15.181554+00:00", "updated_at": "2025-07-19T19:56:15.181554+00:00", "benchmark_name": "FrontierMath" }, { "model_benchmark_id": 347, "benchmark_id": "gpqa", "model_id": "o3-2025-04-16", "score": 0.833, "normalized_score": 0.833, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/introducing-o3-and-o4-mini/", "verified_by_llmstats": false, "analysis_method": "OpenAI o3 - Diamond thinking no tools", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.750986+00:00", "updated_at": "2025-07-19T19:56:11.750986+00:00", "benchmark_name": "GPQA" }, { "model_benchmark_id": 725, "benchmark_id": "humanity's-last-exam", "model_id": "o3-2025-04-16", "score": 0.202, "normalized_score": 0.202, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/introducing-o3-and-o4-mini/", "verified_by_llmstats": false, "analysis_method": "accuracy (no tools)", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.526631+00:00", "updated_at": "2025-07-19T19:56:12.526631+00:00", "benchmark_name": "Humanity's Last Exam" }, { "model_benchmark_id": 2001, "benchmark_id": "humanity's-last-exam", "model_id": "o3-2025-04-16", "score": 0.243, "normalized_score": 0.243, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-5/", "verified_by_llmstats": false, "analysis_method": "OpenAI o3 with thinking mode enabled (Python + browser tools) - Full set of expert-level questions across subjects.", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-24T12:00:00.000000+00:00", "updated_at": "2025-07-24T12:00:00.000000+00:00", "benchmark_name": "Humanity's Last Exam" }, { "model_benchmark_id": 2002, "benchmark_id": "humanity's-last-exam", "model_id": "o3-2025-04-16", "score": 0.147, "normalized_score": 0.147, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-5/", "verified_by_llmstats": false, "analysis_method": "OpenAI o3 with thinking mode enabled (no tools) - Full set of expert-level questions across subjects.", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-24T12:00:00.000000+00:00", "updated_at": "2025-07-24T12:00:00.000000+00:00", "benchmark_name": "Humanity's Last Exam" }, { "model_benchmark_id": 538, "benchmark_id": "mathvista", "model_id": "o3-2025-04-16", "score": 0.868, "normalized_score": 0.868, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/introducing-o3-and-o4-mini/", "verified_by_llmstats": false, "analysis_method": "accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.112692+00:00", "updated_at": "2025-07-19T19:56:12.112692+00:00", "benchmark_name": "MathVista" }, { "model_benchmark_id": 589, "benchmark_id": "mmmu", "model_id": "o3-2025-04-16", "score": 0.829, "normalized_score": 0.829, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-5/", "verified_by_llmstats": false, "analysis_method": "OpenAI o3 with thinking mode - College-level visual problem-solving with multimodal reasoning.", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.211231+00:00", "updated_at": "2025-07-19T19:56:12.211231+00:00", "benchmark_name": "MMMU" }, { "model_benchmark_id": 1840, "benchmark_id": "scale-multichallenge", "model_id": "o3-2025-04-16", "score": 0.565, "normalized_score": 0.565, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/introducing-o3-and-o4-mini/", "verified_by_llmstats": false, "analysis_method": "accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:15.208929+00:00", "updated_at": "2025-07-19T19:56:15.208929+00:00", "benchmark_name": "Scale MultiChallenge" }, { "model_benchmark_id": 2004, "benchmark_id": "scale-multichallenge", "model_id": "o3-2025-04-16", "score": 0.604, "normalized_score": 0.604, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-5/", "verified_by_llmstats": false, "analysis_method": "OpenAI o3 with thinking mode enabled - Multi-turn instruction following benchmark.", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-24T12:00:00.000000+00:00", "updated_at": "2025-07-24T12:00:00.000000+00:00", "benchmark_name": "Scale MultiChallenge" }, { "model_benchmark_id": 2006, "benchmark_id": "collie", "model_id": "o3-2025-04-16", "score": 0.984, "normalized_score": 0.984, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-5/", "verified_by_llmstats": false, "analysis_method": "OpenAI o3 with thinking mode enabled - Instruction-following in freeform writing.", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-24T12:00:00.000000+00:00", "updated_at": "2025-07-24T12:00:00.000000+00:00", "benchmark_name": "COLLIE" }, { "model_benchmark_id": 2007, "benchmark_id": "tau2-airline", "model_id": "o3-2025-04-16", "score": 0.648, "normalized_score": 0.648, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-5/", "verified_by_llmstats": false, "analysis_method": "OpenAI o3 with thinking mode - Function calling benchmark (airline domain).", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-24T12:00:00.000000+00:00", "updated_at": "2025-07-24T12:00:00.000000+00:00", "benchmark_name": "Tau2 airline" }, { "model_benchmark_id": 2008, "benchmark_id": "tau2-retail", "model_id": "o3-2025-04-16", "score": 0.802, "normalized_score": 0.802, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-5/", "verified_by_llmstats": false, "analysis_method": "OpenAI o3 with thinking mode - Function calling benchmark (retail domain).", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-24T12:00:00.000000+00:00", "updated_at": "2025-07-24T12:00:00.000000+00:00", "benchmark_name": "Tau2 retail" }, { "model_benchmark_id": 2009, "benchmark_id": "tau2-telecom", "model_id": "o3-2025-04-16", "score": 0.582, "normalized_score": 0.582, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-5/", "verified_by_llmstats": false, "analysis_method": "OpenAI o3 with thinking mode - Function calling benchmark (telecom domain).", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-24T12:00:00.000000+00:00", "updated_at": "2025-07-24T12:00:00.000000+00:00", "benchmark_name": "Tau2 telecom" }, { "model_benchmark_id": 2010, "benchmark_id": "mmmu-pro", "model_id": "o3-2025-04-16", "score": 0.764, "normalized_score": 0.764, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-5/", "verified_by_llmstats": false, "analysis_method": "OpenAI o3 with thinking mode - Graduate-level visual problem-solving with advanced multimodal reasoning.", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-24T12:00:00.000000+00:00", "updated_at": "2025-07-24T12:00:00.000000+00:00", "benchmark_name": "MMMU-Pro" }, { "model_benchmark_id": 2011, "benchmark_id": "videommmu", "model_id": "o3-2025-04-16", "score": 0.833, "normalized_score": 0.833, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-5/", "verified_by_llmstats": false, "analysis_method": "OpenAI o3 with thinking mode - Video-based multimodal reasoning (max frame 256).", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-24T12:00:00.000000+00:00", "updated_at": "2025-07-24T12:00:00.000000+00:00", "benchmark_name": "VideoMMMU" }, { "model_benchmark_id": 2012, "benchmark_id": "erqa", "model_id": "o3-2025-04-16", "score": 0.64, "normalized_score": 0.64, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-5/", "verified_by_llmstats": false, "analysis_method": "OpenAI o3 with thinking mode - Multimodal spatial reasoning.", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-24T12:00:00.000000+00:00", "updated_at": "2025-07-24T12:00:00.000000+00:00", "benchmark_name": "ERQA" }, { "model_benchmark_id": 1354, "benchmark_id": "swe-bench-verified", "model_id": "o3-2025-04-16", "score": 0.691, "normalized_score": 0.691, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/introducing-o3-and-o4-mini/", "verified_by_llmstats": false, "analysis_method": "accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.851256+00:00", "updated_at": "2025-07-19T19:56:13.851256+00:00", "benchmark_name": "SWE-Bench Verified" }, { "model_benchmark_id": 1844, "benchmark_id": "tau-bench", "model_id": "o3-2025-04-16", "score": 0.63, "normalized_score": 0.63, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/introducing-o3-and-o4-mini/", "verified_by_llmstats": false, "analysis_method": "accuracy (avg Airline/Retail)", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:15.221470+00:00", "updated_at": "2025-07-19T19:56:15.221470+00:00", "benchmark_name": "Tau-bench" } ]