[ { "model_benchmark_id": 1908, "benchmark_id": "activitynet", "model_id": "gpt-4o-2024-08-06", "score": 0.619, "normalized_score": 0.619, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/hello-gpt-4o/", "verified_by_llmstats": false, "analysis_method": "test set evaluation", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:15.381219+00:00", "updated_at": "2025-07-19T19:56:15.381219+00:00", "benchmark_name": "ActivityNet" }, { "model_benchmark_id": 1262, "benchmark_id": "ai2d", "model_id": "gpt-4o-2024-08-06", "score": 0.942, "normalized_score": 0.942, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/hello-gpt-4o/", "verified_by_llmstats": false, "analysis_method": "test set evaluation", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.646808+00:00", "updated_at": "2025-07-19T19:56:13.646808+00:00", "benchmark_name": "AI2D" }, { "model_benchmark_id": 672, "benchmark_id": "aider-polyglot", "model_id": "gpt-4o-2024-08-06", "score": 0.307, "normalized_score": 0.307, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-4-1/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.391433+00:00", "updated_at": "2025-07-19T19:56:12.391433+00:00", "benchmark_name": "Aider-Polyglot" }, { "model_benchmark_id": 1336, "benchmark_id": "aider-polyglot-edit", "model_id": "gpt-4o-2024-08-06", "score": 0.182, "normalized_score": 0.182, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-4-1/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.810263+00:00", "updated_at": "2025-07-19T19:56:13.810263+00:00", "benchmark_name": "Aider-Polyglot Edit" }, { "model_benchmark_id": 488, "benchmark_id": "aime-2024", "model_id": "gpt-4o-2024-08-06", "score": 0.131, "normalized_score": 0.131, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-4-1/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.022775+00:00", "updated_at": "2025-07-19T19:56:12.022775+00:00", "benchmark_name": "AIME 2024" }, { "model_benchmark_id": 875, "benchmark_id": "chartqa", "model_id": "gpt-4o-2024-08-06", "score": 0.857, "normalized_score": 0.857, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/hello-gpt-4o/", "verified_by_llmstats": false, "analysis_method": "test set evaluation", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.824155+00:00", "updated_at": "2025-07-19T19:56:12.824155+00:00", "benchmark_name": "ChartQA" }, { "model_benchmark_id": 1890, "benchmark_id": "charxiv-d", "model_id": "gpt-4o-2024-08-06", "score": 0.853, "normalized_score": 0.853, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-4-1/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:15.333294+00:00", "updated_at": "2025-07-19T19:56:15.333294+00:00", "benchmark_name": "CharXiv-D" }, { "model_benchmark_id": 1838, "benchmark_id": "charxiv-r", "model_id": "gpt-4o-2024-08-06", "score": 0.588, "normalized_score": 0.588, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-5/", "verified_by_llmstats": false, "analysis_method": "GPT-4o without thinking mode - Scientific figure reasoning and interpretation.", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:15.203285+00:00", "updated_at": "2025-07-19T19:56:15.203285+00:00", "benchmark_name": "CharXiv-R" }, { "model_benchmark_id": 1861, "benchmark_id": "collie", "model_id": "gpt-4o-2024-08-06", "score": 0.61, "normalized_score": 0.61, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-5/", "verified_by_llmstats": false, "analysis_method": "GPT-4o without thinking mode - Instruction-following in freeform writing.", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:15.262884+00:00", "updated_at": "2025-07-19T19:56:15.262884+00:00", "benchmark_name": "COLLIE" }, { "model_benchmark_id": 1867, "benchmark_id": "tau2-airline", "model_id": "gpt-4o-2024-08-06", "score": 0.455, "normalized_score": 0.455, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-5/", "verified_by_llmstats": false, "analysis_method": "GPT-4o without thinking mode - Function calling benchmark (airline domain).", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-24T12:00:00.000000+00:00", "updated_at": "2025-07-24T12:00:00.000000+00:00", "benchmark_name": "Tau2 airline" }, { "model_benchmark_id": 1868, "benchmark_id": "tau2-retail", "model_id": "gpt-4o-2024-08-06", "score": 0.634, "normalized_score": 0.634, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-5/", "verified_by_llmstats": false, "analysis_method": "GPT-4o without thinking mode - Function calling benchmark (retail domain).", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-24T12:00:00.000000+00:00", "updated_at": "2025-07-24T12:00:00.000000+00:00", "benchmark_name": "Tau2 retail" }, { "model_benchmark_id": 1869, "benchmark_id": "tau2-telecom", "model_id": "gpt-4o-2024-08-06", "score": 0.235, "normalized_score": 0.235, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-5/", "verified_by_llmstats": false, "analysis_method": "GPT-4o without thinking mode - Function calling benchmark (telecom domain).", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-24T12:00:00.000000+00:00", "updated_at": "2025-07-24T12:00:00.000000+00:00", "benchmark_name": "Tau2 telecom" }, { "model_benchmark_id": 1870, "benchmark_id": "mmmu-pro", "model_id": "gpt-4o-2024-08-06", "score": 0.599, "normalized_score": 0.599, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-5/", "verified_by_llmstats": false, "analysis_method": "GPT-4o without thinking mode - Graduate-level visual problem-solving with advanced multimodal reasoning.", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-24T12:00:00.000000+00:00", "updated_at": "2025-07-24T12:00:00.000000+00:00", "benchmark_name": "MMMU-Pro" }, { "model_benchmark_id": 1871, "benchmark_id": "videommmu", "model_id": "gpt-4o-2024-08-06", "score": 0.612, "normalized_score": 0.612, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-5/", "verified_by_llmstats": false, "analysis_method": "GPT-4o without thinking mode - Video-based multimodal reasoning (max frame 256).", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-24T12:00:00.000000+00:00", "updated_at": "2025-07-24T12:00:00.000000+00:00", "benchmark_name": "VideoMMMU" }, { "model_benchmark_id": 1872, "benchmark_id": "erqa", "model_id": "gpt-4o-2024-08-06", "score": 0.352, "normalized_score": 0.352, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-5/", "verified_by_llmstats": false, "analysis_method": "GPT-4o without thinking mode - Multimodal spatial reasoning.", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-24T12:00:00.000000+00:00", "updated_at": "2025-07-24T12:00:00.000000+00:00", "benchmark_name": "ERQA" }, { "model_benchmark_id": 1896, "benchmark_id": "complexfuncbench", "model_id": "gpt-4o-2024-08-06", "score": 0.665, "normalized_score": 0.665, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-4-1/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:15.349679+00:00", "updated_at": "2025-07-19T19:56:15.349679+00:00", "benchmark_name": "ComplexFuncBench" }, { "model_benchmark_id": 900, "benchmark_id": "docvqa", "model_id": "gpt-4o-2024-08-06", "score": 0.928, "normalized_score": 0.928, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/hello-gpt-4o/", "verified_by_llmstats": false, "analysis_method": "test set evaluation", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.873722+00:00", "updated_at": "2025-07-19T19:56:12.873722+00:00", "benchmark_name": "DocVQA" }, { "model_benchmark_id": 926, "benchmark_id": "egoschema", "model_id": "gpt-4o-2024-08-06", "score": 0.722, "normalized_score": 0.722, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/hello-gpt-4o/", "verified_by_llmstats": false, "analysis_method": "test set evaluation", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.935728+00:00", "updated_at": "2025-07-19T19:56:12.935728+00:00", "benchmark_name": "EgoSchema" }, { "model_benchmark_id": 355, "benchmark_id": "gpqa", "model_id": "gpt-4o-2024-08-06", "score": 0.701, "normalized_score": 0.701, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-5/", "verified_by_llmstats": false, "analysis_method": "GPT-4o - Diamond no thinking no tools", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.764329+00:00", "updated_at": "2025-07-19T19:56:11.764329+00:00", "benchmark_name": "GPQA" }, { "model_benchmark_id": 1905, "benchmark_id": "graphwalks-bfs-<128k", "model_id": "gpt-4o-2024-08-06", "score": 0.417, "normalized_score": 0.417, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-4-1/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:15.370259+00:00", "updated_at": "2025-07-19T19:56:15.370259+00:00", "benchmark_name": "Graphwalks BFS <128k" }, { "model_benchmark_id": 1882, "benchmark_id": "graphwalks-parents-<128k", "model_id": "gpt-4o-2024-08-06", "score": 0.354, "normalized_score": 0.354, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-4-1/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:15.314044+00:00", "updated_at": "2025-07-19T19:56:15.314044+00:00", "benchmark_name": "Graphwalks parents <128k" }, { "model_benchmark_id": 636, "benchmark_id": "ifeval", "model_id": "gpt-4o-2024-08-06", "score": 0.81, "normalized_score": 0.81, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-4-1/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.306083+00:00", "updated_at": "2025-07-19T19:56:12.306083+00:00", "benchmark_name": "IFEval" }, { "model_benchmark_id": 1849, "benchmark_id": "internal-api-instruction-following-(hard)", "model_id": "gpt-4o-2024-08-06", "score": 0.292, "normalized_score": 0.292, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-4-1/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:15.232334+00:00", "updated_at": "2025-07-19T19:56:15.232334+00:00", "benchmark_name": "Internal API instruction following (hard)" }, { "model_benchmark_id": 544, "benchmark_id": "mathvista", "model_id": "gpt-4o-2024-08-06", "score": 0.614, "normalized_score": 0.614, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-4-1/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.122558+00:00", "updated_at": "2025-07-19T19:56:12.122558+00:00", "benchmark_name": "MathVista" }, { "model_benchmark_id": 122, "benchmark_id": "mmlu", "model_id": "gpt-4o-2024-08-06", "score": 0.857, "normalized_score": 0.857, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-4-1/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.325082+00:00", "updated_at": "2025-07-19T19:56:11.325082+00:00", "benchmark_name": "MMLU" }, { "model_benchmark_id": 220, "benchmark_id": "mmlu-pro", "model_id": "gpt-4o-2024-08-06", "score": 0.747, "normalized_score": 0.747, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/spaces/TIGER-Lab/MMLU-Pro", "verified_by_llmstats": false, "analysis_method": "0-shot CoT", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.517058+00:00", "updated_at": "2025-07-19T19:56:11.517058+00:00", "benchmark_name": "MMLU-Pro" }, { "model_benchmark_id": 1484, "benchmark_id": "mmmlu", "model_id": "gpt-4o-2024-08-06", "score": 0.814, "normalized_score": 0.814, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-4-1/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.162717+00:00", "updated_at": "2025-07-19T19:56:14.162717+00:00", "benchmark_name": "MMMLU" }, { "model_benchmark_id": 594, "benchmark_id": "mmmu", "model_id": "gpt-4o-2024-08-06", "score": 0.722, "normalized_score": 0.722, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-5/", "verified_by_llmstats": false, "analysis_method": "GPT-4o without thinking mode - College-level visual problem-solving with multimodal reasoning.", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.224513+00:00", "updated_at": "2025-07-19T19:56:12.224513+00:00", "benchmark_name": "MMMU" }, { "model_benchmark_id": 1855, "benchmark_id": "multichallenge-(o3-mini-grader)", "model_id": "gpt-4o-2024-08-06", "score": 0.399, "normalized_score": 0.399, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-4-1/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:15.246431+00:00", "updated_at": "2025-07-19T19:56:15.246431+00:00", "benchmark_name": "MultiChallenge (o3-mini grader)" }, { "model_benchmark_id": 1654, "benchmark_id": "multi-if", "model_id": "gpt-4o-2024-08-06", "score": 0.609, "normalized_score": 0.609, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-4-1/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.650416+00:00", "updated_at": "2025-07-19T19:56:14.650416+00:00", "benchmark_name": "Multi-IF" }, { "model_benchmark_id": 1867, "benchmark_id": "openai-mrcr:-2-needle-128k", "model_id": "gpt-4o-2024-08-06", "score": 0.319, "normalized_score": 0.319, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-4-1/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:15.277538+00:00", "updated_at": "2025-07-19T19:56:15.277538+00:00", "benchmark_name": "OpenAI-MRCR: 2 needle 128k" }, { "model_benchmark_id": 239, "benchmark_id": "simpleqa", "model_id": "gpt-4o-2024-08-06", "score": 0.382, "normalized_score": 0.382, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/introducing-gpt-4-5/", "verified_by_llmstats": false, "analysis_method": "accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.557852+00:00", "updated_at": "2025-07-19T19:56:11.557852+00:00", "benchmark_name": "SimpleQA" }, { "model_benchmark_id": 1359, "benchmark_id": "swe-bench-verified", "model_id": "gpt-4o-2024-08-06", "score": 0.332, "normalized_score": 0.332, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-4-1/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.861280+00:00", "updated_at": "2025-07-19T19:56:13.861280+00:00", "benchmark_name": "SWE-Bench Verified" }, { "model_benchmark_id": 1899, "benchmark_id": "swe-lancer", "model_id": "gpt-4o-2024-08-06", "score": 0.326, "normalized_score": 0.326, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-4-1/", "verified_by_llmstats": false, "analysis_method": "percentage score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:15.356738+00:00", "updated_at": "2025-07-19T19:56:15.356738+00:00", "benchmark_name": "SWE-Lancer" }, { "model_benchmark_id": 1902, "benchmark_id": "swe-lancer-(ic-diamond-subset)", "model_id": "gpt-4o-2024-08-06", "score": 0.124, "normalized_score": 0.124, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-4-1/", "verified_by_llmstats": false, "analysis_method": "percentage score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:15.363614+00:00", "updated_at": "2025-07-19T19:56:15.363614+00:00", "benchmark_name": "SWE-Lancer (IC-Diamond subset)" }, { "model_benchmark_id": 1781, "benchmark_id": "tau-bench-airline", "model_id": "gpt-4o-2024-08-06", "score": 0.428, "normalized_score": 0.428, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-4-1/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:15.017725+00:00", "updated_at": "2025-07-19T19:56:15.017725+00:00", "benchmark_name": "TAU-bench Airline" }, { "model_benchmark_id": 1767, "benchmark_id": "tau-bench-retail", "model_id": "gpt-4o-2024-08-06", "score": 0.603, "normalized_score": 0.603, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-4-1/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.988086+00:00", "updated_at": "2025-07-19T19:56:14.988086+00:00", "benchmark_name": "TAU-bench Retail" }, { "model_benchmark_id": 2003, "benchmark_id": "humanity's-last-exam", "model_id": "gpt-4o-2024-08-06", "score": 0.053, "normalized_score": 0.053, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-5/", "verified_by_llmstats": false, "analysis_method": "GPT-4o without thinking mode (no tools) - Full set of expert-level questions across subjects.", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-24T12:00:00.000000+00:00", "updated_at": "2025-07-24T12:00:00.000000+00:00", "benchmark_name": "Humanity's Last Exam" }, { "model_benchmark_id": 2005, "benchmark_id": "scale-multichallenge", "model_id": "gpt-4o-2024-08-06", "score": 0.403, "normalized_score": 0.403, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-5/", "verified_by_llmstats": false, "analysis_method": "GPT-4o without thinking mode - Multi-turn instruction following benchmark.", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-24T12:00:00.000000+00:00", "updated_at": "2025-07-24T12:00:00.000000+00:00", "benchmark_name": "Scale MultiChallenge" } ]