[ { "model_benchmark_id": 490, "benchmark_id": "aime-2024", "model_id": "o1-2024-12-17", "score": 0.743, "normalized_score": 0.743, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-4-1/", "verified_by_llmstats": false, "analysis_method": "accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.025628+00:00", "updated_at": "2025-07-19T19:56:12.025628+00:00", "benchmark_name": "AIME 2024" }, { "model_benchmark_id": 1831, "benchmark_id": "frontiermath", "model_id": "o1-2024-12-17", "score": 0.055, "normalized_score": 0.055, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/o1-and-new-tools-for-developers/", "verified_by_llmstats": false, "analysis_method": "pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:15.186673+00:00", "updated_at": "2025-07-19T19:56:15.186673+00:00", "benchmark_name": "FrontierMath" }, { "model_benchmark_id": 358, "benchmark_id": "gpqa", "model_id": "o1-2024-12-17", "score": 0.78, "normalized_score": 0.78, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/openai-o3-mini/", "verified_by_llmstats": false, "analysis_method": "accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.768954+00:00", "updated_at": "2025-07-19T19:56:11.768954+00:00", "benchmark_name": "GPQA" }, { "model_benchmark_id": 1911, "benchmark_id": "gpqa-biology", "model_id": "o1-2024-12-17", "score": 0.692, "normalized_score": 0.692, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/learning-to-reason-with-llms/", "verified_by_llmstats": false, "analysis_method": "pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:15.394088+00:00", "updated_at": "2025-07-19T19:56:15.394088+00:00", "benchmark_name": "GPQA Biology" }, { "model_benchmark_id": 1912, "benchmark_id": "gpqa-chemistry", "model_id": "o1-2024-12-17", "score": 0.647, "normalized_score": 0.647, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/learning-to-reason-with-llms/", "verified_by_llmstats": false, "analysis_method": "pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:15.399030+00:00", "updated_at": "2025-07-19T19:56:15.399030+00:00", "benchmark_name": "GPQA Chemistry" }, { "model_benchmark_id": 1913, "benchmark_id": "gpqa-physics", "model_id": "o1-2024-12-17", "score": 0.928, "normalized_score": 0.928, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/learning-to-reason-with-llms/", "verified_by_llmstats": false, "analysis_method": "pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:15.403790+00:00", "updated_at": "2025-07-19T19:56:15.403790+00:00", "benchmark_name": "GPQA Physics" }, { "model_benchmark_id": 1016, "benchmark_id": "gsm8k", "model_id": "o1-2024-12-17", "score": 0.971, "normalized_score": 0.971, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/learning-to-reason-with-llms/", "verified_by_llmstats": false, "analysis_method": "pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.116437+00:00", "updated_at": "2025-07-19T19:56:13.116437+00:00", "benchmark_name": "GSM8k" }, { "model_benchmark_id": 814, "benchmark_id": "humaneval", "model_id": "o1-2024-12-17", "score": 0.881, "normalized_score": 0.881, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/learning-to-reason-with-llms/", "verified_by_llmstats": false, "analysis_method": "pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.696047+00:00", "updated_at": "2025-07-19T19:56:12.696047+00:00", "benchmark_name": "HumanEval" }, { "model_benchmark_id": 755, "benchmark_id": "livebench", "model_id": "o1-2024-12-17", "score": 0.67, "normalized_score": 0.67, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/openai-o3-mini//", "verified_by_llmstats": false, "analysis_method": "coding", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.587814+00:00", "updated_at": "2025-07-19T19:56:12.587814+00:00", "benchmark_name": "LiveBench" }, { "model_benchmark_id": 428, "benchmark_id": "math", "model_id": "o1-2024-12-17", "score": 0.964, "normalized_score": 0.964, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/learning-to-reason-with-llms/", "verified_by_llmstats": false, "analysis_method": "pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.905279+00:00", "updated_at": "2025-07-19T19:56:11.905279+00:00", "benchmark_name": "MATH" }, { "model_benchmark_id": 546, "benchmark_id": "mathvista", "model_id": "o1-2024-12-17", "score": 0.718, "normalized_score": 0.718, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-4-1/", "verified_by_llmstats": false, "analysis_method": "pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.126058+00:00", "updated_at": "2025-07-19T19:56:12.126058+00:00", "benchmark_name": "MathVista" }, { "model_benchmark_id": 1298, "benchmark_id": "mgsm", "model_id": "o1-2024-12-17", "score": 0.893, "normalized_score": 0.893, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/o1-and-new-tools-for-developers/", "verified_by_llmstats": false, "analysis_method": "pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.715686+00:00", "updated_at": "2025-07-19T19:56:13.715686+00:00", "benchmark_name": "MGSM" }, { "model_benchmark_id": 125, "benchmark_id": "mmlu", "model_id": "o1-2024-12-17", "score": 0.918, "normalized_score": 0.918, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/learning-to-reason-with-llms/", "verified_by_llmstats": false, "analysis_method": "pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.330211+00:00", "updated_at": "2025-07-19T19:56:11.330211+00:00", "benchmark_name": "MMLU" }, { "model_benchmark_id": 1486, "benchmark_id": "mmmlu", "model_id": "o1-2024-12-17", "score": 0.877, "normalized_score": 0.877, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-4-1/", "verified_by_llmstats": false, "analysis_method": "accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.165932+00:00", "updated_at": "2025-07-19T19:56:14.165932+00:00", "benchmark_name": "MMMLU" }, { "model_benchmark_id": 596, "benchmark_id": "mmmu", "model_id": "o1-2024-12-17", "score": 0.776, "normalized_score": 0.776, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-4-1/", "verified_by_llmstats": false, "analysis_method": "pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.228467+00:00", "updated_at": "2025-07-19T19:56:12.228467+00:00", "benchmark_name": "MMMU" }, { "model_benchmark_id": 241, "benchmark_id": "simpleqa", "model_id": "o1-2024-12-17", "score": 0.47, "normalized_score": 0.47, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/introducing-gpt-4-5/", "verified_by_llmstats": false, "analysis_method": "accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.561209+00:00", "updated_at": "2025-07-19T19:56:11.561209+00:00", "benchmark_name": "SimpleQA" }, { "model_benchmark_id": 1361, "benchmark_id": "swe-bench-verified", "model_id": "o1-2024-12-17", "score": 0.41, "normalized_score": 0.41, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-4-1/", "verified_by_llmstats": false, "analysis_method": "verified", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.865799+00:00", "updated_at": "2025-07-19T19:56:13.865799+00:00", "benchmark_name": "SWE-Bench Verified" }, { "model_benchmark_id": 1783, "benchmark_id": "tau-bench-airline", "model_id": "o1-2024-12-17", "score": 0.5, "normalized_score": 0.5, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-4-1/", "verified_by_llmstats": false, "analysis_method": "agents", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:15.021642+00:00", "updated_at": "2025-07-19T19:56:15.021642+00:00", "benchmark_name": "TAU-bench Airline" }, { "model_benchmark_id": 1769, "benchmark_id": "tau-bench-retail", "model_id": "o1-2024-12-17", "score": 0.708, "normalized_score": 0.708, "is_self_reported": true, "self_reported_source_link": "https://openai.com/index/gpt-4-1/", "verified_by_llmstats": false, "analysis_method": "agents", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.992114+00:00", "updated_at": "2025-07-19T19:56:14.992114+00:00", "benchmark_name": "TAU-bench Retail" } ]