[ { "model_benchmark_id": 663, "benchmark_id": "aider-polyglot", "model_id": "deepseek-v3", "score": 0.496, "normalized_score": 0.496, "is_self_reported": true, "self_reported_source_link": "https://github.com/deepseek-ai/DeepSeek-V3", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.374175+00:00", "updated_at": "2025-07-19T19:56:12.374175+00:00", "benchmark_name": "Aider-Polyglot" }, { "model_benchmark_id": 1330, "benchmark_id": "aider-polyglot-edit", "model_id": "deepseek-v3", "score": 0.797, "normalized_score": 0.797, "is_self_reported": true, "self_reported_source_link": "https://github.com/deepseek-ai/DeepSeek-V3", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.796886+00:00", "updated_at": "2025-07-19T19:56:13.796886+00:00", "benchmark_name": "Aider-Polyglot Edit" }, { "model_benchmark_id": 463, "benchmark_id": "aime-2024", "model_id": "deepseek-v3", "score": 0.392, "normalized_score": 0.392, "is_self_reported": true, "self_reported_source_link": "https://github.com/deepseek-ai/DeepSeek-V3", "verified_by_llmstats": false, "analysis_method": "Pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.980196+00:00", "updated_at": "2025-07-19T19:56:11.980196+00:00", "benchmark_name": "AIME 2024" }, { "model_benchmark_id": 438, "benchmark_id": "c-eval", "model_id": "deepseek-v3", "score": 0.865, "normalized_score": 0.865, "is_self_reported": true, "self_reported_source_link": "https://github.com/deepseek-ai/DeepSeek-V3", "verified_by_llmstats": false, "analysis_method": "Exact Match", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.928060+00:00", "updated_at": "2025-07-19T19:56:11.928060+00:00", "benchmark_name": "C-Eval" }, { "model_benchmark_id": 600, "benchmark_id": "cluewsc", "model_id": "deepseek-v3", "score": 0.909, "normalized_score": 0.909, "is_self_reported": true, "self_reported_source_link": "https://github.com/deepseek-ai/DeepSeek-V3", "verified_by_llmstats": false, "analysis_method": "Exact Match", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.237991+00:00", "updated_at": "2025-07-19T19:56:12.237991+00:00", "benchmark_name": "CLUEWSC" }, { "model_benchmark_id": 711, "benchmark_id": "cnmo-2024", "model_id": "deepseek-v3", "score": 0.432, "normalized_score": 0.432, "is_self_reported": true, "self_reported_source_link": "https://github.com/deepseek-ai/DeepSeek-V3", "verified_by_llmstats": false, "analysis_method": "Pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.493124+00:00", "updated_at": "2025-07-19T19:56:12.493124+00:00", "benchmark_name": "CNMO 2024" }, { "model_benchmark_id": 442, "benchmark_id": "csimpleqa", "model_id": "deepseek-v3", "score": 0.648, "normalized_score": 0.648, "is_self_reported": true, "self_reported_source_link": "https://github.com/deepseek-ai/DeepSeek-V3", "verified_by_llmstats": false, "analysis_method": "Correct", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.937598+00:00", "updated_at": "2025-07-19T19:56:11.937598+00:00", "benchmark_name": "CSimpleQA" }, { "model_benchmark_id": 951, "benchmark_id": "drop", "model_id": "deepseek-v3", "score": 0.916, "normalized_score": 0.916, "is_self_reported": true, "self_reported_source_link": "https://github.com/deepseek-ai/DeepSeek-V3", "verified_by_llmstats": false, "analysis_method": "3-shot F1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.005931+00:00", "updated_at": "2025-07-19T19:56:13.005931+00:00", "benchmark_name": "DROP" }, { "model_benchmark_id": 1753, "benchmark_id": "frames", "model_id": "deepseek-v3", "score": 0.733, "normalized_score": 0.733, "is_self_reported": true, "self_reported_source_link": "https://github.com/deepseek-ai/DeepSeek-V3", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.958906+00:00", "updated_at": "2025-07-19T19:56:14.958906+00:00", "benchmark_name": "FRAMES" }, { "model_benchmark_id": 312, "benchmark_id": "gpqa", "model_id": "deepseek-v3", "score": 0.591, "normalized_score": 0.591, "is_self_reported": true, "self_reported_source_link": "https://github.com/deepseek-ai/DeepSeek-V3", "verified_by_llmstats": false, "analysis_method": "Pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.695757+00:00", "updated_at": "2025-07-19T19:56:11.695757+00:00", "benchmark_name": "GPQA" }, { "model_benchmark_id": 1788, "benchmark_id": "humaneval-mul", "model_id": "deepseek-v3", "score": 0.826, "normalized_score": 0.826, "is_self_reported": true, "self_reported_source_link": "https://github.com/deepseek-ai/DeepSeek-V3", "verified_by_llmstats": false, "analysis_method": "Pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:15.035409+00:00", "updated_at": "2025-07-19T19:56:15.035409+00:00", "benchmark_name": "HumanEval-Mul" }, { "model_benchmark_id": 622, "benchmark_id": "ifeval", "model_id": "deepseek-v3", "score": 0.861, "normalized_score": 0.861, "is_self_reported": true, "self_reported_source_link": "https://github.com/deepseek-ai/DeepSeek-V3", "verified_by_llmstats": false, "analysis_method": "Prompt Strict", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.280659+00:00", "updated_at": "2025-07-19T19:56:12.280659+00:00", "benchmark_name": "IFEval" }, { "model_benchmark_id": 1131, "benchmark_id": "livecodebench", "model_id": "deepseek-v3", "score": 0.376, "normalized_score": 0.376, "is_self_reported": true, "self_reported_source_link": "https://github.com/deepseek-ai/DeepSeek-V3", "verified_by_llmstats": false, "analysis_method": "Pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.364940+00:00", "updated_at": "2025-07-19T19:56:13.372242+00:00", "benchmark_name": "LiveCodeBench" }, { "model_benchmark_id": 1787, "benchmark_id": "longbench-v2", "model_id": "deepseek-v3", "score": 0.487, "normalized_score": 0.487, "is_self_reported": true, "self_reported_source_link": "https://github.com/deepseek-ai/DeepSeek-V3", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:15.031520+00:00", "updated_at": "2025-07-19T19:56:15.031520+00:00", "benchmark_name": "LongBench v2" }, { "model_benchmark_id": 500, "benchmark_id": "math-500", "model_id": "deepseek-v3", "score": 0.902, "normalized_score": 0.902, "is_self_reported": true, "self_reported_source_link": "https://github.com/deepseek-ai/DeepSeek-V3", "verified_by_llmstats": false, "analysis_method": "Exact Match", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.043125+00:00", "updated_at": "2025-07-19T19:56:12.043125+00:00", "benchmark_name": "MATH-500" }, { "model_benchmark_id": 93, "benchmark_id": "mmlu", "model_id": "deepseek-v3", "score": 0.885, "normalized_score": 0.885, "is_self_reported": true, "self_reported_source_link": "https://github.com/deepseek-ai/DeepSeek-V3", "verified_by_llmstats": false, "analysis_method": "Exact Match", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.275957+00:00", "updated_at": "2025-07-19T19:56:11.275957+00:00", "benchmark_name": "MMLU" }, { "model_benchmark_id": 202, "benchmark_id": "mmlu-pro", "model_id": "deepseek-v3", "score": 0.759, "normalized_score": 0.759, "is_self_reported": true, "self_reported_source_link": "https://github.com/deepseek-ai/DeepSeek-V3", "verified_by_llmstats": false, "analysis_method": "Exact Match", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.485394+00:00", "updated_at": "2025-07-19T19:56:11.485394+00:00", "benchmark_name": "MMLU-Pro" }, { "model_benchmark_id": 737, "benchmark_id": "mmlu-redux", "model_id": "deepseek-v3", "score": 0.891, "normalized_score": 0.891, "is_self_reported": true, "self_reported_source_link": "https://github.com/deepseek-ai/DeepSeek-V3", "verified_by_llmstats": false, "analysis_method": "Exact Match", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.548864+00:00", "updated_at": "2025-07-19T19:56:12.548864+00:00", "benchmark_name": "MMLU-Redux" }, { "model_benchmark_id": 235, "benchmark_id": "simpleqa", "model_id": "deepseek-v3", "score": 0.249, "normalized_score": 0.249, "is_self_reported": true, "self_reported_source_link": "https://github.com/deepseek-ai/DeepSeek-V3", "verified_by_llmstats": false, "analysis_method": "Correct", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.549943+00:00", "updated_at": "2025-07-19T19:56:11.549943+00:00", "benchmark_name": "SimpleQA" }, { "model_benchmark_id": 1344, "benchmark_id": "swe-bench-verified", "model_id": "deepseek-v3", "score": 0.42, "normalized_score": 0.42, "is_self_reported": true, "self_reported_source_link": "https://github.com/deepseek-ai/DeepSeek-V3", "verified_by_llmstats": false, "analysis_method": "Resolved", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.828562+00:00", "updated_at": "2025-07-19T19:56:13.828562+00:00", "benchmark_name": "SWE-Bench Verified" } ]