[ { "model_benchmark_id": 9501, "benchmark_id": "mmlu-redux", "model_id": "deepseek-v3.1", "score": 0.918, "normalized_score": 0.918, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1", "verified_by_llmstats": false, "analysis_method": "Non-Thinking mode", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": "Non-thinking: 91.8%, Thinking: 93.7%", "created_at": "2025-01-10T00:00:00.000000+00:00", "updated_at": "2025-09-15T00:00:00.000000+00:00", "benchmark_name": "MMLU-Redux" }, { "model_benchmark_id": 9502, "benchmark_id": "mmlu-pro", "model_id": "deepseek-v3.1", "score": 0.837, "normalized_score": 0.837, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1", "verified_by_llmstats": false, "analysis_method": "Non-Thinking mode", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": "Non-thinking: 83.7%, Thinking: 84.8%", "created_at": "2025-01-10T00:00:00.000000+00:00", "updated_at": "2025-09-15T00:00:00.000000+00:00", "benchmark_name": "MMLU-Pro" }, { "model_benchmark_id": 9503, "benchmark_id": "gpqa", "model_id": "deepseek-v3.1", "score": 0.749, "normalized_score": 0.749, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1", "verified_by_llmstats": false, "analysis_method": "Pass@1, Non-Thinking mode", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": "Non-thinking: 74.9%, Thinking: 80.1%", "created_at": "2025-01-10T00:00:00.000000+00:00", "updated_at": "2025-09-15T00:00:00.000000+00:00", "benchmark_name": "GPQA" }, { "model_benchmark_id": 9504, "benchmark_id": "humanity's-last-exam", "model_id": "deepseek-v3.1", "score": 0.159, "normalized_score": 0.159, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1", "verified_by_llmstats": false, "analysis_method": "Pass@1, Thinking mode, text-only subset", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": "Thinking mode only, text-only subset", "created_at": "2025-01-10T00:00:00.000000+00:00", "updated_at": "2025-09-15T00:00:00.000000+00:00", "benchmark_name": "Humanity's Last Exam" }, { "model_benchmark_id": 9505, "benchmark_id": "browsecomp", "model_id": "deepseek-v3.1", "score": 0.3, "normalized_score": 0.3, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1", "verified_by_llmstats": false, "analysis_method": "Thinking mode with search agent", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": "Search agent with commercial API + webpage filter + 128K context", "created_at": "2025-01-10T00:00:00.000000+00:00", "updated_at": "2025-09-15T00:00:00.000000+00:00", "benchmark_name": "BrowseComp" }, { "model_benchmark_id": 9506, "benchmark_id": "browsecomp-zh", "model_id": "deepseek-v3.1", "score": 0.492, "normalized_score": 0.492, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1", "verified_by_llmstats": false, "analysis_method": "Thinking mode with search agent", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": "Search agent with commercial API + webpage filter + 128K context", "created_at": "2025-01-10T00:00:00.000000+00:00", "updated_at": "2025-09-15T00:00:00.000000+00:00", "benchmark_name": "BrowseComp-zh" }, { "model_benchmark_id": 9507, "benchmark_id": "simpleqa", "model_id": "deepseek-v3.1", "score": 0.934, "normalized_score": 0.934, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1", "verified_by_llmstats": false, "analysis_method": "Thinking mode with search agent", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": "Search agent evaluation", "created_at": "2025-01-10T00:00:00.000000+00:00", "updated_at": "2025-09-15T00:00:00.000000+00:00", "benchmark_name": "SimpleQA" }, { "model_benchmark_id": 9508, "benchmark_id": "livecodebench", "model_id": "deepseek-v3.1", "score": 0.564, "normalized_score": 0.564, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1", "verified_by_llmstats": false, "analysis_method": "Pass@1, 2408-2505, Non-Thinking mode", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": "Non-thinking: 56.4%, Thinking: 74.8%", "created_at": "2025-01-10T00:00:00.000000+00:00", "updated_at": "2025-09-15T00:00:00.000000+00:00", "benchmark_name": "LiveCodeBench" }, { "model_benchmark_id": 9509, "benchmark_id": "codeforces", "model_id": "deepseek-v3.1", "score": 0.697, "normalized_score": 0.697, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1", "verified_by_llmstats": false, "analysis_method": "Div1 Rating, Thinking mode", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": "Codeforces Div1 rating in thinking mode", "created_at": "2025-01-10T00:00:00.000000+00:00", "updated_at": "2025-09-15T00:00:00.000000+00:00", "benchmark_name": "Codeforces" }, { "model_benchmark_id": 9510, "benchmark_id": "aider-polyglot", "model_id": "deepseek-v3.1", "score": 0.684, "normalized_score": 0.684, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1", "verified_by_llmstats": false, "analysis_method": "Non-Thinking mode", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": "Non-thinking: 68.4%, Thinking: 76.3%", "created_at": "2025-01-10T00:00:00.000000+00:00", "updated_at": "2025-09-15T00:00:00.000000+00:00", "benchmark_name": "Aider-Polyglot" }, { "model_benchmark_id": 9511, "benchmark_id": "swe-bench-verified", "model_id": "deepseek-v3.1", "score": 0.66, "normalized_score": 0.66, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1", "verified_by_llmstats": false, "analysis_method": "Agent mode, Non-Thinking", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": "Evaluated with internal code agent framework", "created_at": "2025-01-10T00:00:00.000000+00:00", "updated_at": "2025-09-15T00:00:00.000000+00:00", "benchmark_name": "SWE-Bench Verified" }, { "model_benchmark_id": 9512, "benchmark_id": "swe-bench-multilingual", "model_id": "deepseek-v3.1", "score": 0.545, "normalized_score": 0.545, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1", "verified_by_llmstats": false, "analysis_method": "Agent mode, Non-Thinking", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": "Evaluated with internal code agent framework", "created_at": "2025-01-10T00:00:00.000000+00:00", "updated_at": "2025-09-15T00:00:00.000000+00:00", "benchmark_name": "SWE-Bench Multilingual" }, { "model_benchmark_id": 9513, "benchmark_id": "terminal-bench", "model_id": "deepseek-v3.1", "score": 0.313, "normalized_score": 0.313, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1", "verified_by_llmstats": false, "analysis_method": "Terminus 1 framework, Non-Thinking", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-01-10T00:00:00.000000+00:00", "updated_at": "2025-09-15T00:00:00.000000+00:00", "benchmark_name": "Terminal-Bench" }, { "model_benchmark_id": 9514, "benchmark_id": "aime-2024", "model_id": "deepseek-v3.1", "score": 0.663, "normalized_score": 0.663, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1", "verified_by_llmstats": false, "analysis_method": "Pass@1, Non-Thinking mode", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": "Non-thinking: 66.3%, Thinking: 93.1%", "created_at": "2025-01-10T00:00:00.000000+00:00", "updated_at": "2025-09-15T00:00:00.000000+00:00", "benchmark_name": "AIME 2024" }, { "model_benchmark_id": 9515, "benchmark_id": "aime-2025", "model_id": "deepseek-v3.1", "score": 0.498, "normalized_score": 0.498, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1", "verified_by_llmstats": false, "analysis_method": "Pass@1, Non-Thinking mode", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": "Non-thinking: 49.8%, Thinking: 88.4%", "created_at": "2025-01-10T00:00:00.000000+00:00", "updated_at": "2025-09-15T00:00:00.000000+00:00", "benchmark_name": "AIME 2025" }, { "model_benchmark_id": 9516, "benchmark_id": "hmmt-2025", "model_id": "deepseek-v3.1", "score": 0.335, "normalized_score": 0.335, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1", "verified_by_llmstats": false, "analysis_method": "Pass@1, Non-Thinking mode", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": "Non-thinking: 33.5%, Thinking: 84.2%", "created_at": "2025-01-10T00:00:00.000000+00:00", "updated_at": "2025-09-15T00:00:00.000000+00:00", "benchmark_name": "HMMT 2025" } ]