[ { "model_benchmark_id": 697, "benchmark_id": "aime-2025", "model_id": "llama-3.3-nemotron-super-49b-v1", "score": 0.584, "normalized_score": 0.584, "is_self_reported": true, "self_reported_source_link": "https://build.nvidia.com/nvidia/llama-3_3-nemotron-super-49b-v1/modelcard", "verified_by_llmstats": false, "analysis_method": "Pass@1, Reasoning On", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.459628+00:00", "updated_at": "2025-07-19T19:56:12.459628+00:00", "benchmark_name": "AIME 2025" }, { "model_benchmark_id": 1461, "benchmark_id": "arena-hard", "model_id": "llama-3.3-nemotron-super-49b-v1", "score": 0.883, "normalized_score": 0.883, "is_self_reported": true, "self_reported_source_link": "https://build.nvidia.com/nvidia/llama-3_3-nemotron-super-49b-v1/modelcard", "verified_by_llmstats": false, "analysis_method": "Score, Reasoning Off", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.113375+00:00", "updated_at": "2025-07-19T19:56:14.113375+00:00", "benchmark_name": "Arena Hard" }, { "model_benchmark_id": 1585, "benchmark_id": "bfcl-v2", "model_id": "llama-3.3-nemotron-super-49b-v1", "score": 0.737, "normalized_score": 0.737, "is_self_reported": true, "self_reported_source_link": "https://build.nvidia.com/nvidia/llama-3_3-nemotron-super-49b-v1/modelcard", "verified_by_llmstats": false, "analysis_method": "Score, Reasoning On", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.452681+00:00", "updated_at": "2025-07-19T19:56:14.452681+00:00", "benchmark_name": "BFCL v2" }, { "model_benchmark_id": 326, "benchmark_id": "gpqa", "model_id": "llama-3.3-nemotron-super-49b-v1", "score": 0.6667, "normalized_score": 0.6667, "is_self_reported": true, "self_reported_source_link": "https://build.nvidia.com/nvidia/llama-3_3-nemotron-super-49b-v1/modelcard", "verified_by_llmstats": false, "analysis_method": "Pass@1, Reasoning On", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.717785+00:00", "updated_at": "2025-07-19T19:56:11.717785+00:00", "benchmark_name": "GPQA" }, { "model_benchmark_id": 509, "benchmark_id": "math-500", "model_id": "llama-3.3-nemotron-super-49b-v1", "score": 0.966, "normalized_score": 0.966, "is_self_reported": true, "self_reported_source_link": "https://build.nvidia.com/nvidia/llama-3_3-nemotron-super-49b-v1/modelcard", "verified_by_llmstats": false, "analysis_method": "Pass@1, Reasoning On", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.058280+00:00", "updated_at": "2025-07-19T19:56:12.058280+00:00", "benchmark_name": "MATH-500" }, { "model_benchmark_id": 1192, "benchmark_id": "mbpp", "model_id": "llama-3.3-nemotron-super-49b-v1", "score": 0.913, "normalized_score": 0.913, "is_self_reported": true, "self_reported_source_link": "https://build.nvidia.com/nvidia/llama-3_3-nemotron-super-49b-v1/modelcard", "verified_by_llmstats": false, "analysis_method": "Pass@1, Reasoning On", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.511549+00:00", "updated_at": "2025-07-19T19:56:13.511549+00:00", "benchmark_name": "MBPP" }, { "model_benchmark_id": 1609, "benchmark_id": "mt-bench", "model_id": "llama-3.3-nemotron-super-49b-v1", "score": 0.917, "normalized_score": 0.917, "is_self_reported": true, "self_reported_source_link": "https://build.nvidia.com/nvidia/llama-3_3-nemotron-super-49b-v1/modelcard", "verified_by_llmstats": false, "analysis_method": "Score, Reasoning On", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.527840+00:00", "updated_at": "2025-07-19T19:56:14.527840+00:00", "benchmark_name": "MT-Bench" } ]