[ { "model_benchmark_id": 698, "benchmark_id": "aime-2025", "model_id": "llama-3.1-nemotron-nano-8b-v1", "score": 0.471, "normalized_score": 0.471, "is_self_reported": true, "self_reported_source_link": "https://build.nvidia.com/nvidia/llama-3_1-nemotron-nano-8b-v1/modelcard", "verified_by_llmstats": false, "analysis_method": "Pass@1, Reasoning", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.461794+00:00", "updated_at": "2025-07-19T19:56:12.461794+00:00", "benchmark_name": "AIME 2025" }, { "model_benchmark_id": 1586, "benchmark_id": "bfcl-v2", "model_id": "llama-3.1-nemotron-nano-8b-v1", "score": 0.636, "normalized_score": 0.636, "is_self_reported": true, "self_reported_source_link": "https://build.nvidia.com/nvidia/llama-3_1-nemotron-nano-8b-v1/modelcard", "verified_by_llmstats": false, "analysis_method": "Score, Reasoning", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.454860+00:00", "updated_at": "2025-07-19T19:56:14.454860+00:00", "benchmark_name": "BFCL v2" }, { "model_benchmark_id": 327, "benchmark_id": "gpqa", "model_id": "llama-3.1-nemotron-nano-8b-v1", "score": 0.541, "normalized_score": 0.541, "is_self_reported": true, "self_reported_source_link": "https://build.nvidia.com/nvidia/llama-3_1-nemotron-nano-8b-v1/modelcard", "verified_by_llmstats": false, "analysis_method": "Diamond, Pass@1, Reasoning", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.719213+00:00", "updated_at": "2025-07-19T19:56:11.719213+00:00", "benchmark_name": "GPQA" }, { "model_benchmark_id": 627, "benchmark_id": "ifeval", "model_id": "llama-3.1-nemotron-nano-8b-v1", "score": 0.793, "normalized_score": 0.793, "is_self_reported": true, "self_reported_source_link": "https://build.nvidia.com/nvidia/llama-3_1-nemotron-nano-8b-v1/modelcard", "verified_by_llmstats": false, "analysis_method": "Strict Accuracy, Reasoning", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.289960+00:00", "updated_at": "2025-07-19T19:56:12.289960+00:00", "benchmark_name": "IFEval" }, { "model_benchmark_id": 510, "benchmark_id": "math-500", "model_id": "llama-3.1-nemotron-nano-8b-v1", "score": 0.954, "normalized_score": 0.954, "is_self_reported": true, "self_reported_source_link": "https://build.nvidia.com/nvidia/llama-3_1-nemotron-nano-8b-v1/modelcard", "verified_by_llmstats": false, "analysis_method": "Pass@1, Reasoning", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.059893+00:00", "updated_at": "2025-07-19T19:56:12.059893+00:00", "benchmark_name": "MATH-500" }, { "model_benchmark_id": 1193, "benchmark_id": "mbpp", "model_id": "llama-3.1-nemotron-nano-8b-v1", "score": 0.846, "normalized_score": 0.846, "is_self_reported": true, "self_reported_source_link": "https://build.nvidia.com/nvidia/llama-3_1-nemotron-nano-8b-v1/modelcard", "verified_by_llmstats": false, "analysis_method": "0-shot, Pass@1, Reasoning", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.512976+00:00", "updated_at": "2025-07-19T19:56:13.512976+00:00", "benchmark_name": "MBPP" }, { "model_benchmark_id": 1610, "benchmark_id": "mt-bench", "model_id": "llama-3.1-nemotron-nano-8b-v1", "score": 0.81, "normalized_score": 0.81, "is_self_reported": true, "self_reported_source_link": "https://build.nvidia.com/nvidia/llama-3_1-nemotron-nano-8b-v1/modelcard", "verified_by_llmstats": false, "analysis_method": "Score, Reasoning", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.530016+00:00", "updated_at": "2025-07-19T19:56:14.530016+00:00", "benchmark_name": "MT-Bench" } ]