{ "generated_at": "2026-08-13T17:34:05.784Z", "runs": [ { "id": "624abd34-944d-430e-8d42-dd6e5adbd8d5", "model_name": "xAI: Grok 4.5", "model_identifier": "x-ai/grok-4.5", "final_score": 92.12, "final_rating": "A", "completed_at": "2026-07-10T01:04:32.230Z", "benchmark_version": "1.0.0", "total_cost": 5.6254855, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 69.1, "weight": 1, "counts": { "pass": 75, "fail": 23, "partial": 2 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 97.91, "weight": 1, "counts": { "pass": 98, "fail": 2, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 91.96, "weight": 1, "counts": { "pass": 91, "fail": 7, "partial": 2 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 85.37, "weight": 1, "counts": { "pass": 87, "fail": 13, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 92.35, "weight": 2, "counts": { "pass": 94, "fail": 6, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "6cae59d2-13ae-4541-85c3-da909cb45de5", "model_name": "xAI: Grok 4.20 Multi-Agent", "model_identifier": "x-ai/grok-4.20-multi-agent", "final_score": 91.11, "final_rating": "A", "completed_at": "2026-03-15T03:28:01.687Z", "benchmark_version": "1.0.0", "total_cost": 66.66357699999999, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 83.99, "weight": 1, "counts": { "pass": 84, "fail": 13, "partial": 3 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 94.76, "weight": 1, "counts": { "pass": 96, "fail": 4, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 92.86, "weight": 1, "counts": { "pass": 91, "fail": 7, "partial": 2 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 79.02, "weight": 1, "counts": { "pass": 82, "fail": 18, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 84.7, "weight": 2, "counts": { "pass": 86, "fail": 14, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "133e7f6c-7050-4491-b807-d93a61fc62cc", "model_name": "SpaceXAI: Grok 4.6", "model_identifier": "x-ai/grok-4.6", "final_score": 88.98, "final_rating": "B+", "completed_at": "2026-08-13T00:16:15.256Z", "benchmark_version": "1.0.0", "total_cost": 5.324855, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 74.16, "weight": 1, "counts": { "pass": 82, "fail": 17, "partial": 1 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 92.83, "weight": 1, "counts": { "pass": 94, "fail": 6, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 90.18, "weight": 1, "counts": { "pass": 88, "fail": 9, "partial": 3 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 81.95, "weight": 1, "counts": { "pass": 84, "fail": 16, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 80.87, "weight": 2, "counts": { "pass": 85, "fail": 15, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "78e1c90b-2bb5-41d8-89ad-c33def49ebdf", "model_name": "xAI: Grok 4.3", "model_identifier": "x-ai/grok-4.3", "final_score": 88.87, "final_rating": "B+", "completed_at": "2026-06-17T03:19:07.935Z", "benchmark_version": "1.0.0", "total_cost": 1.95395725, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 70.79, "weight": 1, "counts": { "pass": 76, "fail": 21, "partial": 3 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 97.91, "weight": 1, "counts": { "pass": 98, "fail": 2, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 86.01, "weight": 1, "counts": { "pass": 85, "fail": 12, "partial": 3 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 83.41, "weight": 1, "counts": { "pass": 84, "fail": 15, "partial": 1 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 80.87, "weight": 2, "counts": { "pass": 84, "fail": 16, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "93cd18f9-c89d-48ff-8600-fd06e480fb18", "model_name": "Claude Opus 5", "model_identifier": "anthropic/claude-opus-5", "final_score": 85.78, "final_rating": "B+", "completed_at": "2026-07-24T22:20:43.917Z", "benchmark_version": "1.0.0", "total_cost": 27.724404, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 68.82, "weight": 1, "counts": { "pass": 70, "fail": 29, "partial": 1 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 37.81, "weight": 1, "counts": { "pass": 39, "fail": 61, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 98.95, "weight": 1, "counts": { "pass": 99, "fail": 1, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 97.62, "weight": 1, "counts": { "pass": 96, "fail": 2, "partial": 2 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 86.34, "weight": 1, "counts": { "pass": 88, "fail": 11, "partial": 1 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 91.26, "weight": 2, "counts": { "pass": 93, "fail": 7, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "7b37a001-80b2-4ba9-af25-2cef092e22d5", "model_name": "Google: Gemini 3 Flash Preview", "model_identifier": "google/gemini-3-flash-preview", "final_score": 85.32, "final_rating": "B+", "completed_at": "2026-02-01T13:23:20.196Z", "benchmark_version": "1.0.0", "total_cost": 1.7638335, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 65.45, "weight": 1, "counts": { "pass": 68, "fail": 30, "partial": 2 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 66.67, "weight": 1, "counts": { "pass": 67, "fail": 30, "partial": 3 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 82.72, "weight": 1, "counts": { "pass": 87, "fail": 13, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 80.65, "weight": 1, "counts": { "pass": 82, "fail": 16, "partial": 2 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 84.39, "weight": 1, "counts": { "pass": 85, "fail": 15, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 93.99, "weight": 2, "counts": { "pass": 95, "fail": 5, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "70e19874-8a2a-4cfe-927f-ef9e7b94bbe7", "model_name": "xAI: Grok 4.1 Fast", "model_identifier": "x-ai/grok-4.1-fast", "final_score": 84.82, "final_rating": "B", "completed_at": "2026-02-01T13:10:20.003Z", "benchmark_version": "1.0.0", "total_cost": 0.7993376000000001, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 74.72, "weight": 1, "counts": { "pass": 77, "fail": 22, "partial": 1 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 96.86, "weight": 1, "counts": { "pass": 98, "fail": 2, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 78.57, "weight": 1, "counts": { "pass": 77, "fail": 19, "partial": 4 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 80.98, "weight": 1, "counts": { "pass": 84, "fail": 16, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 66.12, "weight": 2, "counts": { "pass": 67, "fail": 33, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "52636dcb-ccb2-492f-a6d1-039b05326bbc", "model_name": "Z.ai: GLM 5.1", "model_identifier": "z-ai/glm-5.1", "final_score": 84.06, "final_rating": "B", "completed_at": "2026-04-07T22:58:14.191Z", "benchmark_version": "1.0.0", "total_cost": 4.2010721, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 73.88, "weight": 1, "counts": { "pass": 75, "fail": 24, "partial": 1 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 62.19, "weight": 1, "counts": { "pass": 60, "fail": 39, "partial": 1 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 97.76, "weight": 1, "counts": { "pass": 98, "fail": 2, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 88.48, "weight": 1, "counts": { "pass": 91, "fail": 9, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 90.77, "weight": 1, "counts": { "pass": 91, "fail": 7, "partial": 2 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 88.29, "weight": 1, "counts": { "pass": 89, "fail": 11, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 77.6, "weight": 2, "counts": { "pass": 80, "fail": 20, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "bd161117-52ea-4ce7-a840-43d99937e2c3", "model_name": "Anthropic: Claude Opus 4.7", "model_identifier": "anthropic/claude-opus-4.7", "final_score": 84.05, "final_rating": "B", "completed_at": "2026-04-16T22:55:34.235Z", "benchmark_version": "1.0.0", "total_cost": 14.456488, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 57.87, "weight": 1, "counts": { "pass": 62, "fail": 38, "partial": 0 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 53.98, "weight": 1, "counts": { "pass": 52, "fail": 45, "partial": 3 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 92.83, "weight": 1, "counts": { "pass": 94, "fail": 6, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 97.38, "weight": 1, "counts": { "pass": 98, "fail": 2, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 89.29, "weight": 1, "counts": { "pass": 89, "fail": 10, "partial": 1 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 81.46, "weight": 1, "counts": { "pass": 85, "fail": 15, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 91.8, "weight": 2, "counts": { "pass": 93, "fail": 7, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "f2ccbb7c-8096-468f-8ca7-3e0738483fe3", "model_name": "Google: Gemini 3.1 Flash Lite Preview", "model_identifier": "google/gemini-3.1-flash-lite-preview", "final_score": 83.84, "final_rating": "B", "completed_at": "2026-03-03T22:40:48.980Z", "benchmark_version": "1.0.0", "total_cost": 1.02048975, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 66.85, "weight": 1, "counts": { "pass": 68, "fail": 29, "partial": 3 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 24.13, "weight": 1, "counts": { "pass": 24, "fail": 72, "partial": 4 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 99.08, "weight": 1, "counts": { "pass": 99, "fail": 1, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 94.76, "weight": 1, "counts": { "pass": 96, "fail": 4, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 82.44, "weight": 1, "counts": { "pass": 82, "fail": 12, "partial": 6 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 91.71, "weight": 1, "counts": { "pass": 92, "fail": 8, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 97.81, "weight": 2, "counts": { "pass": 98, "fail": 2, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "5cd29c0a-2a74-4e19-9943-3d9735f511f2", "model_name": "Google: Gemini 3.1 Pro Preview", "model_identifier": "google/gemini-3.1-pro-preview", "final_score": 83.38, "final_rating": "B", "completed_at": "2026-02-19T23:01:36.437Z", "benchmark_version": "1.0.0", "total_cost": 16.2000785, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 68.26, "weight": 1, "counts": { "pass": 70, "fail": 28, "partial": 2 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 45.77, "weight": 1, "counts": { "pass": 47, "fail": 52, "partial": 1 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 95.41, "weight": 1, "counts": { "pass": 96, "fail": 4, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 97.31, "weight": 1, "counts": { "pass": 98, "fail": 2, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 98.95, "weight": 1, "counts": { "pass": 99, "fail": 1, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 85.71, "weight": 1, "counts": { "pass": 86, "fail": 12, "partial": 2 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 90.73, "weight": 1, "counts": { "pass": 92, "fail": 8, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 84.15, "weight": 2, "counts": { "pass": 86, "fail": 14, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "0dd887be-1ef3-409d-b61f-152e0723b274", "model_name": "MoonshotAI: Kimi K2.5", "model_identifier": "moonshotai/kimi-k2.5", "final_score": 82.26, "final_rating": "B", "completed_at": "2026-02-01T16:31:13.463Z", "benchmark_version": "1.0.0", "total_cost": 2.9077226, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 58.15, "weight": 1, "counts": { "pass": 62, "fail": 36, "partial": 2 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 80.35, "weight": 1, "counts": { "pass": 78, "fail": 21, "partial": 1 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 97.31, "weight": 1, "counts": { "pass": 98, "fail": 2, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 93.19, "weight": 1, "counts": { "pass": 94, "fail": 6, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 89.29, "weight": 1, "counts": { "pass": 89, "fail": 9, "partial": 2 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 84.39, "weight": 1, "counts": { "pass": 86, "fail": 14, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 68.85, "weight": 2, "counts": { "pass": 70, "fail": 30, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "354d27b0-8b68-44cb-a521-95cfb108ba23", "model_name": "Google: Gemma 4 31B", "model_identifier": "google/gemma-4-31b-it", "final_score": 82.17, "final_rating": "B", "completed_at": "2026-04-02T20:45:40.850Z", "benchmark_version": "1.0.0", "total_cost": 0.3346065, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 67.7, "weight": 1, "counts": { "pass": 69, "fail": 26, "partial": 5 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 10.2, "weight": 1, "counts": { "pass": 11, "fail": 88, "partial": 1 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 98.65, "weight": 1, "counts": { "pass": 99, "fail": 1, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 96.86, "weight": 1, "counts": { "pass": 97, "fail": 3, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 90.77, "weight": 1, "counts": { "pass": 88, "fail": 6, "partial": 6 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 91.71, "weight": 1, "counts": { "pass": 91, "fail": 8, "partial": 1 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 91.8, "weight": 2, "counts": { "pass": 92, "fail": 8, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "88285ac5-fbcf-46a8-b2c7-dc794fb917c9", "model_name": "Google: Gemini 3.5 Flash", "model_identifier": "google/gemini-3.5-flash", "final_score": 81.99, "final_rating": "B", "completed_at": "2026-05-20T03:26:52.749Z", "benchmark_version": "1.0.0", "total_cost": 10.7416565, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 68.54, "weight": 1, "counts": { "pass": 69, "fail": 28, "partial": 3 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 8.71, "weight": 1, "counts": { "pass": 8, "fail": 91, "partial": 1 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 98.62, "weight": 1, "counts": { "pass": 98, "fail": 2, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 98.65, "weight": 1, "counts": { "pass": 99, "fail": 1, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 88.48, "weight": 1, "counts": { "pass": 91, "fail": 9, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 86.01, "weight": 1, "counts": { "pass": 86, "fail": 13, "partial": 1 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 92.2, "weight": 1, "counts": { "pass": 93, "fail": 7, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 98.36, "weight": 2, "counts": { "pass": 99, "fail": 1, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "41186650-75f6-4ce6-812f-4434613a66f7", "model_name": "Xiaomi: MiMo-V2-Pro", "model_identifier": "xiaomi/mimo-v2-pro", "final_score": 81.55, "final_rating": "B", "completed_at": "2026-03-15T01:48:55.704Z", "benchmark_version": "1.0.0", "total_cost": 0.433221, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 79.78, "weight": 1, "counts": { "pass": 81, "fail": 16, "partial": 3 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 1.99, "weight": 1, "counts": { "pass": 2, "fail": 98, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 97.31, "weight": 1, "counts": { "pass": 98, "fail": 2, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 85.12, "weight": 1, "counts": { "pass": 85, "fail": 15, "partial": 0 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 88.29, "weight": 1, "counts": { "pass": 91, "fail": 9, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 90.71, "weight": 2, "counts": { "pass": 92, "fail": 8, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "4c1cda2b-dfc3-493f-b8dc-2284706b45f9", "model_name": "DeepSeek: DeepSeek V4 Pro", "model_identifier": "deepseek/deepseek-v4-pro", "final_score": 81.47, "final_rating": "B", "completed_at": "2026-04-24T23:43:37.168Z", "benchmark_version": "1.0.0", "total_cost": 3.70805744, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 65.17, "weight": 1, "counts": { "pass": 70, "fail": 30, "partial": 0 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 79.1, "weight": 1, "counts": { "pass": 77, "fail": 23, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 97.71, "weight": 1, "counts": { "pass": 98, "fail": 2, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 88.48, "weight": 1, "counts": { "pass": 90, "fail": 10, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 68.75, "weight": 1, "counts": { "pass": 69, "fail": 24, "partial": 7 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 80.98, "weight": 1, "counts": { "pass": 83, "fail": 17, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 76.5, "weight": 2, "counts": { "pass": 77, "fail": 23, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "2fbb3bb5-3ef1-40a2-90c8-8f6deecb0953", "model_name": "Anthropic: Claude Opus 4.5", "model_identifier": "anthropic/claude-opus-4.5", "final_score": 81.37, "final_rating": "B", "completed_at": "2026-02-01T17:07:02.269Z", "benchmark_version": "1.0.0", "total_cost": 6.8509015, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 56.46, "weight": 1, "counts": { "pass": 60, "fail": 38, "partial": 2 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 44.28, "weight": 1, "counts": { "pass": 42, "fail": 56, "partial": 2 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 92.43, "weight": 1, "counts": { "pass": 92, "fail": 6, "partial": 2 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 89.69, "weight": 1, "counts": { "pass": 91, "fail": 8, "partial": 1 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 98.95, "weight": 1, "counts": { "pass": 99, "fail": 1, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 89.58, "weight": 1, "counts": { "pass": 87, "fail": 10, "partial": 3 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 83.9, "weight": 1, "counts": { "pass": 87, "fail": 13, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 88.52, "weight": 2, "counts": { "pass": 90, "fail": 10, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "20ba22fd-3c31-4064-8a0c-242ab5f03411", "model_name": "Z.ai: GLM 5.2", "model_identifier": "z-ai/glm-5.2", "final_score": 81.32, "final_rating": "B", "completed_at": "2026-06-17T03:05:59.192Z", "benchmark_version": "1.0.0", "total_cost": 4.7321623, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 64.04, "weight": 1, "counts": { "pass": 70, "fail": 29, "partial": 1 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 38.81, "weight": 1, "counts": { "pass": 41, "fail": 58, "partial": 1 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 99.77, "weight": 1, "counts": { "pass": 99, "fail": 0, "partial": 1 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 98.21, "weight": 1, "counts": { "pass": 98, "fail": 2, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 96.34, "weight": 1, "counts": { "pass": 97, "fail": 3, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 87.2, "weight": 1, "counts": { "pass": 86, "fail": 10, "partial": 4 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 86.83, "weight": 1, "counts": { "pass": 89, "fail": 11, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 80.33, "weight": 2, "counts": { "pass": 82, "fail": 18, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "7e9e4b62-3c51-4d77-919b-1e02a69001e0", "model_name": "Google: Gemini 3.6 Flash", "model_identifier": "google/gemini-3.6-flash", "final_score": 80.77, "final_rating": "B", "completed_at": "2026-07-24T22:31:23.411Z", "benchmark_version": "1.0.0", "total_cost": 7.838445999999999, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 71.35, "weight": 1, "counts": { "pass": 74, "fail": 25, "partial": 1 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 9.95, "weight": 1, "counts": { "pass": 9, "fail": 91, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 87.16, "weight": 1, "counts": { "pass": 89, "fail": 11, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 97.31, "weight": 1, "counts": { "pass": 98, "fail": 2, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 94.24, "weight": 1, "counts": { "pass": 95, "fail": 5, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 87.5, "weight": 1, "counts": { "pass": 87, "fail": 9, "partial": 4 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 89.27, "weight": 1, "counts": { "pass": 91, "fail": 9, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 95.08, "weight": 2, "counts": { "pass": 97, "fail": 3, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "1f05560d-1f3d-4a31-a82f-e31a00fb42d7", "model_name": "Anthropic: Claude Opus 4.6", "model_identifier": "anthropic/claude-opus-4.6", "final_score": 80.75, "final_rating": "B", "completed_at": "2026-02-05T22:45:39.671Z", "benchmark_version": "1.0.0", "total_cost": 13.660395, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 42.98, "weight": 1, "counts": { "pass": 46, "fail": 51, "partial": 3 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 39.8, "weight": 1, "counts": { "pass": 42, "fail": 58, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 85.65, "weight": 1, "counts": { "pass": 88, "fail": 12, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 83.63, "weight": 1, "counts": { "pass": 82, "fail": 14, "partial": 4 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 83.41, "weight": 1, "counts": { "pass": 87, "fail": 13, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 95.63, "weight": 2, "counts": { "pass": 97, "fail": 3, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "c4589078-c037-4c76-b361-1efddb88ef89", "model_name": "Google: Gemini 3.7 Flash", "model_identifier": "google/gemini-3.7-flash", "final_score": 80.61, "final_rating": "B", "completed_at": "2026-08-13T17:29:12.365Z", "benchmark_version": "1.0.0", "total_cost": 1.98658594, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 65.73, "weight": 1, "counts": { "pass": 70, "fail": 30, "partial": 0 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 11.69, "weight": 1, "counts": { "pass": 11, "fail": 87, "partial": 2 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 88.07, "weight": 1, "counts": { "pass": 90, "fail": 10, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 97.31, "weight": 1, "counts": { "pass": 98, "fail": 2, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 97.38, "weight": 1, "counts": { "pass": 98, "fail": 2, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 90.48, "weight": 1, "counts": { "pass": 88, "fail": 7, "partial": 5 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 86.83, "weight": 1, "counts": { "pass": 88, "fail": 12, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 93.99, "weight": 2, "counts": { "pass": 95, "fail": 5, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "35e0dbf9-1c7c-4b29-b6bf-42c8f278d911", "model_name": "Anthropic: Claude Sonnet 4.5", "model_identifier": "anthropic/claude-sonnet-4.5", "final_score": 79.76, "final_rating": "C+", "completed_at": "2026-02-01T16:49:48.572Z", "benchmark_version": "1.0.0", "total_cost": 4.550075499999999, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 54.21, "weight": 1, "counts": { "pass": 56, "fail": 39, "partial": 5 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 54.23, "weight": 1, "counts": { "pass": 53, "fail": 40, "partial": 7 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 97.71, "weight": 1, "counts": { "pass": 98, "fail": 2, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 83.86, "weight": 1, "counts": { "pass": 85, "fail": 11, "partial": 4 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 98.95, "weight": 1, "counts": { "pass": 99, "fail": 1, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 82.74, "weight": 1, "counts": { "pass": 82, "fail": 14, "partial": 4 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 80, "weight": 1, "counts": { "pass": 83, "fail": 17, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 83.06, "weight": 2, "counts": { "pass": 84, "fail": 16, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "984d3146-1ba3-4d56-a64e-883d64c3eff8", "model_name": "Google: Gemini 3 Pro Preview", "model_identifier": "google/gemini-3-pro-preview", "final_score": 79.33, "final_rating": "C+", "completed_at": "2026-02-02T07:32:58.594Z", "benchmark_version": "1.0.0", "total_cost": 15.5394905, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 64.61, "weight": 1, "counts": { "pass": 67, "fail": 32, "partial": 1 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 17.16, "weight": 1, "counts": { "pass": 17, "fail": 82, "partial": 1 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 97.31, "weight": 1, "counts": { "pass": 98, "fail": 2, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 97.38, "weight": 1, "counts": { "pass": 98, "fail": 2, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 84.52, "weight": 1, "counts": { "pass": 86, "fail": 13, "partial": 1 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 86.83, "weight": 1, "counts": { "pass": 89, "fail": 11, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 83.06, "weight": 2, "counts": { "pass": 84, "fail": 16, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "d03641ed-c1f6-4bb5-9308-2d2810b43a06", "model_name": "Xiaomi: MiMo-V2-Omni", "model_identifier": "xiaomi/mimo-v2-omni", "final_score": 79.15, "final_rating": "C+", "completed_at": "2026-03-15T02:34:44.126Z", "benchmark_version": "1.0.0", "total_cost": 0.437872, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 74.16, "weight": 1, "counts": { "pass": 78, "fail": 22, "partial": 0 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 17.16, "weight": 1, "counts": { "pass": 15, "fail": 84, "partial": 1 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 94.62, "weight": 1, "counts": { "pass": 96, "fail": 4, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 94.24, "weight": 1, "counts": { "pass": 94, "fail": 6, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 82.74, "weight": 1, "counts": { "pass": 83, "fail": 14, "partial": 3 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 86.59, "weight": 1, "counts": { "pass": 88, "fail": 11, "partial": 1 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 81.42, "weight": 2, "counts": { "pass": 83, "fail": 17, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "a140cf21-1ca4-44fd-87a0-17e10924fefb", "model_name": "Meituan: LongCat 2.0", "model_identifier": "meituan/longcat-2.0", "final_score": 78.93, "final_rating": "C+", "completed_at": "2026-07-24T23:16:52.544Z", "benchmark_version": "1.0.0", "total_cost": 1.7390503, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 70.79, "weight": 1, "counts": { "pass": 74, "fail": 24, "partial": 2 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 67.16, "weight": 1, "counts": { "pass": 69, "fail": 31, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 88.53, "weight": 1, "counts": { "pass": 90, "fail": 8, "partial": 2 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 92.83, "weight": 1, "counts": { "pass": 93, "fail": 7, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 76.44, "weight": 1, "counts": { "pass": 80, "fail": 20, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 77.98, "weight": 1, "counts": { "pass": 81, "fail": 17, "partial": 2 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 81.46, "weight": 1, "counts": { "pass": 84, "fail": 16, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 77.6, "weight": 2, "counts": { "pass": 77, "fail": 23, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "146403e5-a964-4598-a323-d051f6a90bd4", "model_name": "MoonshotAI: Kimi K2.6", "model_identifier": "moonshotai/kimi-k2.6", "final_score": 78.55, "final_rating": "C+", "completed_at": "2026-04-21T07:08:13.721Z", "benchmark_version": "1.0.0", "total_cost": 3.6900116, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 60.67, "weight": 1, "counts": { "pass": 64, "fail": 34, "partial": 2 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 55.22, "weight": 1, "counts": { "pass": 54, "fail": 46, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 96.79, "weight": 1, "counts": { "pass": 95, "fail": 4, "partial": 1 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 89.69, "weight": 1, "counts": { "pass": 92, "fail": 8, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 96.34, "weight": 1, "counts": { "pass": 97, "fail": 3, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 89.88, "weight": 1, "counts": { "pass": 90, "fail": 8, "partial": 2 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 83.9, "weight": 1, "counts": { "pass": 86, "fail": 14, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 67.21, "weight": 2, "counts": { "pass": 68, "fail": 32, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "98ec9daf-a2f7-4bd7-bea4-1857020676ac", "model_name": "MoonshotAI: Kimi K3", "model_identifier": "moonshotai/kimi-k3", "final_score": 77.81, "final_rating": "C+", "completed_at": "2026-07-18T00:47:39.140Z", "benchmark_version": "1.0.0", "total_cost": 18.896731, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 70.51, "weight": 1, "counts": { "pass": 75, "fail": 24, "partial": 1 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 0, "weight": 1, "counts": { "pass": 0, "fail": 100, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 95.87, "weight": 1, "counts": { "pass": 97, "fail": 3, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 71.97, "weight": 1, "counts": { "pass": 72, "fail": 27, "partial": 1 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 98.95, "weight": 1, "counts": { "pass": 99, "fail": 1, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 92.56, "weight": 1, "counts": { "pass": 92, "fail": 7, "partial": 1 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 82.44, "weight": 1, "counts": { "pass": 85, "fail": 15, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 93.99, "weight": 2, "counts": { "pass": 95, "fail": 5, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "78ce067f-ddb3-4354-b0ad-d3da1b4e85f9", "model_name": "Google: Gemini 3.5 Flash Lite", "model_identifier": "google/gemini-3.5-flash-lite", "final_score": 77.39, "final_rating": "C+", "completed_at": "2026-07-24T23:36:28.924Z", "benchmark_version": "1.0.0", "total_cost": 1.2229566, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 76.12, "weight": 1, "counts": { "pass": 79, "fail": 18, "partial": 3 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 10.45, "weight": 1, "counts": { "pass": 11, "fail": 89, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 98.17, "weight": 1, "counts": { "pass": 98, "fail": 2, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 96.41, "weight": 1, "counts": { "pass": 97, "fail": 3, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 86.91, "weight": 1, "counts": { "pass": 89, "fail": 11, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 82.44, "weight": 1, "counts": { "pass": 85, "fail": 13, "partial": 2 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 89.76, "weight": 1, "counts": { "pass": 90, "fail": 10, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 78.14, "weight": 2, "counts": { "pass": 82, "fail": 18, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "f31b1ddf-63ab-4abe-a5d7-54233ff09496", "model_name": "OpenAI: GPT-4.1", "model_identifier": "openai/gpt-4.1", "final_score": 77.34, "final_rating": "C+", "completed_at": "2026-04-01T03:33:20.233Z", "benchmark_version": "1.0.0", "total_cost": 2.4096245, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 73.31, "weight": 1, "counts": { "pass": 76, "fail": 20, "partial": 4 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 4.23, "weight": 1, "counts": { "pass": 3, "fail": 94, "partial": 3 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 99.31, "weight": 1, "counts": { "pass": 99, "fail": 0, "partial": 1 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 91.1, "weight": 1, "counts": { "pass": 93, "fail": 7, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 87.8, "weight": 1, "counts": { "pass": 88, "fail": 10, "partial": 2 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 87.32, "weight": 1, "counts": { "pass": 89, "fail": 11, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 76.5, "weight": 2, "counts": { "pass": 77, "fail": 23, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "e4ac2b53-e7d1-4636-b80a-f1ee2dc8bf05", "model_name": "Z.ai: GLM 5", "model_identifier": "z-ai/glm-5", "final_score": 76.98, "final_rating": "C+", "completed_at": "2026-02-11T23:00:39.167Z", "benchmark_version": "1.0.0", "total_cost": 4.4341206, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 63.2, "weight": 1, "counts": { "pass": 67, "fail": 27, "partial": 6 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 34.33, "weight": 1, "counts": { "pass": 36, "fail": 64, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 99.08, "weight": 1, "counts": { "pass": 99, "fail": 1, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 97.31, "weight": 1, "counts": { "pass": 98, "fail": 2, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 92.67, "weight": 1, "counts": { "pass": 95, "fail": 5, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 89.29, "weight": 1, "counts": { "pass": 89, "fail": 10, "partial": 1 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 90.73, "weight": 1, "counts": { "pass": 91, "fail": 9, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 63.11, "weight": 2, "counts": { "pass": 68, "fail": 31, "partial": 1 } } ], "category_filter": null, "total_tests": 800 }, { "id": "50b81989-8da0-4061-96de-1b831f8a4162", "model_name": "Qwen: Qwen3.7 Max", "model_identifier": "qwen/qwen3.7-max", "final_score": 76.76, "final_rating": "C+", "completed_at": "2026-05-29T02:17:27.081Z", "benchmark_version": "1.0.0", "total_cost": 6.372162, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 63.48, "weight": 1, "counts": { "pass": 68, "fail": 31, "partial": 1 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 16.92, "weight": 1, "counts": { "pass": 16, "fail": 83, "partial": 1 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 98.62, "weight": 1, "counts": { "pass": 99, "fail": 1, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 98.65, "weight": 1, "counts": { "pass": 99, "fail": 1, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 80.95, "weight": 1, "counts": { "pass": 84, "fail": 15, "partial": 1 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 86.83, "weight": 1, "counts": { "pass": 89, "fail": 11, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 72.68, "weight": 2, "counts": { "pass": 75, "fail": 25, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "58870fcd-10c9-4e9e-b79c-d205132ab8ca", "model_name": "Meta: Muse Spark 1.1", "model_identifier": "meta/muse-spark-1.1", "final_score": 75.92, "final_rating": "C+", "completed_at": "2026-08-07T07:31:28.399Z", "benchmark_version": "1.0.0", "total_cost": 4.67629675, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 68.26, "weight": 1, "counts": { "pass": 70, "fail": 28, "partial": 2 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 14.93, "weight": 1, "counts": { "pass": 15, "fail": 83, "partial": 2 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 65.14, "weight": 1, "counts": { "pass": 65, "fail": 32, "partial": 3 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 87.89, "weight": 1, "counts": { "pass": 89, "fail": 11, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 98.43, "weight": 1, "counts": { "pass": 97, "fail": 3, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 93.15, "weight": 1, "counts": { "pass": 91, "fail": 7, "partial": 2 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 79.51, "weight": 1, "counts": { "pass": 83, "fail": 17, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 87.98, "weight": 2, "counts": { "pass": 88, "fail": 12, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "063c32bc-35a4-4410-9b00-c4058ea6a290", "model_name": "Qwen: Qwen3.6 Plus Preview (free)", "model_identifier": "qwen/qwen3.6-plus-preview:free", "final_score": 74.56, "final_rating": "C", "completed_at": "2026-04-02T11:21:38.308Z", "benchmark_version": "1.0.0", "total_cost": 0.449202, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 58.71, "weight": 1, "counts": { "pass": 61, "fail": 37, "partial": 2 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 6.97, "weight": 1, "counts": { "pass": 6, "fail": 94, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 98.62, "weight": 1, "counts": { "pass": 99, "fail": 1, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 95.96, "weight": 1, "counts": { "pass": 97, "fail": 3, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 96.86, "weight": 1, "counts": { "pass": 98, "fail": 2, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 89.29, "weight": 1, "counts": { "pass": 89, "fail": 9, "partial": 2 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 85.85, "weight": 1, "counts": { "pass": 88, "fail": 12, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 69.4, "weight": 2, "counts": { "pass": 69, "fail": 31, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "85db5506-b491-4088-9bed-942eaa883d0a", "model_name": "Xiaomi: MiMo-V2.5-Pro", "model_identifier": "xiaomi/mimo-v2.5-pro", "final_score": 74.38, "final_rating": "C", "completed_at": "2026-04-27T23:47:39.980Z", "benchmark_version": "1.0.0", "total_cost": 2.0532355, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 67.98, "weight": 1, "counts": { "pass": 72, "fail": 27, "partial": 1 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 0, "weight": 1, "counts": { "pass": 0, "fail": 100, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 61.43, "weight": 1, "counts": { "pass": 65, "fail": 35, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 98.43, "weight": 1, "counts": { "pass": 98, "fail": 1, "partial": 1 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 86.61, "weight": 1, "counts": { "pass": 84, "fail": 12, "partial": 4 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 83.41, "weight": 1, "counts": { "pass": 87, "fail": 13, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 85.79, "weight": 2, "counts": { "pass": 88, "fail": 12, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "804f76e5-a4e9-4f6f-ba20-138e514fb730", "model_name": "Z.AI: GLM 4.7", "model_identifier": "z-ai/glm-4.7", "final_score": 74.33, "final_rating": "C", "completed_at": "2026-02-01T19:38:28.325Z", "benchmark_version": "1.0.0", "total_cost": 3.0510289, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 71.35, "weight": 1, "counts": { "pass": 74, "fail": 24, "partial": 2 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 14.43, "weight": 1, "counts": { "pass": 14, "fail": 85, "partial": 1 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 85.78, "weight": 1, "counts": { "pass": 86, "fail": 14, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 98.65, "weight": 1, "counts": { "pass": 99, "fail": 1, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 85.86, "weight": 1, "counts": { "pass": 88, "fail": 12, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 82.44, "weight": 1, "counts": { "pass": 83, "fail": 14, "partial": 3 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 82.93, "weight": 1, "counts": { "pass": 84, "fail": 16, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 73.77, "weight": 2, "counts": { "pass": 77, "fail": 23, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "a90958f4-fa6b-4687-9d36-b8b6ef11da70", "model_name": "Meta: Muse Glimmer 30B", "model_identifier": "meta/muse-glimmer-30b", "final_score": 73.52, "final_rating": "C", "completed_at": "2026-08-13T00:51:32.997Z", "benchmark_version": "1.0.0", "total_cost": 1.5462368, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 53.93, "weight": 1, "counts": { "pass": 59, "fail": 38, "partial": 3 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 51.24, "weight": 1, "counts": { "pass": 51, "fail": 48, "partial": 1 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 97.25, "weight": 1, "counts": { "pass": 98, "fail": 2, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 95.96, "weight": 1, "counts": { "pass": 97, "fail": 3, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 94.5, "weight": 1, "counts": { "pass": 93, "fail": 6, "partial": 1 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 88.99, "weight": 1, "counts": { "pass": 90, "fail": 8, "partial": 2 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 81.46, "weight": 1, "counts": { "pass": 84, "fail": 16, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 49.18, "weight": 2, "counts": { "pass": 50, "fail": 50, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "8ad09a9e-ea55-44e1-a018-2405754b0458", "model_name": "DeepSeek: DeepSeek V4 Flash", "model_identifier": "deepseek/deepseek-v4-flash", "final_score": 73.2, "final_rating": "C", "completed_at": "2026-04-24T23:18:21.692Z", "benchmark_version": "1.0.0", "total_cost": 0.6273525, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 69.94, "weight": 1, "counts": { "pass": 72, "fail": 27, "partial": 1 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 24.38, "weight": 1, "counts": { "pass": 24, "fail": 76, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 93.27, "weight": 1, "counts": { "pass": 95, "fail": 5, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 94.24, "weight": 1, "counts": { "pass": 95, "fail": 5, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 75.89, "weight": 1, "counts": { "pass": 76, "fail": 22, "partial": 2 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 81.95, "weight": 1, "counts": { "pass": 83, "fail": 17, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 59.56, "weight": 2, "counts": { "pass": 58, "fail": 42, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "0c5d87ee-7925-461f-af20-8c7b12fc6495", "model_name": "DeepSeek: DeepSeek V3.2", "model_identifier": "deepseek/deepseek-v3.2", "final_score": 73.01, "final_rating": "C", "completed_at": "2026-02-01T21:05:18.855Z", "benchmark_version": "1.0.0", "total_cost": 0.6649343400000001, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 67.42, "weight": 1, "counts": { "pass": 69, "fail": 29, "partial": 2 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 64.18, "weight": 1, "counts": { "pass": 67, "fail": 31, "partial": 2 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 98.62, "weight": 1, "counts": { "pass": 99, "fail": 1, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 91.1, "weight": 1, "counts": { "pass": 94, "fail": 6, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 70.54, "weight": 1, "counts": { "pass": 70, "fail": 25, "partial": 5 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 75.61, "weight": 1, "counts": { "pass": 79, "fail": 21, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 44.81, "weight": 2, "counts": { "pass": 44, "fail": 56, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "1763036e-a717-4e2f-8cfc-5c1cc66bcea0", "model_name": "MiniMax: MiniMax M3", "model_identifier": "minimax/minimax-m3", "final_score": 72.94, "final_rating": "C", "completed_at": "2026-06-01T06:24:47.468Z", "benchmark_version": "1.0.0", "total_cost": 1.1825705, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 57.87, "weight": 1, "counts": { "pass": 62, "fail": 36, "partial": 2 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 7.96, "weight": 1, "counts": { "pass": 6, "fail": 94, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 92.2, "weight": 1, "counts": { "pass": 94, "fail": 6, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 77.13, "weight": 1, "counts": { "pass": 81, "fail": 19, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 96.34, "weight": 1, "counts": { "pass": 96, "fail": 4, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 87.5, "weight": 1, "counts": { "pass": 87, "fail": 10, "partial": 3 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 79.02, "weight": 1, "counts": { "pass": 81, "fail": 18, "partial": 1 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 79.23, "weight": 2, "counts": { "pass": 81, "fail": 19, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "858fc30d-2ecf-4fa3-ab38-f8ea49042606", "model_name": "Anthropic: Claude Opus 4.8", "model_identifier": "anthropic/claude-opus-4.8", "final_score": 72.92, "final_rating": "C", "completed_at": "2026-05-29T01:31:26.216Z", "benchmark_version": "1.0.0", "total_cost": 10.272013, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 53.65, "weight": 1, "counts": { "pass": 56, "fail": 42, "partial": 2 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 3.73, "weight": 1, "counts": { "pass": 3, "fail": 95, "partial": 2 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 66.06, "weight": 1, "counts": { "pass": 69, "fail": 30, "partial": 1 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 87, "weight": 1, "counts": { "pass": 89, "fail": 11, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 90.48, "weight": 1, "counts": { "pass": 91, "fail": 8, "partial": 1 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 80.49, "weight": 1, "counts": { "pass": 84, "fail": 16, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 87.43, "weight": 2, "counts": { "pass": 86, "fail": 14, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "793ffef8-e81a-4220-987b-5d6f78488058", "model_name": "Anthropic: Claude Sonnet 4.6", "model_identifier": "anthropic/claude-sonnet-4.6", "final_score": 72.85, "final_rating": "C", "completed_at": "2026-02-17T23:12:17.248Z", "benchmark_version": "1.0.0", "total_cost": 5.3351525, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 33.43, "weight": 1, "counts": { "pass": 36, "fail": 62, "partial": 2 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 4.48, "weight": 1, "counts": { "pass": 3, "fail": 97, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 90.83, "weight": 1, "counts": { "pass": 90, "fail": 8, "partial": 2 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 74.89, "weight": 1, "counts": { "pass": 77, "fail": 21, "partial": 2 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 88.99, "weight": 1, "counts": { "pass": 87, "fail": 8, "partial": 5 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 80, "weight": 1, "counts": { "pass": 84, "fail": 16, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 91.53, "weight": 2, "counts": { "pass": 93, "fail": 6, "partial": 1 } } ], "category_filter": null, "total_tests": 800 }, { "id": "97991bab-8d85-4f78-b68b-0a30f231d01b", "model_name": "Xiaomi: MiMo-V2.5", "model_identifier": "xiaomi/mimo-v2.5", "final_score": 72.63, "final_rating": "C", "completed_at": "2026-04-27T23:34:24.986Z", "benchmark_version": "1.0.0", "total_cost": 1.4284795, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 70.51, "weight": 1, "counts": { "pass": 72, "fail": 25, "partial": 3 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 2.49, "weight": 1, "counts": { "pass": 2, "fail": 98, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 95.87, "weight": 1, "counts": { "pass": 97, "fail": 3, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 82.06, "weight": 1, "counts": { "pass": 83, "fail": 17, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 88.48, "weight": 1, "counts": { "pass": 91, "fail": 9, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 81.85, "weight": 1, "counts": { "pass": 79, "fail": 17, "partial": 4 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 80.49, "weight": 1, "counts": { "pass": 82, "fail": 18, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 75.96, "weight": 2, "counts": { "pass": 79, "fail": 21, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "a75abc93-36f7-4b59-a75e-f942533183b1", "model_name": "Mistral: Mistral Small 4", "model_identifier": "mistralai/mistral-small-2603", "final_score": 72.41, "final_rating": "C", "completed_at": "2026-03-28T12:27:20.273Z", "benchmark_version": "1.0.0", "total_cost": 0.7187806999999999, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 85.67, "weight": 1, "counts": { "pass": 86, "fail": 12, "partial": 2 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 60.45, "weight": 1, "counts": { "pass": 63, "fail": 36, "partial": 1 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 91.74, "weight": 1, "counts": { "pass": 92, "fail": 6, "partial": 2 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 99.1, "weight": 1, "counts": { "pass": 99, "fail": 1, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 57.85, "weight": 1, "counts": { "pass": 62, "fail": 37, "partial": 1 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 62.5, "weight": 1, "counts": { "pass": 62, "fail": 35, "partial": 3 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 69.27, "weight": 1, "counts": { "pass": 71, "fail": 29, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 62.57, "weight": 2, "counts": { "pass": 60, "fail": 39, "partial": 1 } } ], "category_filter": null, "total_tests": 800 }, { "id": "68112755-b48d-4cd8-bc64-e3f22ac3f66c", "model_name": "DeepSeek: R1 0528", "model_identifier": "deepseek/deepseek-r1-0528", "final_score": 72.09, "final_rating": "C", "completed_at": "2026-02-04T02:11:20.123Z", "benchmark_version": "1.0.0", "total_cost": 2.7261883, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 57.58, "weight": 1, "counts": { "pass": 58, "fail": 36, "partial": 6 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 9.95, "weight": 1, "counts": { "pass": 9, "fail": 91, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 98.62, "weight": 1, "counts": { "pass": 99, "fail": 1, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 95.96, "weight": 1, "counts": { "pass": 97, "fail": 3, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 84.82, "weight": 1, "counts": { "pass": 88, "fail": 12, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 67.26, "weight": 1, "counts": { "pass": 68, "fail": 31, "partial": 1 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 84.88, "weight": 1, "counts": { "pass": 85, "fail": 15, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 74.86, "weight": 2, "counts": { "pass": 73, "fail": 27, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "38bb59a8-f70d-410d-936f-413fab273ef2", "model_name": "Arcee AI: Trinity Large Preview (free)", "model_identifier": "arcee-ai/trinity-large-preview:free", "final_score": 70.75, "final_rating": "C", "completed_at": "2026-02-01T19:56:47.421Z", "benchmark_version": "1.0.0", "total_cost": 0.3628575, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 70.79, "weight": 1, "counts": { "pass": 73, "fail": 22, "partial": 5 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 18.91, "weight": 1, "counts": { "pass": 22, "fail": 78, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 96.79, "weight": 1, "counts": { "pass": 97, "fail": 2, "partial": 1 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 91.26, "weight": 1, "counts": { "pass": 92, "fail": 6, "partial": 2 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 72.25, "weight": 1, "counts": { "pass": 75, "fail": 25, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 47.32, "weight": 1, "counts": { "pass": 49, "fail": 47, "partial": 4 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 71.71, "weight": 1, "counts": { "pass": 74, "fail": 25, "partial": 1 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 83.88, "weight": 2, "counts": { "pass": 84, "fail": 15, "partial": 1 } } ], "category_filter": null, "total_tests": 800 }, { "id": "8f3406cf-cd89-4cbf-b953-858920bc01bd", "model_name": "OpenAI: GPT Chat Latest", "model_identifier": "openai/gpt-chat-latest", "final_score": 69.92, "final_rating": "D", "completed_at": "2026-05-06T03:17:17.896Z", "benchmark_version": "1.0.0", "total_cost": 9.744253, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 62.36, "weight": 1, "counts": { "pass": 64, "fail": 30, "partial": 6 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 0, "weight": 1, "counts": { "pass": 0, "fail": 100, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 40.37, "weight": 1, "counts": { "pass": 47, "fail": 53, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 95.96, "weight": 1, "counts": { "pass": 96, "fail": 4, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 95.81, "weight": 1, "counts": { "pass": 97, "fail": 3, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 88.1, "weight": 1, "counts": { "pass": 86, "fail": 9, "partial": 5 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 88.78, "weight": 1, "counts": { "pass": 90, "fail": 10, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 78.96, "weight": 2, "counts": { "pass": 78, "fail": 21, "partial": 1 } } ], "category_filter": null, "total_tests": 800 }, { "id": "1aaee514-50b0-49aa-aa98-77e493a55e92", "model_name": "Thinking Machines: Inkling", "model_identifier": "thinkingmachines/inkling", "final_score": 68.89, "final_rating": "D", "completed_at": "2026-07-17T23:41:32.191Z", "benchmark_version": "1.0.0", "total_cost": 3.36903265, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 48.03, "weight": 1, "counts": { "pass": 54, "fail": 43, "partial": 3 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 0.5, "weight": 1, "counts": { "pass": 0, "fail": 99, "partial": 1 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 63.68, "weight": 1, "counts": { "pass": 67, "fail": 30, "partial": 3 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 83.25, "weight": 1, "counts": { "pass": 85, "fail": 15, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 96.73, "weight": 1, "counts": { "pass": 96, "fail": 3, "partial": 1 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 82.44, "weight": 1, "counts": { "pass": 85, "fail": 15, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 72.68, "weight": 2, "counts": { "pass": 78, "fail": 22, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "afc803d1-0696-493e-88e7-bac63d1aea7d", "model_name": "xAI: Grok 4.20", "model_identifier": "x-ai/grok-4.20", "final_score": 68.29, "final_rating": "D", "completed_at": "2026-03-15T03:16:40.251Z", "benchmark_version": "1.0.0", "total_cost": 2.4162445, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 90.45, "weight": 1, "counts": { "pass": 92, "fail": 7, "partial": 1 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 30.35, "weight": 1, "counts": { "pass": 31, "fail": 69, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 61.01, "weight": 1, "counts": { "pass": 65, "fail": 35, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 93.27, "weight": 1, "counts": { "pass": 95, "fail": 5, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 88.74, "weight": 1, "counts": { "pass": 90, "fail": 9, "partial": 1 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 66.96, "weight": 1, "counts": { "pass": 67, "fail": 28, "partial": 5 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 75.61, "weight": 1, "counts": { "pass": 77, "fail": 23, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 54.1, "weight": 2, "counts": { "pass": 55, "fail": 45, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "866ec143-8b34-4b6b-bd16-f178a3b39ccc", "model_name": "Anthropic: Claude Sonnet 5", "model_identifier": "anthropic/claude-sonnet-5", "final_score": 67.53, "final_rating": "D", "completed_at": "2026-06-30T23:59:49.192Z", "benchmark_version": "1.0.0", "total_cost": 4.466324999999999, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 55.06, "weight": 1, "counts": { "pass": 58, "fail": 41, "partial": 1 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 3.73, "weight": 1, "counts": { "pass": 3, "fail": 96, "partial": 1 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 20.64, "weight": 1, "counts": { "pass": 26, "fail": 74, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 89.24, "weight": 1, "counts": { "pass": 91, "fail": 9, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 100, "weight": 1, "counts": { "pass": 100, "fail": 0, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 91.96, "weight": 1, "counts": { "pass": 90, "fail": 7, "partial": 3 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 80.98, "weight": 1, "counts": { "pass": 84, "fail": 16, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 83.06, "weight": 2, "counts": { "pass": 84, "fail": 16, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "57c5a4df-2a0d-424b-8125-ea3e52f91285", "model_name": "Meta: Muse Spark 1.2", "model_identifier": "meta/muse-spark-1.2", "final_score": 67.07, "final_rating": "D", "completed_at": "2026-08-09T06:02:38.411Z", "benchmark_version": "1.0.0", "total_cost": 4.75365275, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 67.42, "weight": 1, "counts": { "pass": 70, "fail": 30, "partial": 0 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 0, "weight": 1, "counts": { "pass": 0, "fail": 100, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 25.23, "weight": 1, "counts": { "pass": 24, "fail": 74, "partial": 2 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 77.58, "weight": 1, "counts": { "pass": 81, "fail": 19, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 98.95, "weight": 1, "counts": { "pass": 98, "fail": 2, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 93.75, "weight": 1, "counts": { "pass": 93, "fail": 6, "partial": 1 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 80, "weight": 1, "counts": { "pass": 84, "fail": 15, "partial": 1 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 80.33, "weight": 2, "counts": { "pass": 80, "fail": 20, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "de7f33d6-998a-4ece-a8e3-cc30643c701e", "model_name": "Arcee AI: Trinity Large Thinking", "model_identifier": "arcee-ai/trinity-large-thinking", "final_score": 66.83, "final_rating": "D", "completed_at": "2026-04-02T13:21:33.334Z", "benchmark_version": "1.0.0", "total_cost": 1.12082545, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 62.92, "weight": 1, "counts": { "pass": 64, "fail": 32, "partial": 4 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 15.42, "weight": 1, "counts": { "pass": 14, "fail": 86, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 99.08, "weight": 1, "counts": { "pass": 98, "fail": 2, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 89.69, "weight": 1, "counts": { "pass": 92, "fail": 8, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 89.53, "weight": 1, "counts": { "pass": 90, "fail": 9, "partial": 1 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 76.79, "weight": 1, "counts": { "pass": 79, "fail": 20, "partial": 1 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 75.12, "weight": 1, "counts": { "pass": 78, "fail": 22, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 46.45, "weight": 2, "counts": { "pass": 44, "fail": 56, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "7fe7bd34-e705-47ce-bd0a-459751eb71c0", "model_name": "OpenAI: GPT-4o (extended)", "model_identifier": "openai/gpt-4o:extended", "final_score": 66.6, "final_rating": "D", "completed_at": "2026-02-01T20:09:27.559Z", "benchmark_version": "1.0.0", "total_cost": 4.9334585, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 51.12, "weight": 1, "counts": { "pass": 53, "fail": 37, "partial": 10 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 1.49, "weight": 1, "counts": { "pass": 1, "fail": 99, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 61.01, "weight": 1, "counts": { "pass": 65, "fail": 35, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 97.31, "weight": 1, "counts": { "pass": 98, "fail": 2, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 86.39, "weight": 1, "counts": { "pass": 89, "fail": 11, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 58.93, "weight": 1, "counts": { "pass": 59, "fail": 38, "partial": 3 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 77.07, "weight": 1, "counts": { "pass": 80, "fail": 19, "partial": 1 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 83.06, "weight": 2, "counts": { "pass": 83, "fail": 17, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "bc05cb4a-45bc-49c7-9670-d77710dd10bb", "model_name": "MiniMax: MiniMax M2.1", "model_identifier": "minimax/minimax-m2.1", "final_score": 66.36, "final_rating": "D", "completed_at": "2026-02-01T20:58:45.509Z", "benchmark_version": "1.0.0", "total_cost": 1.1797242, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 68.82, "weight": 1, "counts": { "pass": 73, "fail": 26, "partial": 1 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 0, "weight": 1, "counts": { "pass": 0, "fail": 100, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 75.46, "weight": 1, "counts": { "pass": 76, "fail": 22, "partial": 2 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 81.61, "weight": 1, "counts": { "pass": 84, "fail": 16, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 79.06, "weight": 1, "counts": { "pass": 83, "fail": 17, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 79.17, "weight": 1, "counts": { "pass": 80, "fail": 17, "partial": 3 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 79.76, "weight": 1, "counts": { "pass": 82, "fail": 17, "partial": 1 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 66.67, "weight": 2, "counts": { "pass": 65, "fail": 35, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "44005aab-4a56-4d78-8fd4-d1df1c8e700b", "model_name": "OpenAI: GPT-5.5", "model_identifier": "openai/gpt-5.5", "final_score": 65.42, "final_rating": "D", "completed_at": "2026-04-24T23:57:34.519Z", "benchmark_version": "1.0.0", "total_cost": 14.99562, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 64.61, "weight": 1, "counts": { "pass": 67, "fail": 31, "partial": 2 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 2.49, "weight": 1, "counts": { "pass": 2, "fail": 98, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 73.85, "weight": 1, "counts": { "pass": 76, "fail": 24, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 87.44, "weight": 1, "counts": { "pass": 89, "fail": 10, "partial": 1 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 94.76, "weight": 1, "counts": { "pass": 96, "fail": 4, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 82.74, "weight": 1, "counts": { "pass": 83, "fail": 14, "partial": 3 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 82.93, "weight": 1, "counts": { "pass": 86, "fail": 14, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 50, "weight": 2, "counts": { "pass": 51, "fail": 48, "partial": 1 } } ], "category_filter": null, "total_tests": 800 }, { "id": "28c918b1-c2ce-41ad-8082-29af8e895c89", "model_name": "Anthropic: Claude Haiku 4.5", "model_identifier": "anthropic/claude-haiku-4.5", "final_score": 64.84, "final_rating": "D", "completed_at": "2026-02-01T20:28:49.348Z", "benchmark_version": "1.0.0", "total_cost": 1.421055, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 41.85, "weight": 1, "counts": { "pass": 43, "fail": 51, "partial": 6 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 2.49, "weight": 1, "counts": { "pass": 2, "fail": 98, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 38.76, "weight": 1, "counts": { "pass": 44, "fail": 55, "partial": 1 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 81.17, "weight": 1, "counts": { "pass": 84, "fail": 16, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 92.15, "weight": 1, "counts": { "pass": 92, "fail": 8, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 86.61, "weight": 1, "counts": { "pass": 85, "fail": 11, "partial": 4 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 76.59, "weight": 1, "counts": { "pass": 81, "fail": 19, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 81.97, "weight": 2, "counts": { "pass": 82, "fail": 18, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "2adbdf74-cdec-47d3-9175-81021ec06633", "model_name": "Anthropic: Claude Fable 5", "model_identifier": "anthropic/claude-fable-5", "final_score": 64.69, "final_rating": "D", "completed_at": "2026-06-09T18:13:32.226Z", "benchmark_version": "1.0.0", "total_cost": 27.228664, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 53.65, "weight": 1, "counts": { "pass": 58, "fail": 41, "partial": 1 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 0, "weight": 1, "counts": { "pass": 0, "fail": 100, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 98.62, "weight": 1, "counts": { "pass": 98, "fail": 2, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 90.58, "weight": 1, "counts": { "pass": 92, "fail": 8, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 98.43, "weight": 1, "counts": { "pass": 99, "fail": 1, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 92.56, "weight": 1, "counts": { "pass": 92, "fail": 6, "partial": 2 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 79.51, "weight": 1, "counts": { "pass": 83, "fail": 17, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 34.43, "weight": 2, "counts": { "pass": 35, "fail": 65, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "44b8e8cd-e6f9-4395-b21e-925e7e74c222", "model_name": "OpenAI: GPT-5.3 Chat", "model_identifier": "openai/gpt-5.3-chat", "final_score": 63.41, "final_rating": "D", "completed_at": "2026-03-03T23:18:33.798Z", "benchmark_version": "1.0.0", "total_cost": 4.1752175, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 64.89, "weight": 1, "counts": { "pass": 71, "fail": 28, "partial": 1 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 0, "weight": 1, "counts": { "pass": 0, "fail": 100, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 88.99, "weight": 1, "counts": { "pass": 89, "fail": 11, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 74.44, "weight": 1, "counts": { "pass": 79, "fail": 21, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 90.58, "weight": 1, "counts": { "pass": 92, "fail": 8, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 88.69, "weight": 1, "counts": { "pass": 87, "fail": 9, "partial": 4 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 80, "weight": 1, "counts": { "pass": 84, "fail": 16, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 41.53, "weight": 2, "counts": { "pass": 46, "fail": 54, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "2fc1fa96-ac3c-4423-b787-93be2a237600", "model_name": "Qwen: Qwen3.8 Max", "model_identifier": "qwen/qwen3.8-max", "final_score": 63.19, "final_rating": "D", "completed_at": "2026-08-05T01:32:20.209Z", "benchmark_version": "1.0.0", "total_cost": 7.5029705, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 75.84, "weight": 1, "counts": { "pass": 80, "fail": 18, "partial": 2 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 4.48, "weight": 1, "counts": { "pass": 4, "fail": 96, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 55.05, "weight": 1, "counts": { "pass": 50, "fail": 37, "partial": 13 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 87, "weight": 1, "counts": { "pass": 89, "fail": 11, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 76.96, "weight": 1, "counts": { "pass": 80, "fail": 19, "partial": 1 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 80.65, "weight": 1, "counts": { "pass": 79, "fail": 16, "partial": 5 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 84.39, "weight": 1, "counts": { "pass": 86, "fail": 14, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 52.19, "weight": 2, "counts": { "pass": 51, "fail": 48, "partial": 1 } } ], "category_filter": null, "total_tests": 800 }, { "id": "d0272a64-8fa3-4d1d-8cef-cfec840a419b", "model_name": "OpenAI: GPT-4o-mini", "model_identifier": "openai/gpt-4o-mini", "final_score": 61.88, "final_rating": "D", "completed_at": "2026-04-01T03:07:49.534Z", "benchmark_version": "1.0.0", "total_cost": 0.51713235, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 71.35, "weight": 1, "counts": { "pass": 74, "fail": 21, "partial": 5 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 19.15, "weight": 1, "counts": { "pass": 16, "fail": 80, "partial": 4 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 34.86, "weight": 1, "counts": { "pass": 39, "fail": 59, "partial": 2 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 97.76, "weight": 1, "counts": { "pass": 98, "fail": 2, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 59.16, "weight": 1, "counts": { "pass": 64, "fail": 36, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 66.07, "weight": 1, "counts": { "pass": 65, "fail": 31, "partial": 4 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 78.54, "weight": 1, "counts": { "pass": 81, "fail": 19, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 65.03, "weight": 2, "counts": { "pass": 66, "fail": 34, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "28937783-aa90-4027-87c1-4b3cceb62c8a", "model_name": "OpenAI: GPT-5.6 Sol", "model_identifier": "openai/gpt-5.6-sol", "final_score": 61.09, "final_rating": "D", "completed_at": "2026-07-10T00:34:08.980Z", "benchmark_version": "1.0.0", "total_cost": 7.4166455, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 65.17, "weight": 1, "counts": { "pass": 69, "fail": 28, "partial": 3 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 0, "weight": 1, "counts": { "pass": 0, "fail": 100, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 4.13, "weight": 1, "counts": { "pass": 4, "fail": 95, "partial": 1 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 94.62, "weight": 1, "counts": { "pass": 96, "fail": 4, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 90.58, "weight": 1, "counts": { "pass": 93, "fail": 7, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 86.01, "weight": 1, "counts": { "pass": 86, "fail": 12, "partial": 2 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 81.95, "weight": 1, "counts": { "pass": 86, "fail": 14, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 63.66, "weight": 2, "counts": { "pass": 63, "fail": 36, "partial": 1 } } ], "category_filter": null, "total_tests": 800 }, { "id": "ec432bb4-c3bd-4125-9031-958c409b3543", "model_name": "Qwen: Qwen-Max ", "model_identifier": "qwen/qwen-max", "final_score": 60.86, "final_rating": "D", "completed_at": "2026-02-02T07:47:01.392Z", "benchmark_version": "1.0.0", "total_cost": 2.0262903, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 47.47, "weight": 1, "counts": { "pass": 47, "fail": 41, "partial": 12 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 0, "weight": 1, "counts": { "pass": 0, "fail": 100, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 54.59, "weight": 1, "counts": { "pass": 53, "fail": 38, "partial": 9 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 75.78, "weight": 1, "counts": { "pass": 77, "fail": 20, "partial": 3 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 88.48, "weight": 1, "counts": { "pass": 91, "fail": 9, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 77.38, "weight": 1, "counts": { "pass": 79, "fail": 19, "partial": 2 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 70.73, "weight": 1, "counts": { "pass": 73, "fail": 27, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 66.67, "weight": 2, "counts": { "pass": 67, "fail": 33, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "b3cb583a-44b4-425e-be88-1eb2b2c07cfc", "model_name": "Elephant", "model_identifier": "openrouter/elephant-alpha", "final_score": 60.85, "final_rating": "D", "completed_at": "2026-04-13T16:25:53.959Z", "benchmark_version": "1.0.0", "total_cost": 0.3837425, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 56.46, "weight": 1, "counts": { "pass": 58, "fail": 38, "partial": 4 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 18.91, "weight": 1, "counts": { "pass": 19, "fail": 81, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 83.94, "weight": 1, "counts": { "pass": 86, "fail": 13, "partial": 1 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 97.31, "weight": 1, "counts": { "pass": 98, "fail": 2, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 85.86, "weight": 1, "counts": { "pass": 87, "fail": 13, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 73.21, "weight": 1, "counts": { "pass": 77, "fail": 21, "partial": 2 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 79.51, "weight": 1, "counts": { "pass": 80, "fail": 19, "partial": 1 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 26.23, "weight": 2, "counts": { "pass": 26, "fail": 74, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "961aa281-9510-45d6-a806-0ab135ada0d3", "model_name": "MiniMax: MiniMax M2.7", "model_identifier": "minimax/minimax-m2.7", "final_score": 60.65, "final_rating": "D", "completed_at": "2026-04-13T15:10:44.235Z", "benchmark_version": "1.0.0", "total_cost": 1.3813853, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 52.53, "weight": 1, "counts": { "pass": 57, "fail": 41, "partial": 2 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 3.98, "weight": 1, "counts": { "pass": 4, "fail": 96, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 91.06, "weight": 1, "counts": { "pass": 91, "fail": 7, "partial": 2 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 61.43, "weight": 1, "counts": { "pass": 67, "fail": 33, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 72.77, "weight": 1, "counts": { "pass": 76, "fail": 24, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 86.01, "weight": 1, "counts": { "pass": 87, "fail": 12, "partial": 1 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 68.78, "weight": 1, "counts": { "pass": 73, "fail": 27, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 54.64, "weight": 2, "counts": { "pass": 53, "fail": 47, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "19b024a5-bd73-4c94-9cc4-076836c559fb", "model_name": "Qwen: Qwen3.5 397B A17B", "model_identifier": "qwen/qwen3.5-397b-a17b", "final_score": 60.64, "final_rating": "D", "completed_at": "2026-02-17T12:16:59.340Z", "benchmark_version": "1.0.0", "total_cost": 6.4896563, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 58.43, "weight": 1, "counts": { "pass": 65, "fail": 35, "partial": 0 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 0, "weight": 1, "counts": { "pass": 0, "fail": 100, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 29.13, "weight": 1, "counts": { "pass": 26, "fail": 66, "partial": 8 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 85.87, "weight": 1, "counts": { "pass": 87, "fail": 11, "partial": 2 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 98.43, "weight": 1, "counts": { "pass": 99, "fail": 1, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 79.76, "weight": 1, "counts": { "pass": 81, "fail": 17, "partial": 2 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 80.49, "weight": 1, "counts": { "pass": 84, "fail": 16, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 56.83, "weight": 2, "counts": { "pass": 59, "fail": 41, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "d5467bd7-6105-4cc0-95c7-b24f6245d4cd", "model_name": "NVIDIA: Nemotron 3 Nano 30B A3B", "model_identifier": "nvidia/nemotron-3-nano-30b-a3b", "final_score": 60.56, "final_rating": "D", "completed_at": "2026-04-07T03:12:39.440Z", "benchmark_version": "1.0.0", "total_cost": 0.7715534500000001, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 53.93, "weight": 1, "counts": { "pass": 58, "fail": 42, "partial": 0 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 4.98, "weight": 1, "counts": { "pass": 5, "fail": 95, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 88.3, "weight": 1, "counts": { "pass": 90, "fail": 9, "partial": 1 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 92.38, "weight": 1, "counts": { "pass": 94, "fail": 6, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 75.13, "weight": 1, "counts": { "pass": 77, "fail": 22, "partial": 1 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 71.43, "weight": 1, "counts": { "pass": 75, "fail": 25, "partial": 0 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 73.66, "weight": 1, "counts": { "pass": 76, "fail": 23, "partial": 1 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 42.62, "weight": 2, "counts": { "pass": 41, "fail": 59, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "ced60719-c679-4745-be51-70b3ceaa9191", "model_name": "OpenAI: GPT-5.6 Terra", "model_identifier": "openai/gpt-5.6-terra", "final_score": 59, "final_rating": "F", "completed_at": "2026-07-09T23:35:41.740Z", "benchmark_version": "1.0.0", "total_cost": 4.586277, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 65.45, "weight": 1, "counts": { "pass": 70, "fail": 29, "partial": 1 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 0, "weight": 1, "counts": { "pass": 0, "fail": 100, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 4.82, "weight": 1, "counts": { "pass": 4, "fail": 90, "partial": 6 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 93.72, "weight": 1, "counts": { "pass": 95, "fail": 5, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 91.1, "weight": 1, "counts": { "pass": 93, "fail": 6, "partial": 1 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 80.95, "weight": 1, "counts": { "pass": 82, "fail": 17, "partial": 1 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 82.44, "weight": 1, "counts": { "pass": 84, "fail": 16, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 56.28, "weight": 2, "counts": { "pass": 57, "fail": 43, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "33d526a6-5848-44f5-b7e3-da4997e5bc1b", "model_name": "OpenAI: GPT-5.1", "model_identifier": "openai/gpt-5.1", "final_score": 58.86, "final_rating": "F", "completed_at": "2026-02-01T15:24:27.506Z", "benchmark_version": "1.0.0", "total_cost": 6.946751999999999, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 55.62, "weight": 1, "counts": { "pass": 57, "fail": 38, "partial": 5 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 0, "weight": 1, "counts": { "pass": 0, "fail": 100, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 5.5, "weight": 1, "counts": { "pass": 6, "fail": 94, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 80.27, "weight": 1, "counts": { "pass": 83, "fail": 17, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 91.62, "weight": 1, "counts": { "pass": 93, "fail": 6, "partial": 1 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 90.18, "weight": 1, "counts": { "pass": 90, "fail": 6, "partial": 4 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 86.34, "weight": 1, "counts": { "pass": 88, "fail": 11, "partial": 1 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 60.11, "weight": 2, "counts": { "pass": 61, "fail": 39, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "718ffc18-1645-4d42-9da6-db19b93d8caf", "model_name": "OpenAI: GPT-5.6 Terra Pro", "model_identifier": "openai/gpt-5.6-terra-pro", "final_score": 58.15, "final_rating": "F", "completed_at": "2026-07-10T00:25:04.639Z", "benchmark_version": "1.0.0", "total_cost": 18.9646665, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 66.57, "weight": 1, "counts": { "pass": 69, "fail": 28, "partial": 3 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 0, "weight": 1, "counts": { "pass": 0, "fail": 100, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 5.05, "weight": 1, "counts": { "pass": 5, "fail": 93, "partial": 2 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 88.34, "weight": 1, "counts": { "pass": 90, "fail": 10, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 90.58, "weight": 1, "counts": { "pass": 93, "fail": 7, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 86.31, "weight": 1, "counts": { "pass": 86, "fail": 13, "partial": 1 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 84.88, "weight": 1, "counts": { "pass": 87, "fail": 13, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 50.82, "weight": 2, "counts": { "pass": 52, "fail": 48, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "73b26fc2-5f1e-4144-8038-130f2e5b7f98", "model_name": "OpenAI: GPT-5.6 Sol Pro", "model_identifier": "openai/gpt-5.6-sol-pro", "final_score": 57.57, "final_rating": "F", "completed_at": "2026-07-10T00:49:42.771Z", "benchmark_version": "1.0.0", "total_cost": 30.7897225, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 65.45, "weight": 1, "counts": { "pass": 67, "fail": 31, "partial": 2 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 0, "weight": 1, "counts": { "pass": 0, "fail": 100, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 2.06, "weight": 1, "counts": { "pass": 2, "fail": 97, "partial": 1 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 86.1, "weight": 1, "counts": { "pass": 88, "fail": 12, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 94.24, "weight": 1, "counts": { "pass": 95, "fail": 5, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 82.14, "weight": 1, "counts": { "pass": 84, "fail": 15, "partial": 1 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 85.37, "weight": 1, "counts": { "pass": 88, "fail": 12, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 51.37, "weight": 2, "counts": { "pass": 51, "fail": 49, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "9f5130fc-238d-4c0f-96f4-f27480c5b607", "model_name": "MiniMax: MiniMax M2.5", "model_identifier": "minimax/minimax-m2.5", "final_score": 57.31, "final_rating": "F", "completed_at": "2026-02-12T22:41:53.852Z", "benchmark_version": "1.0.0", "total_cost": 1.1264198, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 61.24, "weight": 1, "counts": { "pass": 64, "fail": 33, "partial": 3 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 6.97, "weight": 1, "counts": { "pass": 6, "fail": 94, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 64.45, "weight": 1, "counts": { "pass": 67, "fail": 30, "partial": 3 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 48.65, "weight": 1, "counts": { "pass": 54, "fail": 45, "partial": 1 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 77.49, "weight": 1, "counts": { "pass": 81, "fail": 19, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 82.14, "weight": 1, "counts": { "pass": 80, "fail": 17, "partial": 3 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 73.17, "weight": 1, "counts": { "pass": 76, "fail": 24, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 50.82, "weight": 2, "counts": { "pass": 51, "fail": 49, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "b994a920-a699-4ec5-ae5b-af3fe3cadd6d", "model_name": "Qwen: Qwen3.5 Plus 2026-02-15", "model_identifier": "qwen/qwen3.5-plus-02-15", "final_score": 56.86, "final_rating": "F", "completed_at": "2026-02-16T12:36:04.853Z", "benchmark_version": "1.0.0", "total_cost": 0.6773467999999999, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 62.08, "weight": 1, "counts": { "pass": 65, "fail": 32, "partial": 3 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 0, "weight": 1, "counts": { "pass": 0, "fail": 100, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 50.46, "weight": 1, "counts": { "pass": 49, "fail": 43, "partial": 8 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 87.89, "weight": 1, "counts": { "pass": 90, "fail": 10, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 95.29, "weight": 1, "counts": { "pass": 96, "fail": 4, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 78.57, "weight": 1, "counts": { "pass": 80, "fail": 18, "partial": 2 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 79.51, "weight": 1, "counts": { "pass": 83, "fail": 17, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 28.96, "weight": 2, "counts": { "pass": 30, "fail": 70, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "dc537055-ed8b-4655-933f-ece776eda27c", "model_name": "OpenAI: GPT-5.6 Luna", "model_identifier": "openai/gpt-5.6-luna", "final_score": 56.85, "final_rating": "F", "completed_at": "2026-07-09T23:17:12.273Z", "benchmark_version": "1.0.0", "total_cost": 2.2322095, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 58.15, "weight": 1, "counts": { "pass": 61, "fail": 37, "partial": 2 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 0, "weight": 1, "counts": { "pass": 0, "fail": 100, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 9.17, "weight": 1, "counts": { "pass": 10, "fail": 88, "partial": 2 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 95.96, "weight": 1, "counts": { "pass": 97, "fail": 3, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 87.43, "weight": 1, "counts": { "pass": 90, "fail": 9, "partial": 1 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 83.33, "weight": 1, "counts": { "pass": 82, "fail": 16, "partial": 2 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 85.85, "weight": 1, "counts": { "pass": 88, "fail": 12, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 45.9, "weight": 2, "counts": { "pass": 46, "fail": 54, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "e1b0e540-2789-48cb-b8e2-20842489ed3d", "model_name": "OpenAI: GPT-5.6 Luna Pro", "model_identifier": "openai/gpt-5.6-luna-pro", "final_score": 56.71, "final_rating": "F", "completed_at": "2026-07-09T23:28:05.770Z", "benchmark_version": "1.0.0", "total_cost": 8.978338, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 59.27, "weight": 1, "counts": { "pass": 61, "fail": 37, "partial": 2 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 0, "weight": 1, "counts": { "pass": 0, "fail": 100, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 10.09, "weight": 1, "counts": { "pass": 8, "fail": 85, "partial": 7 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 87.89, "weight": 1, "counts": { "pass": 90, "fail": 10, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 86.91, "weight": 1, "counts": { "pass": 90, "fail": 10, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 80.95, "weight": 1, "counts": { "pass": 80, "fail": 15, "partial": 5 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 85.85, "weight": 1, "counts": { "pass": 88, "fail": 12, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 49.73, "weight": 2, "counts": { "pass": 49, "fail": 51, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "13c71608-8497-4443-8637-907722942301", "model_name": "NVIDIA: Nemotron 3 Super", "model_identifier": "nvidia/nemotron-3-super-120b-a12b", "final_score": 56.15, "final_rating": "F", "completed_at": "2026-04-07T02:49:05.211Z", "benchmark_version": "1.0.0", "total_cost": 0.8745763, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 52.53, "weight": 1, "counts": { "pass": 57, "fail": 41, "partial": 2 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 6.97, "weight": 1, "counts": { "pass": 7, "fail": 92, "partial": 1 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 93.35, "weight": 1, "counts": { "pass": 93, "fail": 6, "partial": 1 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 83.63, "weight": 1, "counts": { "pass": 85, "fail": 14, "partial": 1 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 90.58, "weight": 1, "counts": { "pass": 91, "fail": 9, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 63.39, "weight": 1, "counts": { "pass": 63, "fail": 33, "partial": 4 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 71.22, "weight": 1, "counts": { "pass": 72, "fail": 28, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 21.86, "weight": 2, "counts": { "pass": 21, "fail": 78, "partial": 1 } } ], "category_filter": null, "total_tests": 800 }, { "id": "e2b17a09-939e-4d00-acf4-5dfaf868c93f", "model_name": "OpenAI: GPT-5 Mini", "model_identifier": "openai/gpt-5-mini", "final_score": 54.77, "final_rating": "F", "completed_at": "2026-04-01T03:27:46.657Z", "benchmark_version": "1.0.0", "total_cost": 2.44352025, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 52.81, "weight": 1, "counts": { "pass": 53, "fail": 40, "partial": 7 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 0, "weight": 1, "counts": { "pass": 0, "fail": 100, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 45.41, "weight": 1, "counts": { "pass": 51, "fail": 49, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 83.41, "weight": 1, "counts": { "pass": 86, "fail": 14, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 86.91, "weight": 1, "counts": { "pass": 86, "fail": 13, "partial": 1 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 91.67, "weight": 1, "counts": { "pass": 93, "fail": 6, "partial": 1 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 82.44, "weight": 1, "counts": { "pass": 85, "fail": 15, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 25.14, "weight": 2, "counts": { "pass": 26, "fail": 74, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "a5dfb9e3-3957-4c9e-9958-d5b73e90279f", "model_name": "OpenAI: GPT-5.3-Codex", "model_identifier": "openai/gpt-5.3-codex", "final_score": 53.92, "final_rating": "F", "completed_at": "2026-02-26T00:31:07.347Z", "benchmark_version": "1.0.0", "total_cost": 4.2935775, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 69.1, "weight": 1, "counts": { "pass": 72, "fail": 26, "partial": 2 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 0, "weight": 1, "counts": { "pass": 0, "fail": 100, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 7.34, "weight": 1, "counts": { "pass": 8, "fail": 92, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 82.51, "weight": 1, "counts": { "pass": 85, "fail": 15, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 93.72, "weight": 1, "counts": { "pass": 95, "fail": 5, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 86.9, "weight": 1, "counts": { "pass": 87, "fail": 10, "partial": 3 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 79.02, "weight": 1, "counts": { "pass": 83, "fail": 17, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 33.33, "weight": 2, "counts": { "pass": 35, "fail": 65, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "bd81b7bc-b300-46b9-a23b-0acb13b84b58", "model_name": "Z.ai: GLM 5 Turbo", "model_identifier": "z-ai/glm-5-turbo", "final_score": 52.03, "final_rating": "F", "completed_at": "2026-03-29T14:30:00.751Z", "benchmark_version": "1.0.0", "total_cost": 2.8015374, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 69.1, "weight": 1, "counts": { "pass": 72, "fail": 28, "partial": 0 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 35.82, "weight": 1, "counts": { "pass": 32, "fail": 68, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 57.11, "weight": 1, "counts": { "pass": 57, "fail": 42, "partial": 1 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 55.16, "weight": 1, "counts": { "pass": 53, "fail": 47, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 18.85, "weight": 1, "counts": { "pass": 19, "fail": 81, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 13.69, "weight": 1, "counts": { "pass": 16, "fail": 84, "partial": 0 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 77.56, "weight": 1, "counts": { "pass": 81, "fail": 19, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 70.49, "weight": 2, "counts": { "pass": 72, "fail": 28, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "166d3ff6-5f84-4640-9468-761ecb5c9133", "model_name": "OpenAI: GPT-5.4", "model_identifier": "openai/gpt-5.4", "final_score": 51.37, "final_rating": "F", "completed_at": "2026-03-05T20:45:43.224Z", "benchmark_version": "1.0.0", "total_cost": 6.131928500000001, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 60.11, "weight": 1, "counts": { "pass": 62, "fail": 36, "partial": 2 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 0, "weight": 1, "counts": { "pass": 0, "fail": 100, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 33.03, "weight": 1, "counts": { "pass": 41, "fail": 59, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 36.77, "weight": 1, "counts": { "pass": 40, "fail": 60, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 90.58, "weight": 1, "counts": { "pass": 93, "fail": 7, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 87.8, "weight": 1, "counts": { "pass": 88, "fail": 10, "partial": 2 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 77.56, "weight": 1, "counts": { "pass": 80, "fail": 20, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 38.25, "weight": 2, "counts": { "pass": 38, "fail": 62, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "5850a22e-3479-400b-bdab-82fa08cfc2cf", "model_name": "Aurora Alpha", "model_identifier": "openrouter/aurora-alpha", "final_score": 49.39, "final_rating": "F", "completed_at": "2026-02-10T03:39:28.395Z", "benchmark_version": "1.0.0", "total_cost": 0.0445085, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 51.69, "weight": 1, "counts": { "pass": 53, "fail": 42, "partial": 5 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 7.71, "weight": 1, "counts": { "pass": 6, "fail": 92, "partial": 2 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 47.25, "weight": 1, "counts": { "pass": 48, "fail": 50, "partial": 2 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 63.23, "weight": 1, "counts": { "pass": 68, "fail": 31, "partial": 1 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 79.06, "weight": 1, "counts": { "pass": 83, "fail": 17, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 73.51, "weight": 1, "counts": { "pass": 75, "fail": 24, "partial": 1 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 70.73, "weight": 1, "counts": { "pass": 74, "fail": 26, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 25.68, "weight": 2, "counts": { "pass": 25, "fail": 75, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "166f506d-6dbf-4633-a7fb-57ebae46dd50", "model_name": "OpenAI: GPT-5.2", "model_identifier": "openai/gpt-5.2", "final_score": 47.79, "final_rating": "F", "completed_at": "2026-02-01T15:47:28.466Z", "benchmark_version": "1.0.0", "total_cost": 7.619440999999999, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 40.45, "weight": 1, "counts": { "pass": 41, "fail": 53, "partial": 6 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 0, "weight": 1, "counts": { "pass": 0, "fail": 100, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 11.93, "weight": 1, "counts": { "pass": 12, "fail": 88, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 72.42, "weight": 1, "counts": { "pass": 75, "fail": 24, "partial": 1 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 86.39, "weight": 1, "counts": { "pass": 88, "fail": 12, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 88.99, "weight": 1, "counts": { "pass": 90, "fail": 8, "partial": 2 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 78.54, "weight": 1, "counts": { "pass": 81, "fail": 19, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 25.68, "weight": 2, "counts": { "pass": 25, "fail": 75, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "db922e6f-658b-478c-b6c1-fdd9eb833e20", "model_name": "Xiaomi: MiMo-V2-Flash", "model_identifier": "xiaomi/mimo-v2-flash", "final_score": 47.3, "final_rating": "F", "completed_at": "2026-02-01T20:18:59.362Z", "benchmark_version": "1.0.0", "total_cost": 0.4336705, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 63.2, "weight": 1, "counts": { "pass": 66, "fail": 32, "partial": 2 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 4.48, "weight": 1, "counts": { "pass": 4, "fail": 96, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 10.55, "weight": 1, "counts": { "pass": 13, "fail": 87, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 85.65, "weight": 1, "counts": { "pass": 88, "fail": 12, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 80.63, "weight": 1, "counts": { "pass": 84, "fail": 16, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 81.85, "weight": 1, "counts": { "pass": 81, "fail": 17, "partial": 2 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 73.66, "weight": 1, "counts": { "pass": 77, "fail": 23, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 12.84, "weight": 2, "counts": { "pass": 13, "fail": 86, "partial": 1 } } ], "category_filter": null, "total_tests": 800 }, { "id": "e887b3c9-719e-4666-b3ea-c1d472559320", "model_name": "OpenAI GPT Mini Latest", "model_identifier": "~openai/gpt-mini-latest", "final_score": 44.26, "final_rating": "F", "completed_at": "2026-04-27T23:46:33.142Z", "benchmark_version": "1.0.0", "total_cost": 1.420609, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 66.29, "weight": 1, "counts": { "pass": 68, "fail": 29, "partial": 3 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 0, "weight": 1, "counts": { "pass": 0, "fail": 100, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 0, "weight": 1, "counts": { "pass": 0, "fail": 100, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 59.64, "weight": 1, "counts": { "pass": 63, "fail": 37, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 79.84, "weight": 1, "counts": { "pass": 81, "fail": 17, "partial": 2 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 81.85, "weight": 1, "counts": { "pass": 82, "fail": 14, "partial": 4 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 79.02, "weight": 1, "counts": { "pass": 82, "fail": 18, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 15.85, "weight": 2, "counts": { "pass": 16, "fail": 84, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "04ffe64b-0ad8-4ac0-ab1c-70d29a877ec9", "model_name": "OpenAI: GPT-5.4 Mini", "model_identifier": "openai/gpt-5.4-mini", "final_score": 44.06, "final_rating": "F", "completed_at": "2026-03-29T13:24:20.559Z", "benchmark_version": "1.0.0", "total_cost": 1.40237325, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 68.26, "weight": 1, "counts": { "pass": 70, "fail": 28, "partial": 2 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 0, "weight": 1, "counts": { "pass": 0, "fail": 100, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 1.38, "weight": 1, "counts": { "pass": 1, "fail": 99, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 55.83, "weight": 1, "counts": { "pass": 58, "fail": 41, "partial": 1 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 80.63, "weight": 1, "counts": { "pass": 83, "fail": 17, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 86.31, "weight": 1, "counts": { "pass": 87, "fail": 11, "partial": 2 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 74.63, "weight": 1, "counts": { "pass": 77, "fail": 23, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 14.75, "weight": 2, "counts": { "pass": 16, "fail": 84, "partial": 0 } } ], "category_filter": null, "total_tests": 800 }, { "id": "c544a852-248e-4efd-a767-c9db36feb2a5", "model_name": "OpenAI: GPT-5.4 Nano", "model_identifier": "openai/gpt-5.4-nano", "final_score": 38.18, "final_rating": "F", "completed_at": "2026-03-29T13:31:40.700Z", "benchmark_version": "1.0.0", "total_cost": 0.89002485, "categoryScores": [ { "categoryId": "98c62d20-71a0-46e1-90ed-7106be36bd47", "categoryName": "EQ Boundaries", "score": 58.71, "weight": 1, "counts": { "pass": 63, "fail": 33, "partial": 4 } }, { "categoryId": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "categoryName": "NSFW (Explicit)", "score": 0, "weight": 1, "counts": { "pass": 0, "fail": 100, "partial": 0 } }, { "categoryId": "a1866c2f-1098-40c9-8866-8e3aea51856a", "categoryName": "NSFW (System Prompt)", "score": 6.42, "weight": 1, "counts": { "pass": 9, "fail": 91, "partial": 0 } }, { "categoryId": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "categoryName": "Creative Writing (Mature Themes)", "score": 47.09, "weight": 1, "counts": { "pass": 51, "fail": 49, "partial": 0 } }, { "categoryId": "13fd5872-2518-4156-a43d-8e02aca20718", "categoryName": "Anti-hallucination", "score": 68.06, "weight": 1, "counts": { "pass": 70, "fail": 30, "partial": 0 } }, { "categoryId": "da481fd4-5107-4eba-b774-648e5031ecfd", "categoryName": "Ambiguous Interpretation", "score": 86.31, "weight": 1, "counts": { "pass": 87, "fail": 10, "partial": 3 } }, { "categoryId": "6c65a732-de66-446a-88e1-2e3a93c218a0", "categoryName": "Adversarial (Hostile Logic)", "score": 68.29, "weight": 1, "counts": { "pass": 69, "fail": 31, "partial": 0 } }, { "categoryId": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "categoryName": "Overfit", "score": 4.37, "weight": 2, "counts": { "pass": 4, "fail": 96, "partial": 0 } } ], "category_filter": null, "total_tests": 800 } ], "categories": [ { "id": "f4b37cee-bb54-4f3d-bfb4-99e24684b3f8", "name": "Overfit", "slug": "overfit" }, { "id": "98c62d20-71a0-46e1-90ed-7106be36bd47", "name": "EQ Boundaries", "slug": "eq-boundaries" }, { "id": "00dbc8f8-20cd-4fa2-a068-20090a2d4236", "name": "Creative Writing (Mature Themes)", "slug": "creative-writing" }, { "id": "732cfbac-fc60-491c-bc6a-36a89e5a80dd", "name": "NSFW (Explicit)", "slug": "nsfw" }, { "id": "a1866c2f-1098-40c9-8866-8e3aea51856a", "name": "NSFW (System Prompt)", "slug": "nsfw-system" }, { "id": "da481fd4-5107-4eba-b774-648e5031ecfd", "name": "Ambiguous Interpretation", "slug": "ambiguous" }, { "id": "6c65a732-de66-446a-88e1-2e3a93c218a0", "name": "Adversarial (Hostile Logic)", "slug": "adversarial" }, { "id": "13fd5872-2518-4156-a43d-8e02aca20718", "name": "Anti-hallucination", "slug": "anti-hallucination" } ] }