{ "leaderboard": { "threshold": 0.9, "agents": [ { "model": "opus-4.8", "R_integrity": 65.26, "R_direction": 60.15, "strict": { "G1": 0.0, "G2": 0.0, "G3": 0.0, "all": 0.0 }, "almost": { "G1": 0.0, "G2": 6.67, "G3": 0.0, "all": 0.0 }, "median_hours": 4.802 }, { "model": "opus-5", "R_integrity": 59.5, "R_direction": 66.83, "strict": { "G1": 0.0, "G2": 0.0, "G3": 0.0, "all": 0.0 }, "almost": { "G1": 0.0, "G2": 0.0, "G3": 0.0, "all": 0.0 }, "median_hours": 7.47 }, { "model": "fable-5", "R_integrity": 66.5, "R_direction": 71.0, "strict": { "G1": 0.0, "G2": 0.0, "G3": 0.0, "all": 0.0 }, "almost": { "G1": 0.0, "G2": 6.67, "G3": 13.33, "all": 0.0 }, "median_hours": 6.972 }, { "model": "opus-5.5", "R_integrity": 90.38, "R_direction": 80.0, "strict": { "G1": 26.67, "G2": 0.0, "G3": 0.0, "all": 0.0 }, "almost": { "G1": 60.0, "G2": 26.67, "G3": 20.0, "all": 0.0 }, "median_hours": 5.329 }, { "model": "sol-5.6", "R_integrity": 88.73, "R_direction": 74.89, "strict": { "G1": 40.0, "G2": 0.0, "G3": 0.0, "all": 0.0 }, "almost": { "G1": 60.0, "G2": 6.67, "G3": 20.0, "all": 0.0 }, "median_hours": 2.863 }, { "model": "astra-6", "R_integrity": 97.77, "R_direction": 83.62, "strict": { "G1": 73.33, "G2": 6.67, "G3": 0.0, "all": 0.0 }, "almost": { "G1": 86.67, "G2": 53.33, "G3": 26.67, "all": 20.0 }, "median_hours": 1.302 }, { "model": "deepseek-v4-pro", "R_integrity": 64.65, "R_direction": 51.76, "strict": { "G1": 0.0, "G2": 0.0, "G3": 0.0, "all": 0.0 }, "almost": { "G1": 0.0, "G2": 0.0, "G3": 0.0, "all": 0.0 }, "median_hours": 19.496 }, { "model": "kimi-k3", "R_integrity": 57.36, "R_direction": 52.86, "strict": { "G1": 0.0, "G2": 0.0, "G3": 0.0, "all": 0.0 }, "almost": { "G1": 0.0, "G2": 0.0, "G3": 0.0, "all": 0.0 }, "median_hours": 5.603 }, { "model": "glm-5.3", "R_integrity": 54.41, "R_direction": 44.25, "strict": { "G1": 0.0, "G2": 0.0, "G3": 0.0, "all": 0.0 }, "almost": { "G1": 0.0, "G2": 0.0, "G3": 0.0, "all": 0.0 }, "median_hours": 13.853 } ], "submissions": [ { "model": "opus-4.8", "paper": 1, "judgments": 4, "R_integrity": 78.26, "R_direction": 77.78, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 23, "failed": 5 }, "G2": { "counted": 31, "failed": 6 }, "G3": { "counted": 21, "failed": 4 } }, "rubrics": { "integrity": { "counted": 23, "failed": 5 }, "direction": { "counted": 52, "failed": 10 } }, "hours": 25.851, "pdf": { "path": "artifacts/ai_written_papers/opus-4.8/paper1.pdf", "bytes": 738672, "redacted": null } }, { "model": "opus-4.8", "paper": 2, "judgments": 4, "R_integrity": 52.17, "R_direction": 54.41, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 23, "failed": 11 }, "G2": { "counted": 38, "failed": 15 }, "G3": { "counted": 30, "failed": 12 } }, "rubrics": { "integrity": { "counted": 23, "failed": 11 }, "direction": { "counted": 68, "failed": 27 } }, "hours": 39.883, "pdf": { "path": "artifacts/ai_written_papers/opus-4.8/paper2.pdf", "bytes": 418973, "redacted": null } }, { "model": "opus-4.8", "paper": 3, "judgments": 4, "R_integrity": 68.75, "R_direction": 72.55, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": true, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 5 }, "G2": { "counted": 24, "failed": 2 }, "G3": { "counted": 27, "failed": 10 } }, "rubrics": { "integrity": { "counted": 16, "failed": 5 }, "direction": { "counted": 51, "failed": 12 } }, "hours": 1.423, "pdf": { "path": "artifacts/ai_written_papers/opus-4.8/paper3.pdf", "bytes": 368095, "redacted": null } }, { "model": "opus-4.8", "paper": 4, "judgments": 4, "R_integrity": 72.0, "R_direction": 69.49, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 25, "failed": 7 }, "G2": { "counted": 33, "failed": 10 }, "G3": { "counted": 28, "failed": 8 } }, "rubrics": { "integrity": { "counted": 25, "failed": 7 }, "direction": { "counted": 61, "failed": 18 } }, "hours": 10.323, "pdf": { "path": "artifacts/ai_written_papers/opus-4.8/paper4.pdf", "bytes": 1389336, "redacted": null } }, { "model": "opus-4.8", "paper": 5, "judgments": 4, "R_integrity": 87.5, "R_direction": 60.81, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 2 }, "G2": { "counted": 31, "failed": 14 }, "G3": { "counted": 38, "failed": 9 } }, "rubrics": { "integrity": { "counted": 16, "failed": 2 }, "direction": { "counted": 69, "failed": 23 } }, "hours": 4.33, "pdf": { "path": "artifacts/ai_written_papers/opus-4.8/paper5.pdf", "bytes": 426083, "redacted": null } }, { "model": "opus-4.8", "paper": 6, "judgments": 4, "R_integrity": 44.44, "R_direction": 62.71, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 18, "failed": 10 }, "G2": { "counted": 42, "failed": 15 }, "G3": { "counted": 68, "failed": 25 } }, "rubrics": { "integrity": { "counted": 18, "failed": 10 }, "direction": { "counted": 110, "failed": 40 } }, "hours": 1.945, "pdf": { "path": "artifacts/ai_written_papers/opus-4.8/paper6.pdf", "bytes": 568402, "redacted": null } }, { "model": "opus-4.8", "paper": 7, "judgments": 4, "R_integrity": 71.43, "R_direction": 64.81, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 21, "failed": 6 }, "G2": { "counted": 30, "failed": 11 }, "G3": { "counted": 24, "failed": 8 } }, "rubrics": { "integrity": { "counted": 21, "failed": 6 }, "direction": { "counted": 54, "failed": 19 } }, "hours": 1.345, "pdf": { "path": "artifacts/ai_written_papers/opus-4.8/paper7.pdf", "bytes": 341607, "redacted": null } }, { "model": "opus-4.8", "paper": 8, "judgments": 4, "R_integrity": 42.86, "R_direction": 45.0, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 14, "failed": 8 }, "G2": { "counted": 25, "failed": 11 }, "G3": { "counted": 25, "failed": 13 } }, "rubrics": { "integrity": { "counted": 14, "failed": 8 }, "direction": { "counted": 50, "failed": 24 } }, "hours": 4.422, "pdf": { "path": "artifacts/ai_written_papers/opus-4.8/paper8.pdf", "bytes": 2782867, "redacted": null } }, { "model": "opus-4.8", "paper": 9, "judgments": 4, "R_integrity": 80.0, "R_direction": 50.88, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 15, "failed": 3 }, "G2": { "counted": 29, "failed": 14 }, "G3": { "counted": 28, "failed": 12 } }, "rubrics": { "integrity": { "counted": 15, "failed": 3 }, "direction": { "counted": 57, "failed": 26 } }, "hours": 8.658, "pdf": { "path": "artifacts/ai_written_papers/opus-4.8/paper9.pdf", "bytes": 310490, "redacted": null } }, { "model": "opus-4.8", "paper": 10, "judgments": 4, "R_integrity": 66.67, "R_direction": 55.0, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 15, "failed": 5 }, "G2": { "counted": 27, "failed": 10 }, "G3": { "counted": 29, "failed": 12 } }, "rubrics": { "integrity": { "counted": 15, "failed": 5 }, "direction": { "counted": 56, "failed": 22 } }, "hours": 16.047, "pdf": { "path": "artifacts/ai_written_papers/opus-4.8/paper10.pdf", "bytes": 346451, "redacted": null } }, { "model": "opus-4.8", "paper": 11, "judgments": 4, "R_integrity": 53.33, "R_direction": 53.33, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 15, "failed": 7 }, "G2": { "counted": 41, "failed": 20 }, "G3": { "counted": 33, "failed": 11 } }, "rubrics": { "integrity": { "counted": 15, "failed": 7 }, "direction": { "counted": 74, "failed": 31 } }, "hours": 4.802, "pdf": { "path": "artifacts/ai_written_papers/opus-4.8/paper11.pdf", "bytes": 378937, "redacted": null } }, { "model": "opus-4.8", "paper": 12, "judgments": 4, "R_integrity": 61.54, "R_direction": 76.36, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 13, "failed": 5 }, "G2": { "counted": 34, "failed": 6 }, "G3": { "counted": 20, "failed": 5 } }, "rubrics": { "integrity": { "counted": 13, "failed": 5 }, "direction": { "counted": 54, "failed": 11 } }, "hours": 2.511, "pdf": { "path": "artifacts/ai_written_papers/opus-4.8/paper12.pdf", "bytes": 560589, "redacted": null } }, { "model": "opus-4.8", "paper": 13, "judgments": 4, "R_integrity": 68.75, "R_direction": 60.38, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 5 }, "G2": { "counted": 29, "failed": 10 }, "G3": { "counted": 24, "failed": 8 } }, "rubrics": { "integrity": { "counted": 16, "failed": 5 }, "direction": { "counted": 53, "failed": 18 } }, "hours": 8.508, "pdf": { "path": "artifacts/ai_written_papers/opus-4.8/paper13.pdf", "bytes": 617558, "redacted": null } }, { "model": "opus-4.8", "paper": 14, "judgments": 4, "R_integrity": 75.0, "R_direction": 47.06, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 4 }, "G2": { "counted": 30, "failed": 15 }, "G3": { "counted": 21, "failed": 10 } }, "rubrics": { "integrity": { "counted": 16, "failed": 4 }, "direction": { "counted": 51, "failed": 25 } }, "hours": 1.823, "pdf": { "path": "artifacts/ai_written_papers/opus-4.8/paper14.pdf", "bytes": 387070, "redacted": null } }, { "model": "opus-4.8", "paper": 15, "judgments": 4, "R_integrity": 56.25, "R_direction": 51.67, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 7 }, "G2": { "counted": 31, "failed": 13 }, "G3": { "counted": 26, "failed": 12 } }, "rubrics": { "integrity": { "counted": 16, "failed": 7 }, "direction": { "counted": 57, "failed": 25 } }, "hours": 7.165, "pdf": { "path": "artifacts/ai_written_papers/opus-4.8/paper15.pdf", "bytes": 413308, "redacted": null } }, { "model": "opus-5", "paper": 1, "judgments": 4, "R_integrity": 82.61, "R_direction": 70.37, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 23, "failed": 4 }, "G2": { "counted": 31, "failed": 10 }, "G3": { "counted": 21, "failed": 5 } }, "rubrics": { "integrity": { "counted": 23, "failed": 4 }, "direction": { "counted": 52, "failed": 15 } }, "hours": 14.747, "pdf": { "path": "artifacts/ai_written_papers/opus-5/paper1.pdf", "bytes": 552572, "redacted": null } }, { "model": "opus-5", "paper": 2, "judgments": 4, "R_integrity": 66.67, "R_direction": 61.76, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 24, "failed": 8 }, "G2": { "counted": 38, "failed": 11 }, "G3": { "counted": 30, "failed": 13 } }, "rubrics": { "integrity": { "counted": 24, "failed": 8 }, "direction": { "counted": 68, "failed": 24 } }, "hours": 25.585, "pdf": { "path": "artifacts/ai_written_papers/opus-5/paper2.pdf", "bytes": 1290202, "redacted": null } }, { "model": "opus-5", "paper": 3, "judgments": 4, "R_integrity": 81.25, "R_direction": 64.71, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 3 }, "G2": { "counted": 24, "failed": 8 }, "G3": { "counted": 27, "failed": 8 } }, "rubrics": { "integrity": { "counted": 16, "failed": 3 }, "direction": { "counted": 51, "failed": 16 } }, "hours": 4.238, "pdf": { "path": "artifacts/ai_written_papers/opus-5/paper3.pdf", "bytes": 576349, "redacted": null } }, { "model": "opus-5", "paper": 4, "judgments": 4, "R_integrity": 58.33, "R_direction": 78.95, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 24, "failed": 10 }, "G2": { "counted": 33, "failed": 6 }, "G3": { "counted": 28, "failed": 6 } }, "rubrics": { "integrity": { "counted": 24, "failed": 10 }, "direction": { "counted": 61, "failed": 12 } }, "hours": 3.509, "pdf": { "path": "artifacts/ai_written_papers/opus-5/paper4.pdf", "bytes": 934831, "redacted": null } }, { "model": "opus-5", "paper": 5, "judgments": 4, "R_integrity": 64.71, "R_direction": 77.03, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 17, "failed": 6 }, "G2": { "counted": 31, "failed": 9 }, "G3": { "counted": 38, "failed": 5 } }, "rubrics": { "integrity": { "counted": 17, "failed": 6 }, "direction": { "counted": 69, "failed": 14 } }, "hours": 20.44, "pdf": { "path": "artifacts/ai_written_papers/opus-5/paper5.pdf", "bytes": 652611, "redacted": null } }, { "model": "opus-5", "paper": 6, "judgments": 4, "R_integrity": 50.0, "R_direction": 70.94, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 18, "failed": 9 }, "G2": { "counted": 42, "failed": 15 }, "G3": { "counted": 67, "failed": 17 } }, "rubrics": { "integrity": { "counted": 18, "failed": 9 }, "direction": { "counted": 109, "failed": 32 } }, "hours": 3.195, "pdf": { "path": "artifacts/ai_written_papers/opus-5/paper6.pdf", "bytes": 749107, "redacted": null } }, { "model": "opus-5", "paper": 7, "judgments": 4, "R_integrity": 66.67, "R_direction": 72.22, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 21, "failed": 7 }, "G2": { "counted": 30, "failed": 10 }, "G3": { "counted": 24, "failed": 5 } }, "rubrics": { "integrity": { "counted": 21, "failed": 7 }, "direction": { "counted": 54, "failed": 15 } }, "hours": 3.455, "pdf": { "path": "artifacts/ai_written_papers/opus-5/paper7.pdf", "bytes": 558932, "redacted": null } }, { "model": "opus-5", "paper": 8, "judgments": 4, "R_integrity": 50.0, "R_direction": 66.67, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 14, "failed": 7 }, "G2": { "counted": 25, "failed": 3 }, "G3": { "counted": 25, "failed": 11 } }, "rubrics": { "integrity": { "counted": 14, "failed": 7 }, "direction": { "counted": 50, "failed": 14 } }, "hours": 7.47, "pdf": { "path": "artifacts/ai_written_papers/opus-5/paper8.pdf", "bytes": 1034414, "redacted": null } }, { "model": "opus-5", "paper": 9, "judgments": 4, "R_integrity": 33.33, "R_direction": 42.11, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 15, "failed": 10 }, "G2": { "counted": 29, "failed": 18 }, "G3": { "counted": 28, "failed": 13 } }, "rubrics": { "integrity": { "counted": 15, "failed": 10 }, "direction": { "counted": 57, "failed": 31 } }, "hours": 3.829, "pdf": { "path": "artifacts/ai_written_papers/opus-5/paper9.pdf", "bytes": 477905, "redacted": null } }, { "model": "opus-5", "paper": 10, "judgments": 4, "R_integrity": 53.33, "R_direction": 68.33, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 15, "failed": 7 }, "G2": { "counted": 27, "failed": 11 }, "G3": { "counted": 29, "failed": 5 } }, "rubrics": { "integrity": { "counted": 15, "failed": 7 }, "direction": { "counted": 56, "failed": 16 } }, "hours": 19.6, "pdf": { "path": "artifacts/ai_written_papers/opus-5/paper10.pdf", "bytes": 623016, "redacted": null } }, { "model": "opus-5", "paper": 11, "judgments": 4, "R_integrity": 53.33, "R_direction": 71.05, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 15, "failed": 7 }, "G2": { "counted": 38, "failed": 13 }, "G3": { "counted": 37, "failed": 6 } }, "rubrics": { "integrity": { "counted": 15, "failed": 7 }, "direction": { "counted": 75, "failed": 19 } }, "hours": 5.879, "pdf": { "path": "artifacts/ai_written_papers/opus-5/paper11.pdf", "bytes": 506453, "redacted": null } }, { "model": "opus-5", "paper": 12, "judgments": 4, "R_integrity": 38.46, "R_direction": 78.18, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 13, "failed": 8 }, "G2": { "counted": 34, "failed": 6 }, "G3": { "counted": 20, "failed": 4 } }, "rubrics": { "integrity": { "counted": 13, "failed": 8 }, "direction": { "counted": 54, "failed": 10 } }, "hours": 28.509, "pdf": { "path": "artifacts/ai_written_papers/opus-5/paper12.pdf", "bytes": 550564, "redacted": null } }, { "model": "opus-5", "paper": 13, "judgments": 4, "R_integrity": 62.5, "R_direction": 52.83, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 6 }, "G2": { "counted": 29, "failed": 11 }, "G3": { "counted": 24, "failed": 12 } }, "rubrics": { "integrity": { "counted": 16, "failed": 6 }, "direction": { "counted": 53, "failed": 23 } }, "hours": 7.53, "pdf": { "path": "artifacts/ai_written_papers/opus-5/paper13.pdf", "bytes": 565007, "redacted": null } }, { "model": "opus-5", "paper": 14, "judgments": 4, "R_integrity": 68.75, "R_direction": 70.59, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 5 }, "G2": { "counted": 30, "failed": 7 }, "G3": { "counted": 21, "failed": 6 } }, "rubrics": { "integrity": { "counted": 16, "failed": 5 }, "direction": { "counted": 51, "failed": 13 } }, "hours": 1.541, "pdf": { "path": "artifacts/ai_written_papers/opus-5/paper14.pdf", "bytes": 534132, "redacted": null } }, { "model": "opus-5", "paper": 15, "judgments": 4, "R_integrity": 62.5, "R_direction": 56.67, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 6 }, "G2": { "counted": 31, "failed": 15 }, "G3": { "counted": 26, "failed": 9 } }, "rubrics": { "integrity": { "counted": 16, "failed": 6 }, "direction": { "counted": 57, "failed": 24 } }, "hours": 37.901, "pdf": { "path": "artifacts/ai_written_papers/opus-5/paper15.pdf", "bytes": 591843, "redacted": null } }, { "model": "fable-5", "paper": 1, "judgments": 4, "R_integrity": 78.26, "R_direction": 74.07, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 23, "failed": 5 }, "G2": { "counted": 31, "failed": 6 }, "G3": { "counted": 21, "failed": 6 } }, "rubrics": { "integrity": { "counted": 23, "failed": 5 }, "direction": { "counted": 52, "failed": 12 } }, "hours": 12.33, "pdf": { "path": "artifacts/ai_written_papers/fable-5/paper1.pdf", "bytes": 495321, "redacted": null } }, { "model": "fable-5", "paper": 2, "judgments": 4, "R_integrity": 70.83, "R_direction": 77.94, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 24, "failed": 7 }, "G2": { "counted": 38, "failed": 6 }, "G3": { "counted": 30, "failed": 7 } }, "rubrics": { "integrity": { "counted": 24, "failed": 7 }, "direction": { "counted": 68, "failed": 13 } }, "hours": 11.895, "pdf": { "path": "artifacts/ai_written_papers/fable-5/paper2.pdf", "bytes": 501099, "redacted": null } }, { "model": "fable-5", "paper": 3, "judgments": 4, "R_integrity": 81.25, "R_direction": 76.47, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": true, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 3 }, "G2": { "counted": 24, "failed": 2 }, "G3": { "counted": 27, "failed": 8 } }, "rubrics": { "integrity": { "counted": 16, "failed": 3 }, "direction": { "counted": 51, "failed": 10 } }, "hours": 8.04, "pdf": { "path": "artifacts/ai_written_papers/fable-5/paper3.pdf", "bytes": 442603, "redacted": null } }, { "model": "fable-5", "paper": 4, "judgments": 4, "R_integrity": 66.67, "R_direction": 81.36, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 24, "failed": 8 }, "G2": { "counted": 33, "failed": 6 }, "G3": { "counted": 28, "failed": 5 } }, "rubrics": { "integrity": { "counted": 24, "failed": 8 }, "direction": { "counted": 61, "failed": 11 } }, "hours": 2.922, "pdf": { "path": "artifacts/ai_written_papers/fable-5/paper4.pdf", "bytes": 796217, "redacted": null } }, { "model": "fable-5", "paper": 5, "judgments": 4, "R_integrity": 82.35, "R_direction": 86.49, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": true }, "nodes": { "G1": { "counted": 17, "failed": 3 }, "G2": { "counted": 31, "failed": 4 }, "G3": { "counted": 38, "failed": 3 } }, "rubrics": { "integrity": { "counted": 17, "failed": 3 }, "direction": { "counted": 69, "failed": 7 } }, "hours": 1.209, "pdf": { "path": "artifacts/ai_written_papers/fable-5/paper5.pdf", "bytes": 504844, "redacted": null } }, { "model": "fable-5", "paper": 6, "judgments": 4, "R_integrity": 38.89, "R_direction": 81.2, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 18, "failed": 11 }, "G2": { "counted": 42, "failed": 7 }, "G3": { "counted": 67, "failed": 12 } }, "rubrics": { "integrity": { "counted": 18, "failed": 11 }, "direction": { "counted": 109, "failed": 19 } }, "hours": 1.332, "pdf": { "path": "artifacts/ai_written_papers/fable-5/paper6.pdf", "bytes": 1398105, "redacted": null } }, { "model": "fable-5", "paper": 7, "judgments": 4, "R_integrity": 52.38, "R_direction": 79.63, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 21, "failed": 10 }, "G2": { "counted": 30, "failed": 7 }, "G3": { "counted": 24, "failed": 4 } }, "rubrics": { "integrity": { "counted": 21, "failed": 10 }, "direction": { "counted": 54, "failed": 11 } }, "hours": 5.196, "pdf": { "path": "artifacts/ai_written_papers/fable-5/paper7.pdf", "bytes": 423853, "redacted": null } }, { "model": "fable-5", "paper": 8, "judgments": 4, "R_integrity": 64.29, "R_direction": 63.33, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 14, "failed": 5 }, "G2": { "counted": 25, "failed": 6 }, "G3": { "counted": 25, "failed": 8 } }, "rubrics": { "integrity": { "counted": 14, "failed": 5 }, "direction": { "counted": 50, "failed": 14 } }, "hours": 2.157, "pdf": { "path": "artifacts/ai_written_papers/fable-5/paper8.pdf", "bytes": 630884, "redacted": "author block blacked out on the title page (3 spans)" } }, { "model": "fable-5", "paper": 9, "judgments": 4, "R_integrity": 66.67, "R_direction": 49.12, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 15, "failed": 5 }, "G2": { "counted": 29, "failed": 18 }, "G3": { "counted": 28, "failed": 9 } }, "rubrics": { "integrity": { "counted": 15, "failed": 5 }, "direction": { "counted": 57, "failed": 27 } }, "hours": 10.443, "pdf": { "path": "artifacts/ai_written_papers/fable-5/paper9.pdf", "bytes": 326222, "redacted": null } }, { "model": "fable-5", "paper": 10, "judgments": 4, "R_integrity": 66.67, "R_direction": 63.33, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 15, "failed": 5 }, "G2": { "counted": 27, "failed": 12 }, "G3": { "counted": 29, "failed": 7 } }, "rubrics": { "integrity": { "counted": 15, "failed": 5 }, "direction": { "counted": 56, "failed": 19 } }, "hours": 17.106, "pdf": { "path": "artifacts/ai_written_papers/fable-5/paper10.pdf", "bytes": 461494, "redacted": null } }, { "model": "fable-5", "paper": 11, "judgments": 4, "R_integrity": 60.0, "R_direction": 70.67, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 15, "failed": 6 }, "G2": { "counted": 36, "failed": 11 }, "G3": { "counted": 38, "failed": 7 } }, "rubrics": { "integrity": { "counted": 15, "failed": 6 }, "direction": { "counted": 74, "failed": 18 } }, "hours": 6.972, "pdf": { "path": "artifacts/ai_written_papers/fable-5/paper11.pdf", "bytes": 525093, "redacted": null } }, { "model": "fable-5", "paper": 12, "judgments": 4, "R_integrity": 69.23, "R_direction": 80.0, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": true }, "nodes": { "G1": { "counted": 13, "failed": 4 }, "G2": { "counted": 34, "failed": 7 }, "G3": { "counted": 20, "failed": 2 } }, "rubrics": { "integrity": { "counted": 13, "failed": 4 }, "direction": { "counted": 54, "failed": 9 } }, "hours": 36.586, "pdf": { "path": "artifacts/ai_written_papers/fable-5/paper12.pdf", "bytes": 544905, "redacted": null } }, { "model": "fable-5", "paper": 13, "judgments": 4, "R_integrity": 62.5, "R_direction": 60.38, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 6 }, "G2": { "counted": 29, "failed": 11 }, "G3": { "counted": 24, "failed": 8 } }, "rubrics": { "integrity": { "counted": 16, "failed": 6 }, "direction": { "counted": 53, "failed": 19 } }, "hours": 11.973, "pdf": { "path": "artifacts/ai_written_papers/fable-5/paper13.pdf", "bytes": 449564, "redacted": null } }, { "model": "fable-5", "paper": 14, "judgments": 4, "R_integrity": 81.25, "R_direction": 62.75, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 3 }, "G2": { "counted": 30, "failed": 9 }, "G3": { "counted": 21, "failed": 7 } }, "rubrics": { "integrity": { "counted": 16, "failed": 3 }, "direction": { "counted": 51, "failed": 16 } }, "hours": 1.489, "pdf": { "path": "artifacts/ai_written_papers/fable-5/paper14.pdf", "bytes": 470413, "redacted": null } }, { "model": "fable-5", "paper": 15, "judgments": 4, "R_integrity": 56.25, "R_direction": 58.33, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 7 }, "G2": { "counted": 31, "failed": 14 }, "G3": { "counted": 26, "failed": 8 } }, "rubrics": { "integrity": { "counted": 16, "failed": 7 }, "direction": { "counted": 57, "failed": 22 } }, "hours": 0.34, "pdf": { "path": "artifacts/ai_written_papers/fable-5/paper15.pdf", "bytes": 591848, "redacted": null } }, { "model": "opus-5.5", "paper": 1, "judgments": 4, "R_integrity": 86.96, "R_direction": 79.63, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 23, "failed": 3 }, "G2": { "counted": 31, "failed": 5 }, "G3": { "counted": 21, "failed": 4 } }, "rubrics": { "integrity": { "counted": 23, "failed": 3 }, "direction": { "counted": 52, "failed": 9 } }, "hours": 17.069, "pdf": { "path": "artifacts/ai_written_papers/opus-5.5/paper1.pdf", "bytes": 567360, "redacted": null } }, { "model": "opus-5.5", "paper": 2, "judgments": 4, "R_integrity": 83.33, "R_direction": 83.82, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": true, "G3": false }, "nodes": { "G1": { "counted": 24, "failed": 4 }, "G2": { "counted": 38, "failed": 3 }, "G3": { "counted": 30, "failed": 7 } }, "rubrics": { "integrity": { "counted": 24, "failed": 4 }, "direction": { "counted": 68, "failed": 10 } }, "hours": 37.547, "pdf": { "path": "artifacts/ai_written_papers/opus-5.5/paper2.pdf", "bytes": 1136478, "redacted": null } }, { "model": "opus-5.5", "paper": 3, "judgments": 4, "R_integrity": 100.0, "R_direction": 74.51, "strict": { "G1": true, "G2": false, "G3": false }, "almost": { "G1": true, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 0 }, "G2": { "counted": 24, "failed": 5 }, "G3": { "counted": 27, "failed": 7 } }, "rubrics": { "integrity": { "counted": 16, "failed": 0 }, "direction": { "counted": 51, "failed": 12 } }, "hours": 4.218, "pdf": { "path": "artifacts/ai_written_papers/opus-5.5/paper3.pdf", "bytes": 609950, "redacted": null } }, { "model": "opus-5.5", "paper": 4, "judgments": 4, "R_integrity": 92.0, "R_direction": 83.93, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": true, "G2": true, "G3": false }, "nodes": { "G1": { "counted": 25, "failed": 2 }, "G2": { "counted": 33, "failed": 3 }, "G3": { "counted": 28, "failed": 6 } }, "rubrics": { "integrity": { "counted": 25, "failed": 2 }, "direction": { "counted": 61, "failed": 9 } }, "hours": 4.404, "pdf": { "path": "artifacts/ai_written_papers/opus-5.5/paper4.pdf", "bytes": 826681, "redacted": null } }, { "model": "opus-5.5", "paper": 5, "judgments": 4, "R_integrity": 94.12, "R_direction": 87.84, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": true, "G2": true, "G3": false }, "nodes": { "G1": { "counted": 17, "failed": 1 }, "G2": { "counted": 31, "failed": 3 }, "G3": { "counted": 38, "failed": 4 } }, "rubrics": { "integrity": { "counted": 17, "failed": 1 }, "direction": { "counted": 69, "failed": 7 } }, "hours": 3.507, "pdf": { "path": "artifacts/ai_written_papers/opus-5.5/paper5.pdf", "bytes": 765549, "redacted": null } }, { "model": "opus-5.5", "paper": 6, "judgments": 4, "R_integrity": 77.78, "R_direction": 84.62, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 18, "failed": 4 }, "G2": { "counted": 42, "failed": 7 }, "G3": { "counted": 67, "failed": 11 } }, "rubrics": { "integrity": { "counted": 18, "failed": 4 }, "direction": { "counted": 109, "failed": 18 } }, "hours": 4.39, "pdf": { "path": "artifacts/ai_written_papers/opus-5.5/paper6.pdf", "bytes": 995910, "redacted": null } }, { "model": "opus-5.5", "paper": 7, "judgments": 4, "R_integrity": 80.95, "R_direction": 88.89, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": true, "G3": false }, "nodes": { "G1": { "counted": 21, "failed": 4 }, "G2": { "counted": 30, "failed": 3 }, "G3": { "counted": 24, "failed": 3 } }, "rubrics": { "integrity": { "counted": 21, "failed": 4 }, "direction": { "counted": 54, "failed": 6 } }, "hours": 2.811, "pdf": { "path": "artifacts/ai_written_papers/opus-5.5/paper7.pdf", "bytes": 494231, "redacted": null } }, { "model": "opus-5.5", "paper": 8, "judgments": 4, "R_integrity": 92.86, "R_direction": 76.67, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": true, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 14, "failed": 1 }, "G2": { "counted": 25, "failed": 5 }, "G3": { "counted": 25, "failed": 6 } }, "rubrics": { "integrity": { "counted": 14, "failed": 1 }, "direction": { "counted": 50, "failed": 11 } }, "hours": 5.329, "pdf": { "path": "artifacts/ai_written_papers/opus-5.5/paper8.pdf", "bytes": 784858, "redacted": null } }, { "model": "opus-5.5", "paper": 9, "judgments": 4, "R_integrity": 100.0, "R_direction": 59.65, "strict": { "G1": true, "G2": false, "G3": false }, "almost": { "G1": true, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 15, "failed": 0 }, "G2": { "counted": 29, "failed": 15 }, "G3": { "counted": 28, "failed": 7 } }, "rubrics": { "integrity": { "counted": 15, "failed": 0 }, "direction": { "counted": 57, "failed": 22 } }, "hours": 2.265, "pdf": { "path": "artifacts/ai_written_papers/opus-5.5/paper9.pdf", "bytes": 536716, "redacted": null } }, { "model": "opus-5.5", "paper": 10, "judgments": 4, "R_integrity": 100.0, "R_direction": 83.33, "strict": { "G1": true, "G2": false, "G3": false }, "almost": { "G1": true, "G2": false, "G3": true }, "nodes": { "G1": { "counted": 15, "failed": 0 }, "G2": { "counted": 27, "failed": 6 }, "G3": { "counted": 29, "failed": 2 } }, "rubrics": { "integrity": { "counted": 15, "failed": 0 }, "direction": { "counted": 56, "failed": 8 } }, "hours": 6.635, "pdf": { "path": "artifacts/ai_written_papers/opus-5.5/paper10.pdf", "bytes": 688608, "redacted": null } }, { "model": "opus-5.5", "paper": 11, "judgments": 4, "R_integrity": 86.67, "R_direction": 85.14, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 15, "failed": 2 }, "G2": { "counted": 34, "failed": 4 }, "G3": { "counted": 39, "failed": 6 } }, "rubrics": { "integrity": { "counted": 15, "failed": 2 }, "direction": { "counted": 73, "failed": 10 } }, "hours": 7.026, "pdf": { "path": "artifacts/ai_written_papers/opus-5.5/paper11.pdf", "bytes": 755793, "redacted": null } }, { "model": "opus-5.5", "paper": 12, "judgments": 4, "R_integrity": 92.31, "R_direction": 87.27, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": true, "G2": false, "G3": true }, "nodes": { "G1": { "counted": 13, "failed": 1 }, "G2": { "counted": 34, "failed": 5 }, "G3": { "counted": 20, "failed": 2 } }, "rubrics": { "integrity": { "counted": 13, "failed": 1 }, "direction": { "counted": 54, "failed": 7 } }, "hours": 50.216, "pdf": { "path": "artifacts/ai_written_papers/opus-5.5/paper12.pdf", "bytes": 974086, "redacted": null } }, { "model": "opus-5.5", "paper": 13, "judgments": 4, "R_integrity": 93.75, "R_direction": 73.58, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": true, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 1 }, "G2": { "counted": 29, "failed": 7 }, "G3": { "counted": 24, "failed": 6 } }, "rubrics": { "integrity": { "counted": 16, "failed": 1 }, "direction": { "counted": 53, "failed": 13 } }, "hours": 53.414, "pdf": { "path": "artifacts/ai_written_papers/opus-5.5/paper13.pdf", "bytes": 912795, "redacted": null } }, { "model": "opus-5.5", "paper": 14, "judgments": 4, "R_integrity": 100.0, "R_direction": 74.51, "strict": { "G1": true, "G2": false, "G3": false }, "almost": { "G1": true, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 0 }, "G2": { "counted": 30, "failed": 6 }, "G3": { "counted": 21, "failed": 5 } }, "rubrics": { "integrity": { "counted": 16, "failed": 0 }, "direction": { "counted": 51, "failed": 11 } }, "hours": 1.438, "pdf": { "path": "artifacts/ai_written_papers/opus-5.5/paper14.pdf", "bytes": 574874, "redacted": null } }, { "model": "opus-5.5", "paper": 15, "judgments": 4, "R_integrity": 75.0, "R_direction": 76.67, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": true }, "nodes": { "G1": { "counted": 16, "failed": 4 }, "G2": { "counted": 31, "failed": 10 }, "G3": { "counted": 26, "failed": 2 } }, "rubrics": { "integrity": { "counted": 16, "failed": 4 }, "direction": { "counted": 57, "failed": 12 } }, "hours": 155.395, "pdf": { "path": "artifacts/ai_written_papers/opus-5.5/paper15.pdf", "bytes": 847516, "redacted": null } }, { "model": "sol-5.6", "paper": 1, "judgments": 4, "R_integrity": 100.0, "R_direction": 83.33, "strict": { "G1": true, "G2": false, "G3": false }, "almost": { "G1": true, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 23, "failed": 0 }, "G2": { "counted": 31, "failed": 4 }, "G3": { "counted": 21, "failed": 3 } }, "rubrics": { "integrity": { "counted": 23, "failed": 0 }, "direction": { "counted": 52, "failed": 7 } }, "hours": 4.5, "pdf": { "path": "artifacts/ai_written_papers/sol-5.6/paper1.pdf", "bytes": 230755, "redacted": null } }, { "model": "sol-5.6", "paper": 2, "judgments": 4, "R_integrity": 83.33, "R_direction": 70.15, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 24, "failed": 4 }, "G2": { "counted": 37, "failed": 6 }, "G3": { "counted": 30, "failed": 11 } }, "rubrics": { "integrity": { "counted": 24, "failed": 4 }, "direction": { "counted": 67, "failed": 17 } }, "hours": 2.189, "pdf": { "path": "artifacts/ai_written_papers/sol-5.6/paper2.pdf", "bytes": 454763, "redacted": null } }, { "model": "sol-5.6", "paper": 3, "judgments": 4, "R_integrity": 100.0, "R_direction": 70.59, "strict": { "G1": true, "G2": false, "G3": false }, "almost": { "G1": true, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 0 }, "G2": { "counted": 24, "failed": 4 }, "G3": { "counted": 27, "failed": 8 } }, "rubrics": { "integrity": { "counted": 16, "failed": 0 }, "direction": { "counted": 51, "failed": 12 } }, "hours": 1.046, "pdf": { "path": "artifacts/ai_written_papers/sol-5.6/paper3.pdf", "bytes": 335544, "redacted": null } }, { "model": "sol-5.6", "paper": 4, "judgments": 4, "R_integrity": 76.0, "R_direction": 70.0, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 25, "failed": 6 }, "G2": { "counted": 33, "failed": 7 }, "G3": { "counted": 28, "failed": 11 } }, "rubrics": { "integrity": { "counted": 25, "failed": 6 }, "direction": { "counted": 61, "failed": 18 } }, "hours": 9.04, "pdf": { "path": "artifacts/ai_written_papers/sol-5.6/paper4.pdf", "bytes": 817217, "redacted": null } }, { "model": "sol-5.6", "paper": 5, "judgments": 4, "R_integrity": 100.0, "R_direction": 64.86, "strict": { "G1": true, "G2": false, "G3": false }, "almost": { "G1": true, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 17, "failed": 0 }, "G2": { "counted": 31, "failed": 10 }, "G3": { "counted": 38, "failed": 14 } }, "rubrics": { "integrity": { "counted": 17, "failed": 0 }, "direction": { "counted": 69, "failed": 24 } }, "hours": 2.021, "pdf": { "path": "artifacts/ai_written_papers/sol-5.6/paper5.pdf", "bytes": 498526, "redacted": null } }, { "model": "sol-5.6", "paper": 6, "judgments": 4, "R_integrity": 61.11, "R_direction": 73.5, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 18, "failed": 7 }, "G2": { "counted": 42, "failed": 10 }, "G3": { "counted": 67, "failed": 17 } }, "rubrics": { "integrity": { "counted": 18, "failed": 7 }, "direction": { "counted": 109, "failed": 27 } }, "hours": 0.89, "pdf": { "path": "artifacts/ai_written_papers/sol-5.6/paper6.pdf", "bytes": 729754, "redacted": null } }, { "model": "sol-5.6", "paper": 7, "judgments": 4, "R_integrity": 95.24, "R_direction": 88.89, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": true, "G2": false, "G3": true }, "nodes": { "G1": { "counted": 21, "failed": 1 }, "G2": { "counted": 30, "failed": 4 }, "G3": { "counted": 24, "failed": 2 } }, "rubrics": { "integrity": { "counted": 21, "failed": 1 }, "direction": { "counted": 54, "failed": 6 } }, "hours": 1.639, "pdf": { "path": "artifacts/ai_written_papers/sol-5.6/paper7.pdf", "bytes": 335979, "redacted": null } }, { "model": "sol-5.6", "paper": 8, "judgments": 4, "R_integrity": 100.0, "R_direction": 77.59, "strict": { "G1": true, "G2": false, "G3": false }, "almost": { "G1": true, "G2": false, "G3": true }, "nodes": { "G1": { "counted": 14, "failed": 0 }, "G2": { "counted": 23, "failed": 4 }, "G3": { "counted": 25, "failed": 1 } }, "rubrics": { "integrity": { "counted": 14, "failed": 0 }, "direction": { "counted": 48, "failed": 5 } }, "hours": 3.286, "pdf": { "path": "artifacts/ai_written_papers/sol-5.6/paper8.pdf", "bytes": 479410, "redacted": null } }, { "model": "sol-5.6", "paper": 9, "judgments": 4, "R_integrity": 100.0, "R_direction": 78.95, "strict": { "G1": true, "G2": false, "G3": false }, "almost": { "G1": true, "G2": true, "G3": false }, "nodes": { "G1": { "counted": 15, "failed": 0 }, "G2": { "counted": 29, "failed": 2 }, "G3": { "counted": 28, "failed": 8 } }, "rubrics": { "integrity": { "counted": 15, "failed": 0 }, "direction": { "counted": 57, "failed": 10 } }, "hours": 2.863, "pdf": { "path": "artifacts/ai_written_papers/sol-5.6/paper9.pdf", "bytes": 201149, "redacted": null } }, { "model": "sol-5.6", "paper": 10, "judgments": 4, "R_integrity": 93.33, "R_direction": 73.33, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": true, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 15, "failed": 1 }, "G2": { "counted": 27, "failed": 8 }, "G3": { "counted": 29, "failed": 3 } }, "rubrics": { "integrity": { "counted": 15, "failed": 1 }, "direction": { "counted": 56, "failed": 11 } }, "hours": 3.357, "pdf": { "path": "artifacts/ai_written_papers/sol-5.6/paper10.pdf", "bytes": 345699, "redacted": null } }, { "model": "sol-5.6", "paper": 11, "judgments": 4, "R_integrity": 73.33, "R_direction": 80.26, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 15, "failed": 4 }, "G2": { "counted": 36, "failed": 5 }, "G3": { "counted": 39, "failed": 6 } }, "rubrics": { "integrity": { "counted": 15, "failed": 4 }, "direction": { "counted": 75, "failed": 11 } }, "hours": 4.656, "pdf": { "path": "artifacts/ai_written_papers/sol-5.6/paper11.pdf", "bytes": 265293, "redacted": null } }, { "model": "sol-5.6", "paper": 12, "judgments": 4, "R_integrity": 92.31, "R_direction": 85.45, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": true, "G2": false, "G3": true }, "nodes": { "G1": { "counted": 13, "failed": 1 }, "G2": { "counted": 34, "failed": 4 }, "G3": { "counted": 20, "failed": 2 } }, "rubrics": { "integrity": { "counted": 13, "failed": 1 }, "direction": { "counted": 54, "failed": 6 } }, "hours": 1.051, "pdf": { "path": "artifacts/ai_written_papers/sol-5.6/paper12.pdf", "bytes": 384891, "redacted": null } }, { "model": "sol-5.6", "paper": 13, "judgments": 4, "R_integrity": 75.0, "R_direction": 60.38, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 4 }, "G2": { "counted": 29, "failed": 9 }, "G3": { "counted": 24, "failed": 8 } }, "rubrics": { "integrity": { "counted": 16, "failed": 4 }, "direction": { "counted": 53, "failed": 17 } }, "hours": 23.106, "pdf": { "path": "artifacts/ai_written_papers/sol-5.6/paper13.pdf", "bytes": 202317, "redacted": null } }, { "model": "sol-5.6", "paper": 14, "judgments": 4, "R_integrity": 100.0, "R_direction": 69.39, "strict": { "G1": true, "G2": false, "G3": false }, "almost": { "G1": true, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 0 }, "G2": { "counted": 28, "failed": 9 }, "G3": { "counted": 21, "failed": 4 } }, "rubrics": { "integrity": { "counted": 16, "failed": 0 }, "direction": { "counted": 49, "failed": 13 } }, "hours": 1.25, "pdf": { "path": "artifacts/ai_written_papers/sol-5.6/paper14.pdf", "bytes": 413167, "redacted": null } }, { "model": "sol-5.6", "paper": 15, "judgments": 4, "R_integrity": 81.25, "R_direction": 76.67, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 3 }, "G2": { "counted": 31, "failed": 9 }, "G3": { "counted": 26, "failed": 3 } }, "rubrics": { "integrity": { "counted": 16, "failed": 3 }, "direction": { "counted": 57, "failed": 12 } }, "hours": 125.891, "pdf": { "path": "artifacts/ai_written_papers/sol-5.6/paper15.pdf", "bytes": 455227, "redacted": null } }, { "model": "astra-6", "paper": 1, "judgments": 4, "R_integrity": 100.0, "R_direction": 92.59, "strict": { "G1": true, "G2": false, "G3": false }, "almost": { "G1": true, "G2": true, "G3": true }, "nodes": { "G1": { "counted": 23, "failed": 0 }, "G2": { "counted": 31, "failed": 1 }, "G3": { "counted": 21, "failed": 2 } }, "rubrics": { "integrity": { "counted": 23, "failed": 0 }, "direction": { "counted": 52, "failed": 3 } }, "hours": 2.079, "pdf": { "path": "artifacts/ai_written_papers/astra-6/paper1.pdf", "bytes": 542643, "redacted": null } }, { "model": "astra-6", "paper": 2, "judgments": 4, "R_integrity": 87.5, "R_direction": 79.1, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": true, "G3": false }, "nodes": { "G1": { "counted": 24, "failed": 3 }, "G2": { "counted": 37, "failed": 2 }, "G3": { "counted": 30, "failed": 9 } }, "rubrics": { "integrity": { "counted": 24, "failed": 3 }, "direction": { "counted": 67, "failed": 11 } }, "hours": 1.302, "pdf": { "path": "artifacts/ai_written_papers/astra-6/paper2.pdf", "bytes": 708584, "redacted": null } }, { "model": "astra-6", "paper": 3, "judgments": 4, "R_integrity": 100.0, "R_direction": 75.51, "strict": { "G1": true, "G2": false, "G3": false }, "almost": { "G1": true, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 0 }, "G2": { "counted": 22, "failed": 5 }, "G3": { "counted": 27, "failed": 6 } }, "rubrics": { "integrity": { "counted": 16, "failed": 0 }, "direction": { "counted": 49, "failed": 11 } }, "hours": 0.886, "pdf": { "path": "artifacts/ai_written_papers/astra-6/paper3.pdf", "bytes": 425733, "redacted": null } }, { "model": "astra-6", "paper": 4, "judgments": 4, "R_integrity": 96.0, "R_direction": 86.21, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": true, "G2": true, "G3": false }, "nodes": { "G1": { "counted": 25, "failed": 1 }, "G2": { "counted": 33, "failed": 2 }, "G3": { "counted": 28, "failed": 6 } }, "rubrics": { "integrity": { "counted": 25, "failed": 1 }, "direction": { "counted": 61, "failed": 8 } }, "hours": 1.504, "pdf": { "path": "artifacts/ai_written_papers/astra-6/paper4.pdf", "bytes": 767690, "redacted": null } }, { "model": "astra-6", "paper": 5, "judgments": 4, "R_integrity": 94.12, "R_direction": 90.54, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": true, "G2": true, "G3": true }, "nodes": { "G1": { "counted": 17, "failed": 1 }, "G2": { "counted": 31, "failed": 2 }, "G3": { "counted": 38, "failed": 3 } }, "rubrics": { "integrity": { "counted": 17, "failed": 1 }, "direction": { "counted": 69, "failed": 5 } }, "hours": 1.062, "pdf": { "path": "artifacts/ai_written_papers/astra-6/paper5.pdf", "bytes": 502501, "redacted": null } }, { "model": "astra-6", "paper": 6, "judgments": 4, "R_integrity": 88.89, "R_direction": 85.47, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 18, "failed": 2 }, "G2": { "counted": 42, "failed": 6 }, "G3": { "counted": 67, "failed": 9 } }, "rubrics": { "integrity": { "counted": 18, "failed": 2 }, "direction": { "counted": 109, "failed": 15 } }, "hours": 1.184, "pdf": { "path": "artifacts/ai_written_papers/astra-6/paper6.pdf", "bytes": 646077, "redacted": null } }, { "model": "astra-6", "paper": 7, "judgments": 4, "R_integrity": 100.0, "R_direction": 81.48, "strict": { "G1": true, "G2": false, "G3": false }, "almost": { "G1": true, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 21, "failed": 0 }, "G2": { "counted": 30, "failed": 6 }, "G3": { "counted": 24, "failed": 4 } }, "rubrics": { "integrity": { "counted": 21, "failed": 0 }, "direction": { "counted": 54, "failed": 10 } }, "hours": 1.089, "pdf": { "path": "artifacts/ai_written_papers/astra-6/paper7.pdf", "bytes": 464252, "redacted": null } }, { "model": "astra-6", "paper": 8, "judgments": 4, "R_integrity": 100.0, "R_direction": 72.41, "strict": { "G1": true, "G2": false, "G3": false }, "almost": { "G1": true, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 14, "failed": 0 }, "G2": { "counted": 23, "failed": 4 }, "G3": { "counted": 25, "failed": 4 } }, "rubrics": { "integrity": { "counted": 14, "failed": 0 }, "direction": { "counted": 48, "failed": 8 } }, "hours": 0.911, "pdf": { "path": "artifacts/ai_written_papers/astra-6/paper8.pdf", "bytes": 466550, "redacted": null } }, { "model": "astra-6", "paper": 9, "judgments": 4, "R_integrity": 100.0, "R_direction": 85.96, "strict": { "G1": true, "G2": false, "G3": false }, "almost": { "G1": true, "G2": true, "G3": false }, "nodes": { "G1": { "counted": 15, "failed": 0 }, "G2": { "counted": 29, "failed": 2 }, "G3": { "counted": 28, "failed": 5 } }, "rubrics": { "integrity": { "counted": 15, "failed": 0 }, "direction": { "counted": 57, "failed": 7 } }, "hours": 2.3, "pdf": { "path": "artifacts/ai_written_papers/astra-6/paper9.pdf", "bytes": 450994, "redacted": null } }, { "model": "astra-6", "paper": 10, "judgments": 4, "R_integrity": 100.0, "R_direction": 83.33, "strict": { "G1": true, "G2": false, "G3": false }, "almost": { "G1": true, "G2": false, "G3": true }, "nodes": { "G1": { "counted": 15, "failed": 0 }, "G2": { "counted": 27, "failed": 6 }, "G3": { "counted": 29, "failed": 1 } }, "rubrics": { "integrity": { "counted": 15, "failed": 0 }, "direction": { "counted": 56, "failed": 7 } }, "hours": 0.951, "pdf": { "path": "artifacts/ai_written_papers/astra-6/paper10.pdf", "bytes": 355216, "redacted": null } }, { "model": "astra-6", "paper": 11, "judgments": 4, "R_integrity": 100.0, "R_direction": 82.89, "strict": { "G1": true, "G2": false, "G3": false }, "almost": { "G1": true, "G2": true, "G3": false }, "nodes": { "G1": { "counted": 15, "failed": 0 }, "G2": { "counted": 36, "failed": 2 }, "G3": { "counted": 39, "failed": 9 } }, "rubrics": { "integrity": { "counted": 15, "failed": 0 }, "direction": { "counted": 75, "failed": 11 } }, "hours": 3.449, "pdf": { "path": "artifacts/ai_written_papers/astra-6/paper11.pdf", "bytes": 417491, "redacted": null } }, { "model": "astra-6", "paper": 12, "judgments": 4, "R_integrity": 100.0, "R_direction": 92.73, "strict": { "G1": true, "G2": false, "G3": false }, "almost": { "G1": true, "G2": true, "G3": true }, "nodes": { "G1": { "counted": 13, "failed": 0 }, "G2": { "counted": 34, "failed": 1 }, "G3": { "counted": 20, "failed": 1 } }, "rubrics": { "integrity": { "counted": 13, "failed": 0 }, "direction": { "counted": 54, "failed": 2 } }, "hours": 2.647, "pdf": { "path": "artifacts/ai_written_papers/astra-6/paper12.pdf", "bytes": 397882, "redacted": null } }, { "model": "astra-6", "paper": 13, "judgments": 4, "R_integrity": 100.0, "R_direction": 86.79, "strict": { "G1": true, "G2": true, "G3": false }, "almost": { "G1": true, "G2": true, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 0 }, "G2": { "counted": 29, "failed": 0 }, "G3": { "counted": 24, "failed": 4 } }, "rubrics": { "integrity": { "counted": 16, "failed": 0 }, "direction": { "counted": 53, "failed": 4 } }, "hours": 8.109, "pdf": { "path": "artifacts/ai_written_papers/astra-6/paper13.pdf", "bytes": 543238, "redacted": null } }, { "model": "astra-6", "paper": 14, "judgments": 4, "R_integrity": 100.0, "R_direction": 84.31, "strict": { "G1": true, "G2": false, "G3": false }, "almost": { "G1": true, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 0 }, "G2": { "counted": 30, "failed": 4 }, "G3": { "counted": 21, "failed": 3 } }, "rubrics": { "integrity": { "counted": 16, "failed": 0 }, "direction": { "counted": 51, "failed": 7 } }, "hours": 0.863, "pdf": { "path": "artifacts/ai_written_papers/astra-6/paper14.pdf", "bytes": 419320, "redacted": null } }, { "model": "astra-6", "paper": 15, "judgments": 4, "R_integrity": 100.0, "R_direction": 75.0, "strict": { "G1": true, "G2": false, "G3": false }, "almost": { "G1": true, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 0 }, "G2": { "counted": 31, "failed": 8 }, "G3": { "counted": 26, "failed": 5 } }, "rubrics": { "integrity": { "counted": 16, "failed": 0 }, "direction": { "counted": 57, "failed": 13 } }, "hours": 6.664, "pdf": { "path": "artifacts/ai_written_papers/astra-6/paper15.pdf", "bytes": 555291, "redacted": null } }, { "model": "deepseek-v4-pro", "paper": 1, "judgments": 4, "R_integrity": 65.22, "R_direction": 57.41, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 23, "failed": 8 }, "G2": { "counted": 31, "failed": 11 }, "G3": { "counted": 21, "failed": 8 } }, "rubrics": { "integrity": { "counted": 23, "failed": 8 }, "direction": { "counted": 52, "failed": 19 } }, "hours": 9.277, "pdf": { "path": "artifacts/ai_written_papers/deepseek-v4-pro/paper1.pdf", "bytes": 285263, "redacted": null } }, { "model": "deepseek-v4-pro", "paper": 2, "judgments": 4, "R_integrity": 56.52, "R_direction": 32.84, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 23, "failed": 10 }, "G2": { "counted": 37, "failed": 24 }, "G3": { "counted": 30, "failed": 20 } }, "rubrics": { "integrity": { "counted": 23, "failed": 10 }, "direction": { "counted": 67, "failed": 44 } }, "hours": 30.547, "pdf": { "path": "artifacts/ai_written_papers/deepseek-v4-pro/paper2.pdf", "bytes": 684753, "redacted": null } }, { "model": "deepseek-v4-pro", "paper": 3, "judgments": 4, "R_integrity": 75.0, "R_direction": 58.82, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 4 }, "G2": { "counted": 24, "failed": 8 }, "G3": { "counted": 27, "failed": 11 } }, "rubrics": { "integrity": { "counted": 16, "failed": 4 }, "direction": { "counted": 51, "failed": 19 } }, "hours": 12.699, "pdf": { "path": "artifacts/ai_written_papers/deepseek-v4-pro/paper3.pdf", "bytes": 282830, "redacted": null } }, { "model": "deepseek-v4-pro", "paper": 4, "judgments": 4, "R_integrity": 66.67, "R_direction": 65.57, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 24, "failed": 8 }, "G2": { "counted": 34, "failed": 11 }, "G3": { "counted": 27, "failed": 10 } }, "rubrics": { "integrity": { "counted": 24, "failed": 8 }, "direction": { "counted": 61, "failed": 21 } }, "hours": 18.857, "pdf": { "path": "artifacts/ai_written_papers/deepseek-v4-pro/paper4.pdf", "bytes": 1198728, "redacted": null } }, { "model": "deepseek-v4-pro", "paper": 5, "judgments": 4, "R_integrity": 76.47, "R_direction": 62.16, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 17, "failed": 4 }, "G2": { "counted": 31, "failed": 13 }, "G3": { "counted": 38, "failed": 10 } }, "rubrics": { "integrity": { "counted": 17, "failed": 4 }, "direction": { "counted": 69, "failed": 23 } }, "hours": 22.587, "pdf": { "path": "artifacts/ai_written_papers/deepseek-v4-pro/paper5.pdf", "bytes": 456641, "redacted": null } }, { "model": "deepseek-v4-pro", "paper": 6, "judgments": 4, "R_integrity": 55.56, "R_direction": 64.1, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 18, "failed": 8 }, "G2": { "counted": 42, "failed": 13 }, "G3": { "counted": 67, "failed": 27 } }, "rubrics": { "integrity": { "counted": 18, "failed": 8 }, "direction": { "counted": 109, "failed": 40 } }, "hours": 22.527, "pdf": { "path": "artifacts/ai_written_papers/deepseek-v4-pro/paper6.pdf", "bytes": 1177724, "redacted": null } }, { "model": "deepseek-v4-pro", "paper": 7, "judgments": 4, "R_integrity": 57.14, "R_direction": 62.96, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 21, "failed": 9 }, "G2": { "counted": 30, "failed": 12 }, "G3": { "counted": 24, "failed": 8 } }, "rubrics": { "integrity": { "counted": 21, "failed": 9 }, "direction": { "counted": 54, "failed": 20 } }, "hours": 9.359, "pdf": { "path": "artifacts/ai_written_papers/deepseek-v4-pro/paper7.pdf", "bytes": 406731, "redacted": null } }, { "model": "deepseek-v4-pro", "paper": 8, "judgments": 4, "R_integrity": 50.0, "R_direction": 48.33, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 14, "failed": 7 }, "G2": { "counted": 25, "failed": 11 }, "G3": { "counted": 25, "failed": 12 } }, "rubrics": { "integrity": { "counted": 14, "failed": 7 }, "direction": { "counted": 50, "failed": 23 } }, "hours": 24.048, "pdf": { "path": "artifacts/ai_written_papers/deepseek-v4-pro/paper8.pdf", "bytes": 268789, "redacted": null } }, { "model": "deepseek-v4-pro", "paper": 9, "judgments": 4, "R_integrity": 53.33, "R_direction": 26.32, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 15, "failed": 7 }, "G2": { "counted": 29, "failed": 22 }, "G3": { "counted": 28, "failed": 18 } }, "rubrics": { "integrity": { "counted": 15, "failed": 7 }, "direction": { "counted": 57, "failed": 40 } }, "hours": 18.618, "pdf": { "path": "artifacts/ai_written_papers/deepseek-v4-pro/paper9.pdf", "bytes": 260477, "redacted": null } }, { "model": "deepseek-v4-pro", "paper": 10, "judgments": 4, "R_integrity": 66.67, "R_direction": 41.38, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 15, "failed": 5 }, "G2": { "counted": 25, "failed": 13 }, "G3": { "counted": 29, "failed": 16 } }, "rubrics": { "integrity": { "counted": 15, "failed": 5 }, "direction": { "counted": 54, "failed": 29 } }, "hours": 68.37, "pdf": { "path": "artifacts/ai_written_papers/deepseek-v4-pro/paper10.pdf", "bytes": 445654, "redacted": null } }, { "model": "deepseek-v4-pro", "paper": 11, "judgments": 4, "R_integrity": 66.67, "R_direction": 54.05, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 15, "failed": 5 }, "G2": { "counted": 34, "failed": 15 }, "G3": { "counted": 39, "failed": 15 } }, "rubrics": { "integrity": { "counted": 15, "failed": 5 }, "direction": { "counted": 73, "failed": 30 } }, "hours": 14.447, "pdf": { "path": "artifacts/ai_written_papers/deepseek-v4-pro/paper11.pdf", "bytes": 403111, "redacted": null } }, { "model": "deepseek-v4-pro", "paper": 12, "judgments": 4, "R_integrity": 69.23, "R_direction": 56.36, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 13, "failed": 4 }, "G2": { "counted": 34, "failed": 14 }, "G3": { "counted": 20, "failed": 8 } }, "rubrics": { "integrity": { "counted": 13, "failed": 4 }, "direction": { "counted": 54, "failed": 22 } }, "hours": 103.619, "pdf": { "path": "artifacts/ai_written_papers/deepseek-v4-pro/paper12.pdf", "bytes": 396838, "redacted": null } }, { "model": "deepseek-v4-pro", "paper": 13, "judgments": 4, "R_integrity": 62.5, "R_direction": 50.94, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 6 }, "G2": { "counted": 29, "failed": 14 }, "G3": { "counted": 24, "failed": 10 } }, "rubrics": { "integrity": { "counted": 16, "failed": 6 }, "direction": { "counted": 53, "failed": 24 } }, "hours": 19.496, "pdf": { "path": "artifacts/ai_written_papers/deepseek-v4-pro/paper13.pdf", "bytes": 389329, "redacted": null } }, { "model": "deepseek-v4-pro", "paper": 14, "judgments": 4, "R_integrity": 68.75, "R_direction": 45.1, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 5 }, "G2": { "counted": 30, "failed": 15 }, "G3": { "counted": 21, "failed": 12 } }, "rubrics": { "integrity": { "counted": 16, "failed": 5 }, "direction": { "counted": 51, "failed": 27 } }, "hours": 18.665, "pdf": { "path": "artifacts/ai_written_papers/deepseek-v4-pro/paper14.pdf", "bytes": 252373, "redacted": null } }, { "model": "deepseek-v4-pro", "paper": 15, "judgments": 4, "R_integrity": 80.0, "R_direction": 50.0, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 15, "failed": 3 }, "G2": { "counted": 31, "failed": 12 }, "G3": { "counted": 26, "failed": 14 } }, "rubrics": { "integrity": { "counted": 15, "failed": 3 }, "direction": { "counted": 57, "failed": 26 } }, "hours": 25.709, "pdf": { "path": "artifacts/ai_written_papers/deepseek-v4-pro/paper15.pdf", "bytes": 239688, "redacted": null } }, { "model": "kimi-k3", "paper": 1, "judgments": 4, "R_integrity": 73.91, "R_direction": 70.37, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 23, "failed": 6 }, "G2": { "counted": 31, "failed": 9 }, "G3": { "counted": 21, "failed": 5 } }, "rubrics": { "integrity": { "counted": 23, "failed": 6 }, "direction": { "counted": 52, "failed": 14 } }, "hours": 4.657, "pdf": { "path": "artifacts/ai_written_papers/kimi-k3/paper1.pdf", "bytes": 351923, "redacted": null } }, { "model": "kimi-k3", "paper": 2, "judgments": 4, "R_integrity": 62.5, "R_direction": 46.03, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 24, "failed": 9 }, "G2": { "counted": 37, "failed": 21 }, "G3": { "counted": 26, "failed": 10 } }, "rubrics": { "integrity": { "counted": 24, "failed": 9 }, "direction": { "counted": 63, "failed": 31 } }, "hours": 18.196, "pdf": { "path": "artifacts/ai_written_papers/kimi-k3/paper2.pdf", "bytes": 360946, "redacted": null } }, { "model": "kimi-k3", "paper": 3, "judgments": 4, "R_integrity": 81.25, "R_direction": 64.71, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 3 }, "G2": { "counted": 24, "failed": 4 }, "G3": { "counted": 27, "failed": 11 } }, "rubrics": { "integrity": { "counted": 16, "failed": 3 }, "direction": { "counted": 51, "failed": 15 } }, "hours": 2.923, "pdf": { "path": "artifacts/ai_written_papers/kimi-k3/paper3.pdf", "bytes": 371630, "redacted": null } }, { "model": "kimi-k3", "paper": 4, "judgments": 4, "R_integrity": 65.22, "R_direction": 68.85, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 23, "failed": 8 }, "G2": { "counted": 34, "failed": 8 }, "G3": { "counted": 27, "failed": 11 } }, "rubrics": { "integrity": { "counted": 23, "failed": 8 }, "direction": { "counted": 61, "failed": 19 } }, "hours": 5.584, "pdf": { "path": "artifacts/ai_written_papers/kimi-k3/paper4.pdf", "bytes": 1014718, "redacted": null } }, { "model": "kimi-k3", "paper": 5, "judgments": 4, "R_integrity": 68.75, "R_direction": 75.68, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 5 }, "G2": { "counted": 31, "failed": 7 }, "G3": { "counted": 38, "failed": 6 } }, "rubrics": { "integrity": { "counted": 16, "failed": 5 }, "direction": { "counted": 69, "failed": 13 } }, "hours": 17.386, "pdf": { "path": "artifacts/ai_written_papers/kimi-k3/paper5.pdf", "bytes": 580820, "redacted": null } }, { "model": "kimi-k3", "paper": 6, "judgments": 4, "R_integrity": 33.33, "R_direction": 56.41, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 18, "failed": 12 }, "G2": { "counted": 42, "failed": 20 }, "G3": { "counted": 67, "failed": 26 } }, "rubrics": { "integrity": { "counted": 18, "failed": 12 }, "direction": { "counted": 109, "failed": 46 } }, "hours": 5.01, "pdf": { "path": "artifacts/ai_written_papers/kimi-k3/paper6.pdf", "bytes": 351263, "redacted": null } }, { "model": "kimi-k3", "paper": 7, "judgments": 4, "R_integrity": 52.38, "R_direction": 61.11, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 21, "failed": 10 }, "G2": { "counted": 30, "failed": 10 }, "G3": { "counted": 24, "failed": 11 } }, "rubrics": { "integrity": { "counted": 21, "failed": 10 }, "direction": { "counted": 54, "failed": 21 } }, "hours": 5.603, "pdf": { "path": "artifacts/ai_written_papers/kimi-k3/paper7.pdf", "bytes": 354256, "redacted": null } }, { "model": "kimi-k3", "paper": 8, "judgments": 4, "R_integrity": 35.71, "R_direction": 41.67, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 14, "failed": 9 }, "G2": { "counted": 26, "failed": 13 }, "G3": { "counted": 24, "failed": 13 } }, "rubrics": { "integrity": { "counted": 14, "failed": 9 }, "direction": { "counted": 50, "failed": 26 } }, "hours": 6.244, "pdf": { "path": "artifacts/ai_written_papers/kimi-k3/paper8.pdf", "bytes": 487258, "redacted": null } }, { "model": "kimi-k3", "paper": 9, "judgments": 4, "R_integrity": 53.33, "R_direction": 36.84, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 15, "failed": 7 }, "G2": { "counted": 29, "failed": 16 }, "G3": { "counted": 28, "failed": 18 } }, "rubrics": { "integrity": { "counted": 15, "failed": 7 }, "direction": { "counted": 57, "failed": 34 } }, "hours": 5.422, "pdf": { "path": "artifacts/ai_written_papers/kimi-k3/paper9.pdf", "bytes": 287165, "redacted": null } }, { "model": "kimi-k3", "paper": 10, "judgments": 4, "R_integrity": 60.0, "R_direction": 33.33, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 15, "failed": 6 }, "G2": { "counted": 27, "failed": 13 }, "G3": { "counted": 29, "failed": 22 } }, "rubrics": { "integrity": { "counted": 15, "failed": 6 }, "direction": { "counted": 56, "failed": 35 } }, "hours": 39.022, "pdf": { "path": "artifacts/ai_written_papers/kimi-k3/paper10.pdf", "bytes": 390627, "redacted": null } }, { "model": "kimi-k3", "paper": 11, "judgments": 4, "R_integrity": 46.67, "R_direction": 42.67, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 15, "failed": 8 }, "G2": { "counted": 45, "failed": 25 }, "G3": { "counted": 29, "failed": 14 } }, "rubrics": { "integrity": { "counted": 15, "failed": 8 }, "direction": { "counted": 74, "failed": 39 } }, "hours": 5.085, "pdf": { "path": "artifacts/ai_written_papers/kimi-k3/paper11.pdf", "bytes": 391239, "redacted": null } }, { "model": "kimi-k3", "paper": 12, "judgments": 4, "R_integrity": 46.15, "R_direction": 58.18, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 13, "failed": 7 }, "G2": { "counted": 34, "failed": 12 }, "G3": { "counted": 20, "failed": 8 } }, "rubrics": { "integrity": { "counted": 13, "failed": 7 }, "direction": { "counted": 54, "failed": 20 } }, "hours": 33.655, "pdf": { "path": "artifacts/ai_written_papers/kimi-k3/paper12.pdf", "bytes": 840841, "redacted": null } }, { "model": "kimi-k3", "paper": 13, "judgments": 4, "R_integrity": 56.25, "R_direction": 58.49, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 7 }, "G2": { "counted": 29, "failed": 10 }, "G3": { "counted": 24, "failed": 10 } }, "rubrics": { "integrity": { "counted": 16, "failed": 7 }, "direction": { "counted": 53, "failed": 20 } }, "hours": 5.692, "pdf": { "path": "artifacts/ai_written_papers/kimi-k3/paper13.pdf", "bytes": 305689, "redacted": null } }, { "model": "kimi-k3", "paper": 14, "judgments": 4, "R_integrity": 62.5, "R_direction": 35.29, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 6 }, "G2": { "counted": 30, "failed": 19 }, "G3": { "counted": 21, "failed": 13 } }, "rubrics": { "integrity": { "counted": 16, "failed": 6 }, "direction": { "counted": 51, "failed": 32 } }, "hours": 3.303, "pdf": { "path": "artifacts/ai_written_papers/kimi-k3/paper14.pdf", "bytes": 347468, "redacted": null } }, { "model": "kimi-k3", "paper": 15, "judgments": 4, "R_integrity": 62.5, "R_direction": 43.33, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 6 }, "G2": { "counted": 31, "failed": 16 }, "G3": { "counted": 26, "failed": 14 } }, "rubrics": { "integrity": { "counted": 16, "failed": 6 }, "direction": { "counted": 57, "failed": 30 } }, "hours": 45.199, "pdf": { "path": "artifacts/ai_written_papers/kimi-k3/paper15.pdf", "bytes": 247822, "redacted": null } }, { "model": "glm-5.3", "paper": 1, "judgments": 4, "R_integrity": 73.91, "R_direction": 72.22, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 23, "failed": 6 }, "G2": { "counted": 31, "failed": 7 }, "G3": { "counted": 21, "failed": 5 } }, "rubrics": { "integrity": { "counted": 23, "failed": 6 }, "direction": { "counted": 52, "failed": 12 } }, "hours": 17.302, "pdf": { "path": "artifacts/ai_written_papers/glm-5.3/paper1.pdf", "bytes": 374275, "redacted": null } }, { "model": "glm-5.3", "paper": 2, "judgments": 4, "R_integrity": 73.33, "R_direction": 22.39, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 15, "failed": 4 }, "G2": { "counted": 51, "failed": 40 }, "G3": { "counted": 16, "failed": 13 } }, "rubrics": { "integrity": { "counted": 15, "failed": 4 }, "direction": { "counted": 67, "failed": 53 } }, "hours": 17.528, "pdf": { "path": "artifacts/ai_written_papers/glm-5.3/paper2.pdf", "bytes": 76406, "redacted": null } }, { "model": "glm-5.3", "paper": 3, "judgments": 4, "R_integrity": 68.75, "R_direction": 58.82, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 5 }, "G2": { "counted": 24, "failed": 5 }, "G3": { "counted": 27, "failed": 12 } }, "rubrics": { "integrity": { "counted": 16, "failed": 5 }, "direction": { "counted": 51, "failed": 17 } }, "hours": 13.529, "pdf": { "path": "artifacts/ai_written_papers/glm-5.3/paper3.pdf", "bytes": 492129, "redacted": null } }, { "model": "glm-5.3", "paper": 4, "judgments": 4, "R_integrity": 60.87, "R_direction": 59.32, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 23, "failed": 9 }, "G2": { "counted": 33, "failed": 13 }, "G3": { "counted": 28, "failed": 11 } }, "rubrics": { "integrity": { "counted": 23, "failed": 9 }, "direction": { "counted": 61, "failed": 24 } }, "hours": 10.969, "pdf": { "path": "artifacts/ai_written_papers/glm-5.3/paper4.pdf", "bytes": 1534524, "redacted": null } }, { "model": "glm-5.3", "paper": 5, "judgments": 4, "R_integrity": 76.47, "R_direction": 66.22, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 17, "failed": 4 }, "G2": { "counted": 31, "failed": 17 }, "G3": { "counted": 38, "failed": 4 } }, "rubrics": { "integrity": { "counted": 17, "failed": 4 }, "direction": { "counted": 69, "failed": 21 } }, "hours": 16.77, "pdf": { "path": "artifacts/ai_written_papers/glm-5.3/paper5.pdf", "bytes": 1242939, "redacted": null } }, { "model": "glm-5.3", "paper": 6, "judgments": 4, "R_integrity": 22.22, "R_direction": 15.79, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 18, "failed": 14 }, "G2": { "counted": 40, "failed": 32 }, "G3": { "counted": 66, "failed": 55 } }, "rubrics": { "integrity": { "counted": 18, "failed": 14 }, "direction": { "counted": 106, "failed": 87 } }, "hours": 9.392, "pdf": null }, { "model": "glm-5.3", "paper": 7, "judgments": 4, "R_integrity": 80.95, "R_direction": 72.22, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 21, "failed": 4 }, "G2": { "counted": 30, "failed": 8 }, "G3": { "counted": 24, "failed": 7 } }, "rubrics": { "integrity": { "counted": 21, "failed": 4 }, "direction": { "counted": 54, "failed": 15 } }, "hours": 9.62, "pdf": { "path": "artifacts/ai_written_papers/glm-5.3/paper7.pdf", "bytes": 323777, "redacted": null } }, { "model": "glm-5.3", "paper": 8, "judgments": 4, "R_integrity": 35.71, "R_direction": 50.85, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 14, "failed": 9 }, "G2": { "counted": 24, "failed": 9 }, "G3": { "counted": 25, "failed": 11 } }, "rubrics": { "integrity": { "counted": 14, "failed": 9 }, "direction": { "counted": 49, "failed": 20 } }, "hours": 8.239, "pdf": { "path": "artifacts/ai_written_papers/glm-5.3/paper8.pdf", "bytes": 372807, "redacted": null } }, { "model": "glm-5.3", "paper": 9, "judgments": 4, "R_integrity": 60.0, "R_direction": 29.82, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 15, "failed": 6 }, "G2": { "counted": 29, "failed": 20 }, "G3": { "counted": 28, "failed": 19 } }, "rubrics": { "integrity": { "counted": 15, "failed": 6 }, "direction": { "counted": 57, "failed": 39 } }, "hours": 31.12, "pdf": { "path": "artifacts/ai_written_papers/glm-5.3/paper9.pdf", "bytes": 231182, "redacted": null } }, { "model": "glm-5.3", "paper": 10, "judgments": 4, "R_integrity": 30.77, "R_direction": 6.67, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 13, "failed": 9 }, "G2": { "counted": 36, "failed": 33 }, "G3": { "counted": 20, "failed": 19 } }, "rubrics": { "integrity": { "counted": 13, "failed": 9 }, "direction": { "counted": 56, "failed": 52 } }, "hours": 19.407, "pdf": null }, { "model": "glm-5.3", "paper": 11, "judgments": 4, "R_integrity": 46.67, "R_direction": 31.58, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 15, "failed": 8 }, "G2": { "counted": 52, "failed": 35 }, "G3": { "counted": 23, "failed": 13 } }, "rubrics": { "integrity": { "counted": 15, "failed": 8 }, "direction": { "counted": 75, "failed": 48 } }, "hours": 34.077, "pdf": { "path": "artifacts/ai_written_papers/glm-5.3/paper11.pdf", "bytes": 372167, "redacted": null } }, { "model": "glm-5.3", "paper": 12, "judgments": 4, "R_integrity": 61.54, "R_direction": 54.55, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 13, "failed": 5 }, "G2": { "counted": 34, "failed": 14 }, "G3": { "counted": 20, "failed": 8 } }, "rubrics": { "integrity": { "counted": 13, "failed": 5 }, "direction": { "counted": 54, "failed": 22 } }, "hours": 9.289, "pdf": null }, { "model": "glm-5.3", "paper": 13, "judgments": 4, "R_integrity": 43.75, "R_direction": 54.72, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 9 }, "G2": { "counted": 29, "failed": 13 }, "G3": { "counted": 24, "failed": 8 } }, "rubrics": { "integrity": { "counted": 16, "failed": 9 }, "direction": { "counted": 53, "failed": 21 } }, "hours": 13.853, "pdf": { "path": "artifacts/ai_written_papers/glm-5.3/paper13.pdf", "bytes": 397344, "redacted": null } }, { "model": "glm-5.3", "paper": 14, "judgments": 4, "R_integrity": 18.75, "R_direction": 10.2, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 13 }, "G2": { "counted": 29, "failed": 27 }, "G3": { "counted": 20, "failed": 17 } }, "rubrics": { "integrity": { "counted": 16, "failed": 13 }, "direction": { "counted": 49, "failed": 44 } }, "hours": 9.867, "pdf": null }, { "model": "glm-5.3", "paper": 15, "judgments": 4, "R_integrity": 62.5, "R_direction": 58.33, "strict": { "G1": false, "G2": false, "G3": false }, "almost": { "G1": false, "G2": false, "G3": false }, "nodes": { "G1": { "counted": 16, "failed": 6 }, "G2": { "counted": 31, "failed": 12 }, "G3": { "counted": 26, "failed": 8 } }, "rubrics": { "integrity": { "counted": 16, "failed": 6 }, "direction": { "counted": 57, "failed": 20 } }, "hours": 66.141, "pdf": { "path": "artifacts/ai_written_papers/glm-5.3/paper15.pdf", "bytes": 299171, "redacted": null } } ] }, "judge": { "model": "gpt-6-astra", "effort": "max", "harness": "codex-sdk", "protocol": "separated-rubrics-evidence-v1, full-submission view (proposal/ plus the working directory)" }, "grading": "src/grader/eval_artifacts/paper/grading.py of this repository", "models": [ { "dir": "opus-4.8", "label": "Claude-Opus-4.8", "harness": "claude-agent-sdk", "reasoning_effort": "max" }, { "dir": "opus-5", "label": "Claude-Opus-5", "harness": "claude-agent-sdk", "reasoning_effort": "max" }, { "dir": "fable-5", "label": "Claude-Fable-5", "harness": "claude-agent-sdk", "reasoning_effort": "max" }, { "dir": "opus-5.5", "label": "Claude-Opus-5.5", "harness": "claude-agent-sdk", "reasoning_effort": "max" }, { "dir": "sol-5.6", "label": "GPT-5.6-Sol", "harness": "codex-sdk", "reasoning_effort": "max" }, { "dir": "astra-6", "label": "GPT-6-Astra", "harness": "codex-sdk", "reasoning_effort": "max" }, { "dir": "deepseek-v4-pro", "label": "DeepSeek-V4-Pro-0813", "harness": "deepseek-harness", "reasoning_effort": "default" }, { "dir": "kimi-k3", "label": "Kimi-K3", "harness": "kimi-agent-sdk", "reasoning_effort": "default" }, { "dir": "glm-5.3", "label": "GLM-5.3", "harness": "software-agent-sdk", "reasoning_effort": "default" } ], "papers": [ { "id": 1, "group": "A", "title": "Hierarchical modeling of molecular energies using a deep neural network", "domain": "Computational chemistry", "venue": "J. Chem. Phys.", "citations": 428, "lab": "LANL", "lab_name": "Los Alamos National Laboratory", "url": "https://arxiv.org/abs/1710.00017", "direction": "Use HIP-NN's hierarchy-breakdown signal to identify failure motifs and calibrate uncertainty estimates that transfer across conformations." }, { "id": 2, "group": "A", "title": "Extending the accuracy of the SNAP interatomic potential form", "domain": "Materials science", "venue": "J. Chem. Phys.", "citations": 311, "lab": "SNL", "lab_name": "Sandia National Laboratories", "url": "https://arxiv.org/abs/1711.11131", "direction": "Replace SNAP bispectrum components with a learned descriptor and test its accuracy, data efficiency, and cross-material transfer." }, { "id": 3, "group": "A", "title": "Convolutional Dictionary Learning: A Comparative Review and New Algorithms", "domain": "Computational imaging", "venue": "IEEE TCI", "citations": 282, "lab": "LANL", "lab_name": "Los Alamos National Laboratory", "url": "https://arxiv.org/abs/1709.02893", "direction": "Unify CDL dictionary-update algorithms within one multichannel derivation framework and use it to reveal a new method and equivalence." }, { "id": 4, "group": "A", "title": "A Kriging-based approach to autonomous experimentation with applications to X-ray scattering", "domain": "Scientific ML", "venue": "Sci. Rep.", "citations": 136, "lab": "LBNL", "lab_name": "Lawrence Berkeley National Laboratory", "url": "https://doi.org/10.1038/s41598-019-48114-3", "direction": "Develop an acquisition strategy that reconstructs synthetic functions faster than SMART and gSMART." }, { "id": 5, "group": "A", "title": "Adaptive variational quantum dynamics simulations", "domain": "Quantum", "venue": "PRX Quantum", "citations": 203, "lab": "Ames", "lab_name": "Ames National Laboratory", "url": "https://arxiv.org/abs/2011.00622", "direction": "Make AVQDS compatible with fixed nearest-neighbor qubit topology while measuring the resulting accuracy and resource overhead." }, { "id": 6, "group": "A", "title": "Simulations of relativistic-quantum plasmas using real-time lattice scalar QED", "domain": "Plasma physics", "venue": "Phys. Rev. E", "citations": 32, "lab": "PPPL", "lab_name": "Princeton Plasma Physics Laboratory", "url": "https://arxiv.org/abs/1802.00524", "direction": "Stress-test variational lattice scalar QED in new valid and fundamentally invalid regimes, then diagnose and repair its failures." }, { "id": 7, "group": "A", "title": "The non-Riemannian nature of perceptual color space", "domain": "Color science", "venue": "PNAS", "citations": 51, "lab": "LANL", "lab_name": "Los Alamos National Laboratory", "url": "https://doi.org/10.1073/pnas.2119753119", "direction": "Test whether perceptual diminishing returns are organized by cone channels rather than global scaling or generic anisotropy." }, { "id": 8, "group": "A", "title": "Parameterized Physics-informed Neural Networks for Parameterized PDEs", "domain": "Scientific ML", "venue": "ICML", "citations": 113, "lab": null, "lab_name": null, "url": "https://arxiv.org/abs/2408.09446", "direction": "Extend P²INN into a problem-specification encoder that generalizes jointly across coefficients, initial conditions, and boundary conditions." }, { "id": 9, "group": "B", "title": "An efficient explicit implementation of a near-optimal quantum algorithm for simulating linear dissipative differential equations", "domain": "Quantum", "venue": "J. Comput. Phys.", "citations": 6, "lab": "LLNL", "lab_name": "Lawrence Livermore National Laboratory", "url": "https://arxiv.org/abs/2501.11146", "direction": "Improve the mathematical LCHS algorithm by substituting a kernel with better asymptotic resource scaling." }, { "id": 10, "group": "B", "title": "Efficient Berry Phase Calculation via Adaptive Variational Quantum Computing Approach", "domain": "Quantum", "venue": "APL Quantum", "citations": 5, "lab": "Ames", "lab_name": "Ames National Laboratory", "url": "https://arxiv.org/abs/2506.19150", "direction": "Determine how much realistic hardware noise the AVQDS Berry-phase method can tolerate before its topological output fails." }, { "id": 11, "group": "B", "title": "Projected Hessian Learning: Fast Curvature Supervision for Accurate Machine-Learning Interatomic Potentials", "domain": "Computational chemistry", "venue": "Unpublished", "citations": 3, "lab": "LANL", "lab_name": "Los Alamos National Laboratory", "url": "https://arxiv.org/abs/2603.04523", "direction": "Reduce the stochastic-probe requirement of Projected Hessian Learning without sacrificing estimator or downstream model quality." }, { "id": 12, "group": "B", "title": "gp2Scale: Compactly-Supported Non-Stationary Kernels and Distributed Computing for Exact Gaussian Processes on 10 Million Data Points", "domain": "Scientific ML", "venue": "ICML", "citations": 2, "lab": "LBNL", "lab_name": "Lawrence Berkeley National Laboratory", "url": "https://arxiv.org/abs/2512.06143", "direction": "Apply exact large-scale Gaussian processes to a new domain using a domain-specific kernel or sparsity construction." }, { "id": 13, "group": "B", "title": "Particle-in-cell simulations of laser crossbeam energy transfer via magnetized ion-acoustic wave", "domain": "Plasma physics", "venue": "Physics", "citations": 2, "lab": "LLNL", "lab_name": "Lawrence Livermore National Laboratory", "url": "https://arxiv.org/abs/2511.03090", "direction": "Map the boundary where Vlasov theory ceases to predict MagCBET PIC behavior and identify the first invalid assumption." }, { "id": 14, "group": "B", "title": "Simulating plasma wave propagation on a superconducting quantum chip", "domain": "Quantum", "venue": "Phys. Rev. App.", "citations": 1, "lab": "LLNL", "lab_name": "Lawrence Livermore National Laboratory", "url": "https://arxiv.org/abs/2507.09479", "direction": "Add ZZ interactions to the spin-chain model and test whether it quantitatively reproduces nonlinear plasma dynamics." }, { "id": 15, "group": "B", "title": "Beyond Classical Molecular Dynamics with Layered Interatomic Potentials", "domain": "Materials science", "venue": "Unpublished", "citations": 0, "lab": "SNL", "lab_name": "Sandia National Laboratories", "url": "https://www.researchsquare.com/article/rs-9077430/v1", "direction": "Replace the Sommerfeld potential's heuristic sigmoid with a physically principled switching function." } ], "evaluations": [ { "model": "opus-4.8", "paper": 1, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 15, "undetermined": 4 }, "direction": { "pass": 44, "fail": 10 } } }, { "model": "opus-4.8", "paper": 1, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 18, "undetermined": 1 }, "direction": { "pass": 43, "fail": 11 } } }, { "model": "opus-4.8", "paper": 1, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 18, "undetermined": 1 }, "direction": { "pass": 44, "fail": 10 } } }, { "model": "opus-4.8", "paper": 1, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 18, "undetermined": 1 }, "direction": { "pass": 44, "fail": 10 } } }, { "model": "opus-4.8", "paper": 2, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 8, "pass": 13, "undetermined": 2, "not_applicable": 1 }, "direction": { "pass": 45, "fail": 19, "diagnostic": 1, "undetermined": 4 } } }, { "model": "opus-4.8", "paper": 2, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 8, "pass": 15, "not_applicable": 1 }, "direction": { "pass": 41, "fail": 23, "diagnostic": 1, "undetermined": 4 } } }, { "model": "opus-4.8", "paper": 2, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 11, "pass": 12, "not_applicable": 1 }, "direction": { "pass": 45, "fail": 22, "diagnostic": 1, "undetermined": 1 } } }, { "model": "opus-4.8", "paper": 2, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 10, "pass": 12, "undetermined": 1, "not_applicable": 1 }, "direction": { "pass": 41, "fail": 25, "diagnostic": 1, "undetermined": 2 } } }, { "model": "opus-4.8", "paper": 3, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 10 }, "direction": { "pass": 39, "fail": 12 } } }, { "model": "opus-4.8", "paper": 3, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 11 }, "direction": { "pass": 40, "fail": 11 } } }, { "model": "opus-4.8", "paper": 3, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 2, "pass": 14 }, "direction": { "pass": 36, "fail": 14, "undetermined": 1 } } }, { "model": "opus-4.8", "paper": 3, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 11 }, "direction": { "pass": 40, "fail": 11 } } }, { "model": "opus-4.8", "paper": 4, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 18, "fail": 6, "undetermined": 1 }, "direction": { "pass": 46, "fail": 14, "undetermined": 1 } } }, { "model": "opus-4.8", "paper": 4, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 18, "fail": 6, "undetermined": 1 }, "direction": { "pass": 42, "fail": 18, "undetermined": 1 } } }, { "model": "opus-4.8", "paper": 4, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 18, "fail": 6, "undetermined": 1 }, "direction": { "pass": 44, "fail": 16, "undetermined": 1 } } }, { "model": "opus-4.8", "paper": 4, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 18, "fail": 6, "undetermined": 1 }, "direction": { "pass": 43, "fail": 17, "undetermined": 1 } } }, { "model": "opus-4.8", "paper": 5, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 14, "fail": 2, "not_applicable": 1 }, "direction": { "pass": 49, "fail": 18, "undetermined": 7 } } }, { "model": "opus-4.8", "paper": 5, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 13, "fail": 3, "not_applicable": 1 }, "direction": { "pass": 48, "fail": 19, "undetermined": 7 } } }, { "model": "opus-4.8", "paper": 5, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 14, "fail": 1, "undetermined": 1, "not_applicable": 1 }, "direction": { "pass": 48, "fail": 19, "undetermined": 7 } } }, { "model": "opus-4.8", "paper": 5, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 14, "fail": 2, "not_applicable": 1 }, "direction": { "pass": 47, "fail": 21, "undetermined": 6 } } }, { "model": "opus-4.8", "paper": 6, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 8, "undetermined": 3 }, "direction": { "pass": 76, "undetermined": 4, "fail": 30, "diagnostic": 8 } } }, { "model": "opus-4.8", "paper": 6, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 8, "undetermined": 4 }, "direction": { "pass": 81, "fail": 29, "diagnostic": 8 } } }, { "model": "opus-4.8", "paper": 6, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 9, "undetermined": 3 }, "direction": { "pass": 73, "fail": 36, "diagnostic": 8, "not_applicable": 1 } } }, { "model": "opus-4.8", "paper": 6, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 8, "undetermined": 3 }, "direction": { "pass": 74, "undetermined": 4, "fail": 32, "diagnostic": 8 } } }, { "model": "opus-4.8", "paper": 7, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 14, "fail": 6, "undetermined": 1 }, "direction": { "pass": 38, "fail": 16 } } }, { "model": "opus-4.8", "paper": 7, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 14, "undetermined": 2, "fail": 5 }, "direction": { "pass": 37, "fail": 17 } } }, { "model": "opus-4.8", "paper": 7, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 16, "fail": 3, "undetermined": 2 }, "direction": { "pass": 37, "fail": 17 } } }, { "model": "opus-4.8", "paper": 7, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 16, "fail": 3, "undetermined": 2 }, "direction": { "pass": 34, "fail": 20 } } }, { "model": "opus-4.8", "paper": 8, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 8, "fail": 6 }, "direction": { "pass": 29, "fail": 29, "undetermined": 2 } } }, { "model": "opus-4.8", "paper": 8, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 6, "undetermined": 1 }, "direction": { "pass": 26, "fail": 29, "undetermined": 5 } } }, { "model": "opus-4.8", "paper": 8, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 7 }, "direction": { "pass": 28, "fail": 30, "undetermined": 2 } } }, { "model": "opus-4.8", "paper": 8, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 6, "undetermined": 1 }, "direction": { "pass": 27, "fail": 29, "undetermined": 4 } } }, { "model": "opus-4.8", "paper": 9, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 12, "fail": 3 }, "direction": { "pass": 32, "fail": 25, "diagnostic": 1 } } }, { "model": "opus-4.8", "paper": 9, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 12, "fail": 3 }, "direction": { "pass": 30, "fail": 26, "diagnostic": 1, "undetermined": 1 } } }, { "model": "opus-4.8", "paper": 9, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 11, "fail": 3, "undetermined": 1 }, "direction": { "pass": 34, "fail": 23, "diagnostic": 1 } } }, { "model": "opus-4.8", "paper": 9, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 12, "fail": 3 }, "direction": { "pass": 32, "fail": 25, "diagnostic": 1 } } }, { "model": "opus-4.8", "paper": 10, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 3, "pass": 10, "undetermined": 2 }, "direction": { "pass": 36, "fail": 24 } } }, { "model": "opus-4.8", "paper": 10, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 3, "pass": 10, "undetermined": 2 }, "direction": { "pass": 34, "fail": 24, "undetermined": 2 } } }, { "model": "opus-4.8", "paper": 10, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 3, "pass": 11, "undetermined": 1 }, "direction": { "pass": 34, "fail": 24, "undetermined": 2 } } }, { "model": "opus-4.8", "paper": 10, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 3, "pass": 11, "undetermined": 1 }, "direction": { "pass": 36, "fail": 22, "undetermined": 2 } } }, { "model": "opus-4.8", "paper": 11, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 8, "undetermined": 2 }, "direction": { "pass": 44, "fail": 26, "diagnostic": 1, "undetermined": 4, "not_applicable": 1 } } }, { "model": "opus-4.8", "paper": 11, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 9, "undetermined": 1 }, "direction": { "pass": 44, "fail": 26, "diagnostic": 1, "undetermined": 4, "not_applicable": 1 } } }, { "model": "opus-4.8", "paper": 11, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 9, "undetermined": 1 }, "direction": { "pass": 46, "fail": 24, "diagnostic": 1, "undetermined": 4, "not_applicable": 1 } } }, { "model": "opus-4.8", "paper": 11, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 8, "undetermined": 2 }, "direction": { "pass": 46, "fail": 24, "diagnostic": 1, "undetermined": 4, "not_applicable": 1 } } }, { "model": "opus-4.8", "paper": 12, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 8, "undetermined": 1 }, "direction": { "pass": 44, "fail": 9, "undetermined": 2 } } }, { "model": "opus-4.8", "paper": 12, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 8, "undetermined": 1 }, "direction": { "pass": 44, "fail": 9, "undetermined": 2 } } }, { "model": "opus-4.8", "paper": 12, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 6, "undetermined": 2 }, "direction": { "pass": 46, "fail": 8, "undetermined": 1 } } }, { "model": "opus-4.8", "paper": 12, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 8, "undetermined": 1 }, "direction": { "pass": 45, "fail": 8, "undetermined": 2 } } }, { "model": "opus-4.8", "paper": 13, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 10, "undetermined": 2 }, "direction": { "pass": 40, "fail": 13 } } }, { "model": "opus-4.8", "paper": 13, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 11, "undetermined": 1 }, "direction": { "pass": 34, "fail": 19 } } }, { "model": "opus-4.8", "paper": 13, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 11, "undetermined": 1 }, "direction": { "pass": 37, "fail": 16 } } }, { "model": "opus-4.8", "paper": 13, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 3, "pass": 12, "undetermined": 1 }, "direction": { "pass": 37, "fail": 16 } } }, { "model": "opus-4.8", "paper": 14, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 3, "pass": 12, "undetermined": 1 }, "direction": { "pass": 26, "fail": 22, "undetermined": 3 } } }, { "model": "opus-4.8", "paper": 14, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 13, "fail": 2, "undetermined": 1 }, "direction": { "pass": 27, "fail": 23, "undetermined": 1 } } }, { "model": "opus-4.8", "paper": 14, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 13, "fail": 2, "undetermined": 1 }, "direction": { "pass": 27, "fail": 21, "undetermined": 3 } } }, { "model": "opus-4.8", "paper": 14, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 2, "pass": 12, "undetermined": 2 }, "direction": { "pass": 26, "fail": 23, "undetermined": 2 } } }, { "model": "opus-4.8", "paper": 15, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "undetermined": 3, "fail": 4, "pass": 9 }, "direction": { "pass": 34, "fail": 24, "undetermined": 2 } } }, { "model": "opus-4.8", "paper": 15, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "undetermined": 2, "pass": 12, "fail": 2 }, "direction": { "pass": 34, "fail": 24, "undetermined": 2 } } }, { "model": "opus-4.8", "paper": 15, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "undetermined": 2, "fail": 3, "pass": 11 }, "direction": { "pass": 34, "fail": 24, "undetermined": 2 } } }, { "model": "opus-4.8", "paper": 15, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "undetermined": 3, "fail": 4, "pass": 9 }, "direction": { "pass": 34, "fail": 24, "undetermined": 2 } } }, { "model": "opus-5", "paper": 1, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 19 }, "direction": { "pass": 40, "fail": 13, "undetermined": 1 } } }, { "model": "opus-5", "paper": 1, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 19 }, "direction": { "pass": 37, "fail": 16, "undetermined": 1 } } }, { "model": "opus-5", "paper": 1, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 19 }, "direction": { "pass": 39, "fail": 14, "undetermined": 1 } } }, { "model": "opus-5", "paper": 1, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 3, "pass": 20 }, "direction": { "pass": 38, "fail": 15, "undetermined": 1 } } }, { "model": "opus-5", "paper": 2, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 17, "undetermined": 1 }, "direction": { "pass": 52, "fail": 16, "diagnostic": 1 } } }, { "model": "opus-5", "paper": 2, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 16, "undetermined": 1 }, "direction": { "pass": 51, "fail": 17, "diagnostic": 1 } } }, { "model": "opus-5", "paper": 2, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 16, "undetermined": 2 }, "direction": { "pass": 46, "fail": 21, "diagnostic": 1, "undetermined": 1 } } }, { "model": "opus-5", "paper": 2, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 17, "undetermined": 2 }, "direction": { "pass": 45, "fail": 23, "diagnostic": 1 } } }, { "model": "opus-5", "paper": 3, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 2, "pass": 14 }, "direction": { "pass": 35, "fail": 15, "undetermined": 1 } } }, { "model": "opus-5", "paper": 3, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 3, "pass": 13 }, "direction": { "pass": 36, "fail": 14, "undetermined": 1 } } }, { "model": "opus-5", "paper": 3, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 2, "pass": 12, "undetermined": 2 }, "direction": { "pass": 36, "fail": 14, "undetermined": 1 } } }, { "model": "opus-5", "paper": 3, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 11, "undetermined": 1 }, "direction": { "pass": 34, "fail": 15, "undetermined": 2 } } }, { "model": "opus-5", "paper": 4, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 13, "fail": 10, "not_applicable": 1, "undetermined": 1 }, "direction": { "pass": 49, "fail": 11, "undetermined": 1 } } }, { "model": "opus-5", "paper": 4, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 18, "fail": 5, "not_applicable": 1, "undetermined": 1 }, "direction": { "pass": 50, "fail": 11 } } }, { "model": "opus-5", "paper": 4, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 15, "fail": 8, "not_applicable": 1, "undetermined": 1 }, "direction": { "pass": 49, "fail": 12 } } }, { "model": "opus-5", "paper": 4, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 16, "fail": 8, "undetermined": 1 }, "direction": { "pass": 50, "fail": 11 } } }, { "model": "opus-5", "paper": 5, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "undetermined": 3, "pass": 11, "fail": 3 }, "direction": { "pass": 58, "fail": 14, "undetermined": 2 } } }, { "model": "opus-5", "paper": 5, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "undetermined": 2, "pass": 12, "fail": 3 }, "direction": { "pass": 57, "fail": 15, "undetermined": 2 } } }, { "model": "opus-5", "paper": 5, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "undetermined": 3, "pass": 10, "fail": 4 }, "direction": { "pass": 57, "fail": 15, "undetermined": 2 } } }, { "model": "opus-5", "paper": 5, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "undetermined": 4, "pass": 13 }, "direction": { "pass": 57, "fail": 15, "undetermined": 2 } } }, { "model": "opus-5", "paper": 6, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 10, "undetermined": 4, "fail": 4 }, "direction": { "pass": 83, "undetermined": 5, "fail": 21, "diagnostic": 8, "not_applicable": 1 } } }, { "model": "opus-5", "paper": 6, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 9, "fail": 5, "undetermined": 4 }, "direction": { "pass": 75, "fail": 34, "diagnostic": 8, "not_applicable": 1 } } }, { "model": "opus-5", "paper": 6, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 9, "fail": 6, "undetermined": 3 }, "direction": { "pass": 81, "fail": 27, "undetermined": 1, "diagnostic": 8, "not_applicable": 1 } } }, { "model": "opus-5", "paper": 6, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 10, "undetermined": 4, "fail": 4 }, "direction": { "pass": 85, "fail": 23, "undetermined": 1, "diagnostic": 8, "not_applicable": 1 } } }, { "model": "opus-5", "paper": 7, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 15, "fail": 6 }, "direction": { "pass": 42, "fail": 12 } } }, { "model": "opus-5", "paper": 7, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 15, "fail": 5, "undetermined": 1 }, "direction": { "pass": 41, "fail": 13 } } }, { "model": "opus-5", "paper": 7, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 14, "fail": 6, "undetermined": 1 }, "direction": { "pass": 40, "fail": 14 } } }, { "model": "opus-5", "paper": 7, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 15, "fail": 5, "undetermined": 1 }, "direction": { "pass": 41, "fail": 13 } } }, { "model": "opus-5", "paper": 8, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 9 }, "direction": { "pass": 39, "fail": 20, "undetermined": 1 } } }, { "model": "opus-5", "paper": 8, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 7 }, "direction": { "pass": 39, "fail": 20, "undetermined": 1 } } }, { "model": "opus-5", "paper": 8, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 10, "fail": 4 }, "direction": { "pass": 41, "fail": 18, "undetermined": 1 } } }, { "model": "opus-5", "paper": 8, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 7 }, "direction": { "pass": 37, "fail": 22, "undetermined": 1 } } }, { "model": "opus-5", "paper": 9, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "undetermined": 5, "fail": 5, "pass": 5 }, "direction": { "pass": 27, "fail": 29, "diagnostic": 1, "undetermined": 1 } } }, { "model": "opus-5", "paper": 9, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "undetermined": 6, "fail": 4, "pass": 5 }, "direction": { "pass": 28, "fail": 28, "diagnostic": 1, "undetermined": 1 } } }, { "model": "opus-5", "paper": 9, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "undetermined": 6, "fail": 3, "pass": 6 }, "direction": { "pass": 25, "fail": 31, "diagnostic": 1, "undetermined": 1 } } }, { "model": "opus-5", "paper": 9, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "undetermined": 5, "fail": 5, "pass": 5 }, "direction": { "pass": 27, "fail": 29, "diagnostic": 1, "undetermined": 1 } } }, { "model": "opus-5", "paper": 10, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 9 }, "direction": { "pass": 40, "fail": 20 } } }, { "model": "opus-5", "paper": 10, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 8 }, "direction": { "pass": 39, "fail": 21 } } }, { "model": "opus-5", "paper": 10, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 8 }, "direction": { "pass": 40, "fail": 20 } } }, { "model": "opus-5", "paper": 10, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 9 }, "direction": { "pass": 41, "fail": 19 } } }, { "model": "opus-5", "paper": 11, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 8, "undetermined": 2 }, "direction": { "pass": 57, "fail": 13, "diagnostic": 1, "undetermined": 5 } } }, { "model": "opus-5", "paper": 11, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 8, "undetermined": 2 }, "direction": { "pass": 55, "fail": 15, "diagnostic": 1, "undetermined": 5 } } }, { "model": "opus-5", "paper": 11, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 8, "undetermined": 2 }, "direction": { "pass": 59, "fail": 15, "diagnostic": 1, "undetermined": 1 } } }, { "model": "opus-5", "paper": 11, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 8, "undetermined": 2 }, "direction": { "pass": 56, "fail": 13, "undetermined": 6, "diagnostic": 1 } } }, { "model": "opus-5", "paper": 12, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 8 }, "direction": { "pass": 45, "fail": 10 } } }, { "model": "opus-5", "paper": 12, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 6, "undetermined": 2 }, "direction": { "pass": 46, "fail": 9 } } }, { "model": "opus-5", "paper": 12, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 5, "undetermined": 3 }, "direction": { "pass": 45, "fail": 9, "undetermined": 1 } } }, { "model": "opus-5", "paper": 12, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 9, "fail": 4 }, "direction": { "pass": 47, "fail": 7, "undetermined": 1 } } }, { "model": "opus-5", "paper": 13, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 10, "undetermined": 1 }, "direction": { "pass": 31, "fail": 21, "undetermined": 1 } } }, { "model": "opus-5", "paper": 13, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 10, "undetermined": 1 }, "direction": { "pass": 30, "fail": 22, "undetermined": 1 } } }, { "model": "opus-5", "paper": 13, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 10, "undetermined": 1 }, "direction": { "pass": 32, "fail": 20, "undetermined": 1 } } }, { "model": "opus-5", "paper": 13, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 10, "undetermined": 1 }, "direction": { "pass": 33, "fail": 20 } } }, { "model": "opus-5", "paper": 14, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 11 }, "direction": { "pass": 38, "fail": 12, "undetermined": 1 } } }, { "model": "opus-5", "paper": 14, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 11 }, "direction": { "pass": 38, "fail": 12, "undetermined": 1 } } }, { "model": "opus-5", "paper": 14, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 11 }, "direction": { "pass": 34, "fail": 16, "undetermined": 1 } } }, { "model": "opus-5", "paper": 14, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 11 }, "direction": { "pass": 38, "fail": 12, "undetermined": 1 } } }, { "model": "opus-5", "paper": 15, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 10 }, "direction": { "pass": 36, "fail": 22, "undetermined": 2 } } }, { "model": "opus-5", "paper": 15, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 10, "undetermined": 1 }, "direction": { "pass": 33, "fail": 24, "undetermined": 3 } } }, { "model": "opus-5", "paper": 15, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 10 }, "direction": { "pass": 37, "fail": 20, "undetermined": 3 } } }, { "model": "opus-5", "paper": 15, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 10 }, "direction": { "pass": 36, "fail": 22, "undetermined": 2 } } }, { "model": "fable-5", "paper": 1, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 18 }, "direction": { "pass": 43, "fail": 11 } } }, { "model": "fable-5", "paper": 1, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 18 }, "direction": { "pass": 43, "fail": 11 } } }, { "model": "fable-5", "paper": 1, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 3, "pass": 20 }, "direction": { "pass": 43, "fail": 11 } } }, { "model": "fable-5", "paper": 1, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 18 }, "direction": { "pass": 43, "fail": 11 } } }, { "model": "fable-5", "paper": 2, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 18 }, "direction": { "pass": 57, "fail": 7, "diagnostic": 1, "undetermined": 4 } } }, { "model": "fable-5", "paper": 2, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 17, "undetermined": 1 }, "direction": { "pass": 54, "fail": 10, "diagnostic": 1, "undetermined": 4 } } }, { "model": "fable-5", "paper": 2, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 17 }, "direction": { "pass": 58, "diagnostic": 1, "fail": 6, "undetermined": 4 } } }, { "model": "fable-5", "paper": 2, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 18 }, "direction": { "pass": 57, "fail": 7, "diagnostic": 1, "undetermined": 4 } } }, { "model": "fable-5", "paper": 3, "repeat": 1, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 42, "fail": 9 } } }, { "model": "fable-5", "paper": 3, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 13, "fail": 3 }, "direction": { "pass": 40, "fail": 11 } } }, { "model": "fable-5", "paper": 3, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 14, "fail": 2 }, "direction": { "pass": 41, "fail": 10 } } }, { "model": "fable-5", "paper": 3, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 13, "fail": 3 }, "direction": { "pass": 40, "not_applicable": 2, "fail": 8, "undetermined": 1 } } }, { "model": "fable-5", "paper": 4, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 17, "not_applicable": 1 }, "direction": { "pass": 50, "fail": 9, "undetermined": 2 } } }, { "model": "fable-5", "paper": 4, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 17, "not_applicable": 1 }, "direction": { "pass": 49, "fail": 11, "undetermined": 1 } } }, { "model": "fable-5", "paper": 4, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 18 }, "direction": { "pass": 50, "fail": 9, "undetermined": 2 } } }, { "model": "fable-5", "paper": 4, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 9, "pass": 15, "not_applicable": 1 }, "direction": { "pass": 50, "fail": 9, "undetermined": 2 } } }, { "model": "fable-5", "paper": 5, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 14, "fail": 2, "undetermined": 1 }, "direction": { "pass": 65, "fail": 9 } } }, { "model": "fable-5", "paper": 5, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 16, "undetermined": 1 }, "direction": { "pass": 64, "fail": 10 } } }, { "model": "fable-5", "paper": 5, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 14, "fail": 2, "undetermined": 1 }, "direction": { "pass": 64, "fail": 10 } } }, { "model": "fable-5", "paper": 5, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 15, "fail": 2 }, "direction": { "pass": 65, "fail": 9 } } }, { "model": "fable-5", "paper": 6, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 9, "undetermined": 2 }, "direction": { "pass": 90, "fail": 18, "diagnostic": 8, "undetermined": 1, "not_applicable": 1 } } }, { "model": "fable-5", "paper": 6, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 8, "undetermined": 3 }, "direction": { "pass": 91, "fail": 17, "diagnostic": 8, "undetermined": 1, "not_applicable": 1 } } }, { "model": "fable-5", "paper": 6, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 8, "fail": 7, "undetermined": 3 }, "direction": { "pass": 93, "fail": 15, "diagnostic": 8, "undetermined": 1, "not_applicable": 1 } } }, { "model": "fable-5", "paper": 6, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 8, "undetermined": 3 }, "direction": { "pass": 90, "fail": 19, "diagnostic": 8, "not_applicable": 1 } } }, { "model": "fable-5", "paper": 7, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 10, "pass": 11 }, "direction": { "pass": 40, "fail": 14 } } }, { "model": "fable-5", "paper": 7, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 10, "pass": 9, "undetermined": 2 }, "direction": { "pass": 44, "fail": 10 } } }, { "model": "fable-5", "paper": 7, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 10, "pass": 11 }, "direction": { "pass": 42, "fail": 12 } } }, { "model": "fable-5", "paper": 7, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 10, "pass": 11 }, "direction": { "pass": 43, "fail": 11 } } }, { "model": "fable-5", "paper": 8, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 9 }, "direction": { "pass": 38, "fail": 18, "undetermined": 4 } } }, { "model": "fable-5", "paper": 8, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 9 }, "direction": { "pass": 35, "fail": 20, "undetermined": 5 } } }, { "model": "fable-5", "paper": 8, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 9 }, "direction": { "pass": 36, "fail": 21, "undetermined": 3 } } }, { "model": "fable-5", "paper": 8, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 9 }, "direction": { "pass": 36, "fail": 22, "undetermined": 2 } } }, { "model": "fable-5", "paper": 9, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 11 }, "direction": { "pass": 29, "fail": 28, "diagnostic": 1 } } }, { "model": "fable-5", "paper": 9, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 10, "undetermined": 1 }, "direction": { "pass": 29, "fail": 28, "diagnostic": 1 } } }, { "model": "fable-5", "paper": 9, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 10 }, "direction": { "pass": 30, "fail": 27, "diagnostic": 1 } } }, { "model": "fable-5", "paper": 9, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 13, "fail": 2 }, "direction": { "pass": 30, "fail": 27, "diagnostic": 1 } } }, { "model": "fable-5", "paper": 10, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 9, "undetermined": 2 }, "direction": { "pass": 38, "fail": 19, "undetermined": 3 } } }, { "model": "fable-5", "paper": 10, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 10, "undetermined": 1 }, "direction": { "pass": 42, "fail": 16, "not_applicable": 2 } } }, { "model": "fable-5", "paper": 10, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 11, "fail": 3, "undetermined": 1 }, "direction": { "pass": 41, "fail": 17, "not_applicable": 2 } } }, { "model": "fable-5", "paper": 10, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 3, "pass": 11, "undetermined": 1 }, "direction": { "pass": 39, "fail": 18, "undetermined": 3 } } }, { "model": "fable-5", "paper": 11, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 10, "undetermined": 1 }, "direction": { "pass": 54, "fail": 13, "undetermined": 7, "diagnostic": 1, "not_applicable": 1 } } }, { "model": "fable-5", "paper": 11, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 9 }, "direction": { "pass": 57, "fail": 16, "diagnostic": 1, "not_applicable": 1, "undetermined": 1 } } }, { "model": "fable-5", "paper": 11, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 9 }, "direction": { "pass": 57, "fail": 16, "diagnostic": 1, "not_applicable": 1, "undetermined": 1 } } }, { "model": "fable-5", "paper": 11, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 9 }, "direction": { "pass": 55, "fail": 18, "diagnostic": 1, "not_applicable": 1, "undetermined": 1 } } }, { "model": "fable-5", "paper": 12, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 9 }, "direction": { "pass": 46, "fail": 9 } } }, { "model": "fable-5", "paper": 12, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 3, "pass": 10 }, "direction": { "pass": 48, "fail": 7 } } }, { "model": "fable-5", "paper": 12, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 10, "fail": 3 }, "direction": { "pass": 46, "fail": 9 } } }, { "model": "fable-5", "paper": 12, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 9 }, "direction": { "pass": 48, "fail": 7 } } }, { "model": "fable-5", "paper": 13, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 10, "undetermined": 2 }, "direction": { "pass": 35, "fail": 17, "undetermined": 1 } } }, { "model": "fable-5", "paper": 13, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 10, "undetermined": 2 }, "direction": { "pass": 34, "fail": 18, "undetermined": 1 } } }, { "model": "fable-5", "paper": 13, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 12, "fail": 2, "undetermined": 2 }, "direction": { "pass": 35, "fail": 17, "undetermined": 1 } } }, { "model": "fable-5", "paper": 13, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 9, "undetermined": 2 }, "direction": { "pass": 34, "fail": 18, "undetermined": 1 } } }, { "model": "fable-5", "paper": 14, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 3, "pass": 13 }, "direction": { "pass": 37, "fail": 12, "undetermined": 2 } } }, { "model": "fable-5", "paper": 14, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 2, "pass": 14 }, "direction": { "pass": 35, "fail": 14, "undetermined": 2 } } }, { "model": "fable-5", "paper": 14, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 3, "pass": 13 }, "direction": { "pass": 34, "fail": 14, "undetermined": 3 } } }, { "model": "fable-5", "paper": 14, "repeat": 4, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 36, "fail": 13, "undetermined": 2 } } }, { "model": "fable-5", "paper": 15, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 9, "undetermined": 1 }, "direction": { "pass": 36, "fail": 22, "undetermined": 2 } } }, { "model": "fable-5", "paper": 15, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 10 }, "direction": { "pass": 37, "fail": 21, "undetermined": 2 } } }, { "model": "fable-5", "paper": 15, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 9, "undetermined": 1 }, "direction": { "pass": 39, "fail": 19, "undetermined": 2 } } }, { "model": "fable-5", "paper": 15, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 10 }, "direction": { "pass": 36, "fail": 22, "undetermined": 2 } } }, { "model": "opus-5.5", "paper": 1, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 3, "pass": 20 }, "direction": { "pass": 44, "fail": 10 } } }, { "model": "opus-5.5", "paper": 1, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 22, "fail": 1 }, "direction": { "pass": 45, "fail": 9 } } }, { "model": "opus-5.5", "paper": 1, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 21, "fail": 2 }, "direction": { "pass": 45, "fail": 9 } } }, { "model": "opus-5.5", "paper": 1, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 3, "pass": 20 }, "direction": { "pass": 43, "fail": 11 } } }, { "model": "opus-5.5", "paper": 2, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 21, "fail": 2, "undetermined": 1 }, "direction": { "pass": 58, "diagnostic": 1, "fail": 10 } } }, { "model": "opus-5.5", "paper": 2, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 20, "fail": 3, "undetermined": 1 }, "direction": { "pass": 59, "diagnostic": 1, "fail": 9 } } }, { "model": "opus-5.5", "paper": 2, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 21, "fail": 3 }, "direction": { "pass": 58, "diagnostic": 1, "fail": 10 } } }, { "model": "opus-5.5", "paper": 2, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 21, "fail": 2, "undetermined": 1 }, "direction": { "pass": 59, "diagnostic": 1, "fail": 9 } } }, { "model": "opus-5.5", "paper": 3, "repeat": 1, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 39, "fail": 9, "undetermined": 3 } } }, { "model": "opus-5.5", "paper": 3, "repeat": 2, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 43, "fail": 7, "undetermined": 1 } } }, { "model": "opus-5.5", "paper": 3, "repeat": 3, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 37, "fail": 12, "undetermined": 2 } } }, { "model": "opus-5.5", "paper": 3, "repeat": 4, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 42, "fail": 7, "undetermined": 2 } } }, { "model": "opus-5.5", "paper": 4, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 22, "not_applicable": 1, "fail": 2 }, "direction": { "pass": 54, "fail": 7 } } }, { "model": "opus-5.5", "paper": 4, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 23, "fail": 2 }, "direction": { "pass": 53, "fail": 8 } } }, { "model": "opus-5.5", "paper": 4, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 23, "fail": 2 }, "direction": { "pass": 54, "fail": 7 } } }, { "model": "opus-5.5", "paper": 4, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 23, "fail": 2 }, "direction": { "pass": 52, "fail": 9 } } }, { "model": "opus-5.5", "paper": 5, "repeat": 1, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 17 }, "direction": { "pass": 65, "fail": 9 } } }, { "model": "opus-5.5", "paper": 5, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 16, "fail": 1 }, "direction": { "pass": 65, "fail": 9 } } }, { "model": "opus-5.5", "paper": 5, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 16, "fail": 1 }, "direction": { "pass": 65, "fail": 9 } } }, { "model": "opus-5.5", "paper": 5, "repeat": 4, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 17 }, "direction": { "pass": 65, "fail": 9 } } }, { "model": "opus-5.5", "paper": 6, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 14, "fail": 1, "undetermined": 3 }, "direction": { "pass": 91, "fail": 18, "diagnostic": 8, "not_applicable": 1 } } }, { "model": "opus-5.5", "paper": 6, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 15, "fail": 1, "undetermined": 2 }, "direction": { "pass": 93, "fail": 16, "diagnostic": 8, "not_applicable": 1 } } }, { "model": "opus-5.5", "paper": 6, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 14, "fail": 1, "undetermined": 3 }, "direction": { "pass": 90, "undetermined": 4, "fail": 15, "diagnostic": 8, "not_applicable": 1 } } }, { "model": "opus-5.5", "paper": 6, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 14, "fail": 1, "undetermined": 3 }, "direction": { "pass": 91, "fail": 18, "diagnostic": 8, "not_applicable": 1 } } }, { "model": "opus-5.5", "paper": 7, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 17, "fail": 3, "undetermined": 1 }, "direction": { "pass": 48, "fail": 6 } } }, { "model": "opus-5.5", "paper": 7, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 18, "fail": 3 }, "direction": { "pass": 47, "fail": 7 } } }, { "model": "opus-5.5", "paper": 7, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 17, "fail": 3, "undetermined": 1 }, "direction": { "pass": 49, "fail": 5 } } }, { "model": "opus-5.5", "paper": 7, "repeat": 4, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 21 }, "direction": { "pass": 48, "fail": 6 } } }, { "model": "opus-5.5", "paper": 8, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 1, "pass": 13 }, "direction": { "pass": 41, "fail": 18, "undetermined": 1 } } }, { "model": "opus-5.5", "paper": 8, "repeat": 2, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 14 }, "direction": { "pass": 40, "fail": 19, "undetermined": 1 } } }, { "model": "opus-5.5", "paper": 8, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 1, "pass": 13 }, "direction": { "pass": 42, "fail": 18 } } }, { "model": "opus-5.5", "paper": 8, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 1, "pass": 13 }, "direction": { "pass": 42, "fail": 17, "undetermined": 1 } } }, { "model": "opus-5.5", "paper": 9, "repeat": 1, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 15 }, "direction": { "pass": 35, "fail": 22, "diagnostic": 1 } } }, { "model": "opus-5.5", "paper": 9, "repeat": 2, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 15 }, "direction": { "pass": 38, "fail": 18, "diagnostic": 1, "undetermined": 1 } } }, { "model": "opus-5.5", "paper": 9, "repeat": 3, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 15 }, "direction": { "pass": 35, "fail": 21, "diagnostic": 1, "undetermined": 1 } } }, { "model": "opus-5.5", "paper": 9, "repeat": 4, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 15 }, "direction": { "pass": 35, "fail": 22, "diagnostic": 1 } } }, { "model": "opus-5.5", "paper": 10, "repeat": 1, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 15 }, "direction": { "pass": 48, "fail": 12 } } }, { "model": "opus-5.5", "paper": 10, "repeat": 2, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 15 }, "direction": { "pass": 48, "fail": 12 } } }, { "model": "opus-5.5", "paper": 10, "repeat": 3, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 15 }, "direction": { "pass": 48, "fail": 12 } } }, { "model": "opus-5.5", "paper": 10, "repeat": 4, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 15 }, "direction": { "pass": 48, "fail": 12 } } }, { "model": "opus-5.5", "paper": 11, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 13, "fail": 2 }, "direction": { "pass": 62, "fail": 10, "diagnostic": 1, "not_applicable": 2, "undetermined": 1 } } }, { "model": "opus-5.5", "paper": 11, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 13, "fail": 2 }, "direction": { "pass": 63, "fail": 9, "diagnostic": 1, "not_applicable": 2, "undetermined": 1 } } }, { "model": "opus-5.5", "paper": 11, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 13, "fail": 2 }, "direction": { "pass": 64, "fail": 8, "diagnostic": 1, "not_applicable": 2, "undetermined": 1 } } }, { "model": "opus-5.5", "paper": 11, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 13, "fail": 2 }, "direction": { "pass": 63, "fail": 9, "diagnostic": 1, "not_applicable": 2, "undetermined": 1 } } }, { "model": "opus-5.5", "paper": 12, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 12, "fail": 1 }, "direction": { "pass": 49, "fail": 3, "undetermined": 3 } } }, { "model": "opus-5.5", "paper": 12, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 12, "fail": 1 }, "direction": { "pass": 51, "fail": 4 } } }, { "model": "opus-5.5", "paper": 12, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 10, "fail": 3 }, "direction": { "pass": 48, "fail": 7 } } }, { "model": "opus-5.5", "paper": 12, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 12, "fail": 1 }, "direction": { "pass": 49, "undetermined": 1, "fail": 5 } } }, { "model": "opus-5.5", "paper": 13, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 1, "pass": 15 }, "direction": { "pass": 38, "fail": 15 } } }, { "model": "opus-5.5", "paper": 13, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 2, "pass": 14 }, "direction": { "pass": 40, "fail": 13 } } }, { "model": "opus-5.5", "paper": 13, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 1, "pass": 15 }, "direction": { "pass": 39, "fail": 14 } } }, { "model": "opus-5.5", "paper": 13, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 1, "pass": 15 }, "direction": { "pass": 40, "fail": 13 } } }, { "model": "opus-5.5", "paper": 14, "repeat": 1, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 42, "fail": 8, "undetermined": 1 } } }, { "model": "opus-5.5", "paper": 14, "repeat": 2, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 40, "fail": 11 } } }, { "model": "opus-5.5", "paper": 14, "repeat": 3, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 39, "fail": 12 } } }, { "model": "opus-5.5", "paper": 14, "repeat": 4, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 41, "fail": 9, "undetermined": 1 } } }, { "model": "opus-5.5", "paper": 15, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 10 }, "direction": { "pass": 50, "fail": 10 } } }, { "model": "opus-5.5", "paper": 15, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 12 }, "direction": { "pass": 45, "fail": 14, "undetermined": 1 } } }, { "model": "opus-5.5", "paper": 15, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 3, "pass": 13 }, "direction": { "pass": 48, "fail": 12 } } }, { "model": "opus-5.5", "paper": 15, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 3, "pass": 13 }, "direction": { "pass": 47, "fail": 13 } } }, { "model": "sol-5.6", "paper": 1, "repeat": 1, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 23 }, "direction": { "pass": 49, "fail": 5 } } }, { "model": "sol-5.6", "paper": 1, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 21, "fail": 2 }, "direction": { "pass": 48, "fail": 6 } } }, { "model": "sol-5.6", "paper": 1, "repeat": 3, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 23 }, "direction": { "pass": 48, "fail": 6 } } }, { "model": "sol-5.6", "paper": 1, "repeat": 4, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 23 }, "direction": { "pass": 49, "fail": 5 } } }, { "model": "sol-5.6", "paper": 2, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 20, "fail": 3, "undetermined": 1 }, "direction": { "pass": 53, "fail": 13, "diagnostic": 1, "undetermined": 1, "not_applicable": 1 } } }, { "model": "sol-5.6", "paper": 2, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 20, "fail": 3, "undetermined": 1 }, "direction": { "pass": 50, "fail": 16, "diagnostic": 1, "undetermined": 1, "not_applicable": 1 } } }, { "model": "sol-5.6", "paper": 2, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 21, "fail": 2, "undetermined": 1 }, "direction": { "pass": 51, "fail": 15, "diagnostic": 1, "undetermined": 1, "not_applicable": 1 } } }, { "model": "sol-5.6", "paper": 2, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 20, "fail": 3, "undetermined": 1 }, "direction": { "pass": 51, "fail": 15, "undetermined": 2, "not_applicable": 1 } } }, { "model": "sol-5.6", "paper": 3, "repeat": 1, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 38, "fail": 12, "undetermined": 1 } } }, { "model": "sol-5.6", "paper": 3, "repeat": 2, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 40, "fail": 11 } } }, { "model": "sol-5.6", "paper": 3, "repeat": 3, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 39, "fail": 12 } } }, { "model": "sol-5.6", "paper": 3, "repeat": 4, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 39, "fail": 12 } } }, { "model": "sol-5.6", "paper": 4, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 19 }, "direction": { "pass": 44, "fail": 7, "undetermined": 10 } } }, { "model": "sol-5.6", "paper": 4, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 19 }, "direction": { "pass": 42, "fail": 9, "undetermined": 10 } } }, { "model": "sol-5.6", "paper": 4, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 20 }, "direction": { "pass": 42, "fail": 9, "undetermined": 10 } } }, { "model": "sol-5.6", "paper": 4, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 19 }, "direction": { "pass": 44, "fail": 7, "undetermined": 10 } } }, { "model": "sol-5.6", "paper": 5, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 16, "undetermined": 1 }, "direction": { "pass": 50, "fail": 20, "undetermined": 4 } } }, { "model": "sol-5.6", "paper": 5, "repeat": 2, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 17 }, "direction": { "pass": 54, "fail": 19, "undetermined": 1 } } }, { "model": "sol-5.6", "paper": 5, "repeat": 3, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 17 }, "direction": { "pass": 48, "fail": 25, "undetermined": 1 } } }, { "model": "sol-5.6", "paper": 5, "repeat": 4, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 17 }, "direction": { "pass": 56, "fail": 18 } } }, { "model": "sol-5.6", "paper": 6, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 12, "fail": 3, "undetermined": 3 }, "direction": { "pass": 83, "fail": 24, "undetermined": 2, "diagnostic": 8, "not_applicable": 1 } } }, { "model": "sol-5.6", "paper": 6, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 10, "fail": 3, "undetermined": 5 }, "direction": { "pass": 83, "undetermined": 6, "fail": 20, "diagnostic": 8, "not_applicable": 1 } } }, { "model": "sol-5.6", "paper": 6, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 11, "fail": 3, "undetermined": 4 }, "direction": { "pass": 86, "fail": 21, "undetermined": 2, "diagnostic": 8, "not_applicable": 1 } } }, { "model": "sol-5.6", "paper": 6, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 13, "fail": 3, "undetermined": 2 }, "direction": { "pass": 83, "fail": 24, "undetermined": 2, "diagnostic": 8, "not_applicable": 1 } } }, { "model": "sol-5.6", "paper": 7, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 20, "undetermined": 1 }, "direction": { "pass": 48, "fail": 5, "undetermined": 1 } } }, { "model": "sol-5.6", "paper": 7, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 20, "undetermined": 1 }, "direction": { "pass": 49, "fail": 5 } } }, { "model": "sol-5.6", "paper": 7, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 20, "undetermined": 1 }, "direction": { "pass": 48, "fail": 6 } } }, { "model": "sol-5.6", "paper": 7, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 20, "undetermined": 1 }, "direction": { "pass": 49, "fail": 4, "undetermined": 1 } } }, { "model": "sol-5.6", "paper": 8, "repeat": 1, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 14 }, "direction": { "pass": 44, "not_applicable": 2, "fail": 10, "undetermined": 4 } } }, { "model": "sol-5.6", "paper": 8, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 13, "fail": 1 }, "direction": { "pass": 43, "fail": 11, "not_applicable": 2, "undetermined": 4 } } }, { "model": "sol-5.6", "paper": 8, "repeat": 3, "gates": { "G1": "pass", "G2": "fail", "G3": "pass" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 14 }, "direction": { "pass": 45, "fail": 11, "not_applicable": 2, "undetermined": 2 } } }, { "model": "sol-5.6", "paper": 8, "repeat": 4, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 14 }, "direction": { "pass": 43, "fail": 11, "not_applicable": 2, "undetermined": 4 } } }, { "model": "sol-5.6", "paper": 9, "repeat": 1, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 15 }, "direction": { "pass": 47, "diagnostic": 1, "fail": 10 } } }, { "model": "sol-5.6", "paper": 9, "repeat": 2, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 15 }, "direction": { "pass": 49, "diagnostic": 1, "fail": 8 } } }, { "model": "sol-5.6", "paper": 9, "repeat": 3, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 15 }, "direction": { "pass": 47, "diagnostic": 1, "fail": 10 } } }, { "model": "sol-5.6", "paper": 9, "repeat": 4, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 15 }, "direction": { "pass": 47, "diagnostic": 1, "fail": 10 } } }, { "model": "sol-5.6", "paper": 10, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 14, "undetermined": 1 }, "direction": { "pass": 46, "fail": 14 } } }, { "model": "sol-5.6", "paper": 10, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 14, "undetermined": 1 }, "direction": { "pass": 45, "fail": 15 } } }, { "model": "sol-5.6", "paper": 10, "repeat": 3, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 15 }, "direction": { "pass": 49, "fail": 11 } } }, { "model": "sol-5.6", "paper": 10, "repeat": 4, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 15 }, "direction": { "pass": 47, "fail": 12, "undetermined": 1 } } }, { "model": "sol-5.6", "paper": 11, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "undetermined": 3, "pass": 11, "fail": 1 }, "direction": { "pass": 64, "fail": 11, "diagnostic": 1 } } }, { "model": "sol-5.6", "paper": 11, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "undetermined": 3, "pass": 11, "fail": 1 }, "direction": { "pass": 64, "fail": 11, "diagnostic": 1 } } }, { "model": "sol-5.6", "paper": 11, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "undetermined": 3, "pass": 11, "fail": 1 }, "direction": { "pass": 64, "fail": 11, "diagnostic": 1 } } }, { "model": "sol-5.6", "paper": 11, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "undetermined": 3, "pass": 11, "fail": 1 }, "direction": { "pass": 66, "undetermined": 2, "diagnostic": 1, "fail": 7 } } }, { "model": "sol-5.6", "paper": 12, "repeat": 1, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 13 }, "direction": { "pass": 47, "fail": 8 } } }, { "model": "sol-5.6", "paper": 12, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 12, "undetermined": 1 }, "direction": { "pass": 48, "fail": 7 } } }, { "model": "sol-5.6", "paper": 12, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 12, "undetermined": 1 }, "direction": { "pass": 47, "fail": 7, "undetermined": 1 } } }, { "model": "sol-5.6", "paper": 12, "repeat": 4, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 13 }, "direction": { "pass": 50, "fail": 5 } } }, { "model": "sol-5.6", "paper": 13, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 3, "pass": 12, "undetermined": 1 }, "direction": { "pass": 38, "fail": 15 } } }, { "model": "sol-5.6", "paper": 13, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 3, "pass": 13 }, "direction": { "pass": 35, "fail": 18 } } }, { "model": "sol-5.6", "paper": 13, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 3, "pass": 12, "undetermined": 1 }, "direction": { "pass": 36, "fail": 17 } } }, { "model": "sol-5.6", "paper": 13, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 3, "pass": 12, "undetermined": 1 }, "direction": { "pass": 36, "fail": 17 } } }, { "model": "sol-5.6", "paper": 14, "repeat": 1, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 41, "fail": 7, "not_applicable": 2, "undetermined": 1 } } }, { "model": "sol-5.6", "paper": 14, "repeat": 2, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 38, "fail": 9, "not_applicable": 2, "undetermined": 2 } } }, { "model": "sol-5.6", "paper": 14, "repeat": 3, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 39, "fail": 11, "undetermined": 1 } } }, { "model": "sol-5.6", "paper": 14, "repeat": 4, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 38, "fail": 9, "not_applicable": 2, "undetermined": 2 } } }, { "model": "sol-5.6", "paper": 15, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 14, "fail": 2 }, "direction": { "pass": 47, "fail": 13 } } }, { "model": "sol-5.6", "paper": 15, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 11, "undetermined": 1, "fail": 4 }, "direction": { "pass": 48, "fail": 12 } } }, { "model": "sol-5.6", "paper": 15, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 13, "undetermined": 1, "fail": 2 }, "direction": { "pass": 47, "fail": 12, "undetermined": 1 } } }, { "model": "sol-5.6", "paper": 15, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 13, "undetermined": 1, "fail": 2 }, "direction": { "pass": 49, "fail": 11 } } }, { "model": "astra-6", "paper": 1, "repeat": 1, "gates": { "G1": "pass", "G2": "fail", "G3": "pass" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 23 }, "direction": { "pass": 53, "fail": 1 } } }, { "model": "astra-6", "paper": 1, "repeat": 2, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 23 }, "direction": { "pass": 52, "fail": 2 } } }, { "model": "astra-6", "paper": 1, "repeat": 3, "gates": { "G1": "pass", "G2": "pass", "G3": "fail" }, "outcome": "below_scientists_bar", "counts": { "integrity": { "pass": 23 }, "direction": { "pass": 53, "fail": 1 } } }, { "model": "astra-6", "paper": 1, "repeat": 4, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 23 }, "direction": { "pass": 52, "fail": 2 } } }, { "model": "astra-6", "paper": 2, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 21, "undetermined": 1, "fail": 2 }, "direction": { "pass": 57, "diagnostic": 1, "fail": 10, "not_applicable": 1 } } }, { "model": "astra-6", "paper": 2, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 21, "undetermined": 1, "fail": 2 }, "direction": { "pass": 56, "diagnostic": 1, "fail": 11, "not_applicable": 1 } } }, { "model": "astra-6", "paper": 2, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 21, "undetermined": 1, "fail": 2 }, "direction": { "pass": 56, "diagnostic": 1, "fail": 11, "not_applicable": 1 } } }, { "model": "astra-6", "paper": 2, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 22, "fail": 2 }, "direction": { "pass": 56, "diagnostic": 1, "fail": 11, "not_applicable": 1 } } }, { "model": "astra-6", "paper": 3, "repeat": 1, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 38, "fail": 10, "not_applicable": 2, "undetermined": 1 } } }, { "model": "astra-6", "paper": 3, "repeat": 2, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 38, "fail": 10, "not_applicable": 2, "undetermined": 1 } } }, { "model": "astra-6", "paper": 3, "repeat": 3, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 39, "fail": 9, "not_applicable": 2, "undetermined": 1 } } }, { "model": "astra-6", "paper": 3, "repeat": 4, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 42, "fail": 8, "undetermined": 1 } } }, { "model": "astra-6", "paper": 4, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 23, "fail": 1, "not_applicable": 1 }, "direction": { "pass": 53, "fail": 8 } } }, { "model": "astra-6", "paper": 4, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 24, "fail": 1 }, "direction": { "pass": 53, "fail": 8 } } }, { "model": "astra-6", "paper": 4, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 24, "fail": 1 }, "direction": { "pass": 53, "fail": 8 } } }, { "model": "astra-6", "paper": 4, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 24, "fail": 1 }, "direction": { "pass": 53, "fail": 8 } } }, { "model": "astra-6", "paper": 5, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 16, "undetermined": 1 }, "direction": { "pass": 66, "fail": 8 } } }, { "model": "astra-6", "paper": 5, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 16, "undetermined": 1 }, "direction": { "pass": 65, "fail": 9 } } }, { "model": "astra-6", "paper": 5, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 16, "undetermined": 1 }, "direction": { "pass": 66, "fail": 8 } } }, { "model": "astra-6", "paper": 5, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 16, "undetermined": 1 }, "direction": { "pass": 66, "fail": 8 } } }, { "model": "astra-6", "paper": 6, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 15, "undetermined": 3 }, "direction": { "pass": 94, "fail": 12, "undetermined": 3, "diagnostic": 8, "not_applicable": 1 } } }, { "model": "astra-6", "paper": 6, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 16, "undetermined": 2 }, "direction": { "pass": 96, "fail": 13, "diagnostic": 8, "not_applicable": 1 } } }, { "model": "astra-6", "paper": 6, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 16, "undetermined": 2 }, "direction": { "pass": 95, "undetermined": 6, "fail": 8, "diagnostic": 8, "not_applicable": 1 } } }, { "model": "astra-6", "paper": 6, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 16, "undetermined": 2 }, "direction": { "pass": 94, "fail": 14, "diagnostic": 8, "undetermined": 1, "not_applicable": 1 } } }, { "model": "astra-6", "paper": 7, "repeat": 1, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 21 }, "direction": { "pass": 51, "fail": 3 } } }, { "model": "astra-6", "paper": 7, "repeat": 2, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 21 }, "direction": { "pass": 44, "fail": 10 } } }, { "model": "astra-6", "paper": 7, "repeat": 3, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 21 }, "direction": { "pass": 45, "fail": 9 } } }, { "model": "astra-6", "paper": 7, "repeat": 4, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 21 }, "direction": { "pass": 46, "fail": 8 } } }, { "model": "astra-6", "paper": 8, "repeat": 1, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 14 }, "direction": { "pass": 41, "fail": 12, "not_applicable": 2, "undetermined": 5 } } }, { "model": "astra-6", "paper": 8, "repeat": 2, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 14 }, "direction": { "pass": 41, "fail": 13, "not_applicable": 2, "undetermined": 4 } } }, { "model": "astra-6", "paper": 8, "repeat": 3, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 14 }, "direction": { "pass": 43, "fail": 11, "not_applicable": 2, "undetermined": 4 } } }, { "model": "astra-6", "paper": 8, "repeat": 4, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 14 }, "direction": { "pass": 43, "not_applicable": 2, "fail": 10, "undetermined": 5 } } }, { "model": "astra-6", "paper": 9, "repeat": 1, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 15 }, "direction": { "pass": 51, "fail": 6, "diagnostic": 1 } } }, { "model": "astra-6", "paper": 9, "repeat": 2, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 15 }, "direction": { "pass": 50, "fail": 7, "diagnostic": 1 } } }, { "model": "astra-6", "paper": 9, "repeat": 3, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 15 }, "direction": { "pass": 51, "fail": 6, "diagnostic": 1 } } }, { "model": "astra-6", "paper": 9, "repeat": 4, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 15 }, "direction": { "pass": 48, "fail": 9, "diagnostic": 1 } } }, { "model": "astra-6", "paper": 10, "repeat": 1, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 15 }, "direction": { "pass": 49, "fail": 11 } } }, { "model": "astra-6", "paper": 10, "repeat": 2, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 15 }, "direction": { "pass": 49, "fail": 11 } } }, { "model": "astra-6", "paper": 10, "repeat": 3, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 15 }, "direction": { "pass": 49, "fail": 11 } } }, { "model": "astra-6", "paper": 10, "repeat": 4, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 15 }, "direction": { "pass": 49, "fail": 11 } } }, { "model": "astra-6", "paper": 11, "repeat": 1, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 15 }, "direction": { "pass": 66, "fail": 4, "diagnostic": 1, "undetermined": 5 } } }, { "model": "astra-6", "paper": 11, "repeat": 2, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 15 }, "direction": { "pass": 65, "fail": 6, "diagnostic": 1, "undetermined": 4 } } }, { "model": "astra-6", "paper": 11, "repeat": 3, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 15 }, "direction": { "pass": 66, "fail": 5, "diagnostic": 1, "undetermined": 4 } } }, { "model": "astra-6", "paper": 11, "repeat": 4, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 15 }, "direction": { "pass": 65, "fail": 6, "diagnostic": 1, "undetermined": 4 } } }, { "model": "astra-6", "paper": 12, "repeat": 1, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 13 }, "direction": { "pass": 53, "fail": 2 } } }, { "model": "astra-6", "paper": 12, "repeat": 2, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 13 }, "direction": { "pass": 52, "fail": 3 } } }, { "model": "astra-6", "paper": 12, "repeat": 3, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 13 }, "direction": { "pass": 53, "fail": 2 } } }, { "model": "astra-6", "paper": 12, "repeat": 4, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 13 }, "direction": { "pass": 53, "fail": 2 } } }, { "model": "astra-6", "paper": 13, "repeat": 1, "gates": { "G1": "pass", "G2": "pass", "G3": "fail" }, "outcome": "below_scientists_bar", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 50, "fail": 3 } } }, { "model": "astra-6", "paper": 13, "repeat": 2, "gates": { "G1": "pass", "G2": "pass", "G3": "fail" }, "outcome": "below_scientists_bar", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 50, "fail": 3 } } }, { "model": "astra-6", "paper": 13, "repeat": 3, "gates": { "G1": "pass", "G2": "pass", "G3": "fail" }, "outcome": "below_scientists_bar", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 49, "fail": 4 } } }, { "model": "astra-6", "paper": 13, "repeat": 4, "gates": { "G1": "fail", "G2": "pass", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 14, "fail": 2 }, "direction": { "pass": 49, "fail": 4 } } }, { "model": "astra-6", "paper": 14, "repeat": 1, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 48, "fail": 3 } } }, { "model": "astra-6", "paper": 14, "repeat": 2, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 44, "fail": 7 } } }, { "model": "astra-6", "paper": 14, "repeat": 3, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 48, "fail": 3 } } }, { "model": "astra-6", "paper": 14, "repeat": 4, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 44, "fail": 6, "undetermined": 1 } } }, { "model": "astra-6", "paper": 15, "repeat": 1, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 47, "fail": 12, "undetermined": 1 } } }, { "model": "astra-6", "paper": 15, "repeat": 2, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 44, "fail": 14, "undetermined": 2 } } }, { "model": "astra-6", "paper": 15, "repeat": 3, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 48, "fail": 10, "undetermined": 2 } } }, { "model": "astra-6", "paper": 15, "repeat": 4, "gates": { "G1": "pass", "G2": "fail", "G3": "fail" }, "outcome": "incomplete", "counts": { "integrity": { "pass": 16 }, "direction": { "pass": 48, "fail": 11, "undetermined": 1 } } }, { "model": "deepseek-v4-pro", "paper": 1, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 16, "undetermined": 1 }, "direction": { "pass": 34, "fail": 20 } } }, { "model": "deepseek-v4-pro", "paper": 1, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 16, "undetermined": 2 }, "direction": { "pass": 34, "fail": 20 } } }, { "model": "deepseek-v4-pro", "paper": 1, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 18, "undetermined": 1 }, "direction": { "pass": 35, "fail": 19 } } }, { "model": "deepseek-v4-pro", "paper": 1, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 15, "undetermined": 2 }, "direction": { "pass": 34, "fail": 20 } } }, { "model": "deepseek-v4-pro", "paper": 2, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 8, "pass": 13, "undetermined": 2, "not_applicable": 1 }, "direction": { "pass": 24, "fail": 43, "diagnostic": 1, "not_applicable": 1 } } }, { "model": "deepseek-v4-pro", "paper": 2, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "undetermined": 4, "pass": 13, "fail": 6, "not_applicable": 1 }, "direction": { "pass": 24, "fail": 43, "diagnostic": 1, "not_applicable": 1 } } }, { "model": "deepseek-v4-pro", "paper": 2, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 8, "pass": 13, "undetermined": 2, "not_applicable": 1 }, "direction": { "pass": 26, "fail": 41, "diagnostic": 1, "not_applicable": 1 } } }, { "model": "deepseek-v4-pro", "paper": 2, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 8, "pass": 13, "undetermined": 2, "not_applicable": 1 }, "direction": { "pass": 23, "fail": 43, "diagnostic": 1, "undetermined": 1, "not_applicable": 1 } } }, { "model": "deepseek-v4-pro", "paper": 3, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 14, "undetermined": 2 }, "direction": { "pass": 31, "fail": 19, "undetermined": 1 } } }, { "model": "deepseek-v4-pro", "paper": 3, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "undetermined": 5, "pass": 11 }, "direction": { "pass": 34, "fail": 17 } } }, { "model": "deepseek-v4-pro", "paper": 3, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 14, "undetermined": 2 }, "direction": { "pass": 32, "fail": 19 } } }, { "model": "deepseek-v4-pro", "paper": 3, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "undetermined": 4, "pass": 12 }, "direction": { "pass": 34, "fail": 17 } } }, { "model": "deepseek-v4-pro", "paper": 4, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 8, "pass": 16, "not_applicable": 1 }, "direction": { "pass": 40, "fail": 18, "undetermined": 3 } } }, { "model": "deepseek-v4-pro", "paper": 4, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 8, "pass": 16, "not_applicable": 1 }, "direction": { "pass": 40, "fail": 18, "undetermined": 3 } } }, { "model": "deepseek-v4-pro", "paper": 4, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 8, "pass": 16, "not_applicable": 1 }, "direction": { "pass": 40, "fail": 18, "undetermined": 3 } } }, { "model": "deepseek-v4-pro", "paper": 4, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 16, "not_applicable": 1, "undetermined": 1 }, "direction": { "pass": 41, "fail": 18, "undetermined": 2 } } }, { "model": "deepseek-v4-pro", "paper": 5, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 12, "fail": 5 }, "direction": { "fail": 24, "pass": 49, "undetermined": 1 } } }, { "model": "deepseek-v4-pro", "paper": 5, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 14, "fail": 3 }, "direction": { "fail": 25, "pass": 47, "undetermined": 2 } } }, { "model": "deepseek-v4-pro", "paper": 5, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 13, "fail": 4 }, "direction": { "fail": 24, "pass": 48, "undetermined": 2 } } }, { "model": "deepseek-v4-pro", "paper": 5, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 13, "fail": 4 }, "direction": { "fail": 25, "pass": 48, "undetermined": 1 } } }, { "model": "deepseek-v4-pro", "paper": 6, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 12, "undetermined": 2 }, "direction": { "pass": 74, "fail": 34, "diagnostic": 8, "undetermined": 1, "not_applicable": 1 } } }, { "model": "deepseek-v4-pro", "paper": 6, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 11, "undetermined": 3 }, "direction": { "pass": 69, "fail": 38, "undetermined": 2, "diagnostic": 8, "not_applicable": 1 } } }, { "model": "deepseek-v4-pro", "paper": 6, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 10, "undetermined": 3 }, "direction": { "pass": 79, "fail": 29, "diagnostic": 8, "undetermined": 1, "not_applicable": 1 } } }, { "model": "deepseek-v4-pro", "paper": 6, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 11, "undetermined": 3 }, "direction": { "pass": 72, "undetermined": 5, "fail": 32, "diagnostic": 8, "not_applicable": 1 } } }, { "model": "deepseek-v4-pro", "paper": 7, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 12, "fail": 8, "undetermined": 1 }, "direction": { "pass": 35, "fail": 19 } } }, { "model": "deepseek-v4-pro", "paper": 7, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 12, "fail": 7, "undetermined": 2 }, "direction": { "pass": 35, "fail": 19 } } }, { "model": "deepseek-v4-pro", "paper": 7, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 12, "fail": 8, "undetermined": 1 }, "direction": { "pass": 33, "fail": 21 } } }, { "model": "deepseek-v4-pro", "paper": 7, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 12, "fail": 8, "undetermined": 1 }, "direction": { "pass": 34, "fail": 20 } } }, { "model": "deepseek-v4-pro", "paper": 8, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 6, "undetermined": 1 }, "direction": { "pass": 29, "fail": 27, "undetermined": 4 } } }, { "model": "deepseek-v4-pro", "paper": 8, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 7 }, "direction": { "pass": 31, "fail": 26, "undetermined": 3 } } }, { "model": "deepseek-v4-pro", "paper": 8, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 6, "undetermined": 1 }, "direction": { "pass": 29, "fail": 26, "undetermined": 5 } } }, { "model": "deepseek-v4-pro", "paper": 8, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 8, "pass": 6 }, "direction": { "pass": 30, "fail": 27, "undetermined": 3 } } }, { "model": "deepseek-v4-pro", "paper": 9, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 7, "undetermined": 2 }, "direction": { "pass": 19, "fail": 38, "diagnostic": 1 } } }, { "model": "deepseek-v4-pro", "paper": 9, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 11, "fail": 3, "undetermined": 1 }, "direction": { "pass": 19, "fail": 38, "diagnostic": 1 } } }, { "model": "deepseek-v4-pro", "paper": 9, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 8, "undetermined": 1 }, "direction": { "pass": 17, "fail": 40, "diagnostic": 1 } } }, { "model": "deepseek-v4-pro", "paper": 9, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 8, "undetermined": 1 }, "direction": { "pass": 19, "fail": 38, "diagnostic": 1 } } }, { "model": "deepseek-v4-pro", "paper": 10, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 3, "pass": 10, "undetermined": 2 }, "direction": { "pass": 26, "fail": 31, "not_applicable": 2, "undetermined": 1 } } }, { "model": "deepseek-v4-pro", "paper": 10, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 3, "pass": 9, "undetermined": 3 }, "direction": { "pass": 25, "fail": 32, "not_applicable": 2, "undetermined": 1 } } }, { "model": "deepseek-v4-pro", "paper": 10, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 3, "pass": 10, "undetermined": 2 }, "direction": { "pass": 27, "fail": 30, "not_applicable": 2, "undetermined": 1 } } }, { "model": "deepseek-v4-pro", "paper": 10, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 3, "pass": 10, "undetermined": 2 }, "direction": { "pass": 26, "fail": 31, "not_applicable": 2, "undetermined": 1 } } }, { "model": "deepseek-v4-pro", "paper": 11, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 10, "undetermined": 1 }, "direction": { "pass": 43, "fail": 26, "diagnostic": 1, "not_applicable": 2, "undetermined": 4 } } }, { "model": "deepseek-v4-pro", "paper": 11, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 10, "undetermined": 1 }, "direction": { "pass": 45, "fail": 24, "diagnostic": 1, "not_applicable": 2, "undetermined": 4 } } }, { "model": "deepseek-v4-pro", "paper": 11, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 10, "undetermined": 1 }, "direction": { "pass": 46, "fail": 22, "diagnostic": 1, "not_applicable": 2, "undetermined": 5 } } }, { "model": "deepseek-v4-pro", "paper": 11, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 10, "undetermined": 1 }, "direction": { "pass": 46, "fail": 25, "diagnostic": 1, "not_applicable": 2, "undetermined": 2 } } }, { "model": "deepseek-v4-pro", "paper": 12, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 2, "pass": 10, "undetermined": 1 }, "direction": { "pass": 34, "fail": 19, "undetermined": 2 } } }, { "model": "deepseek-v4-pro", "paper": 12, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 3, "pass": 8, "undetermined": 2 }, "direction": { "pass": 31, "fail": 23, "undetermined": 1 } } }, { "model": "deepseek-v4-pro", "paper": 12, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 2, "pass": 9, "undetermined": 2 }, "direction": { "pass": 34, "fail": 19, "undetermined": 2 } } }, { "model": "deepseek-v4-pro", "paper": 12, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 10, "undetermined": 2, "fail": 1 }, "direction": { "pass": 30, "fail": 23, "undetermined": 2 } } }, { "model": "deepseek-v4-pro", "paper": 13, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 11 }, "direction": { "pass": 29, "fail": 24 } } }, { "model": "deepseek-v4-pro", "paper": 13, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 15, "fail": 1 }, "direction": { "pass": 29, "fail": 24 } } }, { "model": "deepseek-v4-pro", "paper": 13, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 11 }, "direction": { "pass": 29, "fail": 24 } } }, { "model": "deepseek-v4-pro", "paper": 13, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 11 }, "direction": { "pass": 30, "fail": 23 } } }, { "model": "deepseek-v4-pro", "paper": 14, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 11 }, "direction": { "pass": 24, "fail": 24, "undetermined": 3 } } }, { "model": "deepseek-v4-pro", "paper": 14, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 10 }, "direction": { "pass": 25, "fail": 23, "undetermined": 3 } } }, { "model": "deepseek-v4-pro", "paper": 14, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 10, "undetermined": 1 }, "direction": { "pass": 26, "fail": 22, "undetermined": 3 } } }, { "model": "deepseek-v4-pro", "paper": 14, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 10 }, "direction": { "pass": 24, "fail": 24, "undetermined": 3 } } }, { "model": "deepseek-v4-pro", "paper": 15, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 12, "fail": 3, "not_applicable": 1 }, "direction": { "pass": 33, "fail": 24, "undetermined": 3 } } }, { "model": "deepseek-v4-pro", "paper": 15, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 12, "fail": 3, "not_applicable": 1 }, "direction": { "pass": 39, "fail": 20, "undetermined": 1 } } }, { "model": "deepseek-v4-pro", "paper": 15, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 12, "fail": 3, "not_applicable": 1 }, "direction": { "pass": 33, "fail": 24, "undetermined": 3 } } }, { "model": "deepseek-v4-pro", "paper": 15, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 12, "fail": 3, "not_applicable": 1 }, "direction": { "pass": 33, "fail": 24, "undetermined": 3 } } }, { "model": "kimi-k3", "paper": 1, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 17, "undetermined": 1 }, "direction": { "pass": 40, "fail": 13, "undetermined": 1 } } }, { "model": "kimi-k3", "paper": 1, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 17, "undetermined": 1 }, "direction": { "pass": 38, "fail": 15, "undetermined": 1 } } }, { "model": "kimi-k3", "paper": 1, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 17, "undetermined": 1 }, "direction": { "pass": 39, "fail": 14, "undetermined": 1 } } }, { "model": "kimi-k3", "paper": 1, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 17, "undetermined": 1 }, "direction": { "pass": 38, "fail": 15, "undetermined": 1 } } }, { "model": "kimi-k3", "paper": 2, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 8, "pass": 16 }, "direction": { "pass": 33, "fail": 29, "diagnostic": 1, "not_applicable": 5, "undetermined": 1 } } }, { "model": "kimi-k3", "paper": 2, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 8, "pass": 15, "undetermined": 1 }, "direction": { "pass": 33, "fail": 29, "diagnostic": 1, "not_applicable": 5, "undetermined": 1 } } }, { "model": "kimi-k3", "paper": 2, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 8, "pass": 15, "undetermined": 1 }, "direction": { "pass": 33, "fail": 32, "diagnostic": 1, "undetermined": 2, "not_applicable": 1 } } }, { "model": "kimi-k3", "paper": 2, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 16, "undetermined": 1 }, "direction": { "pass": 31, "fail": 31, "diagnostic": 1, "not_applicable": 5, "undetermined": 1 } } }, { "model": "kimi-k3", "paper": 3, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 2, "pass": 13, "undetermined": 1 }, "direction": { "pass": 36, "fail": 15 } } }, { "model": "kimi-k3", "paper": 3, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 2, "pass": 13, "undetermined": 1 }, "direction": { "pass": 35, "fail": 15, "undetermined": 1 } } }, { "model": "kimi-k3", "paper": 3, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 2, "pass": 13, "undetermined": 1 }, "direction": { "pass": 36, "fail": 15 } } }, { "model": "kimi-k3", "paper": 3, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 2, "pass": 12, "undetermined": 2 }, "direction": { "pass": 36, "fail": 15 } } }, { "model": "kimi-k3", "paper": 4, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 15, "not_applicable": 2, "undetermined": 1 }, "direction": { "pass": 44, "fail": 17 } } }, { "model": "kimi-k3", "paper": 4, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 15, "not_applicable": 2, "undetermined": 1 }, "direction": { "pass": 44, "fail": 17 } } }, { "model": "kimi-k3", "paper": 4, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 16, "not_applicable": 2, "undetermined": 1 }, "direction": { "pass": 45, "fail": 16 } } }, { "model": "kimi-k3", "paper": 4, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 16, "fail": 6, "not_applicable": 2, "undetermined": 1 }, "direction": { "pass": 45, "fail": 16 } } }, { "model": "kimi-k3", "paper": 5, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 11, "not_applicable": 1 }, "direction": { "pass": 58, "fail": 16 } } }, { "model": "kimi-k3", "paper": 5, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 11, "undetermined": 1, "not_applicable": 1 }, "direction": { "pass": 59, "fail": 15 } } }, { "model": "kimi-k3", "paper": 5, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 12, "not_applicable": 1 }, "direction": { "pass": 58, "fail": 16 } } }, { "model": "kimi-k3", "paper": 5, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 11, "not_applicable": 1 }, "direction": { "pass": 58, "fail": 16 } } }, { "model": "kimi-k3", "paper": 6, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 8, "pass": 7, "undetermined": 3 }, "direction": { "pass": 64, "fail": 44, "undetermined": 1, "diagnostic": 8, "not_applicable": 1 } } }, { "model": "kimi-k3", "paper": 6, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 9, "undetermined": 4 }, "direction": { "pass": 70, "fail": 38, "undetermined": 1, "diagnostic": 8, "not_applicable": 1 } } }, { "model": "kimi-k3", "paper": 6, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 7, "undetermined": 4 }, "direction": { "pass": 63, "undetermined": 5, "fail": 41, "diagnostic": 8, "not_applicable": 1 } } }, { "model": "kimi-k3", "paper": 6, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 8, "undetermined": 4 }, "direction": { "pass": 66, "fail": 42, "undetermined": 1, "diagnostic": 8, "not_applicable": 1 } } }, { "model": "kimi-k3", "paper": 7, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 12, "fail": 8, "undetermined": 1 }, "direction": { "pass": 33, "fail": 21 } } }, { "model": "kimi-k3", "paper": 7, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 10, "pass": 10, "undetermined": 1 }, "direction": { "pass": 33, "fail": 21 } } }, { "model": "kimi-k3", "paper": 7, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 11, "fail": 9, "undetermined": 1 }, "direction": { "pass": 32, "fail": 22 } } }, { "model": "kimi-k3", "paper": 7, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 11, "fail": 9, "undetermined": 1 }, "direction": { "pass": 35, "fail": 19 } } }, { "model": "kimi-k3", "paper": 8, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 5, "undetermined": 4 }, "direction": { "pass": 26, "fail": 32, "undetermined": 2 } } }, { "model": "kimi-k3", "paper": 8, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 4, "undetermined": 3 }, "direction": { "pass": 26, "fail": 32, "undetermined": 2 } } }, { "model": "kimi-k3", "paper": 8, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 6, "undetermined": 2 }, "direction": { "pass": 24, "fail": 34, "undetermined": 2 } } }, { "model": "kimi-k3", "paper": 8, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 6, "undetermined": 2 }, "direction": { "pass": 26, "fail": 33, "undetermined": 1 } } }, { "model": "kimi-k3", "paper": 9, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 8, "undetermined": 1 }, "direction": { "pass": 23, "fail": 34, "diagnostic": 1 } } }, { "model": "kimi-k3", "paper": 9, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 9 }, "direction": { "pass": 20, "fail": 37, "diagnostic": 1 } } }, { "model": "kimi-k3", "paper": 9, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 8 }, "direction": { "pass": 24, "fail": 33, "diagnostic": 1 } } }, { "model": "kimi-k3", "paper": 9, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 8 }, "direction": { "pass": 23, "fail": 34, "diagnostic": 1 } } }, { "model": "kimi-k3", "paper": 10, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 9, "undetermined": 1 }, "direction": { "pass": 24, "fail": 33, "undetermined": 3 } } }, { "model": "kimi-k3", "paper": 10, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 8, "undetermined": 2 }, "direction": { "pass": 21, "fail": 36, "undetermined": 3 } } }, { "model": "kimi-k3", "paper": 10, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 9, "undetermined": 2 }, "direction": { "pass": 21, "fail": 36, "undetermined": 3 } } }, { "model": "kimi-k3", "paper": 10, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 3, "pass": 10, "undetermined": 2 }, "direction": { "pass": 22, "fail": 36, "undetermined": 2 } } }, { "model": "kimi-k3", "paper": 11, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 7, "undetermined": 1 }, "direction": { "pass": 39, "fail": 34, "diagnostic": 1, "not_applicable": 1, "undetermined": 1 } } }, { "model": "kimi-k3", "paper": 11, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 7, "undetermined": 1 }, "direction": { "pass": 37, "fail": 36, "diagnostic": 1, "not_applicable": 1, "undetermined": 1 } } }, { "model": "kimi-k3", "paper": 11, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 7, "undetermined": 1 }, "direction": { "pass": 36, "fail": 37, "diagnostic": 1, "not_applicable": 1, "undetermined": 1 } } }, { "model": "kimi-k3", "paper": 11, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 7, "undetermined": 1 }, "direction": { "pass": 36, "fail": 36, "diagnostic": 1, "not_applicable": 1, "undetermined": 2 } } }, { "model": "kimi-k3", "paper": 12, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 6, "undetermined": 2 }, "direction": { "pass": 34, "fail": 20, "undetermined": 1 } } }, { "model": "kimi-k3", "paper": 12, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 7, "undetermined": 1 }, "direction": { "pass": 37, "fail": 17, "undetermined": 1 } } }, { "model": "kimi-k3", "paper": 12, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 6, "undetermined": 2 }, "direction": { "pass": 38, "fail": 16, "undetermined": 1 } } }, { "model": "kimi-k3", "paper": 12, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 6, "undetermined": 2 }, "direction": { "pass": 34, "fail": 20, "undetermined": 1 } } }, { "model": "kimi-k3", "paper": 13, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 9 }, "direction": { "pass": 32, "fail": 21 } } }, { "model": "kimi-k3", "paper": 13, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 10, "fail": 6 }, "direction": { "pass": 32, "fail": 20, "undetermined": 1 } } }, { "model": "kimi-k3", "paper": 13, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 9 }, "direction": { "pass": 32, "fail": 21 } } }, { "model": "kimi-k3", "paper": 13, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 9 }, "direction": { "pass": 34, "fail": 19 } } }, { "model": "kimi-k3", "paper": 14, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 11, "undetermined": 1 }, "direction": { "pass": 18, "fail": 28, "undetermined": 5 } } }, { "model": "kimi-k3", "paper": 14, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 10, "undetermined": 1 }, "direction": { "pass": 20, "fail": 26, "undetermined": 5 } } }, { "model": "kimi-k3", "paper": 14, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 10, "undetermined": 1 }, "direction": { "pass": 24, "fail": 24, "undetermined": 3 } } }, { "model": "kimi-k3", "paper": 14, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 10, "undetermined": 1 }, "direction": { "pass": 21, "fail": 23, "undetermined": 7 } } }, { "model": "kimi-k3", "paper": 15, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 11, "fail": 4, "undetermined": 1 }, "direction": { "pass": 30, "fail": 27, "undetermined": 3 } } }, { "model": "kimi-k3", "paper": 15, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 10, "undetermined": 1 }, "direction": { "pass": 31, "fail": 26, "undetermined": 3 } } }, { "model": "kimi-k3", "paper": 15, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 11, "fail": 4, "undetermined": 1 }, "direction": { "pass": 29, "fail": 28, "undetermined": 3 } } }, { "model": "kimi-k3", "paper": 15, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 10, "undetermined": 1 }, "direction": { "pass": 29, "fail": 29, "undetermined": 2 } } }, { "model": "glm-5.3", "paper": 1, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 18, "undetermined": 1 }, "direction": { "pass": 41, "fail": 13 } } }, { "model": "glm-5.3", "paper": 1, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 17, "undetermined": 1 }, "direction": { "pass": 43, "fail": 11 } } }, { "model": "glm-5.3", "paper": 1, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "pass": 18, "undetermined": 1 }, "direction": { "pass": 41, "fail": 13 } } }, { "model": "glm-5.3", "paper": 1, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 17, "undetermined": 1 }, "direction": { "pass": 43, "fail": 11 } } }, { "model": "glm-5.3", "paper": 2, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 3, "not_applicable": 9, "pass": 12 }, "direction": { "fail": 47, "pass": 15, "undetermined": 5, "diagnostic": 1, "not_applicable": 1 } } }, { "model": "glm-5.3", "paper": 2, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 3, "not_applicable": 9, "pass": 12 }, "direction": { "fail": 46, "pass": 14, "undetermined": 7, "diagnostic": 1, "not_applicable": 1 } } }, { "model": "glm-5.3", "paper": 2, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 3, "not_applicable": 9, "pass": 11, "undetermined": 1 }, "direction": { "fail": 39, "pass": 14, "undetermined": 14, "diagnostic": 1, "not_applicable": 1 } } }, { "model": "glm-5.3", "paper": 2, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 4, "not_applicable": 9, "pass": 11 }, "direction": { "fail": 46, "pass": 14, "undetermined": 7, "diagnostic": 1, "not_applicable": 1 } } }, { "model": "glm-5.3", "paper": 3, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 11, "fail": 4, "undetermined": 1 }, "direction": { "pass": 35, "fail": 16 } } }, { "model": "glm-5.3", "paper": 3, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 11, "fail": 4, "undetermined": 1 }, "direction": { "pass": 34, "fail": 16, "undetermined": 1 } } }, { "model": "glm-5.3", "paper": 3, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 12, "fail": 4 }, "direction": { "pass": 34, "fail": 16, "undetermined": 1 } } }, { "model": "glm-5.3", "paper": 3, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 12, "fail": 4 }, "direction": { "pass": 36, "fail": 14, "undetermined": 1 } } }, { "model": "glm-5.3", "paper": 4, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 8, "pass": 15, "not_applicable": 2 }, "direction": { "pass": 36, "fail": 23, "undetermined": 2 } } }, { "model": "glm-5.3", "paper": 4, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 8, "pass": 15, "not_applicable": 2 }, "direction": { "pass": 40, "fail": 19, "undetermined": 2 } } }, { "model": "glm-5.3", "paper": 4, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 9, "pass": 14, "not_applicable": 2 }, "direction": { "pass": 37, "fail": 21, "undetermined": 3 } } }, { "model": "glm-5.3", "paper": 4, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 11, "pass": 12, "not_applicable": 2 }, "direction": { "pass": 40, "fail": 18, "undetermined": 3 } } }, { "model": "glm-5.3", "paper": 5, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 13, "fail": 3, "undetermined": 1 }, "direction": { "pass": 52, "fail": 20, "undetermined": 2 } } }, { "model": "glm-5.3", "paper": 5, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 13, "fail": 3, "undetermined": 1 }, "direction": { "pass": 49, "fail": 23, "undetermined": 2 } } }, { "model": "glm-5.3", "paper": 5, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 13, "fail": 3, "undetermined": 1 }, "direction": { "pass": 58, "fail": 15, "undetermined": 1 } } }, { "model": "glm-5.3", "paper": 5, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 13, "fail": 3, "undetermined": 1 }, "direction": { "pass": 58, "fail": 15, "undetermined": 1 } } }, { "model": "glm-5.3", "paper": 6, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "undetermined": 13, "fail": 1, "pass": 4 }, "direction": { "fail": 76, "pass": 20, "undetermined": 10, "diagnostic": 8, "not_applicable": 4 } } }, { "model": "glm-5.3", "paper": 6, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "undetermined": 13, "fail": 1, "pass": 4 }, "direction": { "fail": 77, "pass": 20, "undetermined": 9, "diagnostic": 8, "not_applicable": 4 } } }, { "model": "glm-5.3", "paper": 6, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "undetermined": 13, "fail": 1, "pass": 4 }, "direction": { "fail": 77, "pass": 20, "undetermined": 9, "diagnostic": 8, "not_applicable": 4 } } }, { "model": "glm-5.3", "paper": 6, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "undetermined": 12, "pass": 5, "fail": 1 }, "direction": { "fail": 81, "pass": 18, "undetermined": 7, "diagnostic": 8, "not_applicable": 4 } } }, { "model": "glm-5.3", "paper": 7, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 18, "fail": 2, "undetermined": 1 }, "direction": { "pass": 42, "fail": 12 } } }, { "model": "glm-5.3", "paper": 7, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 18, "fail": 3 }, "direction": { "pass": 42, "fail": 12 } } }, { "model": "glm-5.3", "paper": 7, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 18, "fail": 3 }, "direction": { "pass": 40, "fail": 14 } } }, { "model": "glm-5.3", "paper": 7, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 17, "fail": 3, "undetermined": 1 }, "direction": { "pass": 39, "fail": 15 } } }, { "model": "glm-5.3", "paper": 8, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 9, "pass": 5 }, "direction": { "pass": 30, "fail": 25, "not_applicable": 1, "undetermined": 4 } } }, { "model": "glm-5.3", "paper": 8, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 8, "pass": 5, "undetermined": 1 }, "direction": { "pass": 31, "fail": 24, "not_applicable": 1, "undetermined": 4 } } }, { "model": "glm-5.3", "paper": 8, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 8, "pass": 5, "undetermined": 1 }, "direction": { "pass": 29, "fail": 27, "not_applicable": 1, "undetermined": 3 } } }, { "model": "glm-5.3", "paper": 8, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 8, "pass": 6 }, "direction": { "pass": 33, "fail": 23, "not_applicable": 1, "undetermined": 3 } } }, { "model": "glm-5.3", "paper": 9, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 9 }, "direction": { "pass": 19, "fail": 36, "diagnostic": 1, "undetermined": 2 } } }, { "model": "glm-5.3", "paper": 9, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 9 }, "direction": { "pass": 20, "fail": 35, "diagnostic": 1, "undetermined": 2 } } }, { "model": "glm-5.3", "paper": 9, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 8 }, "direction": { "pass": 18, "fail": 37, "diagnostic": 1, "undetermined": 2 } } }, { "model": "glm-5.3", "paper": 9, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 9 }, "direction": { "pass": 22, "fail": 33, "diagnostic": 1, "undetermined": 2 } } }, { "model": "glm-5.3", "paper": 10, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "undetermined": 6, "fail": 2, "pass": 5, "not_applicable": 2 }, "direction": { "fail": 43, "undetermined": 13, "pass": 4 } } }, { "model": "glm-5.3", "paper": 10, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 6, "not_applicable": 3, "fail": 2, "undetermined": 4 }, "direction": { "fail": 45, "undetermined": 10, "pass": 5 } } }, { "model": "glm-5.3", "paper": 10, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "pass": 4, "undetermined": 7, "fail": 2, "not_applicable": 2 }, "direction": { "fail": 45, "undetermined": 10, "pass": 5 } } }, { "model": "glm-5.3", "paper": 10, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 3, "not_applicable": 4, "pass": 4, "undetermined": 4 }, "direction": { "fail": 43, "undetermined": 13, "pass": 4 } } }, { "model": "glm-5.3", "paper": 11, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 7, "undetermined": 1 }, "direction": { "pass": 28, "fail": 44, "diagnostic": 1, "undetermined": 3 } } }, { "model": "glm-5.3", "paper": 11, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 7, "undetermined": 1 }, "direction": { "pass": 32, "fail": 43, "diagnostic": 1 } } }, { "model": "glm-5.3", "paper": 11, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 8, "undetermined": 1 }, "direction": { "pass": 28, "fail": 45, "diagnostic": 1, "undetermined": 2 } } }, { "model": "glm-5.3", "paper": 11, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 8, "undetermined": 1 }, "direction": { "pass": 31, "fail": 44, "diagnostic": 1 } } }, { "model": "glm-5.3", "paper": 12, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 8 }, "direction": { "fail": 23, "pass": 32 } } }, { "model": "glm-5.3", "paper": 12, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 8 }, "direction": { "fail": 21, "pass": 33, "undetermined": 1 } } }, { "model": "glm-5.3", "paper": 12, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 8 }, "direction": { "fail": 22, "pass": 33 } } }, { "model": "glm-5.3", "paper": 12, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 8 }, "direction": { "fail": 25, "pass": 30 } } }, { "model": "glm-5.3", "paper": 13, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 9, "undetermined": 2 }, "direction": { "pass": 32, "fail": 21 } } }, { "model": "glm-5.3", "paper": 13, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 7, "undetermined": 2 }, "direction": { "pass": 33, "fail": 20 } } }, { "model": "glm-5.3", "paper": 13, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 9 }, "direction": { "pass": 32, "fail": 21 } } }, { "model": "glm-5.3", "paper": 13, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 6, "pass": 9, "undetermined": 1 }, "direction": { "pass": 33, "fail": 20 } } }, { "model": "glm-5.3", "paper": 14, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "undetermined": 13, "pass": 3 }, "direction": { "fail": 40, "pass": 5, "not_applicable": 2, "undetermined": 4 } } }, { "model": "glm-5.3", "paper": 14, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "undetermined": 13, "pass": 3 }, "direction": { "fail": 38, "pass": 5, "not_applicable": 2, "undetermined": 6 } } }, { "model": "glm-5.3", "paper": 14, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "undetermined": 13, "pass": 3 }, "direction": { "fail": 39, "pass": 5, "not_applicable": 2, "undetermined": 5 } } }, { "model": "glm-5.3", "paper": 14, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "undetermined": 14, "pass": 2 }, "direction": { "fail": 38, "pass": 6, "not_applicable": 2, "undetermined": 5 } } }, { "model": "glm-5.3", "paper": 15, "repeat": 1, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 7, "pass": 9 }, "direction": { "pass": 38, "fail": 21, "undetermined": 1 } } }, { "model": "glm-5.3", "paper": 15, "repeat": 2, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 11 }, "direction": { "pass": 38, "fail": 20, "undetermined": 2 } } }, { "model": "glm-5.3", "paper": 15, "repeat": 3, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 11 }, "direction": { "pass": 40, "fail": 19, "undetermined": 1 } } }, { "model": "glm-5.3", "paper": 15, "repeat": 4, "gates": { "G1": "fail", "G2": "fail", "G3": "fail" }, "outcome": "integrity_failure", "counts": { "integrity": { "fail": 5, "pass": 11 }, "direction": { "pass": 41, "fail": 18, "undetermined": 1 } } } ], "consensus": "per-node majority over the judgments of a submission (3 of 4), graded with src/grader/eval_artifacts/paper/grading.py" }