{ "lastUpdated": "2026-02-28T07:55:55.310Z", "results": { "codex-gpt-5": { "metadata": { "agent": "codex", "model": "gpt-5", "provider": "openai", "version": "unknown", "timestamp": "2025-08-30T12:30:00.000Z", "exerciseCount": 25, "benchmarkVersion": "1.0.0", "generatedBy": "ts-bench", "runUrl": "https://github.com/laiso/ts-bench/actions/runs/17344734992", "runId": "17344734992", "artifactName": "results-codex-gpt-5" }, "summary": { "successRate": 88, "totalDuration": 2292500, "avgDuration": 91700, "successCount": 22, "totalCount": 25, "agentSuccessCount": 22, "testSuccessCount": 22, "testFailedCount": 3 }, "results": [] }, "claude-claude-sonnet-4-20250514": { "metadata": { "agent": "claude", "model": "claude-sonnet-4-20250514", "provider": "anthropic", "version": "unknown", "timestamp": "2025-08-30T12:00:00.000Z", "exerciseCount": 25, "benchmarkVersion": "1.0.0", "generatedBy": "ts-bench", "runUrl": "https://github.com/laiso/ts-bench/actions/runs/17344732069", "runId": "17344732069", "artifactName": "results-claude-claude-sonnet-4-20250514" }, "summary": { "successRate": 72, "totalDuration": 5152500, "avgDuration": 206100, "successCount": 18, "totalCount": 25, "agentSuccessCount": 18, "testSuccessCount": 18, "testFailedCount": 7 }, "results": [] }, "gemini-gemini-2.5-pro": { "metadata": { "agent": "gemini", "model": "gemini-2.5-pro", "provider": "google", "version": "0.2.2", "timestamp": "2025-08-31T02:56:56.692Z", "exerciseCount": 25, "benchmarkVersion": "1.0.0", "generatedBy": "ts-bench", "runUrl": "https://github.com/laiso/ts-bench/actions/runs/17351052819", "runId": "17351052819" }, "summary": { "successRate": 92, "totalDuration": 4213652, "avgDuration": 168546.1, "successCount": 23, "totalCount": 25, "agentSuccessCount": 25, "testSuccessCount": 23, "testFailedCount": 2 }, "results": [ { "exercise": "acronym", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 105484, "testDuration": 7067, "totalDuration": 112696 }, { "exercise": "anagram", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 430029, "testDuration": 7305, "totalDuration": 437345 }, { "exercise": "bank-account", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 420153, "testDuration": 7272, "totalDuration": 427435 }, { "exercise": "binary-search", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 68181, "testDuration": 7331, "totalDuration": 75523 }, { "exercise": "binary-search-tree", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 57548, "testDuration": 7330, "totalDuration": 64888 }, { "exercise": "bowling", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[31m\u001b[1mUsage Error\u001b[22m\u001b[39m: The nearest package directory (\u001b[38;5;170m/home/runner/work/ts-bench/ts-bench/exercism-typescript/exercises/practice/bowling\u001b[39m) doesn't seem to be part of the project declared in \u001b[38;5;170m/home/runner/work/ts-bench/ts-bench/exercism-typescript\u001b[39m.\n\n- If \u001b[38;5;170m/home/runner/work/ts-bench/ts-bench/exercism-typescript\u001b[39m isn't intended to be a project, remove any yarn.lock and/or package.json file there.\n- If \u001b[38;5;170m/home/runner/work/ts-bench/ts-bench/exercism-typescript\u001b[39m is intended to be a project, it might be that you forgot to list \u001b[38;5;170mexercises/practice/bowling\u001b[39m in its workspace configuration.\n- Finally, if \u001b[38;5;170m/home/runner/work/ts-bench/ts-bench/exercism-typescript\u001b[39m is fine and you intend \u001b[38;5;170mexercises/practice/bowling\u001b[39m to be treated as a completely separate project (not even a workspace), create an empty yarn.lock file in it.\n\n\u001b[1m$ \u001b[22myarn install [--json] [--immutable] [--immutable-cache] [--refresh-lockfile] [--check-cache] [--check-resolutions] [--inline-builds] [--mode #0]\n\nSTDERR: ", "agentDuration": 305416, "testDuration": 291, "totalDuration": 305718 }, { "exercise": "complex-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 93486, "testDuration": 7370, "totalDuration": 100868 }, { "exercise": "connect", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 76306, "testDuration": 7259, "totalDuration": 83575 }, { "exercise": "crypto-square", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 78528, "testDuration": 7308, "totalDuration": 85847 }, { "exercise": "diamond", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 65474, "testDuration": 7328, "totalDuration": 72812 }, { "exercise": "dnd-character", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 55590, "testDuration": 7377, "totalDuration": 62979 }, { "exercise": "flatten-array", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 65273, "testDuration": 7538, "totalDuration": 72821 }, { "exercise": "food-chain", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 94883, "testDuration": 7306, "totalDuration": 102200 }, { "exercise": "house", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 73672, "testDuration": 7431, "totalDuration": 81114 }, { "exercise": "pascals-triangle", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 495761, "testDuration": 7329, "totalDuration": 503101 }, { "exercise": "rational-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 73228, "testDuration": 7438, "totalDuration": 80676 }, { "exercise": "react", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 156451, "testDuration": 7470, "totalDuration": 163932 }, { "exercise": "rectangles", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 77776, "testDuration": 7374, "totalDuration": 85161 }, { "exercise": "relative-distance", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 449392, "testDuration": 7455, "totalDuration": 456858 }, { "exercise": "robot-name", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m YN0087: Migrated your project to the latest Yarn version 🚀\n\n\u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n\u001b[94m➤\u001b[39m YN0085: │ \u001b[38;5;70m+\u001b[39m \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mbabel-preset-typescript\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:0.6.0\u001b[39m, \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173meslint-config-typescript\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:0.8.0\u001b[39m, \u001b[38;5;166m@jest/\u001b[39m\u001b[38;5;173mglobals\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:29.7.0\u001b[39m, \u001b[38;5;166m@types/\u001b[39m\u001b[38;5;173mnode\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:22.7.9\u001b[39m, and \u001b[38;5;220m625\u001b[39m more.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-robot-name\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp2c5cf\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n\u001b[91m➤\u001b[39m YN0028: │ The lockfile would have been modified by this install, which is explicitly forbidden.\n::endgroup::\n\u001b[91m➤\u001b[39m YN0028: The lockfile would have been modified by this install, which is explicitly forbidden.\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[91m➤\u001b[39m \nSTDERR: ", "agentDuration": 263451, "testDuration": 4387, "totalDuration": 267849 }, { "exercise": "spiral-matrix", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 130357, "testDuration": 7444, "totalDuration": 137811 }, { "exercise": "transpose", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 104667, "testDuration": 7532, "totalDuration": 112210 }, { "exercise": "two-bucket", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 96109, "testDuration": 9400, "totalDuration": 105520 }, { "exercise": "variable-length-quantity", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 113190, "testDuration": 7548, "totalDuration": 120749 }, { "exercise": "wordy", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 86478, "testDuration": 7474, "totalDuration": 93964 } ] }, "opencode-opencode/grok-code": { "metadata": { "agent": "opencode", "model": "opencode/grok-code", "provider": "xai", "version": "0.5.29", "timestamp": "2025-08-31T09:53:32.454Z", "exerciseCount": 25, "benchmarkVersion": "1.0.0", "generatedBy": "ts-bench", "runUrl": "https://github.com/laiso/ts-bench/actions/runs/17355083421", "runId": "17355083421", "artifactName": "benchmark-results" }, "summary": { "successRate": 88, "totalDuration": 2425115, "avgDuration": 97004.6, "successCount": 22, "totalCount": 25, "agentSuccessCount": 25, "testSuccessCount": 22, "testFailedCount": 3 }, "results": [ { "exercise": "acronym", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 54742, "testDuration": 7202, "totalDuration": 62048 }, { "exercise": "anagram", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 30520, "testDuration": 7515, "totalDuration": 38046 }, { "exercise": "bank-account", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 27975, "testDuration": 7272, "totalDuration": 35259 }, { "exercise": "binary-search", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 19444, "testDuration": 7257, "totalDuration": 26713 }, { "exercise": "binary-search-tree", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 46681, "testDuration": 7250, "totalDuration": 53942 }, { "exercise": "bowling", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 62759, "testDuration": 7435, "totalDuration": 70205 }, { "exercise": "complex-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 162070, "testDuration": 7302, "totalDuration": 169384 }, { "exercise": "connect", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 62975, "testDuration": 7348, "totalDuration": 70335 }, { "exercise": "crypto-square", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 41156, "testDuration": 7260, "totalDuration": 48428 }, { "exercise": "diamond", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 37107, "testDuration": 7282, "totalDuration": 44399 }, { "exercise": "dnd-character", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 42428, "testDuration": 7329, "totalDuration": 49768 }, { "exercise": "flatten-array", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 62431, "testDuration": 7295, "totalDuration": 69737 }, { "exercise": "food-chain", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 43435, "testDuration": 7215, "totalDuration": 50663 }, { "exercise": "house", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 67093, "testDuration": 7496, "totalDuration": 74600 }, { "exercise": "pascals-triangle", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 34607, "testDuration": 7759, "totalDuration": 42377 }, { "exercise": "rational-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 34427, "testDuration": 7631, "totalDuration": 42070 }, { "exercise": "react", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-react\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp31db9\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m ::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 384392, "testDuration": 7842, "totalDuration": 392246 }, { "exercise": "rectangles", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 55264, "testDuration": 7506, "totalDuration": 62785 }, { "exercise": "relative-distance", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-relative-distance\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp51e15\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m ::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 187932, "testDuration": 7538, "totalDuration": 195483 }, { "exercise": "robot-name", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 108178, "testDuration": 24281, "totalDuration": 132471 }, { "exercise": "spiral-matrix", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 51161, "testDuration": 7369, "totalDuration": 58541 }, { "exercise": "transpose", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 262265, "testDuration": 7525, "totalDuration": 269802 }, { "exercise": "two-bucket", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 58709, "testDuration": 7514, "totalDuration": 66235 }, { "exercise": "variable-length-quantity", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-variable-length-quantity\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp877a6\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\nvariable-length-quantity.test.ts(7,21): error TS2554: Expected 0 arguments, but got 1.\nvariable-length-quantity.test.ts(11,21): error TS2554: Expected 0 arguments, but got 1.\nvariable-length-quantity.test.ts(15,21): error TS2554: Expected 0 arguments, but got 1.\nvariable-length-quantity.test.ts(19,21): error TS2554: Expected 0 arguments, but got 1.\nvariable-length-quantity.test.ts(23,21): error TS2554: Expected 0 arguments, but got 1.\nvariable-length-quantity.test.ts(27,21): error TS2554: Expected 0 arguments, but got 1.\nvariable-length-quantity.test.ts(31,21): error TS2554: Expected 0 arguments, but got 1.\nvariable-length-quantity.test.ts(35,21): error TS2554: Expected 0 arguments, but got 1.\nvariable-length-quantity.test.ts(39,21): error TS2554: Expected 0 arguments, but got 1.\nvariable-length-quantity.test.ts(43,21): error TS2554: Expected 0 arguments, but got 1.\nvariable-length-quantity.test.ts(47,21): error TS2554: Expected 0 arguments, but got 1.\nvariable-length-quantity.test.ts(51,21): error TS2554: Expected 0 arguments, but got 1.\nvariable-length-quantity.test.ts(55,21): error TS2554: Expected 0 arguments, but got 1.\nvariable-length-quantity.test.ts(59,21): error TS2554: Expected 0 arguments, but got 1.\nvariable-length-quantity.test.ts(63,21): error TS2554: Expected 0 arguments, but got 1.\nvariable-length-quantity.test.ts(67,21): error TS2554: Expected 0 arguments, but got 1.\nvariable-length-quantity.test.ts(71,21): error TS2554: Expected 0 arguments, but got 1.\nvariable-length-quantity.test.ts(82,21): error TS2554: Expected 0 arguments, but got 1.\nvariable-length-quantity.test.ts(88,21): error TS2554: Expected 0 arguments, but got 1.\nvariable-length-quantity.test.ts(92,21): error TS2554: Expected 0 arguments, but got 1.\nvariable-length-quantity.test.ts(96,21): error TS2554: Expected 0 arguments, but got 1.\nvariable-length-quantity.test.ts(100,21): error TS2554: Expected 0 arguments, but got 1.\nvariable-length-quantity.test.ts(104,21): error TS2554: Expected 0 arguments, but got 1.\nvariable-length-quantity.test.ts(109,16): error TS2554: Expected 0 arguments, but got 1.\nvariable-length-quantity.test.ts(115,16): error TS2554: Expected 0 arguments, but got 1.\nvariable-length-quantity.test.ts(125,21): error TS2554: Expected 0 arguments, but got 1.\n\nSTDERR: ", "agentDuration": 116138, "testDuration": 6428, "totalDuration": 122577 }, { "exercise": "wordy", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 169502, "testDuration": 7488, "totalDuration": 177001 } ] }, "qwen-qwen3-coder-plus": { "metadata": { "agent": "qwen", "model": "qwen3-coder-plus", "provider": "dashscope", "version": "0.0.9", "timestamp": "2025-08-31T11:57:22.309Z", "exerciseCount": 25, "benchmarkVersion": "1.0.0", "generatedBy": "ts-bench", "runUrl": "https://github.com/laiso/ts-bench/actions/runs/17356246268", "runId": "17356246268", "artifactName": "benchmark-results" }, "summary": { "successRate": 64, "totalDuration": 3097563, "avgDuration": 123902.5, "successCount": 16, "totalCount": 25, "agentSuccessCount": 16, "testSuccessCount": 16, "testFailedCount": 9 }, "results": [ { "exercise": "acronym", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 85651, "testDuration": 7209, "totalDuration": 93013 }, { "exercise": "anagram", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 71163, "testDuration": 7536, "totalDuration": 78710 }, { "exercise": "bank-account", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 95433, "testDuration": 7270, "totalDuration": 102715 }, { "exercise": "binary-search", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 82967, "testDuration": 7225, "totalDuration": 90205 }, { "exercise": "binary-search-tree", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 85907, "testDuration": 7249, "totalDuration": 93168 }, { "exercise": "bowling", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 81852, "testDuration": 7286, "totalDuration": 89149 }, { "exercise": "complex-numbers", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-complex-numbers\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mpe65d4\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m ::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 98049, "testDuration": 7530, "totalDuration": 105590 }, { "exercise": "connect", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-connect\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp8d446\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m ::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\ndebug.ts(1,16): error TS1127: Invalid character.\ndebug.ts(1,20): error TS1005: ',' expected.\ndebug.ts(1,32): error TS1127: Invalid character.\ndebug.ts(1,36): error TS1005: ',' expected.\ndebug.ts(1,49): error TS1127: Invalid character.\ndebug.ts(1,53): error TS1005: ',' expected.\ndebug.ts(1,67): error TS1127: Invalid character.\ndebug.ts(1,71): error TS1005: ',' expected.\ndebug.ts(1,86): error TS1127: Invalid character.\ndebug.ts(1,90): error TS1005: ',' expected.\ndebug.ts(1,106): error TS1127: Invalid character.\ndebug.ts(1,110): error TS1127: Invalid character.\ndebug.ts(1,112): error TS1127: Invalid character.\ndebug.ts(1,151): error TS1127: Invalid character.\ndebug.ts(1,180): error TS1127: Invalid character.\ndebug.ts(1,181): error TS1434: Unexpected keyword or identifier.\ndebug.ts(1,216): error TS1127: Invalid character.\ndebug.ts(1,221): error TS1127: Invalid character.\ndebug.ts(1,223): error TS1127: Invalid character.\ndebug.ts(1,257): error TS1127: Invalid character.\ndebug.ts(1,258): error TS1435: Unknown keyword or identifier. Did you mean 'const'?\ndebug.ts(1,292): error TS1127: Invalid character.\ndebug.ts(1,293): error TS1434: Unexpected keyword or identifier.\ndebug.ts(1,325): error TS1127: Invalid character.\ndebug.ts(1,330): error TS1127: Invalid character.\ndebug.ts(1,360): error TS1127: Invalid character.\ndebug.ts(1,361): error TS1434: Unexpected keyword or identifier.\ndebug.ts(1,405): error TS1127: Invalid character.\n\nSTDERR: ", "agentDuration": 300019, "testDuration": 4319, "totalDuration": 304350 }, { "exercise": "crypto-square", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 64870, "testDuration": 7707, "totalDuration": 72588 }, { "exercise": "diamond", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 78921, "testDuration": 7712, "totalDuration": 86645 }, { "exercise": "dnd-character", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 67150, "testDuration": 7711, "totalDuration": 74872 }, { "exercise": "flatten-array", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-flatten-array\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mpec691\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\nflatten-array.test.ts(7,20): error TS2554: Expected 0 arguments, but got 1.\nflatten-array.test.ts(12,20): error TS2554: Expected 0 arguments, but got 1.\nflatten-array.test.ts(17,20): error TS2554: Expected 0 arguments, but got 1.\nflatten-array.test.ts(22,20): error TS2554: Expected 0 arguments, but got 1.\nflatten-array.test.ts(28,15): error TS2554: Expected 0 arguments, but got 1.\nflatten-array.test.ts(35,15): error TS2554: Expected 0 arguments, but got 1.\n\nSTDERR: ", "agentDuration": 16980, "testDuration": 6788, "totalDuration": 23780 }, { "exercise": "food-chain", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-food-chain\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp8fc5f\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\nfood-chain.test.ts(10,18): error TS2554: Expected 0 arguments, but got 1.\nfood-chain.test.ts(20,18): error TS2554: Expected 0 arguments, but got 1.\nfood-chain.test.ts(31,18): error TS2554: Expected 0 arguments, but got 1.\nfood-chain.test.ts(43,18): error TS2554: Expected 0 arguments, but got 1.\nfood-chain.test.ts(56,18): error TS2554: Expected 0 arguments, but got 1.\nfood-chain.test.ts(70,18): error TS2554: Expected 0 arguments, but got 1.\nfood-chain.test.ts(85,18): error TS2554: Expected 0 arguments, but got 1.\nfood-chain.test.ts(93,18): error TS2554: Expected 0 arguments, but got 1.\nfood-chain.test.ts(106,19): error TS2554: Expected 0 arguments, but got 2.\nfood-chain.test.ts(161,19): error TS2554: Expected 0 arguments, but got 2.\n\nSTDERR: ", "agentDuration": 26098, "testDuration": 6504, "totalDuration": 32614 }, { "exercise": "house", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-house\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp71b57\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\nhouse.test.ts(7,18): error TS2554: Expected 0 arguments, but got 1.\nhouse.test.ts(15,18): error TS2554: Expected 0 arguments, but got 1.\nhouse.test.ts(24,18): error TS2554: Expected 0 arguments, but got 1.\nhouse.test.ts(34,18): error TS2554: Expected 0 arguments, but got 1.\nhouse.test.ts(45,18): error TS2554: Expected 0 arguments, but got 1.\nhouse.test.ts(57,18): error TS2554: Expected 0 arguments, but got 1.\nhouse.test.ts(70,18): error TS2554: Expected 0 arguments, but got 1.\nhouse.test.ts(84,18): error TS2554: Expected 0 arguments, but got 1.\nhouse.test.ts(99,18): error TS2554: Expected 0 arguments, but got 1.\nhouse.test.ts(115,18): error TS2554: Expected 0 arguments, but got 1.\nhouse.test.ts(132,18): error TS2554: Expected 0 arguments, but got 1.\nhouse.test.ts(150,18): error TS2554: Expected 0 arguments, but got 1.\nhouse.test.ts(192,19): error TS2554: Expected 0 arguments, but got 2.\nhouse.test.ts(289,19): error TS2554: Expected 0 arguments, but got 2.\n\nSTDERR: ", "agentDuration": 24696, "testDuration": 6482, "totalDuration": 31190 }, { "exercise": "pascals-triangle", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 67738, "testDuration": 7404, "totalDuration": 75154 }, { "exercise": "rational-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 83585, "testDuration": 7743, "totalDuration": 91339 }, { "exercise": "react", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-react\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp31db9\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m ::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 300020, "testDuration": 8057, "totalDuration": 308089 }, { "exercise": "rectangles", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-rectangles\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp58fb9\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\nrectangles.test.ts(7,26): error TS2554: Expected 0 arguments, but got 1.\nrectangles.test.ts(13,26): error TS2554: Expected 0 arguments, but got 1.\nrectangles.test.ts(19,26): error TS2554: Expected 0 arguments, but got 1.\nrectangles.test.ts(25,26): error TS2554: Expected 0 arguments, but got 1.\nrectangles.test.ts(31,26): error TS2554: Expected 0 arguments, but got 1.\nrectangles.test.ts(37,26): error TS2554: Expected 0 arguments, but got 1.\nrectangles.test.ts(43,26): error TS2554: Expected 0 arguments, but got 1.\nrectangles.test.ts(49,26): error TS2554: Expected 0 arguments, but got 1.\nrectangles.test.ts(55,26): error TS2554: Expected 0 arguments, but got 1.\nrectangles.test.ts(61,26): error TS2554: Expected 0 arguments, but got 1.\nrectangles.test.ts(67,26): error TS2554: Expected 0 arguments, but got 1.\nrectangles.test.ts(79,26): error TS2554: Expected 0 arguments, but got 1.\nrectangles.test.ts(91,26): error TS2554: Expected 0 arguments, but got 1.\nrectangles.test.ts(106,26): error TS2554: Expected 0 arguments, but got 1.\n\nSTDERR: ", "agentDuration": 25494, "testDuration": 6843, "totalDuration": 32348 }, { "exercise": "relative-distance", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 83116, "testDuration": 7682, "totalDuration": 90810 }, { "exercise": "robot-name", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-robot-name\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp2c5cf\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m ::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 300015, "testDuration": 31774, "totalDuration": 331800 }, { "exercise": "spiral-matrix", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 134281, "testDuration": 7404, "totalDuration": 141696 }, { "exercise": "transpose", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-transpose\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp77e24\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m ::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 300021, "testDuration": 7497, "totalDuration": 307529 }, { "exercise": "two-bucket", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 88690, "testDuration": 7903, "totalDuration": 96605 }, { "exercise": "variable-length-quantity", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 101032, "testDuration": 7588, "totalDuration": 108631 }, { "exercise": "wordy", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 227481, "testDuration": 7481, "totalDuration": 234973 } ] }, "claude-deepseek-reasoner": { "metadata": { "agent": "claude", "model": "deepseek-reasoner", "provider": "deepseek", "version": "1.0.98", "timestamp": "2025-08-31T14:32:49.717Z", "exerciseCount": 25, "benchmarkVersion": "1.0.0", "generatedBy": "ts-bench", "runUrl": "https://github.com/laiso/ts-bench/actions/runs/17357196715", "runId": "17357196715", "artifactName": "benchmark-results" }, "summary": { "successRate": 32, "totalDuration": 7099810, "avgDuration": 283992.4, "successCount": 8, "totalCount": 25, "agentSuccessCount": 8, "testSuccessCount": 11, "testFailedCount": 14 }, "results": [ { "exercise": "acronym", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-acronym\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mpc81cd\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n\u001b[94m➤\u001b[39m YN0013: │ \u001b[38;5;220m270\u001b[39m packages were added to the project (\u001b[38;5;160m+ 15.11 MiB\u001b[39m).\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 300438, "testDuration": 11341, "totalDuration": 311931 }, { "exercise": "anagram", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 270600, "testDuration": 9073, "totalDuration": 279684 }, { "exercise": "bank-account", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 295918, "testDuration": 7126, "totalDuration": 303056 }, { "exercise": "binary-search", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-binary-search\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mpe9bf4\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\nbinary-search.ts(15,27): error TS18046: 'needle' is of type 'unknown'.\n\nSTDERR: ", "agentDuration": 300705, "testDuration": 6247, "totalDuration": 306963 }, { "exercise": "binary-search-tree", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 193460, "testDuration": 7202, "totalDuration": 200673 }, { "exercise": "bowling", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-bowling\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp8a986\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m ::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 300316, "testDuration": 7391, "totalDuration": 307718 }, { "exercise": "complex-numbers", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-complex-numbers\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mpe65d4\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 300327, "testDuration": 9021, "totalDuration": 309359 }, { "exercise": "connect", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 201221, "testDuration": 7180, "totalDuration": 208411 }, { "exercise": "crypto-square", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-crypto-square\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp37190\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n console.log\n Test 1: PASS\n\n at log (test.js:17:11)\n at Array.forEach ()\n\n console.log\n Test 2: PASS\n\n at log (test.js:17:11)\n at Array.forEach ()\n\n console.log\n Test 3: PASS\n\n at log (test.js:17:11)\n at Array.forEach ()\n\n console.log\n Test 4: PASS\n\n at log (test.js:17:11)\n at Array.forEach ()\n\n console.log\n Test 5: PASS\n\n at log (test.js:17:11)\n at Array.forEach ()\n\n console.log\n Test 6: PASS\n\n at log (test.js:17:11)\n at Array.forEach ()\n\n console.log\n Test 7: PASS\n\n at log (test.js:17:11)\n at Array.forEach ()\n\n\nSTDERR: ", "agentDuration": 300375, "testDuration": 9971, "totalDuration": 310370 }, { "exercise": "diamond", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-diamond\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp56a80\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n console.log\n Testing diamond implementation:\n\n at Object.log (test.js:3:9)\n\n console.log\n \n A:\n\n at Object.log (test.js:4:9)\n\n console.log\n A\n\n at Object.log (test.js:5:9)\n\n console.log\n \n C:\n\n at Object.log (test.js:6:9)\n\n console.log\n A \n B B \n C C\n B B \n A\n\n at Object.log (test.js:7:9)\n\n console.log\n \n E:\n\n at Object.log (test.js:8:9)\n\n console.log\n A \n B B \n C C \n D D \n E E\n D D \n C C \n B B \n A\n\n at Object.log (test.js:9:9)\n\n\nSTDERR: ", "agentDuration": 300504, "testDuration": 8464, "totalDuration": 309001 }, { "exercise": "dnd-character", "agentSuccess": false, "testSuccess": true, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "agentDuration": 300359, "testDuration": 9056, "totalDuration": 309425 }, { "exercise": "flatten-array", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 158617, "testDuration": 7110, "totalDuration": 165737 }, { "exercise": "food-chain", "agentSuccess": false, "testSuccess": true, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "agentDuration": 300385, "testDuration": 8616, "totalDuration": 309012 }, { "exercise": "house", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-house\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp71b57\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n console.log\n Testing verse 1:\n\n at Object.log (test.js:4:9)\n\n console.log\n [ 'This is the house that Jack built.' ]\n\n at Object.log (test.js:5:9)\n\n console.log\n undefined\n\n at Object.log (test.js:6:9)\n\n console.log\n Testing verse 2:\n\n at Object.log (test.js:8:9)\n\n console.log\n [ 'This is the malt', 'that lay in the house that Jack built.' ]\n\n at Object.log (test.js:9:9)\n\n console.log\n undefined\n\n at Object.log (test.js:10:9)\n\n console.log\n Testing verse 12:\n\n at Object.log (test.js:12:9)\n\n console.log\n [\n 'This is the horse and the hound and the horn',\n 'that belonged to the farmer sowing his corn',\n 'that kept the rooster that crowed in the morn',\n 'that woke the priest all shaven and shorn',\n 'that married the man all tattered and torn',\n 'that kissed the maiden all forlorn',\n 'that milked the cow with the crumpled horn',\n 'that tossed the dog',\n 'that worried the cat',\n 'that killed the rat',\n 'that ate the malt',\n 'that lay in the house that Jack built.'\n ]\n\n at Object.log (test.js:13:9)\n\n console.log\n undefined\n\n at Object.log (test.js:14:9)\n\n console.log\n Testing verses 4-8:\n\n at Object.log (test.js:17:9)\n\n console.log\n [\n 'This is the cat',\n 'that killed the rat',\n 'that ate the malt',\n 'that lay in the house that Jack built.',\n '',\n 'This is the dog',\n 'that worried the cat',\n 'that killed the rat',\n 'that ate the malt',\n 'that lay in the house that Jack built.',\n '',\n 'This is the cow with the crumpled horn',\n 'that tossed the dog',\n 'that worried the cat',\n 'that killed the rat',\n 'that ate the malt',\n 'that lay in the house that Jack built.',\n '',\n 'This is the maiden all forlorn',\n 'that milked the cow with the crumpled horn',\n 'that tossed the dog',\n 'that worried the cat',\n 'that killed the rat',\n 'that ate the malt',\n 'that lay in the house that Jack built.',\n '',\n 'This is the man all tattered and torn',\n 'that kissed the maiden all forlorn',\n 'that milked the cow with the crumpled horn',\n 'that tossed the dog',\n 'that worried the cat',\n 'that killed the rat',\n 'that ate the malt',\n 'that lay in the house that Jack built.'\n ]\n\n at Object.log (test.js:18:9)\n\n\nSTDERR: ", "agentDuration": 300429, "testDuration": 9756, "totalDuration": 310195 }, { "exercise": "pascals-triangle", "agentSuccess": false, "testSuccess": true, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "agentDuration": 300478, "testDuration": 8062, "totalDuration": 308555 }, { "exercise": "rational-numbers", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-rational-numbers\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp16607\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\nrational-numbers.test.ts(194,47): error TS2554: Expected 0 arguments, but got 1.\nrational-numbers.test.ts(199,48): error TS2554: Expected 0 arguments, but got 1.\nrational-numbers.test.ts(204,47): error TS2554: Expected 0 arguments, but got 1.\n\nSTDERR: ", "agentDuration": 300361, "testDuration": 6266, "totalDuration": 306638 }, { "exercise": "react", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-react\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp31db9\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 300325, "testDuration": 9308, "totalDuration": 309644 }, { "exercise": "rectangles", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-rectangles\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp58fb9\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n console.log\n Test 1 - Empty array: 0\n\n at Object.log (test.js:3:9)\n\n console.log\n Test 2 - Empty string: 0\n\n at Object.log (test.js:4:9)\n\n console.log\n Test 3 - Space: 0\n\n at Object.log (test.js:5:9)\n\n console.log\n Test 4 - Simple rectangle: 1\n\n at Object.log (test.js:6:9)\n\n console.log\n Test 5 - Two rectangles: 2\n\n at Object.log (test.js:7:9)\n\n\nSTDERR: ", "agentDuration": 300408, "testDuration": 9731, "totalDuration": 310149 }, { "exercise": "relative-distance", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-relative-distance\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp51e15\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n\u001b[94m➤\u001b[39m YN0013: │ \u001b[38;5;220m136\u001b[39m packages were added to the project (\u001b[38;5;160m+ 12.14 MiB\u001b[39m).\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.41.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 300516, "testDuration": 11102, "totalDuration": 311629 }, { "exercise": "robot-name", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-robot-name\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp2c5cf\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m ::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 300418, "testDuration": 14859, "totalDuration": 315287 }, { "exercise": "spiral-matrix", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 138455, "testDuration": 7293, "totalDuration": 145759 }, { "exercise": "transpose", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-transpose\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp77e24\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m ::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 300334, "testDuration": 7425, "totalDuration": 307770 }, { "exercise": "two-bucket", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 252296, "testDuration": 7449, "totalDuration": 259755 }, { "exercise": "variable-length-quantity", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 265935, "testDuration": 7460, "totalDuration": 273405 }, { "exercise": "wordy", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-wordy\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp666b9\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 300420, "testDuration": 9253, "totalDuration": 309684 } ] }, "opencode-openai/gpt-5": { "metadata": { "agent": "opencode", "model": "openai/gpt-5", "provider": "openai", "version": "0.5.29", "timestamp": "2025-09-01T03:29:58.682Z", "exerciseCount": 25, "benchmarkVersion": "1.0.0", "generatedBy": "ts-bench", "runUrl": "https://github.com/yukukotani/ts-bench/actions/runs/17366415419", "runId": "17366415419", "artifactName": "benchmark-results" }, "summary": { "successRate": 96, "totalDuration": 1619762, "avgDuration": 64790.5, "successCount": 24, "totalCount": 25, "agentSuccessCount": 25, "testSuccessCount": 24, "testFailedCount": 1 }, "results": [ { "exercise": "acronym", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 125542, "testDuration": 7173, "totalDuration": 132863 }, { "exercise": "anagram", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 31380, "testDuration": 7295, "totalDuration": 38686 }, { "exercise": "bank-account", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 38131, "testDuration": 7220, "totalDuration": 45364 }, { "exercise": "binary-search", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 28437, "testDuration": 7222, "totalDuration": 35672 }, { "exercise": "binary-search-tree", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 32664, "testDuration": 7192, "totalDuration": 39868 }, { "exercise": "bowling", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 34593, "testDuration": 7504, "totalDuration": 42109 }, { "exercise": "complex-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 78611, "testDuration": 7519, "totalDuration": 86142 }, { "exercise": "connect", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 48998, "testDuration": 7218, "totalDuration": 56228 }, { "exercise": "crypto-square", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 52785, "testDuration": 7302, "totalDuration": 60097 }, { "exercise": "diamond", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 36241, "testDuration": 7271, "totalDuration": 43524 }, { "exercise": "dnd-character", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 35278, "testDuration": 7280, "totalDuration": 42570 }, { "exercise": "flatten-array", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 35126, "testDuration": 7304, "totalDuration": 42441 }, { "exercise": "food-chain", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 33396, "testDuration": 7270, "totalDuration": 40677 }, { "exercise": "house", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 34857, "testDuration": 7330, "totalDuration": 42198 }, { "exercise": "pascals-triangle", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 34146, "testDuration": 7405, "totalDuration": 41562 }, { "exercise": "rational-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 37463, "testDuration": 7551, "totalDuration": 45025 }, { "exercise": "react", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-react\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp31db9\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m ::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 195115, "testDuration": 7551, "totalDuration": 202679 }, { "exercise": "rectangles", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 43259, "testDuration": 7417, "totalDuration": 50689 }, { "exercise": "relative-distance", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 40379, "testDuration": 7428, "totalDuration": 47817 }, { "exercise": "robot-name", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 120384, "testDuration": 23653, "totalDuration": 144048 }, { "exercise": "spiral-matrix", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 27971, "testDuration": 7347, "totalDuration": 35329 }, { "exercise": "transpose", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 35277, "testDuration": 7478, "totalDuration": 42766 }, { "exercise": "two-bucket", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 136316, "testDuration": 7494, "totalDuration": 143821 }, { "exercise": "variable-length-quantity", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 29650, "testDuration": 7511, "totalDuration": 37174 }, { "exercise": "wordy", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 72895, "testDuration": 7506, "totalDuration": 80413 } ] }, "aider-claude-sonnet-4-20250514": { "metadata": { "agent": "aider", "model": "claude-sonnet-4-20250514", "provider": "anthropic", "version": "0.86.1", "timestamp": "2025-09-01T08:02:49.916Z", "exerciseCount": 25, "benchmarkVersion": "1.0.0", "generatedBy": "ts-bench", "runUrl": "https://github.com/laiso/ts-bench/actions/runs/17371119174", "runId": "17371119174", "artifactName": "benchmark-results" }, "summary": { "successRate": 32, "totalDuration": 1011910, "avgDuration": 40476.4, "successCount": 8, "totalCount": 25, "agentSuccessCount": 24, "testSuccessCount": 8, "testFailedCount": 17 }, "results": [ { "exercise": "acronym", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-acronym\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mpc81cd\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n\u001b[94m➤\u001b[39m YN0013: │ \u001b[38;5;220m633\u001b[39m packages were added to the project (\u001b[38;5;160m+ 32.06 MiB\u001b[39m).\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 10598, "testDuration": 16625, "totalDuration": 27370 }, { "exercise": "anagram", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 10812, "testDuration": 9109, "totalDuration": 19932 }, { "exercise": "bank-account", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-bank-account\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp9db5a\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\nbank-account.test.ts(122,7): error TS2578: Unused '@ts-expect-error' directive.\n\nSTDERR: ", "agentDuration": 161858, "testDuration": 6344, "totalDuration": 168213 }, { "exercise": "binary-search", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-binary-search\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mpe9bf4\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\nbinary-search.ts(11,16): error TS18046: 'midValue' is of type 'unknown'.\nbinary-search.ts(11,27): error TS18046: 'needle' is of type 'unknown'.\n\nSTDERR: ", "agentDuration": 10318, "testDuration": 6325, "totalDuration": 16654 }, { "exercise": "binary-search-tree", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-binary-search-tree\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mpa5dc1\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\nbinary-search-tree.ts(23,9): error TS18046: 'item' is of type 'unknown'.\nbinary-search-tree.ts(23,17): error TS2571: Object is of type 'unknown'.\n\nSTDERR: ", "agentDuration": 16183, "testDuration": 6487, "totalDuration": 22681 }, { "exercise": "bowling", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-bowling\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp8a986\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 25463, "testDuration": 9553, "totalDuration": 35027 }, { "exercise": "complex-numbers", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-complex-numbers\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mpe65d4\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 17146, "testDuration": 9577, "totalDuration": 26734 }, { "exercise": "connect", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-connect\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp8d446\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 41814, "testDuration": 9270, "totalDuration": 51096 }, { "exercise": "crypto-square", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 12969, "testDuration": 9120, "totalDuration": 22099 }, { "exercise": "diamond", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 15542, "testDuration": 9176, "totalDuration": 24728 }, { "exercise": "dnd-character", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-dnd-character\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp1c27b\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\ndnd-character.test.ts(82,22): error TS2339: Property 'hitpoints' does not exist on type 'DnDCharacter'.\ndnd-character.test.ts(83,50): error TS2339: Property 'constitution' does not exist on type 'DnDCharacter'.\ndnd-character.test.ts(90,22): error TS2339: Property 'strength' does not exist on type 'DnDCharacter'.\ndnd-character.test.ts(91,22): error TS2339: Property 'strength' does not exist on type 'DnDCharacter'.\ndnd-character.test.ts(97,22): error TS2339: Property 'dexterity' does not exist on type 'DnDCharacter'.\ndnd-character.test.ts(98,22): error TS2339: Property 'dexterity' does not exist on type 'DnDCharacter'.\ndnd-character.test.ts(104,22): error TS2339: Property 'constitution' does not exist on type 'DnDCharacter'.\ndnd-character.test.ts(105,22): error TS2339: Property 'constitution' does not exist on type 'DnDCharacter'.\ndnd-character.test.ts(111,22): error TS2339: Property 'intelligence' does not exist on type 'DnDCharacter'.\ndnd-character.test.ts(112,22): error TS2339: Property 'intelligence' does not exist on type 'DnDCharacter'.\ndnd-character.test.ts(118,22): error TS2339: Property 'wisdom' does not exist on type 'DnDCharacter'.\ndnd-character.test.ts(119,22): error TS2339: Property 'wisdom' does not exist on type 'DnDCharacter'.\ndnd-character.test.ts(125,22): error TS2339: Property 'charisma' does not exist on type 'DnDCharacter'.\ndnd-character.test.ts(126,22): error TS2339: Property 'charisma' does not exist on type 'DnDCharacter'.\ndnd-character.test.ts(132,22): error TS2339: Property 'strength' does not exist on type 'DnDCharacter'.\ndnd-character.test.ts(132,45): error TS2339: Property 'strength' does not exist on type 'DnDCharacter'.\n\nSTDERR: ", "agentDuration": 31432, "testDuration": 6466, "totalDuration": 37912 }, { "exercise": "flatten-array", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 9035, "testDuration": 9277, "totalDuration": 18323 }, { "exercise": "food-chain", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 35205, "testDuration": 9254, "totalDuration": 44469 }, { "exercise": "house", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 15013, "testDuration": 9112, "totalDuration": 24135 }, { "exercise": "pascals-triangle", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-pascals-triangle\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp6c295\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\npascals-triangle.test.ts(6,25): error TS2554: Expected 0 arguments, but got 1.\npascals-triangle.test.ts(6,28): error TS2339: Property 'rows' does not exist on type 'Triangle'.\npascals-triangle.test.ts(10,25): error TS2554: Expected 0 arguments, but got 1.\npascals-triangle.test.ts(10,28): error TS2339: Property 'rows' does not exist on type 'Triangle'.\npascals-triangle.test.ts(14,25): error TS2554: Expected 0 arguments, but got 1.\npascals-triangle.test.ts(14,28): error TS2339: Property 'rows' does not exist on type 'Triangle'.\npascals-triangle.test.ts(18,25): error TS2554: Expected 0 arguments, but got 1.\npascals-triangle.test.ts(18,28): error TS2339: Property 'lastRow' does not exist on type 'Triangle'.\npascals-triangle.test.ts(22,25): error TS2554: Expected 0 arguments, but got 1.\npascals-triangle.test.ts(22,28): error TS2339: Property 'lastRow' does not exist on type 'Triangle'.\npascals-triangle.test.ts(30,25): error TS2554: Expected 0 arguments, but got 1.\npascals-triangle.test.ts(30,29): error TS2339: Property 'lastRow' does not exist on type 'Triangle'.\n\nSTDERR: ", "agentDuration": 116292, "testDuration": 6377, "totalDuration": 122681 }, { "exercise": "rational-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 23363, "testDuration": 9493, "totalDuration": 32867 }, { "exercise": "react", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-react\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp31db9\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 23796, "testDuration": 9685, "totalDuration": 33492 }, { "exercise": "rectangles", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-rectangles\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp58fb9\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 17703, "testDuration": 9330, "totalDuration": 27044 }, { "exercise": "relative-distance", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-relative-distance\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp51e15\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n\u001b[94m➤\u001b[39m YN0013: │ \u001b[38;5;220m147\u001b[39m packages were added to the project (\u001b[38;5;160m+ 12.31 MiB\u001b[39m).\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.41.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 35510, "testDuration": 11378, "totalDuration": 46899 }, { "exercise": "robot-name", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-robot-name\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp2c5cf\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 12018, "testDuration": 30361, "totalDuration": 42390 }, { "exercise": "spiral-matrix", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 11547, "testDuration": 9310, "totalDuration": 20868 }, { "exercise": "transpose", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-transpose\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp77e24\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 27309, "testDuration": 9446, "totalDuration": 36765 }, { "exercise": "two-bucket", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-two-bucket\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mpf46d6\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 35497, "testDuration": 9474, "totalDuration": 44981 }, { "exercise": "variable-length-quantity", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-variable-length-quantity\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp877a6\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 29808, "testDuration": 9529, "totalDuration": 39347 }, { "exercise": "wordy", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-wordy\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp666b9\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 15811, "testDuration": 9382, "totalDuration": 25203 } ] }, "goose-claude-sonnet-4-20250514": { "metadata": { "agent": "goose", "model": "claude-sonnet-4-20250514", "provider": "anthropic", "version": "1.7.0", "timestamp": "2025-09-01T10:06:19.097Z", "exerciseCount": 25, "benchmarkVersion": "1.0.0", "generatedBy": "ts-bench", "runUrl": "https://github.com/laiso/ts-bench/actions/runs/17373186071", "runId": "17373186071", "artifactName": "benchmark-results" }, "summary": { "successRate": 92, "totalDuration": 3054763, "avgDuration": 122190.5, "successCount": 23, "totalCount": 25, "agentSuccessCount": 24, "testSuccessCount": 23, "testFailedCount": 2 }, "results": [ { "exercise": "acronym", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 88529, "testDuration": 7228, "totalDuration": 95904 }, { "exercise": "anagram", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 69770, "testDuration": 7404, "totalDuration": 77185 }, { "exercise": "bank-account", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-bank-account\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp9db5a\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m ::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\nbank-account.test.ts(122,7): error TS2578: Unused '@ts-expect-error' directive.\n\nSTDERR: ", "agentDuration": 96930, "testDuration": 4484, "totalDuration": 101425 }, { "exercise": "binary-search", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 55863, "testDuration": 7408, "totalDuration": 63281 }, { "exercise": "binary-search-tree", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 124425, "testDuration": 7323, "totalDuration": 131758 }, { "exercise": "bowling", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 252510, "testDuration": 7466, "totalDuration": 259987 }, { "exercise": "complex-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 210058, "testDuration": 7353, "totalDuration": 217423 }, { "exercise": "connect", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-connect\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp8d446\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m ::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 300017, "testDuration": 7443, "totalDuration": 307471 }, { "exercise": "crypto-square", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 61982, "testDuration": 7349, "totalDuration": 69341 }, { "exercise": "diamond", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 63663, "testDuration": 7419, "totalDuration": 71092 }, { "exercise": "dnd-character", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 57446, "testDuration": 7349, "totalDuration": 64806 }, { "exercise": "flatten-array", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 70270, "testDuration": 7340, "totalDuration": 77621 }, { "exercise": "food-chain", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 98239, "testDuration": 7322, "totalDuration": 105571 }, { "exercise": "house", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 78606, "testDuration": 7400, "totalDuration": 86017 }, { "exercise": "pascals-triangle", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 57907, "testDuration": 7516, "totalDuration": 65434 }, { "exercise": "rational-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 74453, "testDuration": 7572, "totalDuration": 82035 }, { "exercise": "react", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 203737, "testDuration": 7625, "totalDuration": 211374 }, { "exercise": "rectangles", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 65845, "testDuration": 7478, "totalDuration": 73333 }, { "exercise": "relative-distance", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 91965, "testDuration": 7543, "totalDuration": 99519 }, { "exercise": "robot-name", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 145008, "testDuration": 30155, "totalDuration": 175175 }, { "exercise": "spiral-matrix", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 66176, "testDuration": 7506, "totalDuration": 73692 }, { "exercise": "transpose", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 133988, "testDuration": 7538, "totalDuration": 141537 }, { "exercise": "two-bucket", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 174389, "testDuration": 7565, "totalDuration": 181965 }, { "exercise": "variable-length-quantity", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 100163, "testDuration": 7622, "totalDuration": 107795 }, { "exercise": "wordy", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 106401, "testDuration": 7609, "totalDuration": 114022 } ] }, "opencode-anthropic/claude-sonnet-4-20250514": { "metadata": { "agent": "opencode", "model": "anthropic/claude-sonnet-4-20250514", "provider": "anthropic", "version": "0.5.29", "timestamp": "2025-09-01T11:27:36.489Z", "exerciseCount": 25, "benchmarkVersion": "1.0.0", "generatedBy": "ts-bench", "runUrl": "https://github.com/laiso/ts-bench/actions/runs/17375043809", "runId": "17375043809", "artifactName": "benchmark-results" }, "summary": { "successRate": 92, "totalDuration": 3196227, "avgDuration": 127849.1, "successCount": 23, "totalCount": 25, "agentSuccessCount": 23, "testSuccessCount": 23, "testFailedCount": 2 }, "results": [ { "exercise": "acronym", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 95307, "testDuration": 7184, "totalDuration": 102641 }, { "exercise": "anagram", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 69602, "testDuration": 7258, "totalDuration": 76871 }, { "exercise": "bank-account", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 107022, "testDuration": 7209, "totalDuration": 114242 }, { "exercise": "binary-search", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 65339, "testDuration": 7307, "totalDuration": 72657 }, { "exercise": "binary-search-tree", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 80266, "testDuration": 7184, "totalDuration": 87460 }, { "exercise": "bowling", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-bowling\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp8a986\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m ::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 300042, "testDuration": 7509, "totalDuration": 307567 }, { "exercise": "complex-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 238330, "testDuration": 7300, "totalDuration": 245643 }, { "exercise": "connect", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 92428, "testDuration": 7323, "totalDuration": 99762 }, { "exercise": "crypto-square", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 65923, "testDuration": 7264, "totalDuration": 73197 }, { "exercise": "diamond", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 64453, "testDuration": 7315, "totalDuration": 71779 }, { "exercise": "dnd-character", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 75116, "testDuration": 7393, "totalDuration": 82520 }, { "exercise": "flatten-array", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 80047, "testDuration": 7291, "totalDuration": 87349 }, { "exercise": "food-chain", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 67468, "testDuration": 7262, "totalDuration": 74741 }, { "exercise": "house", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 76173, "testDuration": 7371, "totalDuration": 83555 }, { "exercise": "pascals-triangle", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 65778, "testDuration": 7371, "totalDuration": 73161 }, { "exercise": "rational-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 76660, "testDuration": 7434, "totalDuration": 84106 }, { "exercise": "react", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-react\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp31db9\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m ::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 300039, "testDuration": 8285, "totalDuration": 308343 }, { "exercise": "rectangles", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 121037, "testDuration": 7402, "totalDuration": 128450 }, { "exercise": "relative-distance", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 88295, "testDuration": 7563, "totalDuration": 95869 }, { "exercise": "robot-name", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 131477, "testDuration": 36872, "totalDuration": 168360 }, { "exercise": "spiral-matrix", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 93805, "testDuration": 7423, "totalDuration": 101239 }, { "exercise": "transpose", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 125239, "testDuration": 7513, "totalDuration": 132763 }, { "exercise": "two-bucket", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 208755, "testDuration": 7536, "totalDuration": 216302 }, { "exercise": "variable-length-quantity", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 75700, "testDuration": 7612, "totalDuration": 83324 }, { "exercise": "wordy", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 216833, "testDuration": 7480, "totalDuration": 224326 } ] }, "claude-glm-4.5": { "metadata": { "agent": "claude", "model": "glm-4.5", "provider": "zai", "version": "1.0.107", "timestamp": "2025-09-05T15:22:42.492Z", "exerciseCount": 25, "benchmarkVersion": "1.0.0", "generatedBy": "ts-bench", "runUrl": "https://github.com/laiso/ts-bench/actions/runs/17495591219", "runId": "17495591219", "artifactName": "benchmark-results" }, "summary": { "successRate": 80, "totalDuration": 4308475, "avgDuration": 172339, "successCount": 20, "totalCount": 25, "agentSuccessCount": 21, "testSuccessCount": 21, "testFailedCount": 4 }, "results": [ { "exercise": "acronym", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 89451, "testDuration": 8070, "totalDuration": 97672 }, { "exercise": "anagram", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 94730, "testDuration": 8709, "totalDuration": 103452 }, { "exercise": "bank-account", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 132961, "testDuration": 8507, "totalDuration": 141482 }, { "exercise": "binary-search", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 78224, "testDuration": 8615, "totalDuration": 86852 }, { "exercise": "binary-search-tree", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 100726, "testDuration": 8472, "totalDuration": 109212 }, { "exercise": "bowling", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-bowling\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp8a986\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\ntest-runner.ts(49,35): error TS18046: 'error' is of type 'unknown'.\n\nSTDERR: ", "agentDuration": 300435, "testDuration": 6776, "totalDuration": 307223 }, { "exercise": "complex-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 205348, "testDuration": 7813, "totalDuration": 213173 }, { "exercise": "connect", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 60770, "testDuration": 8248, "totalDuration": 69031 }, { "exercise": "crypto-square", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 132647, "testDuration": 9884, "totalDuration": 142543 }, { "exercise": "diamond", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 60696, "testDuration": 8150, "totalDuration": 68859 }, { "exercise": "dnd-character", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 67946, "testDuration": 10199, "totalDuration": 78158 }, { "exercise": "flatten-array", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 130555, "testDuration": 9866, "totalDuration": 140435 }, { "exercise": "food-chain", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 201514, "testDuration": 7772, "totalDuration": 209297 }, { "exercise": "house", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 156103, "testDuration": 8059, "totalDuration": 164175 }, { "exercise": "pascals-triangle", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 96966, "testDuration": 7666, "totalDuration": 104643 }, { "exercise": "rational-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 120617, "testDuration": 7730, "totalDuration": 128359 }, { "exercise": "react", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-react\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp31db9\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 245227, "testDuration": 9505, "totalDuration": 254742 }, { "exercise": "rectangles", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 141381, "testDuration": 10538, "totalDuration": 151932 }, { "exercise": "relative-distance", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 58939, "testDuration": 8841, "totalDuration": 67793 }, { "exercise": "robot-name", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-robot-name\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp2c5cf\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m ::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: Execution timed out after 300 seconds", "agentDuration": 300230, "testDuration": 322590, "totalDuration": 622833 }, { "exercise": "spiral-matrix", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 34909, "testDuration": 7751, "totalDuration": 42672 }, { "exercise": "transpose", "agentSuccess": false, "testSuccess": true, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "agentDuration": 300159, "testDuration": 7784, "totalDuration": 307955 }, { "exercise": "two-bucket", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 135869, "testDuration": 7917, "totalDuration": 143798 }, { "exercise": "variable-length-quantity", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 234553, "testDuration": 7728, "totalDuration": 242293 }, { "exercise": "wordy", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-wordy\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp666b9\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 300226, "testDuration": 9653, "totalDuration": 309891 } ] }, "qwen-qwen3-coder-plus-2025-09-23": { "metadata": { "agent": "qwen", "model": "qwen3-coder-plus-2025-09-23", "provider": "dashscope", "version": "0.0.13", "timestamp": "2025-09-24T07:06:57.794Z", "exerciseCount": 25, "benchmarkVersion": "1.1.0", "generatedBy": "ts-bench", "runUrl": "https://github.com/laiso/ts-bench/actions/runs/17967429442", "runId": "17967429442", "artifactName": "benchmark-results" }, "summary": { "successRate": 76, "totalDuration": 4644724, "avgDuration": 185789, "successCount": 19, "totalCount": 25, "agentSuccessCount": 19, "testSuccessCount": 19, "testFailedCount": 6 }, "results": [ { "exercise": "acronym", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 125647, "testDuration": 7169, "totalDuration": 132959 }, { "exercise": "anagram", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 89636, "testDuration": 7381, "totalDuration": 97024 }, { "exercise": "bank-account", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 73685, "testDuration": 7208, "totalDuration": 80901 }, { "exercise": "binary-search", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 172823, "testDuration": 7244, "totalDuration": 180075 }, { "exercise": "binary-search-tree", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 153687, "testDuration": 7312, "totalDuration": 161007 }, { "exercise": "bowling", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-bowling\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp8a986\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m ::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 300022, "testDuration": 7585, "totalDuration": 307615 }, { "exercise": "complex-numbers", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-complex-numbers\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mpe65d4\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m ::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 300023, "testDuration": 7371, "totalDuration": 307402 }, { "exercise": "connect", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-connect\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp8d446\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m ::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 300020, "testDuration": 7450, "totalDuration": 307478 }, { "exercise": "crypto-square", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 102043, "testDuration": 7283, "totalDuration": 109334 }, { "exercise": "diamond", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 199289, "testDuration": 7303, "totalDuration": 206600 }, { "exercise": "dnd-character", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 93330, "testDuration": 7373, "totalDuration": 100711 }, { "exercise": "flatten-array", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 93786, "testDuration": 7301, "totalDuration": 101095 }, { "exercise": "food-chain", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-food-chain\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp8fc5f\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m ::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\nfood-chain.ts(53,23): error TS1127: Invalid character.\nfood-chain.ts(53,35): error TS1002: Unterminated string literal.\nfood-chain.ts(66,33): error TS1127: Invalid character.\nfood-chain.ts(66,76): error TS1002: Unterminated string literal.\nfood-chain.ts(69,7): error TS1128: Declaration or statement expected.\nfood-chain.ts(72,3): error TS1128: Declaration or statement expected.\nfood-chain.ts(80,1): error TS1128: Declaration or statement expected.\n\nSTDERR: ", "agentDuration": 300020, "testDuration": 4183, "totalDuration": 304212 }, { "exercise": "house", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 197146, "testDuration": 7396, "totalDuration": 204549 }, { "exercise": "pascals-triangle", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 118561, "testDuration": 7355, "totalDuration": 125925 }, { "exercise": "rational-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 161853, "testDuration": 7448, "totalDuration": 169308 }, { "exercise": "react", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-react\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp31db9\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\nreact.ts(178,44): error TS2345: Argument of type '() => void' is not assignable to parameter of type '() => T'.\n Type 'void' is not assignable to type 'T'.\n 'T' could be instantiated with an arbitrary type which could be unrelated to 'void'.\n\nSTDERR: ", "agentDuration": 300039, "testDuration": 6384, "totalDuration": 306430 }, { "exercise": "rectangles", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 82275, "testDuration": 7485, "totalDuration": 89768 }, { "exercise": "relative-distance", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 123574, "testDuration": 7507, "totalDuration": 131089 }, { "exercise": "robot-name", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 150725, "testDuration": 25370, "totalDuration": 176104 }, { "exercise": "spiral-matrix", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 151513, "testDuration": 7448, "totalDuration": 158969 }, { "exercise": "transpose", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 256869, "testDuration": 7524, "totalDuration": 264401 }, { "exercise": "two-bucket", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 72229, "testDuration": 7568, "totalDuration": 79805 }, { "exercise": "variable-length-quantity", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-variable-length-quantity\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp877a6\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m ::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 300020, "testDuration": 7602, "totalDuration": 307632 }, { "exercise": "wordy", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 226820, "testDuration": 7502, "totalDuration": 234331 } ] }, "gemini-gemini-2.5-flash-preview-09-2025": { "metadata": { "agent": "gemini", "model": "gemini-2.5-flash-preview-09-2025", "provider": "google", "version": "0.6.1", "timestamp": "2025-09-26T09:10:59.402Z", "exerciseCount": 25, "benchmarkVersion": "1.1.0", "generatedBy": "ts-bench", "runUrl": "https://github.com/laiso/ts-bench/actions/runs/18032558475", "runId": "18032558475", "artifactName": "benchmark-results" }, "summary": { "successRate": 84, "totalDuration": 1825216, "avgDuration": 73008.6, "successCount": 21, "totalCount": 25, "agentSuccessCount": 25, "testSuccessCount": 21, "testFailedCount": 4 }, "results": [ { "exercise": "acronym", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 283995, "testDuration": 7431, "totalDuration": 291466 }, { "exercise": "anagram", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 30953, "testDuration": 7629, "totalDuration": 38590 }, { "exercise": "bank-account", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 31529, "testDuration": 7589, "totalDuration": 39126 }, { "exercise": "binary-search", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 38815, "testDuration": 7435, "totalDuration": 46258 }, { "exercise": "binary-search-tree", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 32503, "testDuration": 7568, "totalDuration": 40079 }, { "exercise": "bowling", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 95363, "testDuration": 7681, "totalDuration": 103053 }, { "exercise": "complex-numbers", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-complex-numbers\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mpe65d4\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m ::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 110933, "testDuration": 7605, "totalDuration": 118546 }, { "exercise": "connect", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-connect\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp8d446\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m ::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 120981, "testDuration": 7615, "totalDuration": 128604 }, { "exercise": "crypto-square", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 44188, "testDuration": 7592, "totalDuration": 51788 }, { "exercise": "diamond", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 38279, "testDuration": 7745, "totalDuration": 46033 }, { "exercise": "dnd-character", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 29770, "testDuration": 7712, "totalDuration": 37491 }, { "exercise": "flatten-array", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 37530, "testDuration": 7660, "totalDuration": 45198 }, { "exercise": "food-chain", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 53578, "testDuration": 7610, "totalDuration": 61196 }, { "exercise": "house", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 57646, "testDuration": 7793, "totalDuration": 65447 }, { "exercise": "pascals-triangle", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 27649, "testDuration": 7712, "totalDuration": 35369 }, { "exercise": "rational-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 52879, "testDuration": 7938, "totalDuration": 60825 }, { "exercise": "react", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-react\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp31db9\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m ::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\nreact.ts(109,7): error TS2515: Non-abstract class 'ComputeCell' does not implement inherited abstract member notify from class 'Cell'.\nreact.ts(246,36): error TS2339: Property 'addCallback' does not exist on type 'never'.\n\nSTDERR: ", "agentDuration": 86675, "testDuration": 4774, "totalDuration": 91459 }, { "exercise": "rectangles", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 38740, "testDuration": 7730, "totalDuration": 46479 }, { "exercise": "relative-distance", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 37859, "testDuration": 7749, "totalDuration": 45616 }, { "exercise": "robot-name", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-robot-name\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp2c5cf\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m ::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 53902, "testDuration": 27859, "totalDuration": 81769 }, { "exercise": "spiral-matrix", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 30644, "testDuration": 7689, "totalDuration": 38341 }, { "exercise": "transpose", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 69018, "testDuration": 7711, "totalDuration": 76737 }, { "exercise": "two-bucket", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 62049, "testDuration": 7750, "totalDuration": 69807 }, { "exercise": "variable-length-quantity", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 70210, "testDuration": 7873, "totalDuration": 78090 }, { "exercise": "wordy", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 80075, "testDuration": 7766, "totalDuration": 87849 } ] }, "claude-claude-sonnet-4-5-20250929": { "metadata": { "agent": "claude", "model": "claude-sonnet-4-5-20250929", "provider": "anthropic", "version": "2.0.1", "timestamp": "2025-09-30T05:23:08.772Z", "exerciseCount": 25, "benchmarkVersion": "1.1.0", "generatedBy": "ts-bench", "runUrl": "https://github.com/laiso/ts-bench/actions/runs/18118779527", "runId": "18118779527", "artifactName": "benchmark-results" }, "summary": { "successRate": 88, "totalDuration": 3204321, "avgDuration": 128172.8, "successCount": 22, "totalCount": 25, "agentSuccessCount": 25, "testSuccessCount": 22, "testFailedCount": 3 }, "results": [ { "exercise": "acronym", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 98929, "testDuration": 11494, "totalDuration": 110566 }, { "exercise": "anagram", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 56534, "testDuration": 9351, "totalDuration": 65893 }, { "exercise": "bank-account", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 76695, "testDuration": 7237, "totalDuration": 83940 }, { "exercise": "binary-search", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 81754, "testDuration": 9263, "totalDuration": 91025 }, { "exercise": "binary-search-tree", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-binary-search-tree\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mpa5dc1\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\nbinary-search-tree.ts(23,9): error TS18046: 'item' is of type 'unknown'.\n\nSTDERR: ", "agentDuration": 56746, "testDuration": 6374, "totalDuration": 63129 }, { "exercise": "bowling", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 153028, "testDuration": 9513, "totalDuration": 162549 }, { "exercise": "complex-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 213407, "testDuration": 7605, "totalDuration": 221021 }, { "exercise": "connect", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 84697, "testDuration": 7555, "totalDuration": 92261 }, { "exercise": "crypto-square", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 134188, "testDuration": 9328, "totalDuration": 143524 }, { "exercise": "diamond", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 66999, "testDuration": 9346, "totalDuration": 76353 }, { "exercise": "dnd-character", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 77836, "testDuration": 9592, "totalDuration": 87436 }, { "exercise": "flatten-array", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 58811, "testDuration": 9520, "totalDuration": 68339 }, { "exercise": "food-chain", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 170964, "testDuration": 9424, "totalDuration": 180397 }, { "exercise": "house", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 58358, "testDuration": 7546, "totalDuration": 65912 }, { "exercise": "pascals-triangle", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 71989, "testDuration": 7559, "totalDuration": 79556 }, { "exercise": "rational-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 51711, "testDuration": 7770, "totalDuration": 59489 }, { "exercise": "react", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-react\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp31db9\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\nreact.ts(75,3): error TS2322: Type 'Observer' is not assignable to type 'Observer | undefined'.\n Type 'Observer' is not assignable to type 'Observer'.\n Type 'Observer' is not assignable to type 'ObserverV'.\n Types of property 'updateFn' are incompatible.\n Type 'UpdateFn' is not assignable to type 'UpdateFn'.\n Types of parameters 'value' and 'value' are incompatible.\n Type 'unknown' is not assignable to type 'T | undefined'.\nreact.ts(82,28): error TS2345: Argument of type 'Observer' is not assignable to parameter of type 'Observer'.\n Type 'Observer' is not assignable to type 'ObserverV'.\n Types of property 'updateFn' are incompatible.\n Type 'UpdateFn' is not assignable to type 'UpdateFn'.\n Types of parameters 'value' and 'value' are incompatible.\n Type 'unknown' is not assignable to type 'T | undefined'.\nreact.ts(342,28): error TS2345: Argument of type 'Observer' is not assignable to parameter of type 'Observer'.\n Type 'Observer' is not assignable to type 'ObserverV'.\n Types of property 'updateFn' are incompatible.\n Type 'UpdateFn' is not assignable to type 'UpdateFn'.\n Types of parameters 'value' and 'value' are incompatible.\n Type 'unknown' is not assignable to type 'T | undefined'.\n\nSTDERR: ", "agentDuration": 215077, "testDuration": 6591, "totalDuration": 221676 }, { "exercise": "rectangles", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 165279, "testDuration": 9377, "totalDuration": 174664 }, { "exercise": "relative-distance", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 88933, "testDuration": 7708, "totalDuration": 96649 }, { "exercise": "robot-name", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-robot-name\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp2c5cf\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 201148, "testDuration": 31943, "totalDuration": 233099 }, { "exercise": "spiral-matrix", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 141966, "testDuration": 9414, "totalDuration": 151388 }, { "exercise": "transpose", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 75643, "testDuration": 7646, "totalDuration": 83297 }, { "exercise": "two-bucket", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 98222, "testDuration": 9498, "totalDuration": 107729 }, { "exercise": "variable-length-quantity", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 211991, "testDuration": 9612, "totalDuration": 221611 }, { "exercise": "wordy", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 253251, "testDuration": 9559, "totalDuration": 262818 } ] }, "claude-glm-4.6": { "metadata": { "agent": "claude", "model": "glm-4.6", "provider": "zai", "version": "2.0.1", "timestamp": "2025-09-30T15:13:15.881Z", "exerciseCount": 25, "benchmarkVersion": "1.1.0", "generatedBy": "ts-bench", "runUrl": "https://github.com/laiso/ts-bench/actions/runs/18133009680", "runId": "18133009680", "artifactName": "benchmark-results" }, "summary": { "successRate": 92, "totalDuration": 3306390, "avgDuration": 132255.6, "successCount": 23, "totalCount": 25, "agentSuccessCount": 24, "testSuccessCount": 23, "testFailedCount": 2 }, "results": [ { "exercise": "acronym", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 182573, "testDuration": 7197, "totalDuration": 189913 }, { "exercise": "anagram", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 71499, "testDuration": 9346, "totalDuration": 80853 }, { "exercise": "bank-account", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 69733, "testDuration": 7275, "totalDuration": 77016 }, { "exercise": "binary-search", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 58172, "testDuration": 7299, "totalDuration": 65479 }, { "exercise": "binary-search-tree", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 128868, "testDuration": 9213, "totalDuration": 138089 }, { "exercise": "bowling", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 186455, "testDuration": 7813, "totalDuration": 194276 }, { "exercise": "complex-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 188009, "testDuration": 7366, "totalDuration": 195383 }, { "exercise": "connect", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-connect\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp8d446\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m ::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\nconnect.ts(7,5): error TS2322: Type 'string[]' is not assignable to type 'string[][]'.\n Type 'string' is not assignable to type 'string[]'.\nconnect.ts(9,31): error TS2339: Property 'split' does not exist on type 'string[]'.\nconnect.ts(10,44): error TS2339: Property 'split' does not exist on type 'string[]'.\n\nSTDERR: ", "agentDuration": 88246, "testDuration": 4480, "totalDuration": 92734 }, { "exercise": "crypto-square", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 95109, "testDuration": 7307, "totalDuration": 102424 }, { "exercise": "diamond", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 72670, "testDuration": 7230, "totalDuration": 79908 }, { "exercise": "dnd-character", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 34188, "testDuration": 7403, "totalDuration": 41599 }, { "exercise": "flatten-array", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 116146, "testDuration": 9256, "totalDuration": 125412 }, { "exercise": "food-chain", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 298719, "testDuration": 9186, "totalDuration": 307913 }, { "exercise": "house", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 58474, "testDuration": 9273, "totalDuration": 67755 }, { "exercise": "pascals-triangle", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 64951, "testDuration": 7344, "totalDuration": 72302 }, { "exercise": "rational-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 49870, "testDuration": 9265, "totalDuration": 59142 }, { "exercise": "react", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n\u001b[94m➤\u001b[39m YN0085: │ \u001b[38;5;70m+\u001b[39m \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mbabel-preset-typescript\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:0.6.0\u001b[39m, \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173meslint-config-typescript\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:0.8.0\u001b[39m, \u001b[38;5;166m@jest/\u001b[39m\u001b[38;5;173mglobals\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:29.7.0\u001b[39m, \u001b[38;5;166m@types/\u001b[39m\u001b[38;5;173mnode\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:22.7.9\u001b[39m, and \u001b[38;5;220m625\u001b[39m more.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-react\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp31db9\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n\u001b[91m➤\u001b[39m YN0028: │ The lockfile would have been modified by this install, which is explicitly forbidden.\n::endgroup::\n\u001b[91m➤\u001b[39m YN0028: The lockfile would have been modified by this install, which is explicitly forbidden.\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[91m➤\u001b[39m \nSTDERR: ", "agentDuration": 300204, "testDuration": 1873, "totalDuration": 302085 }, { "exercise": "rectangles", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 41955, "testDuration": 8069, "totalDuration": 50032 }, { "exercise": "relative-distance", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 107143, "testDuration": 12670, "totalDuration": 119826 }, { "exercise": "robot-name", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 123552, "testDuration": 32361, "totalDuration": 155921 }, { "exercise": "spiral-matrix", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 75091, "testDuration": 10540, "totalDuration": 85639 }, { "exercise": "transpose", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 178601, "testDuration": 10501, "totalDuration": 189110 }, { "exercise": "two-bucket", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 114085, "testDuration": 10534, "totalDuration": 124631 }, { "exercise": "variable-length-quantity", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 86278, "testDuration": 8373, "totalDuration": 94659 }, { "exercise": "wordy", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 283866, "testDuration": 10415, "totalDuration": 294289 } ] }, "codex-gpt-5.1-codex": { "metadata": { "agent": "codex", "model": "gpt-5.1-codex", "provider": "openai", "version": "0.58.0", "timestamp": "2025-11-14T02:31:24.922Z", "exerciseCount": 25, "benchmarkVersion": "1.1.0", "generatedBy": "ts-bench", "runUrl": "https://github.com/laiso/ts-bench/actions/runs/19351317417", "runId": "19351317417", "artifactName": "benchmark-results" }, "summary": { "successRate": 88, "totalDuration": 3628872, "avgDuration": 145154.9, "successCount": 22, "totalCount": 25, "agentSuccessCount": 23, "testSuccessCount": 23, "testFailedCount": 2 }, "results": [ { "exercise": "acronym", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 108306, "testDuration": 7559, "totalDuration": 116006 }, { "exercise": "anagram", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 105314, "testDuration": 7415, "totalDuration": 112736 }, { "exercise": "bank-account", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 61323, "testDuration": 7594, "totalDuration": 68926 }, { "exercise": "binary-search", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 62508, "testDuration": 7452, "totalDuration": 69968 }, { "exercise": "binary-search-tree", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 69956, "testDuration": 7416, "totalDuration": 77380 }, { "exercise": "bowling", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 190268, "testDuration": 7573, "totalDuration": 197849 }, { "exercise": "complex-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 213197, "testDuration": 7371, "totalDuration": 220575 }, { "exercise": "connect", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 170972, "testDuration": 7424, "totalDuration": 178404 }, { "exercise": "crypto-square", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 121941, "testDuration": 7357, "totalDuration": 129306 }, { "exercise": "diamond", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 81462, "testDuration": 7310, "totalDuration": 88779 }, { "exercise": "dnd-character", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 95306, "testDuration": 7448, "totalDuration": 102762 }, { "exercise": "flatten-array", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 130475, "testDuration": 7404, "totalDuration": 137887 }, { "exercise": "food-chain", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 152392, "testDuration": 7425, "totalDuration": 159824 }, { "exercise": "house", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 87038, "testDuration": 7497, "totalDuration": 94543 }, { "exercise": "pascals-triangle", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 83829, "testDuration": 7432, "totalDuration": 91269 }, { "exercise": "rational-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 129490, "testDuration": 7444, "totalDuration": 136942 }, { "exercise": "react", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-react\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp31db9\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m ::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\nreact.ts(101,21): error TS2345: Argument of type 'Signal' is not assignable to parameter of type 'Signal'.\n Types of property 'equalFn' are incompatible.\n Type 'EqualFn | undefined' is not assignable to type 'EqualFn | undefined'.\n Type 'EqualFn' is not assignable to type 'EqualFn'.\n Type 'unknown' is not assignable to type 'T'.\n 'T' could be instantiated with an arbitrary type which could be unrelated to 'unknown'.\nreact.ts(108,12): error TS2345: Argument of type 'Signal' is not assignable to parameter of type 'Signal'.\n Types of property 'equalFn' are incompatible.\n Type 'EqualFn | undefined' is not assignable to type 'EqualFn | undefined'.\n Type 'EqualFn' is not assignable to type 'EqualFn'.\n Type 'unknown' is not assignable to type 'T'.\n 'T' could be instantiated with an arbitrary type which could be unrelated to 'unknown'.\nreact.ts(142,14): error TS2345: Argument of type 'Signal' is not assignable to parameter of type 'Signal'.\n Types of property 'equalFn' are incompatible.\n Type 'EqualFn | undefined' is not assignable to type 'EqualFn | undefined'.\n Type 'EqualFn' is not assignable to type 'EqualFn'.\n Type 'unknown' is not assignable to type 'T'.\n 'T' could be instantiated with an arbitrary type which could be unrelated to 'unknown'.\nreact.ts(149,21): error TS2345: Argument of type 'Signal' is not assignable to parameter of type 'Signal'.\n Types of property 'equalFn' are incompatible.\n Type 'EqualFn | undefined' is not assignable to type 'EqualFn | undefined'.\n Type 'EqualFn' is not assignable to type 'EqualFn'.\n Type 'unknown' is not assignable to type 'T'.\n 'T' could be instantiated with an arbitrary type which could be unrelated to 'unknown'.\n\nSTDERR: ", "agentDuration": 300038, "testDuration": 4671, "totalDuration": 304717 }, { "exercise": "rectangles", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 112332, "testDuration": 7516, "totalDuration": 119857 }, { "exercise": "relative-distance", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 136119, "testDuration": 7551, "totalDuration": 143678 }, { "exercise": "robot-name", "agentSuccess": false, "testSuccess": true, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "agentDuration": 300030, "testDuration": 13323, "totalDuration": 313361 }, { "exercise": "spiral-matrix", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 74718, "testDuration": 7436, "totalDuration": 82163 }, { "exercise": "transpose", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 160968, "testDuration": 7475, "totalDuration": 168450 }, { "exercise": "two-bucket", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 240794, "testDuration": 7662, "totalDuration": 248464 }, { "exercise": "variable-length-quantity", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 115682, "testDuration": 7633, "totalDuration": 123323 }, { "exercise": "wordy", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-wordy\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp666b9\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 131928, "testDuration": 9767, "totalDuration": 141703 } ] }, "gemini-gemini-3-pro-preview": { "metadata": { "agent": "gemini", "model": "gemini-3-pro-preview", "provider": "google", "version": "0.16.0", "timestamp": "2025-11-19T01:30:52.474Z", "exerciseCount": 25, "benchmarkVersion": "1.1.0", "generatedBy": "ts-bench", "runUrl": "https://github.com/laiso/ts-bench/actions/runs/19484914072", "runId": "19484914072", "artifactName": "benchmark-results" }, "summary": { "successRate": 96, "totalDuration": 4702906, "avgDuration": 188116.2, "successCount": 24, "totalCount": 25, "agentSuccessCount": 24, "testSuccessCount": 25, "testFailedCount": 0 }, "results": [ { "exercise": "acronym", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 217516, "testDuration": 7453, "totalDuration": 225112 }, { "exercise": "anagram", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 146346, "testDuration": 7550, "totalDuration": 153904 }, { "exercise": "bank-account", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 242126, "testDuration": 7473, "totalDuration": 249608 }, { "exercise": "binary-search", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 122581, "testDuration": 7495, "totalDuration": 130085 }, { "exercise": "binary-search-tree", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 239835, "testDuration": 7529, "totalDuration": 247373 }, { "exercise": "bowling", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 260820, "testDuration": 7719, "totalDuration": 268548 }, { "exercise": "complex-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 296390, "testDuration": 7461, "totalDuration": 303859 }, { "exercise": "connect", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 236283, "testDuration": 7578, "totalDuration": 243869 }, { "exercise": "crypto-square", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 188319, "testDuration": 7547, "totalDuration": 195874 }, { "exercise": "diamond", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 86779, "testDuration": 7435, "totalDuration": 94221 }, { "exercise": "dnd-character", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 93047, "testDuration": 7576, "totalDuration": 100631 }, { "exercise": "flatten-array", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 125653, "testDuration": 7540, "totalDuration": 133201 }, { "exercise": "food-chain", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 121324, "testDuration": 7523, "totalDuration": 128855 }, { "exercise": "house", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 112761, "testDuration": 7493, "totalDuration": 120261 }, { "exercise": "pascals-triangle", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 97075, "testDuration": 7512, "totalDuration": 104595 }, { "exercise": "rational-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 225747, "testDuration": 7653, "totalDuration": 233408 }, { "exercise": "react", "agentSuccess": false, "testSuccess": true, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "agentDuration": 355480, "testDuration": 7848, "totalDuration": 363336 }, { "exercise": "rectangles", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 145804, "testDuration": 7735, "totalDuration": 153547 }, { "exercise": "relative-distance", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 142011, "testDuration": 7624, "totalDuration": 149643 }, { "exercise": "robot-name", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 253051, "testDuration": 11391, "totalDuration": 264451 }, { "exercise": "spiral-matrix", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 185238, "testDuration": 7567, "totalDuration": 192815 }, { "exercise": "transpose", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 131556, "testDuration": 7670, "totalDuration": 139235 }, { "exercise": "two-bucket", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 213382, "testDuration": 7761, "totalDuration": 221151 }, { "exercise": "variable-length-quantity", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 127433, "testDuration": 7716, "totalDuration": 135157 }, { "exercise": "wordy", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 142477, "testDuration": 7681, "totalDuration": 150167 } ] }, "codex-gpt-5.2": { "metadata": { "agent": "codex", "model": "gpt-5.2", "provider": "openai", "version": "0.71.0", "timestamp": "2025-12-12T06:23:52.488Z", "exerciseCount": 25, "benchmarkVersion": "1.1.0", "generatedBy": "ts-bench", "runUrl": "https://github.com/laiso/ts-bench/actions/runs/20157260672", "runId": "20157260672", "artifactName": "benchmark-results" }, "summary": { "successRate": 92, "totalDuration": 3509743, "avgDuration": 140389.7, "successCount": 23, "totalCount": 25, "agentSuccessCount": 23, "testSuccessCount": 24, "testFailedCount": 1 }, "results": [ { "exercise": "acronym", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 116670, "testDuration": 7242, "totalDuration": 124066 }, { "exercise": "anagram", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 94090, "testDuration": 7269, "totalDuration": 101367 }, { "exercise": "bank-account", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 76568, "testDuration": 7176, "totalDuration": 83752 }, { "exercise": "binary-search", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 113294, "testDuration": 7233, "totalDuration": 120534 }, { "exercise": "binary-search-tree", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 92517, "testDuration": 7253, "totalDuration": 99777 }, { "exercise": "bowling", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 158055, "testDuration": 7485, "totalDuration": 165549 }, { "exercise": "complex-numbers", "agentSuccess": false, "testSuccess": true, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "agentDuration": 300038, "testDuration": 7239, "totalDuration": 307285 }, { "exercise": "connect", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 142784, "testDuration": 7346, "totalDuration": 150137 }, { "exercise": "crypto-square", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 129632, "testDuration": 7362, "totalDuration": 137003 }, { "exercise": "diamond", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 86417, "testDuration": 7268, "totalDuration": 93692 }, { "exercise": "dnd-character", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 77171, "testDuration": 7423, "totalDuration": 84602 }, { "exercise": "flatten-array", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 65403, "testDuration": 7383, "totalDuration": 72794 }, { "exercise": "food-chain", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 99868, "testDuration": 7409, "totalDuration": 107285 }, { "exercise": "house", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 194683, "testDuration": 7390, "totalDuration": 202080 }, { "exercise": "pascals-triangle", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 88792, "testDuration": 7733, "totalDuration": 96534 }, { "exercise": "rational-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 156647, "testDuration": 7490, "totalDuration": 164146 }, { "exercise": "react", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-react\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp31db9\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m \u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.38.1\u001b[39m must be built because it never has been before or the last one failed\n\u001b[94m➤\u001b[39m YN0007: │ \u001b[38;5;173mcore-js\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mnpm:3.44.0\u001b[39m must be built because it never has been before or the last one failed\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 300033, "testDuration": 9415, "totalDuration": 309456 }, { "exercise": "rectangles", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 124700, "testDuration": 7457, "totalDuration": 132164 }, { "exercise": "relative-distance", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 79812, "testDuration": 7477, "totalDuration": 87297 }, { "exercise": "robot-name", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 258885, "testDuration": 8925, "totalDuration": 267817 }, { "exercise": "spiral-matrix", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 61302, "testDuration": 7392, "totalDuration": 68702 }, { "exercise": "transpose", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 149788, "testDuration": 7512, "totalDuration": 157308 }, { "exercise": "two-bucket", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 142108, "testDuration": 7613, "totalDuration": 149728 }, { "exercise": "variable-length-quantity", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 117041, "testDuration": 7565, "totalDuration": 124614 }, { "exercise": "wordy", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 94571, "testDuration": 7475, "totalDuration": 102054 } ] }, "gemini-gemini-3-flash-preview": { "metadata": { "agent": "gemini", "model": "gemini-3-flash-preview", "provider": "google", "version": "0.21.2", "timestamp": "2025-12-18T05:12:03.665Z", "exerciseCount": 25, "benchmarkVersion": "1.1.0", "generatedBy": "ts-bench", "runUrl": "https://github.com/laiso/ts-bench/actions/runs/20326081278", "runId": "20326081278", "artifactName": "benchmark-results" }, "summary": { "successRate": 92, "totalDuration": 2493362, "avgDuration": 99734.5, "successCount": 23, "totalCount": 25, "agentSuccessCount": 23, "testSuccessCount": 25, "testFailedCount": 0 }, "results": [ { "exercise": "acronym", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 116377, "testDuration": 7541, "totalDuration": 124097 }, { "exercise": "anagram", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 62593, "testDuration": 7555, "totalDuration": 70179 }, { "exercise": "bank-account", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 89942, "testDuration": 7360, "totalDuration": 97333 }, { "exercise": "binary-search", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 79447, "testDuration": 7482, "totalDuration": 86960 }, { "exercise": "binary-search-tree", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 57245, "testDuration": 7549, "totalDuration": 64827 }, { "exercise": "bowling", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 92351, "testDuration": 7699, "totalDuration": 100081 }, { "exercise": "complex-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 67774, "testDuration": 7471, "totalDuration": 75275 }, { "exercise": "connect", "agentSuccess": false, "testSuccess": true, "overallSuccess": false, "agentError": "", "agentDuration": 129651, "testDuration": 7563, "totalDuration": 137246 }, { "exercise": "crypto-square", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 53933, "testDuration": 7533, "totalDuration": 61496 }, { "exercise": "diamond", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 101919, "testDuration": 7434, "totalDuration": 109383 }, { "exercise": "dnd-character", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 64573, "testDuration": 7684, "totalDuration": 72289 }, { "exercise": "flatten-array", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 105332, "testDuration": 7711, "totalDuration": 113074 }, { "exercise": "food-chain", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 72442, "testDuration": 7558, "totalDuration": 80031 }, { "exercise": "house", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 75120, "testDuration": 7615, "totalDuration": 82765 }, { "exercise": "pascals-triangle", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 80322, "testDuration": 7542, "totalDuration": 87898 }, { "exercise": "rational-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 85874, "testDuration": 7812, "totalDuration": 93717 }, { "exercise": "react", "agentSuccess": false, "testSuccess": true, "overallSuccess": false, "agentError": "", "agentDuration": 227465, "testDuration": 7730, "totalDuration": 235227 }, { "exercise": "rectangles", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 93910, "testDuration": 7633, "totalDuration": 101575 }, { "exercise": "relative-distance", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 109377, "testDuration": 7788, "totalDuration": 117198 }, { "exercise": "robot-name", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 98829, "testDuration": 11565, "totalDuration": 110426 }, { "exercise": "spiral-matrix", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 64869, "testDuration": 7608, "totalDuration": 72509 }, { "exercise": "transpose", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 104964, "testDuration": 7834, "totalDuration": 112829 }, { "exercise": "two-bucket", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 96241, "testDuration": 7748, "totalDuration": 104021 }, { "exercise": "variable-length-quantity", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 57176, "testDuration": 7861, "totalDuration": 65069 }, { "exercise": "wordy", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 109941, "testDuration": 7884, "totalDuration": 117857 } ] }, "kimi-kimi-k2.5": { "metadata": { "agent": "kimi", "model": "kimi-k2.5", "provider": "moonshot", "version": "1.3.0", "timestamp": "2026-01-29T11:35:45.513Z", "exerciseCount": 25, "benchmarkVersion": "1.1.0", "generatedBy": "ts-bench", "runUrl": "https://github.com/laiso/ts-bench/actions/runs/21475628525", "runId": "21475628525", "artifactName": "benchmark-results" }, "summary": { "successRate": 96, "totalDuration": 1966692, "avgDuration": 78667.7, "successCount": 24, "totalCount": 25, "agentSuccessCount": 24, "testSuccessCount": 25, "testFailedCount": 0 }, "results": [ { "exercise": "acronym", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 57235, "testDuration": 6888, "totalDuration": 64296 }, { "exercise": "anagram", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 62485, "testDuration": 6943, "totalDuration": 69434 }, { "exercise": "bank-account", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 55062, "testDuration": 6900, "totalDuration": 61969 }, { "exercise": "binary-search", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 32595, "testDuration": 6972, "totalDuration": 39575 }, { "exercise": "binary-search-tree", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 39798, "testDuration": 6893, "totalDuration": 46698 }, { "exercise": "bowling", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 68217, "testDuration": 7166, "totalDuration": 75390 }, { "exercise": "complex-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 86438, "testDuration": 7139, "totalDuration": 93585 }, { "exercise": "connect", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 64525, "testDuration": 6975, "totalDuration": 71508 }, { "exercise": "crypto-square", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 53758, "testDuration": 7038, "totalDuration": 60803 }, { "exercise": "diamond", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 39897, "testDuration": 6935, "totalDuration": 46839 }, { "exercise": "dnd-character", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 38439, "testDuration": 6971, "totalDuration": 45418 }, { "exercise": "flatten-array", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 32293, "testDuration": 6816, "totalDuration": 39117 }, { "exercise": "food-chain", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 65043, "testDuration": 6962, "totalDuration": 72013 }, { "exercise": "house", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 119243, "testDuration": 6956, "totalDuration": 126205 }, { "exercise": "pascals-triangle", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 45862, "testDuration": 6950, "totalDuration": 52818 }, { "exercise": "rational-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 54739, "testDuration": 7034, "totalDuration": 61780 }, { "exercise": "react", "agentSuccess": false, "testSuccess": true, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "agentDuration": 300031, "testDuration": 7151, "totalDuration": 307189 }, { "exercise": "rectangles", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 53955, "testDuration": 7031, "totalDuration": 60994 }, { "exercise": "relative-distance", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 40197, "testDuration": 7188, "totalDuration": 47392 }, { "exercise": "robot-name", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 62636, "testDuration": 23118, "totalDuration": 85762 }, { "exercise": "spiral-matrix", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 42071, "testDuration": 7077, "totalDuration": 49154 }, { "exercise": "transpose", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 38257, "testDuration": 7118, "totalDuration": 45382 }, { "exercise": "two-bucket", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 136856, "testDuration": 7187, "totalDuration": 144050 }, { "exercise": "variable-length-quantity", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 29657, "testDuration": 8665, "totalDuration": 38330 }, { "exercise": "wordy", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 153889, "testDuration": 7095, "totalDuration": 160991 } ] }, "qwen-qwen/qwen3-coder-next": { "metadata": { "agent": "qwen", "model": "qwen/qwen3-coder-next", "provider": "openrouter", "version": "0.9.1", "timestamp": "2026-02-05T09:24:55.730Z", "exerciseCount": 25, "benchmarkVersion": "1.1.0", "generatedBy": "ts-bench", "runUrl": "https://github.com/laiso/ts-bench/actions/runs/21704925437", "runId": "21704925437", "artifactName": "benchmark-results" }, "summary": { "successRate": 92, "totalDuration": 2037801, "avgDuration": 81512, "successCount": 23, "totalCount": 25, "agentSuccessCount": 24, "testSuccessCount": 23, "testFailedCount": 2 }, "results": [ { "exercise": "acronym", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 54131, "testDuration": 7286, "totalDuration": 61563 }, { "exercise": "anagram", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 35723, "testDuration": 7539, "totalDuration": 43270 }, { "exercise": "bank-account", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 22839, "testDuration": 7331, "totalDuration": 30178 }, { "exercise": "binary-search", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 21708, "testDuration": 7318, "totalDuration": 29034 }, { "exercise": "binary-search-tree", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 46225, "testDuration": 7427, "totalDuration": 53660 }, { "exercise": "bowling", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 39494, "testDuration": 7836, "totalDuration": 47338 }, { "exercise": "complex-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 43497, "testDuration": 7630, "totalDuration": 51135 }, { "exercise": "connect", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 50886, "testDuration": 7674, "totalDuration": 58568 }, { "exercise": "crypto-square", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 19430, "testDuration": 7527, "totalDuration": 26965 }, { "exercise": "diamond", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 21067, "testDuration": 7506, "totalDuration": 28582 }, { "exercise": "dnd-character", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 25659, "testDuration": 7758, "totalDuration": 33425 }, { "exercise": "flatten-array", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 33275, "testDuration": 7766, "totalDuration": 41050 }, { "exercise": "food-chain", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 22411, "testDuration": 7806, "totalDuration": 30226 }, { "exercise": "house", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 49240, "testDuration": 7508, "totalDuration": 56757 }, { "exercise": "pascals-triangle", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 20695, "testDuration": 7489, "totalDuration": 28192 }, { "exercise": "rational-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 37261, "testDuration": 7674, "totalDuration": 44944 }, { "exercise": "react", "agentSuccess": false, "testSuccess": false, "overallSuccess": false, "agentError": "Execution timed out after 300 seconds", "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-react\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp31db9\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m ::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\n[tests] tstyche (implementation tests)\n\nSTDERR: ", "agentDuration": 1024160, "testDuration": 7885, "totalDuration": 1032053 }, { "exercise": "rectangles", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 33264, "testDuration": 7544, "totalDuration": 40816 }, { "exercise": "relative-distance", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 22792, "testDuration": 7685, "totalDuration": 30485 }, { "exercise": "robot-name", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 54748, "testDuration": 27862, "totalDuration": 82618 }, { "exercise": "spiral-matrix", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 27213, "testDuration": 7424, "totalDuration": 34645 }, { "exercise": "transpose", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 33065, "testDuration": 7501, "totalDuration": 40574 }, { "exercise": "two-bucket", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 33672, "testDuration": 7640, "totalDuration": 41320 }, { "exercise": "variable-length-quantity", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 20357, "testDuration": 7626, "totalDuration": 27991 }, { "exercise": "wordy", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-wordy\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp666b9\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m ::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\nwordy.ts(33,5): error TS2322: Type 'number | undefined' is not assignable to type 'number'.\n Type 'undefined' is not assignable to type 'number'.\nwordy.ts(65,18): error TS18048: 'result' is possibly 'undefined'.\nwordy.ts(67,18): error TS18048: 'result' is possibly 'undefined'.\nwordy.ts(69,18): error TS18048: 'result' is possibly 'undefined'.\nwordy.ts(71,18): error TS18048: 'result' is possibly 'undefined'.\nwordy.ts(86,3): error TS2322: Type 'number | undefined' is not assignable to type 'number'.\n Type 'undefined' is not assignable to type 'number'.\n\nSTDERR: ", "agentDuration": 37767, "testDuration": 4637, "totalDuration": 42412 } ] }, "codex-gpt-5.3-codex": { "metadata": { "agent": "codex", "model": "gpt-5.3-codex", "provider": "openai", "version": "0.106.0", "timestamp": "2026-02-28T06:30:47.159Z", "exerciseCount": 25, "benchmarkVersion": "1.1.0", "generatedBy": "ts-bench", "runUrl": "https://github.com/laiso/ts-bench/actions/runs/22514689122", "runId": "22514689122", "artifactName": "benchmark-results" }, "summary": { "successRate": 96, "totalDuration": 2177447, "avgDuration": 87097.9, "successCount": 24, "totalCount": 25, "agentSuccessCount": 25, "testSuccessCount": 24, "testFailedCount": 1 }, "results": [ { "exercise": "acronym", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 56842, "testDuration": 7489, "totalDuration": 64496 }, { "exercise": "anagram", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 46382, "testDuration": 7606, "totalDuration": 53998 }, { "exercise": "bank-account", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 51041, "testDuration": 7461, "totalDuration": 58510 }, { "exercise": "binary-search", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 46182, "testDuration": 7757, "totalDuration": 53947 }, { "exercise": "binary-search-tree", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 53537, "testDuration": 7577, "totalDuration": 61122 }, { "exercise": "bowling", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 231252, "testDuration": 7861, "totalDuration": 239123 }, { "exercise": "complex-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 80261, "testDuration": 7755, "totalDuration": 88024 }, { "exercise": "connect", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 92720, "testDuration": 7657, "totalDuration": 100386 }, { "exercise": "crypto-square", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 60010, "testDuration": 7439, "totalDuration": 67457 }, { "exercise": "diamond", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 50963, "testDuration": 7419, "totalDuration": 58390 }, { "exercise": "dnd-character", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 66881, "testDuration": 7627, "totalDuration": 74516 }, { "exercise": "flatten-array", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 57016, "testDuration": 7621, "totalDuration": 64646 }, { "exercise": "food-chain", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 64599, "testDuration": 7430, "totalDuration": 72037 }, { "exercise": "house", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 44777, "testDuration": 7543, "totalDuration": 52329 }, { "exercise": "pascals-triangle", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 44089, "testDuration": 7491, "totalDuration": 51589 }, { "exercise": "rational-numbers", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 87827, "testDuration": 7777, "totalDuration": 95612 }, { "exercise": "react", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 218512, "testDuration": 7705, "totalDuration": 226225 }, { "exercise": "rectangles", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 52136, "testDuration": 7597, "totalDuration": 59742 }, { "exercise": "relative-distance", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 81825, "testDuration": 7671, "totalDuration": 89504 }, { "exercise": "robot-name", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 75334, "testDuration": 8467, "totalDuration": 83809 }, { "exercise": "spiral-matrix", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 42098, "testDuration": 7568, "totalDuration": 49674 }, { "exercise": "transpose", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 111214, "testDuration": 7720, "totalDuration": 118942 }, { "exercise": "two-bucket", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 105495, "testDuration": 7756, "totalDuration": 113260 }, { "exercise": "variable-length-quantity", "agentSuccess": true, "testSuccess": true, "overallSuccess": true, "agentDuration": 73065, "testDuration": 7759, "totalDuration": 80833 }, { "exercise": "wordy", "agentSuccess": true, "testSuccess": false, "overallSuccess": false, "testError": "STDOUT: \u001b[94m➤\u001b[39m \u001b[94m➤\u001b[39m \u001b[90m::group::Resolution step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Post-resolution validation\n\u001b[93m➤\u001b[39m YN0002: │ \u001b[38;5;166m@exercism/\u001b[39m\u001b[38;5;173mtypescript-wordy\u001b[39m\u001b[38;5;111m@\u001b[39m\u001b[38;5;111mworkspace:.\u001b[39m doesn't provide \u001b[38;5;166m@babel/\u001b[39m\u001b[38;5;173mcore\u001b[39m (\u001b[38;5;111mp666b9\u001b[39m), requested by \u001b[38;5;173mbabel-jest\u001b[39m.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by your project; run \u001b[38;5;111myarn explain peer-requirements \u001b[39m for details, where \u001b[38;5;111m\u001b[39m is the six-letter p-prefixed code.\n\u001b[93m➤\u001b[39m YN0086: │ Some peer dependencies are incorrectly met by dependencies; run \u001b[38;5;111myarn explain peer-requirements\u001b[39m for details.\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Fetch step\n::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[94m➤\u001b[39m \u001b[90m::group::Link step\n\u001b[93m➤\u001b[39m ::endgroup::\n\u001b[94m➤\u001b[39m \u001b[90m\u001b[93m➤\u001b[39m [tests] tsc: ✅, tstyche: ❌, jest: ✅, \n[tests] tsc (compile)\nwordy.ts(94,13): error TS18047: 'parsedOperation' is possibly 'null'.\nwordy.ts(100,37): error TS18047: 'parsedOperation' is possibly 'null'.\n\nSTDERR: ", "agentDuration": 94424, "testDuration": 4844, "totalDuration": 99276 } ] } } }