{ "date": "2026-10-21", "sourceRevision": "6bd47be82952b2509a83766b04cd394ddc8fc46d", "execution": "direct Harbor using the published Oracle commands on isolated Linux state, no Clerk session", "versions": { "node": "22.23.3", "bun": "1.4.2", "harbor": "0.24.0" }, "profile": { "profile": { "runSettingsVersion": 1, "id": "heval-setup", "title": "Check this machine", "benchmark": "Heval setup check v1", "agent": "oracle", "model": "Reference solution (no model)", "tasks": 1, "attempts": 1, "timeoutSeconds": 300, "setupCheck": true, "taskSet": "027851e8453b8dbda1df2aa930e41fd297bbc5f8b01e41387ba7bdc16603d38d", "vendor": "Provider default", "maxAttempts": 1, "digest": "d3057bf18f511e78b99e97a51a38d5d0a9f08a3c78bbc9f0bcdc4e3c25240966" }, "taskContentHashes": [ "991449f7fe5ebb2ff48390673ca91ce71bee08596a836f573d586b18bac63106" ], "taskExecutionMetadata": [ { "version": 1, "digest": "8f6559698bd2962cf4b4431fa77679db6871f5abe02768b02ea73152a2cfe409" } ] }, "report": { "schemaVersion": 1, "job": "evaluation", "generatedAt": "2026-10-21T22:13:36.535Z", "rows": [ { "trial": "heval-setup__cQKEHmo", "reward": 1, "passed": 1, "timedOut": 0, "overSlow": 0, "error": null, "task": "heval-setup", "taskFull": "heval-setup", "agent": "oracle", "model": "unknown", "modelShort": "unknown", "stack": "oracle / unknown", "taskChecksum": "91172c61715fb92812d4942cebd06e9658f3761f4159f35f35d1241216e6be6c", "agentVersion": "1.0.0", "provider": null, "vendor": null, "agentSeconds": 8.41, "totalSeconds": 22.378, "inputTokens": null, "cacheTokens": null, "outputTokens": null, "totalTokens": null, "costUsd": null, "costSource": null, "startedAt": "2026-10-21T22:13:10.422Z" } ] }, "limits": { "attempts": 1, "concurrency": 1, "executionErrorRetries": 0, "agentSeconds": 60, "verifierSeconds": 30, "imageBuildSeconds": 120, "cpus": 1, "memoryMb": 1024, "profileBudgetSeconds": 300, "directHarborEnforcesOverallBudget": false }, "executedImageDigest": null, "rawRetention": "Private worker artifacts retained by the operator. No automatic retention or backup policy was established." }