{ "opencollection": "1.0.0", "info": { "name": "Prime Intellect Compute admin-clusters evals API", "version": "0.1.0" }, "request": { "auth": { "type": "bearer", "token": "{{bearerToken}}" } }, "items": [ { "info": { "name": "evals", "type": "folder" }, "items": [ { "info": { "name": "List Evaluations", "type": "http" }, "http": { "method": "GET", "url": "https://api.primeintellect.ai/api/v1/evaluations/", "params": [ { "name": "team_id", "value": "", "type": "query", "description": "Filter by specific team ID" }, { "name": "environment_id", "value": "", "type": "query", "description": "Filter by environment ID" }, { "name": "environment_name", "value": "", "type": "query", "description": "Filter by environment name" }, { "name": "suite_id", "value": "", "type": "query", "description": "Filter by suite ID" }, { "name": "skip", "value": "", "type": "query" }, { "name": "limit", "value": "", "type": "query" } ], "auth": { "type": "bearer", "token": "{{bearerToken}}" } }, "docs": "Get a list of evaluations owned by the authenticated user or their teams\n\nBy default, returns all evaluations the user has access to (personal + all teams)." }, { "info": { "name": "Create Evaluation", "type": "http" }, "http": { "method": "POST", "url": "https://api.primeintellect.ai/api/v1/evaluations/", "body": { "type": "json", "data": "{}" }, "auth": { "type": "bearer", "token": "{{bearerToken}}" } }, "docs": "Create a new evaluation\n\nThis endpoint supports:\n- Environment evaluations: Provide environments\n- Prime RL evaluations: Provide run_id\n- Suite evaluations: Provide suite_id\n\nOwnership:\n- If team_id is provided in request, the evaluation will be owned by the team\n- Otherwise, the evaluation will be owned by the authenticated user" }, { "info": { "name": "Bulk Delete Evaluations", "type": "http" }, "http": { "method": "POST", "url": "https://api.primeintellect.ai/api/v1/evaluations/bulk-delete", "body": { "type": "json", "data": "{}" }, "auth": { "type": "bearer", "token": "{{bearerToken}}" } }, "docs": "Bulk Delete Evaluations" }, { "info": { "name": "Get Evaluation", "type": "http" }, "http": { "method": "GET", "url": "https://api.primeintellect.ai/api/v1/evaluations/:evaluation_id", "params": [ { "name": "evaluation_id", "value": "", "type": "path" } ], "auth": { "type": "bearer", "token": "{{bearerToken}}" } }, "docs": "Get detailed information about a specific evaluation." }, { "info": { "name": "Update Evaluation", "type": "http" }, "http": { "method": "PUT", "url": "https://api.primeintellect.ai/api/v1/evaluations/:evaluation_id", "params": [ { "name": "evaluation_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "bearer", "token": "{{bearerToken}}" } }, "docs": "Update an existing evaluation" }, { "info": { "name": "Delete Evaluation", "type": "http" }, "http": { "method": "DELETE", "url": "https://api.primeintellect.ai/api/v1/evaluations/:evaluation_id", "params": [ { "name": "evaluation_id", "value": "", "type": "path" } ], "auth": { "type": "bearer", "token": "{{bearerToken}}" } }, "docs": "Delete Evaluation" }, { "info": { "name": "Finalize Evaluation", "type": "http" }, "http": { "method": "POST", "url": "https://api.primeintellect.ai/api/v1/evaluations/:evaluation_id/finalize", "params": [ { "name": "evaluation_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "bearer", "token": "{{bearerToken}}" } }, "docs": "Mark an evaluation as complete and compute final statistics." }, { "info": { "name": "Get Samples", "type": "http" }, "http": { "method": "GET", "url": "https://api.primeintellect.ai/api/v1/evaluations/:evaluation_id/samples", "params": [ { "name": "evaluation_id", "value": "", "type": "path" }, { "name": "page", "value": "", "type": "query" }, { "name": "limit", "value": "", "type": "query" } ], "auth": { "type": "bearer", "token": "{{bearerToken}}" } }, "docs": "Get samples for a specific evaluation" }, { "info": { "name": "Push Samples", "type": "http" }, "http": { "method": "POST", "url": "https://api.primeintellect.ai/api/v1/evaluations/:evaluation_id/samples", "params": [ { "name": "evaluation_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "bearer", "token": "{{bearerToken}}" } }, "docs": "Push evaluation samples\n\nThis endpoint can be called multiple times to stream samples as they're generated." } ] } ], "bundled": true }