{ "opencollection": "1.0.0", "info": { "name": "Vijil Console API (Combined) agent-configurations evaluation-summaries API", "version": "0.1.0" }, "items": [ { "info": { "name": "evaluation-summaries", "type": "folder" }, "items": [ { "info": { "name": "List Evaluation Summaries", "type": "http" }, "http": { "method": "GET", "url": "{{baseUrl}}/v1/evaluation-summaries/", "params": [ { "name": "team_id", "value": "", "type": "query", "description": "Team ID to list summaries for" }, { "name": "agent_id", "value": "", "type": "query", "description": "Filter by agent ID" }, { "name": "status", "value": "", "type": "query", "description": "Filter by status (running, completed, failed, cancelled)" }, { "name": "harness_type", "value": "", "type": "query", "description": "Filter by harness type (standard or custom)" }, { "name": "tested_by", "value": "", "type": "query", "description": "Filter by tool that ran the evaluation" }, { "name": "limit", "value": "", "type": "query", "description": "Maximum number of results to return" }, { "name": "offset", "value": "", "type": "query", "description": "Number of results to skip for paging" } ] }, "docs": "List evaluation summaries for a team with optional filters and pagination.\n\nArgs:\n team_id: Team ID to list summaries for (required)\n agent_id: Optional filter by agent ID\n status: Optional filter by status (running, completed, failed, cancelled)\n harness_type: Optional filter by harness type\n tested_by: Optional filter by evaluation tool\n limit: Max number of results (default 10, max 100)\n offset: Number of results to skip for paging\n claims: JWT claims with user and tea" }, { "info": { "name": "List Latest Evaluation Summaries By Agent", "type": "http" }, "http": { "method": "GET", "url": "{{baseUrl}}/v1/evaluation-summaries/latest-by-agent", "params": [ { "name": "team_id", "value": "", "type": "query", "description": "Team ID to list latest summary per agent for" } ] }, "docs": "Return the latest completed evaluation summary per agent for the team.\n\nUses server-side grouping (one row per agent_id with max completed_at).\nNo pagination; returns at most one summary per agent that has a completed evaluation." }, { "info": { "name": "Get Evaluation Summary", "type": "http" }, "http": { "method": "GET", "url": "{{baseUrl}}/v1/evaluation-summaries/:evaluation_id", "params": [ { "name": "evaluation_id", "value": "", "type": "path" }, { "name": "team_id", "value": "", "type": "query", "description": "Team ID that owns this evaluation" } ] }, "docs": "Get a single evaluation summary by evaluation ID.\n\nArgs:\n evaluation_id: UUID of the evaluation (same as summary ID)\n team_id: Team ID that owns this evaluation\n claims: JWT claims with user and team info\n summary_repo: Evaluation summary repository\n\nReturns:\n Evaluation summary with scores and metadata\n\nRaises:\n HTTPException: 401 if unauthorized, 403 if no permission, 404 if not found" }, { "info": { "name": "Delete Evaluation Summary", "type": "http" }, "http": { "method": "DELETE", "url": "{{baseUrl}}/v1/evaluation-summaries/:evaluation_id", "params": [ { "name": "evaluation_id", "value": "", "type": "path" }, { "name": "team_id", "value": "", "type": "query", "description": "Team ID that owns this evaluation" } ] }, "docs": "Delete an evaluation summary row.\n\nThis endpoint only removes the summary cache row — it does not delete\nthe underlying evaluation job or S3 artifacts. To fully delete an\nevaluation, use DELETE /evaluations/{evaluation_id}.\n\nArgs:\n evaluation_id: UUID of the evaluation summary to delete\n team_id: Team ID that owns this evaluation\n claims: JWT claims with user and team info\n summary_repo: Evaluation summary repository\n\nRaises:\n HTTPException: 401 if unauthorized, 403 if no permissi" } ] } ], "bundled": true }