{
  "opencollection": "1.0.0",
  "info": {
    "name": "Arthur GenAI Engine Agent Discovery Continuous Eval Test Runs API",
    "version": "2.1.688"
  },
  "items": [
    {
      "info": {
        "name": "Continuous Eval Test Runs",
        "type": "folder"
      },
      "items": [
        {
          "info": {
            "name": "List test runs for a continuous eval",
            "type": "http"
          },
          "http": {
            "method": "GET",
            "url": "{{baseUrl}}/api/v1/continuous_evals/:eval_id/test_runs",
            "params": [
              {
                "name": "eval_id",
                "value": "",
                "type": "path",
                "description": "The id of the continuous eval."
              },
              {
                "name": "sort",
                "value": "",
                "type": "query",
                "description": "Sort the results (asc/desc)"
              },
              {
                "name": "page_size",
                "value": "",
                "type": "query",
                "description": "Page size. Default is 10. Must be greater than 0 and less than 5000."
              },
              {
                "name": "page",
                "value": "",
                "type": "query",
                "description": "Page number"
              }
            ],
            "auth": {
              "type": "bearer",
              "token": "{{bearerToken}}"
            }
          },
          "docs": "Get all test runs for a specific continuous eval."
        },
        {
          "info": {
            "name": "Create and start a test run for a continuous eval",
            "type": "http"
          },
          "http": {
            "method": "POST",
            "url": "{{baseUrl}}/api/v1/continuous_evals/:eval_id/test_runs",
            "params": [
              {
                "name": "eval_id",
                "value": "",
                "type": "path",
                "description": "The id of the continuous eval to test."
              }
            ],
            "body": {
              "type": "json",
              "data": "{}"
            },
            "auth": {
              "type": "bearer",
              "token": "{{bearerToken}}"
            }
          },
          "docs": "Run a continuous eval against specific traces as a test. Results are stored separately from production annotations."
        },
        {
          "info": {
            "name": "Get a test run by id",
            "type": "http"
          },
          "http": {
            "method": "GET",
            "url": "{{baseUrl}}/api/v1/continuous_evals/test_runs/:test_run_id",
            "params": [
              {
                "name": "test_run_id",
                "value": "",
                "type": "path",
                "description": "The id of the test run."
              }
            ],
            "auth": {
              "type": "bearer",
              "token": "{{bearerToken}}"
            }
          },
          "docs": "Get the status and counters for a specific test run. Use this endpoint for polling progress."
        },
        {
          "info": {
            "name": "Delete a test run",
            "type": "http"
          },
          "http": {
            "method": "DELETE",
            "url": "{{baseUrl}}/api/v1/continuous_evals/test_runs/:test_run_id",
            "params": [
              {
                "name": "test_run_id",
                "value": "",
                "type": "path",
                "description": "The id of the test run to delete."
              }
            ],
            "auth": {
              "type": "bearer",
              "token": "{{bearerToken}}"
            }
          },
          "docs": "Delete a test run and all its associated annotation results."
        },
        {
          "info": {
            "name": "Get individual test case results for a test run",
            "type": "http"
          },
          "http": {
            "method": "GET",
            "url": "{{baseUrl}}/api/v1/continuous_evals/test_runs/:test_run_id/results",
            "params": [
              {
                "name": "test_run_id",
                "value": "",
                "type": "path",
                "description": "The id of the test run."
              },
              {
                "name": "sort",
                "value": "",
                "type": "query",
                "description": "Sort the results (asc/desc)"
              },
              {
                "name": "page_size",
                "value": "",
                "type": "query",
                "description": "Page size. Default is 10. Must be greater than 0 and less than 5000."
              },
              {
                "name": "page",
                "value": "",
                "type": "query",
                "description": "Page number"
              }
            ],
            "auth": {
              "type": "bearer",
              "token": "{{bearerToken}}"
            }
          },
          "docs": "Get the per-trace results of a test run, including scores, reasons, and input variables."
        }
      ]
    }
  ],
  "bundled": true
}