{
  "opencollection": "1.0.0",
  "info": {
    "name": "helicone-api Agent Evaluator API",
    "version": "1.0.0"
  },
  "items": [
    {
      "info": {
        "name": "Evaluator",
        "type": "folder"
      },
      "items": [
        {
          "info": {
            "name": "CreateEvaluator",
            "type": "http"
          },
          "http": {
            "method": "POST",
            "url": "https://api.helicone.ai/v1/evaluator",
            "body": {
              "type": "json",
              "data": "{}"
            },
            "auth": {
              "type": "apikey",
              "key": "Authorization",
              "value": "{{Authorization}}",
              "placement": "header"
            }
          }
        },
        {
          "info": {
            "name": "GetEvaluator",
            "type": "http"
          },
          "http": {
            "method": "GET",
            "url": "https://api.helicone.ai/v1/evaluator/:evaluatorId",
            "params": [
              {
                "name": "evaluatorId",
                "value": "",
                "type": "path"
              }
            ],
            "auth": {
              "type": "apikey",
              "key": "Authorization",
              "value": "{{Authorization}}",
              "placement": "header"
            }
          }
        },
        {
          "info": {
            "name": "UpdateEvaluator",
            "type": "http"
          },
          "http": {
            "method": "PUT",
            "url": "https://api.helicone.ai/v1/evaluator/:evaluatorId",
            "params": [
              {
                "name": "evaluatorId",
                "value": "",
                "type": "path"
              }
            ],
            "body": {
              "type": "json",
              "data": "{}"
            },
            "auth": {
              "type": "apikey",
              "key": "Authorization",
              "value": "{{Authorization}}",
              "placement": "header"
            }
          }
        },
        {
          "info": {
            "name": "DeleteEvaluator",
            "type": "http"
          },
          "http": {
            "method": "DELETE",
            "url": "https://api.helicone.ai/v1/evaluator/:evaluatorId",
            "params": [
              {
                "name": "evaluatorId",
                "value": "",
                "type": "path"
              }
            ],
            "auth": {
              "type": "apikey",
              "key": "Authorization",
              "value": "{{Authorization}}",
              "placement": "header"
            }
          }
        },
        {
          "info": {
            "name": "QueryEvaluators",
            "type": "http"
          },
          "http": {
            "method": "POST",
            "url": "https://api.helicone.ai/v1/evaluator/query",
            "body": {
              "type": "json",
              "data": "{}"
            },
            "auth": {
              "type": "apikey",
              "key": "Authorization",
              "value": "{{Authorization}}",
              "placement": "header"
            }
          }
        },
        {
          "info": {
            "name": "GetExperimentsForEvaluator",
            "type": "http"
          },
          "http": {
            "method": "GET",
            "url": "https://api.helicone.ai/v1/evaluator/:evaluatorId/experiments",
            "params": [
              {
                "name": "evaluatorId",
                "value": "",
                "type": "path"
              }
            ],
            "auth": {
              "type": "apikey",
              "key": "Authorization",
              "value": "{{Authorization}}",
              "placement": "header"
            }
          }
        },
        {
          "info": {
            "name": "GetOnlineEvaluators",
            "type": "http"
          },
          "http": {
            "method": "GET",
            "url": "https://api.helicone.ai/v1/evaluator/:evaluatorId/onlineEvaluators",
            "params": [
              {
                "name": "evaluatorId",
                "value": "",
                "type": "path"
              }
            ],
            "auth": {
              "type": "apikey",
              "key": "Authorization",
              "value": "{{Authorization}}",
              "placement": "header"
            }
          }
        },
        {
          "info": {
            "name": "CreateOnlineEvaluator",
            "type": "http"
          },
          "http": {
            "method": "POST",
            "url": "https://api.helicone.ai/v1/evaluator/:evaluatorId/onlineEvaluators",
            "params": [
              {
                "name": "evaluatorId",
                "value": "",
                "type": "path"
              }
            ],
            "body": {
              "type": "json",
              "data": "{}"
            },
            "auth": {
              "type": "apikey",
              "key": "Authorization",
              "value": "{{Authorization}}",
              "placement": "header"
            }
          }
        },
        {
          "info": {
            "name": "DeleteOnlineEvaluator",
            "type": "http"
          },
          "http": {
            "method": "DELETE",
            "url": "https://api.helicone.ai/v1/evaluator/:evaluatorId/onlineEvaluators/:onlineEvaluatorId",
            "params": [
              {
                "name": "evaluatorId",
                "value": "",
                "type": "path"
              },
              {
                "name": "onlineEvaluatorId",
                "value": "",
                "type": "path"
              }
            ],
            "auth": {
              "type": "apikey",
              "key": "Authorization",
              "value": "{{Authorization}}",
              "placement": "header"
            }
          }
        },
        {
          "info": {
            "name": "TestPythonEvaluator",
            "type": "http"
          },
          "http": {
            "method": "POST",
            "url": "https://api.helicone.ai/v1/evaluator/python/test",
            "body": {
              "type": "json",
              "data": "{}"
            },
            "auth": {
              "type": "apikey",
              "key": "Authorization",
              "value": "{{Authorization}}",
              "placement": "header"
            }
          }
        },
        {
          "info": {
            "name": "TestLLMEvaluator",
            "type": "http"
          },
          "http": {
            "method": "POST",
            "url": "https://api.helicone.ai/v1/evaluator/llm/test",
            "body": {
              "type": "json",
              "data": "{}"
            },
            "auth": {
              "type": "apikey",
              "key": "Authorization",
              "value": "{{Authorization}}",
              "placement": "header"
            }
          }
        },
        {
          "info": {
            "name": "TestLastMileEvaluator",
            "type": "http"
          },
          "http": {
            "method": "POST",
            "url": "https://api.helicone.ai/v1/evaluator/lastmile/test",
            "body": {
              "type": "json",
              "data": "{}"
            },
            "auth": {
              "type": "apikey",
              "key": "Authorization",
              "value": "{{Authorization}}",
              "placement": "header"
            }
          }
        },
        {
          "info": {
            "name": "GetEvaluatorStats",
            "type": "http"
          },
          "http": {
            "method": "GET",
            "url": "https://api.helicone.ai/v1/evaluator/:evaluatorId/stats",
            "params": [
              {
                "name": "evaluatorId",
                "value": "",
                "type": "path"
              }
            ],
            "auth": {
              "type": "apikey",
              "key": "Authorization",
              "value": "{{Authorization}}",
              "placement": "header"
            }
          }
        }
      ]
    }
  ],
  "bundled": true
}