{ "opencollection": "1.0.0", "info": { "name": "Galileo API Server annotation rows API", "version": "1.1085.0" }, "items": [ { "info": { "name": "rows", "type": "folder" }, "items": [ { "info": { "name": "Create Luna Scorer Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers/:scorer_id/version/luna", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create Luna Scorer Version" }, { "info": { "name": "Manual Llm Validate", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers/llm/validate", "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Manual Llm Validate" }, { "info": { "name": "Manual Llm Validate Multipart", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers/llm/validate/multipart", "body": { "type": "multipart-form", "data": [] }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Manual Llm Validate Multipart" }, { "info": { "name": "Create", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers", "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create" }, { "info": { "name": "Get Scorer", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/scorers/:scorer_id", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "actions", "value": "", "type": "query", "description": "Actions to include in the 'permissions' field of the scorer." } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Get Scorer" }, { "info": { "name": "Update", "type": "http" }, "http": { "method": "PATCH", "url": "https://api.galileo.ai/scorers/:scorer_id", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Update" }, { "info": { "name": "Delete Scorer", "type": "http" }, "http": { "method": "DELETE", "url": "https://api.galileo.ai/scorers/:scorer_id", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Delete Scorer" }, { "info": { "name": "Create Llm Scorer Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers/:scorer_id/version/llm", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create Llm Scorer Version" }, { "info": { "name": "Validate Code Scorer", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers/code/validate", "body": { "type": "multipart-form", "data": [] }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Validate a code scorer with optional simple input/output test." }, { "info": { "name": "Validate Code Scorer Log Record", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers/code/validate/log_record", "body": { "type": "multipart-form", "data": [] }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Validate a code scorer using actual log records." }, { "info": { "name": "Get Validate Code Scorer Task Result", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/scorers/code/validate/:task_id", "params": [ { "name": "task_id", "value": "", "type": "path" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Poll for a code-scorer validation task result (returns status/result).\n\nThe validation job creates an entry in `registered_scorer_task_results` (pending) and the runner\nwill PATCH the internal task-results endpoint when it finishes. This GET allows clients to poll\nthe current task result." }, { "info": { "name": "Get Scorer Version Code", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/scorers/:scorer_id/version/code", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "version", "value": "", "type": "query", "description": "version number, defaults to latest version" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Get Scorer Version Code" }, { "info": { "name": "Create Code Scorer Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers/:scorer_id/version/code", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "multipart-form", "data": [] }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create Code Scorer Version" }, { "info": { "name": "Create Preset Scorer Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers/:scorer_id/version/preset", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create a preset scorer version." }, { "info": { "name": "List Scorers With Filters", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers/list", "params": [ { "name": "actions", "value": "", "type": "query", "description": "Actions to include in the 'permissions' field of the scorers." }, { "name": "starting_token", "value": "", "type": "query" }, { "name": "limit", "value": "", "type": "query" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List Scorers With Filters" }, { "info": { "name": "List Tags", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/scorers/tags", "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List Tags" }, { "info": { "name": "Get Scorer Version Or Latest", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/scorers/:scorer_id/version", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "version", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Get Scorer Version Or Latest" }, { "info": { "name": "List All Versions For Scorer", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/scorers/:scorer_id/versions", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "run_id", "value": "", "type": "query" }, { "name": "starting_token", "value": "", "type": "query" }, { "name": "limit", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List All Versions For Scorer" }, { "info": { "name": "Set Scorer Scope", "type": "http" }, "http": { "method": "PUT", "url": "https://api.galileo.ai/scorers/:scorer_id/scope", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Full-replace a scorer's access scope (Share / manage visibility). metrics_rbac only." }, { "info": { "name": "List Projects For Scorer Route", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/scorers/:scorer_id/projects", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "starting_token", "value": "", "type": "query" }, { "name": "limit", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List all projects associated with a specific scorer." }, { "info": { "name": "List Projects For Scorer Version Route", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/scorers/versions/:scorer_version_id/projects", "params": [ { "name": "scorer_version_id", "value": "", "type": "path" }, { "name": "starting_token", "value": "", "type": "query" }, { "name": "limit", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List all projects associated with a specific scorer version." }, { "info": { "name": "Restore Scorer Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers/:scorer_id/versions/:version_number/restore", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "version_number", "value": "", "type": "path" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List all scorers." }, { "info": { "name": "Autogen Llm Scorer", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers/llm/autogen", "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Autogenerate an LLM scorer configuration.\n\nReturns a Celery task ID that can be used to poll for the autogeneration results." }, { "info": { "name": "Validate Llm Scorer Log Record", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers/llm/validate/log_record", "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Validate Llm Scorer Log Record" }, { "info": { "name": "Validate Llm Scorer Dataset", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers/llm/validate/dataset", "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Validate Llm Scorer Dataset" }, { "info": { "name": "Validate Code Scorer Dataset", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers/code/validate/dataset", "body": { "type": "multipart-form", "data": [] }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Validate a code scorer against dataset rows." }, { "info": { "name": "Compute Health Score Endpoint", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/projects/:project_id/metrics-testing/:run_id/health-score", "params": [ { "name": "project_id", "value": "", "type": "path" }, { "name": "run_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Compute the health score metric for a metrics testing run." }, { "info": { "name": "Get Scorer Health Scores", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/scorers/:scorer_id/health-scores", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "dataset_id", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Return all persisted health scores for a scorer against a dataset, ordered by version ASC.\n\nscores[0] is the baseline (first recorded), scores[-1] is the latest." }, { "info": { "name": "Write Scorer Version Health Score", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers/:scorer_id/versions/:version_number/health-scores", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "version_number", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Persist the health score for a scorer version against a dataset.\n\nCalled by the UI after saving a metric version, passing the score from the last compute." }, { "info": { "name": "Create Luna Scorer Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers/:scorer_id/version/luna", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create Luna Scorer Version" }, { "info": { "name": "Manual Llm Validate", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers/llm/validate", "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Manual Llm Validate" }, { "info": { "name": "Manual Llm Validate Multipart", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers/llm/validate/multipart", "body": { "type": "multipart-form", "data": [] }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Manual Llm Validate Multipart" }, { "info": { "name": "Create", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers", "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create" }, { "info": { "name": "Get Scorer", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/v2/scorers/:scorer_id", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "actions", "value": "", "type": "query", "description": "Actions to include in the 'permissions' field of the scorer." } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Get Scorer" }, { "info": { "name": "Update", "type": "http" }, "http": { "method": "PATCH", "url": "https://api.galileo.ai/v2/scorers/:scorer_id", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Update" }, { "info": { "name": "Delete Scorer", "type": "http" }, "http": { "method": "DELETE", "url": "https://api.galileo.ai/v2/scorers/:scorer_id", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Delete Scorer" }, { "info": { "name": "Create Llm Scorer Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers/:scorer_id/version/llm", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create Llm Scorer Version" }, { "info": { "name": "Validate Code Scorer", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers/code/validate", "body": { "type": "multipart-form", "data": [] }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Validate a code scorer with optional simple input/output test." }, { "info": { "name": "Validate Code Scorer Log Record", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers/code/validate/log_record", "body": { "type": "multipart-form", "data": [] }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Validate a code scorer using actual log records." }, { "info": { "name": "Get Validate Code Scorer Task Result", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/v2/scorers/code/validate/:task_id", "params": [ { "name": "task_id", "value": "", "type": "path" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Poll for a code-scorer validation task result (returns status/result).\n\nThe validation job creates an entry in `registered_scorer_task_results` (pending) and the runner\nwill PATCH the internal task-results endpoint when it finishes. This GET allows clients to poll\nthe current task result." }, { "info": { "name": "Get Scorer Version Code", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/v2/scorers/:scorer_id/version/code", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "version", "value": "", "type": "query", "description": "version number, defaults to latest version" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Get Scorer Version Code" }, { "info": { "name": "Create Code Scorer Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers/:scorer_id/version/code", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "multipart-form", "data": [] }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create Code Scorer Version" }, { "info": { "name": "Create Preset Scorer Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers/:scorer_id/version/preset", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create a preset scorer version." }, { "info": { "name": "List Scorers With Filters", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers/list", "params": [ { "name": "actions", "value": "", "type": "query", "description": "Actions to include in the 'permissions' field of the scorers." }, { "name": "starting_token", "value": "", "type": "query" }, { "name": "limit", "value": "", "type": "query" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List Scorers With Filters" }, { "info": { "name": "List Tags", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/v2/scorers/tags", "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List Tags" }, { "info": { "name": "Get Scorer Version Or Latest", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/v2/scorers/:scorer_id/version", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "version", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Get Scorer Version Or Latest" }, { "info": { "name": "List All Versions For Scorer", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/v2/scorers/:scorer_id/versions", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "run_id", "value": "", "type": "query" }, { "name": "starting_token", "value": "", "type": "query" }, { "name": "limit", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List All Versions For Scorer" }, { "info": { "name": "Set Scorer Scope", "type": "http" }, "http": { "method": "PUT", "url": "https://api.galileo.ai/v2/scorers/:scorer_id/scope", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Full-replace a scorer's access scope (Share / manage visibility). metrics_rbac only." }, { "info": { "name": "List Projects For Scorer Route", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/v2/scorers/:scorer_id/projects", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "starting_token", "value": "", "type": "query" }, { "name": "limit", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List all projects associated with a specific scorer." }, { "info": { "name": "List Projects For Scorer Version Route", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/v2/scorers/versions/:scorer_version_id/projects", "params": [ { "name": "scorer_version_id", "value": "", "type": "path" }, { "name": "starting_token", "value": "", "type": "query" }, { "name": "limit", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List all projects associated with a specific scorer version." }, { "info": { "name": "Restore Scorer Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers/:scorer_id/versions/:version_number/restore", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "version_number", "value": "", "type": "path" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List all scorers." }, { "info": { "name": "Autogen Llm Scorer", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers/llm/autogen", "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Autogenerate an LLM scorer configuration.\n\nReturns a Celery task ID that can be used to poll for the autogeneration results." }, { "info": { "name": "Validate Llm Scorer Log Record", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers/llm/validate/log_record", "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Validate Llm Scorer Log Record" }, { "info": { "name": "Validate Llm Scorer Dataset", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers/llm/validate/dataset", "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Validate Llm Scorer Dataset" }, { "info": { "name": "Validate Code Scorer Dataset", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers/code/validate/dataset", "body": { "type": "multipart-form", "data": [] }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Validate a code scorer against dataset rows." }, { "info": { "name": "Compute Health Score Endpoint", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/projects/:project_id/metrics-testing/:run_id/health-score", "params": [ { "name": "project_id", "value": "", "type": "path" }, { "name": "run_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Compute the health score metric for a metrics testing run." }, { "info": { "name": "Get Scorer Health Scores", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/v2/scorers/:scorer_id/health-scores", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "dataset_id", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Return all persisted health scores for a scorer against a dataset, ordered by version ASC.\n\nscores[0] is the baseline (first recorded), scores[-1] is the latest." }, { "info": { "name": "Write Scorer Version Health Score", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers/:scorer_id/versions/:version_number/health-scores", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "version_number", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Persist the health score for a scorer version against a dataset.\n\nCalled by the UI after saving a metric version, passing the score from the last compute." }, { "info": { "name": "Create Luna Scorer Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers/:scorer_id/version/luna", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create Luna Scorer Version" }, { "info": { "name": "Manual Llm Validate", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers/llm/validate", "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Manual Llm Validate" }, { "info": { "name": "Manual Llm Validate Multipart", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers/llm/validate/multipart", "body": { "type": "multipart-form", "data": [] }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Manual Llm Validate Multipart" }, { "info": { "name": "Create", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers", "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create" }, { "info": { "name": "Get Scorer", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/public/v2/scorers/:scorer_id", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "actions", "value": "", "type": "query", "description": "Actions to include in the 'permissions' field of the scorer." } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Get Scorer" }, { "info": { "name": "Update", "type": "http" }, "http": { "method": "PATCH", "url": "https://api.galileo.ai/public/v2/scorers/:scorer_id", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Update" }, { "info": { "name": "Delete Scorer", "type": "http" }, "http": { "method": "DELETE", "url": "https://api.galileo.ai/public/v2/scorers/:scorer_id", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Delete Scorer" }, { "info": { "name": "Create Llm Scorer Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers/:scorer_id/version/llm", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create Llm Scorer Version" }, { "info": { "name": "Validate Code Scorer", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers/code/validate", "body": { "type": "multipart-form", "data": [] }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Validate a code scorer with optional simple input/output test." }, { "info": { "name": "Validate Code Scorer Log Record", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers/code/validate/log_record", "body": { "type": "multipart-form", "data": [] }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Validate a code scorer using actual log records." }, { "info": { "name": "Get Validate Code Scorer Task Result", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/public/v2/scorers/code/validate/:task_id", "params": [ { "name": "task_id", "value": "", "type": "path" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Poll for a code-scorer validation task result (returns status/result).\n\nThe validation job creates an entry in `registered_scorer_task_results` (pending) and the runner\nwill PATCH the internal task-results endpoint when it finishes. This GET allows clients to poll\nthe current task result." }, { "info": { "name": "Get Scorer Version Code", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/public/v2/scorers/:scorer_id/version/code", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "version", "value": "", "type": "query", "description": "version number, defaults to latest version" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Get Scorer Version Code" }, { "info": { "name": "Create Code Scorer Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers/:scorer_id/version/code", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "multipart-form", "data": [] }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create Code Scorer Version" }, { "info": { "name": "Create Preset Scorer Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers/:scorer_id/version/preset", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create a preset scorer version." }, { "info": { "name": "List Scorers With Filters", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers/list", "params": [ { "name": "actions", "value": "", "type": "query", "description": "Actions to include in the 'permissions' field of the scorers." }, { "name": "starting_token", "value": "", "type": "query" }, { "name": "limit", "value": "", "type": "query" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List Scorers With Filters" }, { "info": { "name": "List Tags", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/public/v2/scorers/tags", "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List Tags" }, { "info": { "name": "Get Scorer Version Or Latest", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/public/v2/scorers/:scorer_id/version", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "version", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Get Scorer Version Or Latest" }, { "info": { "name": "List All Versions For Scorer", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/public/v2/scorers/:scorer_id/versions", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "run_id", "value": "", "type": "query" }, { "name": "starting_token", "value": "", "type": "query" }, { "name": "limit", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List All Versions For Scorer" }, { "info": { "name": "Set Scorer Scope", "type": "http" }, "http": { "method": "PUT", "url": "https://api.galileo.ai/public/v2/scorers/:scorer_id/scope", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Full-replace a scorer's access scope (Share / manage visibility). metrics_rbac only." }, { "info": { "name": "List Projects For Scorer Route", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/public/v2/scorers/:scorer_id/projects", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "starting_token", "value": "", "type": "query" }, { "name": "limit", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List all projects associated with a specific scorer." }, { "info": { "name": "List Projects For Scorer Version Route", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/public/v2/scorers/versions/:scorer_version_id/projects", "params": [ { "name": "scorer_version_id", "value": "", "type": "path" }, { "name": "starting_token", "value": "", "type": "query" }, { "name": "limit", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List all projects associated with a specific scorer version." }, { "info": { "name": "Restore Scorer Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers/:scorer_id/versions/:version_number/restore", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "version_number", "value": "", "type": "path" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List all scorers." }, { "info": { "name": "Autogen Llm Scorer", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers/llm/autogen", "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Autogenerate an LLM scorer configuration.\n\nReturns a Celery task ID that can be used to poll for the autogeneration results." }, { "info": { "name": "Validate Llm Scorer Log Record", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers/llm/validate/log_record", "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Validate Llm Scorer Log Record" }, { "info": { "name": "Validate Llm Scorer Dataset", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers/llm/validate/dataset", "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Validate Llm Scorer Dataset" }, { "info": { "name": "Validate Code Scorer Dataset", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers/code/validate/dataset", "body": { "type": "multipart-form", "data": [] }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Validate a code scorer against dataset rows." }, { "info": { "name": "Compute Health Score Endpoint", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/projects/:project_id/metrics-testing/:run_id/health-score", "params": [ { "name": "project_id", "value": "", "type": "path" }, { "name": "run_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Compute the health score metric for a metrics testing run." }, { "info": { "name": "Get Scorer Health Scores", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/public/v2/scorers/:scorer_id/health-scores", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "dataset_id", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Return all persisted health scores for a scorer against a dataset, ordered by version ASC.\n\nscores[0] is the baseline (first recorded), scores[-1] is the latest." }, { "info": { "name": "Write Scorer Version Health Score", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers/:scorer_id/versions/:version_number/health-scores", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "version_number", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Persist the health score for a scorer version against a dataset.\n\nCalled by the UI after saving a metric version, passing the score from the last compute." } ] } ], "bundled": true }