{ "opencollection": "1.0.0", "info": { "name": "Galileo API Server annotation prompts API", "version": "1.1085.0" }, "items": [ { "info": { "name": "prompts", "type": "folder" }, "items": [ { "info": { "name": "Get All Models", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/prompts/models/all", "params": [ { "name": "with_custom_models", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Get All Models" }, { "info": { "name": "Create Luna Scorer Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers/:scorer_id/version/luna", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create Luna Scorer Version" }, { "info": { "name": "Manual Llm Validate", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers/llm/validate", "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Manual Llm Validate" }, { "info": { "name": "Manual Llm Validate Multipart", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers/llm/validate/multipart", "body": { "type": "multipart-form", "data": [] }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Manual Llm Validate Multipart" }, { "info": { "name": "Create", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers", "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create" }, { "info": { "name": "Get Scorer", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/scorers/:scorer_id", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "actions", "value": "", "type": "query", "description": "Actions to include in the 'permissions' field of the scorer." } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Get Scorer" }, { "info": { "name": "Update", "type": "http" }, "http": { "method": "PATCH", "url": "https://api.galileo.ai/scorers/:scorer_id", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Update" }, { "info": { "name": "Delete Scorer", "type": "http" }, "http": { "method": "DELETE", "url": "https://api.galileo.ai/scorers/:scorer_id", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Delete Scorer" }, { "info": { "name": "Create Llm Scorer Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers/:scorer_id/version/llm", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create Llm Scorer Version" }, { "info": { "name": "Validate Code Scorer", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers/code/validate", "body": { "type": "multipart-form", "data": [] }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Validate a code scorer with optional simple input/output test." }, { "info": { "name": "Validate Code Scorer Log Record", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers/code/validate/log_record", "body": { "type": "multipart-form", "data": [] }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Validate a code scorer using actual log records." }, { "info": { "name": "Get Validate Code Scorer Task Result", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/scorers/code/validate/:task_id", "params": [ { "name": "task_id", "value": "", "type": "path" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Poll for a code-scorer validation task result (returns status/result).\n\nThe validation job creates an entry in `registered_scorer_task_results` (pending) and the runner\nwill PATCH the internal task-results endpoint when it finishes. This GET allows clients to poll\nthe current task result." }, { "info": { "name": "Get Scorer Version Code", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/scorers/:scorer_id/version/code", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "version", "value": "", "type": "query", "description": "version number, defaults to latest version" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Get Scorer Version Code" }, { "info": { "name": "Create Code Scorer Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers/:scorer_id/version/code", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "multipart-form", "data": [] }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create Code Scorer Version" }, { "info": { "name": "Create Preset Scorer Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers/:scorer_id/version/preset", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create a preset scorer version." }, { "info": { "name": "List Scorers With Filters", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers/list", "params": [ { "name": "actions", "value": "", "type": "query", "description": "Actions to include in the 'permissions' field of the scorers." }, { "name": "starting_token", "value": "", "type": "query" }, { "name": "limit", "value": "", "type": "query" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List Scorers With Filters" }, { "info": { "name": "List Tags", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/scorers/tags", "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List Tags" }, { "info": { "name": "Get Scorer Version Or Latest", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/scorers/:scorer_id/version", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "version", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Get Scorer Version Or Latest" }, { "info": { "name": "List All Versions For Scorer", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/scorers/:scorer_id/versions", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "run_id", "value": "", "type": "query" }, { "name": "starting_token", "value": "", "type": "query" }, { "name": "limit", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List All Versions For Scorer" }, { "info": { "name": "Set Scorer Scope", "type": "http" }, "http": { "method": "PUT", "url": "https://api.galileo.ai/scorers/:scorer_id/scope", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Full-replace a scorer's access scope (Share / manage visibility). metrics_rbac only." }, { "info": { "name": "List Projects For Scorer Route", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/scorers/:scorer_id/projects", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "starting_token", "value": "", "type": "query" }, { "name": "limit", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List all projects associated with a specific scorer." }, { "info": { "name": "List Projects For Scorer Version Route", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/scorers/versions/:scorer_version_id/projects", "params": [ { "name": "scorer_version_id", "value": "", "type": "path" }, { "name": "starting_token", "value": "", "type": "query" }, { "name": "limit", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List all projects associated with a specific scorer version." }, { "info": { "name": "Restore Scorer Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers/:scorer_id/versions/:version_number/restore", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "version_number", "value": "", "type": "path" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List all scorers." }, { "info": { "name": "Autogen Llm Scorer", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers/llm/autogen", "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Autogenerate an LLM scorer configuration.\n\nReturns a Celery task ID that can be used to poll for the autogeneration results." }, { "info": { "name": "Validate Llm Scorer Log Record", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers/llm/validate/log_record", "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Validate Llm Scorer Log Record" }, { "info": { "name": "Validate Llm Scorer Dataset", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers/llm/validate/dataset", "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Validate Llm Scorer Dataset" }, { "info": { "name": "Validate Code Scorer Dataset", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers/code/validate/dataset", "body": { "type": "multipart-form", "data": [] }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Validate a code scorer against dataset rows." }, { "info": { "name": "Compute Health Score Endpoint", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/projects/:project_id/metrics-testing/:run_id/health-score", "params": [ { "name": "project_id", "value": "", "type": "path" }, { "name": "run_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Compute the health score metric for a metrics testing run." }, { "info": { "name": "Get Scorer Health Scores", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/scorers/:scorer_id/health-scores", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "dataset_id", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Return all persisted health scores for a scorer against a dataset, ordered by version ASC.\n\nscores[0] is the baseline (first recorded), scores[-1] is the latest." }, { "info": { "name": "Write Scorer Version Health Score", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/scorers/:scorer_id/versions/:version_number/health-scores", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "version_number", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Persist the health score for a scorer version against a dataset.\n\nCalled by the UI after saving a metric version, passing the score from the last compute." }, { "info": { "name": "Get Project Templates", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/projects/:project_id/templates", "params": [ { "name": "project_id", "value": "", "type": "path" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Get all prompt templates for a project.\n\nParameters\n----------\nproject_id : UUID4\n Project ID.\n\nReturns\n-------\nList[BasePromptTemplateResponse]\n List of prompt template responses." }, { "info": { "name": "Create Prompt Template With Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/projects/:project_id/templates", "params": [ { "name": "project_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "For a given project, create a prompt template.\n\nWe first create a prompt template version, and then create a prompt template that\npoints to that version as the selected version.\n\nParameters\n----------\nproject_id : UUID4\n Project ID.\ncreate_request : CreatePromptTemplateWithVersionRequestBody, optional\n Request body, by default Body( ...,\n examples=\n [BasePromptTemplateVersion.test_data() | BasePromptTemplate.test_data()],\n )\n\nReturns\n-------\nCreatePromptTemplateResponse\n " }, { "info": { "name": "Get Template Version By Name", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/projects/:project_id/templates/versions", "params": [ { "name": "project_id", "value": "", "type": "path" }, { "name": "template_name", "value": "", "type": "query" }, { "name": "version", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Get a prompt template from a project.\n\nParameters\n----------\nproject_id : UUID4\n Project ID.\ntemplate_name : str\n Prompt template name.\nversion : Optional[int]\n Version number to fetch. defaults to selected version.\n\nReturns\n-------\nBasePromptTemplateVersionResponse\n Prompt template response." }, { "info": { "name": "Get Template From Project", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/projects/:project_id/templates/:template_id", "params": [ { "name": "template_id", "value": "", "type": "path" }, { "name": "project_id", "value": "", "type": "path" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Get a prompt template from a project.\n\nParameters\n----------\ntemplate_id : UUID4\n Prompt template ID.\nproject_id : UUID4\n Project ID.\n\nReturns\n-------\nBasePromptTemplateResponse\n Prompt template response." }, { "info": { "name": "Delete Template", "type": "http" }, "http": { "method": "DELETE", "url": "https://api.galileo.ai/projects/:project_id/templates/:template_id", "params": [ { "name": "template_id", "value": "", "type": "path" }, { "name": "project_id", "value": "", "type": "path" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Delete Template" }, { "info": { "name": "Create Prompt Template Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/projects/:project_id/templates/:template_id/versions", "params": [ { "name": "project_id", "value": "", "type": "path" }, { "name": "template_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create a prompt template version for a given prompt template.\n\nParameters\n----------\nproject_id : UUID4\n Project ID.\ntemplate_id : UUID4\n Prompt template ID.\nbase_prompt_template_version : BasePromptTemplateVersion\n Version details to create.\n\nReturns\n-------\nBasePromptTemplateVersionResponse\n Response with details about the created prompt template version." }, { "info": { "name": "Query Templates", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/templates/query", "params": [ { "name": "starting_token", "value": "", "type": "query" }, { "name": "limit", "value": "", "type": "query" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Query prompt templates the user has access to.\n\nParameters\n----------\nparams : ListPromptTemplateParams\n Query parameters for filtering and sorting.\npagination : PaginationRequestMixin\n Pagination parameters.\n\nReturns\n-------\nListPromptTemplateResponse\n Paginated list of prompt template responses that the user has access to." }, { "info": { "name": "Query Template Versions", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/templates/:template_id/versions/query", "params": [ { "name": "template_id", "value": "", "type": "path" }, { "name": "starting_token", "value": "", "type": "query" }, { "name": "limit", "value": "", "type": "query" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Query versions of a specific prompt template.\n\nParameters\n----------\nparams : ListPromptTemplateVersionParams\n Query parameters for filtering and sorting.\npagination : PaginationRequestMixin\n Pagination parameters.\n\nReturns\n-------\nListPromptTemplateVersionResponse\n Paginated list of template version responses." }, { "info": { "name": "Get Template Version", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/projects/:project_id/templates/:template_id/versions/:version", "params": [ { "name": "template_id", "value": "", "type": "path" }, { "name": "version", "value": "", "type": "path" }, { "name": "project_id", "value": "", "type": "path" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Get a specific version of a prompt template.\n\nParameters\n----------\ntemplate_id : UUID4\n Template ID.\nversion : int\n Version number to fetch.\n\nReturns\n-------\nBasePromptTemplateVersionResponse\n Prompt template version response." }, { "info": { "name": "Set Selected Template Version", "type": "http" }, "http": { "method": "PUT", "url": "https://api.galileo.ai/projects/:project_id/templates/:template_id/versions/:version", "params": [ { "name": "project_id", "value": "", "type": "path" }, { "name": "template_id", "value": "", "type": "path" }, { "name": "version", "value": "", "type": "path" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Set Selected Template Version" }, { "info": { "name": "Render Template", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/render_template", "params": [ { "name": "starting_token", "value": "", "type": "query" }, { "name": "limit", "value": "", "type": "query" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Render Template" }, { "info": { "name": "Generate Template Input Stub", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/input_stub", "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Generate Template Input Stub" }, { "info": { "name": "Create Global Prompt Template", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/templates", "params": [ { "name": "project_id", "value": "", "type": "query" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create a global prompt template.\n\nParameters\n----------\ncreate_request : CreatePromptTemplateWithVersionRequestBody\n Request body containing template name and content.\nprincipal : Principal\n Principal object.\n\nReturns\n-------\nBasePromptTemplateResponse\n Details about the created prompt template." }, { "info": { "name": "Bulk Delete Global Templates", "type": "http" }, "http": { "method": "DELETE", "url": "https://api.galileo.ai/templates/bulk_delete", "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Delete multiple global prompt templates in bulk.\n\nThis endpoint allows efficient deletion of multiple global prompt templates at once.\nIt validates permissions for each template in the service and provides detailed\nfeedback about successful and failed deletions for each template.\n\nParameters\n----------\ndelete_request : BulkDeletePromptTemplatesRequest\n Request containing list of template IDs to delete (max 100).\n\nReturns\n-------\nBulkDeletePromptTemplatesResponse\n Details about the bulk del" }, { "info": { "name": "Get Global Template", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/templates/:template_id", "params": [ { "name": "template_id", "value": "", "type": "path" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Get a global prompt template given a template ID.\n\nParameters\n----------\ntemplate_id : UUID4\n Prompt template id.\nprincipal : Principal\n Principal object.\n\nReturns\n-------\nBasePromptTemplateResponse\n Details about the prompt template." }, { "info": { "name": "Update Global Template", "type": "http" }, "http": { "method": "PATCH", "url": "https://api.galileo.ai/templates/:template_id", "params": [ { "name": "template_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Update a global prompt template.\n\nParameters\n----------\nupdate_template_request : UpdatePromptTemplateRequest\n Request containing the fields to update.\ntemplate : PromptTemplate\n Prompt template to update.\nprincipal : Principal\n Principal object.\n\nReturns\n-------\nBasePromptTemplateResponse\n Updated prompt template." }, { "info": { "name": "Delete Global Template", "type": "http" }, "http": { "method": "DELETE", "url": "https://api.galileo.ai/templates/:template_id", "params": [ { "name": "template_id", "value": "", "type": "path" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Delete a global prompt template given a template ID.\n\nParameters\n----------\ntemplate_id : UUID4\n Prompt template id.\n\nReturns\n-------\nDeletePromptResponse\n Message indicating the prompt template was deleted." }, { "info": { "name": "Create Global Prompt Template Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/templates/:template_id/versions", "params": [ { "name": "template_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create a prompt template version for a given prompt template.\n\nParameters\n----------\ntemplate_id : UUID4\n Prompt template ID.\nbase_prompt_template_version : BasePromptTemplateVersion\n Version details to create.\n\nReturns\n-------\nBasePromptTemplateVersionResponse\n Response with details about the created prompt template version." }, { "info": { "name": "Get Global Template Version", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/templates/:template_id/versions/:version", "params": [ { "name": "template_id", "value": "", "type": "path" }, { "name": "version", "value": "", "type": "path" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Get a global prompt template version given a template ID and version number.\n\nParameters\n----------\ntemplate_id : UUID4\n Prompt template id.\nversion : int\n Version number.\n\nReturns\n-------\nBasePromptTemplateVersionResponse\n Details about the prompt template version." }, { "info": { "name": "Set Selected Global Template Version", "type": "http" }, "http": { "method": "PUT", "url": "https://api.galileo.ai/templates/:template_id/versions/:version", "params": [ { "name": "template_id", "value": "", "type": "path" }, { "name": "version", "value": "", "type": "path" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Set a global prompt template version as the selected version.\n\nParameters\n----------\ntemplate_id : UUID4\n Prompt template id.\nversion : int\n Version number.\n\nReturns\n-------\nBasePromptTemplateResponse\n Details about the prompt template." }, { "info": { "name": "List User Prompt Template Collaborators", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/templates/:template_id/users", "params": [ { "name": "template_id", "value": "", "type": "path" }, { "name": "starting_token", "value": "", "type": "query" }, { "name": "limit", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List the users with which the prompt template has been shared." }, { "info": { "name": "Create User Prompt Template Collaborators", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/templates/:template_id/users", "params": [ { "name": "template_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create User Prompt Template Collaborators" }, { "info": { "name": "Update User Prompt Template Collaborator", "type": "http" }, "http": { "method": "PATCH", "url": "https://api.galileo.ai/templates/:template_id/users/:user_id", "params": [ { "name": "template_id", "value": "", "type": "path" }, { "name": "user_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Update the sharing permissions of a user on a prompt template." }, { "info": { "name": "Delete User Prompt Template Collaborator", "type": "http" }, "http": { "method": "DELETE", "url": "https://api.galileo.ai/templates/:template_id/users/:user_id", "params": [ { "name": "template_id", "value": "", "type": "path" }, { "name": "user_id", "value": "", "type": "path" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Remove a user's access to a prompt template." }, { "info": { "name": "List Group Prompt Template Collaborators", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/templates/:template_id/groups", "params": [ { "name": "template_id", "value": "", "type": "path" }, { "name": "starting_token", "value": "", "type": "query" }, { "name": "limit", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List the groups with which the prompt template has been shared." }, { "info": { "name": "Create Group Prompt Template Collaborators", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/templates/:template_id/groups", "params": [ { "name": "template_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Share a prompt template with groups." }, { "info": { "name": "Update Group Prompt Template Collaborator", "type": "http" }, "http": { "method": "PATCH", "url": "https://api.galileo.ai/templates/:template_id/groups/:group_id", "params": [ { "name": "template_id", "value": "", "type": "path" }, { "name": "group_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Update the sharing permissions of a group on a prompt template." }, { "info": { "name": "Delete Group Prompt Template Collaborator", "type": "http" }, "http": { "method": "DELETE", "url": "https://api.galileo.ai/templates/:template_id/groups/:group_id", "params": [ { "name": "template_id", "value": "", "type": "path" }, { "name": "group_id", "value": "", "type": "path" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Remove a group's access to a prompt template." }, { "info": { "name": "Create Luna Scorer Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers/:scorer_id/version/luna", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create Luna Scorer Version" }, { "info": { "name": "Manual Llm Validate", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers/llm/validate", "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Manual Llm Validate" }, { "info": { "name": "Manual Llm Validate Multipart", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers/llm/validate/multipart", "body": { "type": "multipart-form", "data": [] }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Manual Llm Validate Multipart" }, { "info": { "name": "Create", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers", "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create" }, { "info": { "name": "Get Scorer", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/v2/scorers/:scorer_id", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "actions", "value": "", "type": "query", "description": "Actions to include in the 'permissions' field of the scorer." } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Get Scorer" }, { "info": { "name": "Update", "type": "http" }, "http": { "method": "PATCH", "url": "https://api.galileo.ai/v2/scorers/:scorer_id", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Update" }, { "info": { "name": "Delete Scorer", "type": "http" }, "http": { "method": "DELETE", "url": "https://api.galileo.ai/v2/scorers/:scorer_id", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Delete Scorer" }, { "info": { "name": "Create Llm Scorer Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers/:scorer_id/version/llm", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create Llm Scorer Version" }, { "info": { "name": "Validate Code Scorer", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers/code/validate", "body": { "type": "multipart-form", "data": [] }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Validate a code scorer with optional simple input/output test." }, { "info": { "name": "Validate Code Scorer Log Record", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers/code/validate/log_record", "body": { "type": "multipart-form", "data": [] }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Validate a code scorer using actual log records." }, { "info": { "name": "Get Validate Code Scorer Task Result", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/v2/scorers/code/validate/:task_id", "params": [ { "name": "task_id", "value": "", "type": "path" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Poll for a code-scorer validation task result (returns status/result).\n\nThe validation job creates an entry in `registered_scorer_task_results` (pending) and the runner\nwill PATCH the internal task-results endpoint when it finishes. This GET allows clients to poll\nthe current task result." }, { "info": { "name": "Get Scorer Version Code", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/v2/scorers/:scorer_id/version/code", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "version", "value": "", "type": "query", "description": "version number, defaults to latest version" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Get Scorer Version Code" }, { "info": { "name": "Create Code Scorer Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers/:scorer_id/version/code", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "multipart-form", "data": [] }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create Code Scorer Version" }, { "info": { "name": "Create Preset Scorer Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers/:scorer_id/version/preset", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create a preset scorer version." }, { "info": { "name": "List Scorers With Filters", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers/list", "params": [ { "name": "actions", "value": "", "type": "query", "description": "Actions to include in the 'permissions' field of the scorers." }, { "name": "starting_token", "value": "", "type": "query" }, { "name": "limit", "value": "", "type": "query" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List Scorers With Filters" }, { "info": { "name": "List Tags", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/v2/scorers/tags", "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List Tags" }, { "info": { "name": "Get Scorer Version Or Latest", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/v2/scorers/:scorer_id/version", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "version", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Get Scorer Version Or Latest" }, { "info": { "name": "List All Versions For Scorer", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/v2/scorers/:scorer_id/versions", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "run_id", "value": "", "type": "query" }, { "name": "starting_token", "value": "", "type": "query" }, { "name": "limit", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List All Versions For Scorer" }, { "info": { "name": "Set Scorer Scope", "type": "http" }, "http": { "method": "PUT", "url": "https://api.galileo.ai/v2/scorers/:scorer_id/scope", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Full-replace a scorer's access scope (Share / manage visibility). metrics_rbac only." }, { "info": { "name": "List Projects For Scorer Route", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/v2/scorers/:scorer_id/projects", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "starting_token", "value": "", "type": "query" }, { "name": "limit", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List all projects associated with a specific scorer." }, { "info": { "name": "List Projects For Scorer Version Route", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/v2/scorers/versions/:scorer_version_id/projects", "params": [ { "name": "scorer_version_id", "value": "", "type": "path" }, { "name": "starting_token", "value": "", "type": "query" }, { "name": "limit", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List all projects associated with a specific scorer version." }, { "info": { "name": "Restore Scorer Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers/:scorer_id/versions/:version_number/restore", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "version_number", "value": "", "type": "path" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List all scorers." }, { "info": { "name": "Autogen Llm Scorer", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers/llm/autogen", "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Autogenerate an LLM scorer configuration.\n\nReturns a Celery task ID that can be used to poll for the autogeneration results." }, { "info": { "name": "Validate Llm Scorer Log Record", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers/llm/validate/log_record", "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Validate Llm Scorer Log Record" }, { "info": { "name": "Validate Llm Scorer Dataset", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers/llm/validate/dataset", "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Validate Llm Scorer Dataset" }, { "info": { "name": "Validate Code Scorer Dataset", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers/code/validate/dataset", "body": { "type": "multipart-form", "data": [] }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Validate a code scorer against dataset rows." }, { "info": { "name": "Compute Health Score Endpoint", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/projects/:project_id/metrics-testing/:run_id/health-score", "params": [ { "name": "project_id", "value": "", "type": "path" }, { "name": "run_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Compute the health score metric for a metrics testing run." }, { "info": { "name": "Get Scorer Health Scores", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/v2/scorers/:scorer_id/health-scores", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "dataset_id", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Return all persisted health scores for a scorer against a dataset, ordered by version ASC.\n\nscores[0] is the baseline (first recorded), scores[-1] is the latest." }, { "info": { "name": "Write Scorer Version Health Score", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/v2/scorers/:scorer_id/versions/:version_number/health-scores", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "version_number", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Persist the health score for a scorer version against a dataset.\n\nCalled by the UI after saving a metric version, passing the score from the last compute." }, { "info": { "name": "Create Luna Scorer Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers/:scorer_id/version/luna", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create Luna Scorer Version" }, { "info": { "name": "Manual Llm Validate", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers/llm/validate", "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Manual Llm Validate" }, { "info": { "name": "Manual Llm Validate Multipart", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers/llm/validate/multipart", "body": { "type": "multipart-form", "data": [] }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Manual Llm Validate Multipart" }, { "info": { "name": "Create", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers", "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create" }, { "info": { "name": "Get Scorer", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/public/v2/scorers/:scorer_id", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "actions", "value": "", "type": "query", "description": "Actions to include in the 'permissions' field of the scorer." } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Get Scorer" }, { "info": { "name": "Update", "type": "http" }, "http": { "method": "PATCH", "url": "https://api.galileo.ai/public/v2/scorers/:scorer_id", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Update" }, { "info": { "name": "Delete Scorer", "type": "http" }, "http": { "method": "DELETE", "url": "https://api.galileo.ai/public/v2/scorers/:scorer_id", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Delete Scorer" }, { "info": { "name": "Create Llm Scorer Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers/:scorer_id/version/llm", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create Llm Scorer Version" }, { "info": { "name": "Validate Code Scorer", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers/code/validate", "body": { "type": "multipart-form", "data": [] }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Validate a code scorer with optional simple input/output test." }, { "info": { "name": "Validate Code Scorer Log Record", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers/code/validate/log_record", "body": { "type": "multipart-form", "data": [] }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Validate a code scorer using actual log records." }, { "info": { "name": "Get Validate Code Scorer Task Result", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/public/v2/scorers/code/validate/:task_id", "params": [ { "name": "task_id", "value": "", "type": "path" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Poll for a code-scorer validation task result (returns status/result).\n\nThe validation job creates an entry in `registered_scorer_task_results` (pending) and the runner\nwill PATCH the internal task-results endpoint when it finishes. This GET allows clients to poll\nthe current task result." }, { "info": { "name": "Get Scorer Version Code", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/public/v2/scorers/:scorer_id/version/code", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "version", "value": "", "type": "query", "description": "version number, defaults to latest version" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Get Scorer Version Code" }, { "info": { "name": "Create Code Scorer Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers/:scorer_id/version/code", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "multipart-form", "data": [] }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create Code Scorer Version" }, { "info": { "name": "Create Preset Scorer Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers/:scorer_id/version/preset", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Create a preset scorer version." }, { "info": { "name": "List Scorers With Filters", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers/list", "params": [ { "name": "actions", "value": "", "type": "query", "description": "Actions to include in the 'permissions' field of the scorers." }, { "name": "starting_token", "value": "", "type": "query" }, { "name": "limit", "value": "", "type": "query" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List Scorers With Filters" }, { "info": { "name": "List Tags", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/public/v2/scorers/tags", "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List Tags" }, { "info": { "name": "Get Scorer Version Or Latest", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/public/v2/scorers/:scorer_id/version", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "version", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Get Scorer Version Or Latest" }, { "info": { "name": "List All Versions For Scorer", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/public/v2/scorers/:scorer_id/versions", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "run_id", "value": "", "type": "query" }, { "name": "starting_token", "value": "", "type": "query" }, { "name": "limit", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List All Versions For Scorer" }, { "info": { "name": "Set Scorer Scope", "type": "http" }, "http": { "method": "PUT", "url": "https://api.galileo.ai/public/v2/scorers/:scorer_id/scope", "params": [ { "name": "scorer_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Full-replace a scorer's access scope (Share / manage visibility). metrics_rbac only." }, { "info": { "name": "List Projects For Scorer Route", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/public/v2/scorers/:scorer_id/projects", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "starting_token", "value": "", "type": "query" }, { "name": "limit", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List all projects associated with a specific scorer." }, { "info": { "name": "List Projects For Scorer Version Route", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/public/v2/scorers/versions/:scorer_version_id/projects", "params": [ { "name": "scorer_version_id", "value": "", "type": "path" }, { "name": "starting_token", "value": "", "type": "query" }, { "name": "limit", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List all projects associated with a specific scorer version." }, { "info": { "name": "Restore Scorer Version", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers/:scorer_id/versions/:version_number/restore", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "version_number", "value": "", "type": "path" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "List all scorers." }, { "info": { "name": "Autogen Llm Scorer", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers/llm/autogen", "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Autogenerate an LLM scorer configuration.\n\nReturns a Celery task ID that can be used to poll for the autogeneration results." }, { "info": { "name": "Validate Llm Scorer Log Record", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers/llm/validate/log_record", "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Validate Llm Scorer Log Record" }, { "info": { "name": "Validate Llm Scorer Dataset", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers/llm/validate/dataset", "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Validate Llm Scorer Dataset" }, { "info": { "name": "Validate Code Scorer Dataset", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers/code/validate/dataset", "body": { "type": "multipart-form", "data": [] }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Validate a code scorer against dataset rows." }, { "info": { "name": "Compute Health Score Endpoint", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/projects/:project_id/metrics-testing/:run_id/health-score", "params": [ { "name": "project_id", "value": "", "type": "path" }, { "name": "run_id", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Compute the health score metric for a metrics testing run." }, { "info": { "name": "Get Scorer Health Scores", "type": "http" }, "http": { "method": "GET", "url": "https://api.galileo.ai/public/v2/scorers/:scorer_id/health-scores", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "dataset_id", "value": "", "type": "query" } ], "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Return all persisted health scores for a scorer against a dataset, ordered by version ASC.\n\nscores[0] is the baseline (first recorded), scores[-1] is the latest." }, { "info": { "name": "Write Scorer Version Health Score", "type": "http" }, "http": { "method": "POST", "url": "https://api.galileo.ai/public/v2/scorers/:scorer_id/versions/:version_number/health-scores", "params": [ { "name": "scorer_id", "value": "", "type": "path" }, { "name": "version_number", "value": "", "type": "path" } ], "body": { "type": "json", "data": "{}" }, "auth": { "type": "apikey", "key": "Galileo-API-Key", "value": "{{Galileo-API-Key}}", "placement": "header" } }, "docs": "Persist the health score for a scorer version against a dataset.\n\nCalled by the UI after saving a metric version, passing the score from the last compute." } ] } ], "bundled": true }