openapi: 3.1.0 info: title: Galileo API Server annotation prompts API version: 1.1085.0 servers: - url: https://api.galileo.ai description: Galileo API Server - galileo-v2 tags: - name: prompts paths: /prompts/models/all: get: tags: - prompts summary: Get All Models operationId: get_all_models_prompts_models_all_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: with_custom_models in: query required: false schema: type: boolean default: false title: With Custom Models responses: '200': description: Successful Response content: application/json: schema: type: array items: $ref: '#/components/schemas/ModelInfo' title: Response Get All Models Prompts Models All Get '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /scorers/{scorer_id}/version/luna: post: tags: - prompts summary: Create Luna Scorer Version operationId: create_luna_scorer_version_scorers__scorer_id__version_luna_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/CreateCustomLunaScorerVersionRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /scorers/llm/validate: post: tags: - prompts summary: Manual Llm Validate operationId: manual_llm_validate_scorers_llm_validate_post responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/GeneratedScorerValidationResponse' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /scorers/llm/validate/multipart: post: tags: - prompts summary: Manual Llm Validate Multipart operationId: manual_llm_validate_multipart_scorers_llm_validate_multipart_post requestBody: content: multipart/form-data: schema: $ref: '#/components/schemas/Body_manual_llm_validate_multipart_scorers_llm_validate_multipart_post' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/GeneratedScorerValidationResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /scorers: post: tags: - prompts summary: Create operationId: create_scorers_post requestBody: content: application/json: schema: $ref: '#/components/schemas/CreateScorerRequest' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /scorers/{scorer_id}: patch: tags: - prompts summary: Update operationId: update_scorers__scorer_id__patch security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/UpdateScorerRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' delete: tags: - prompts summary: Delete Scorer operationId: delete_scorer_scorers__scorer_id__delete security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/DeleteScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' get: tags: - prompts summary: Get Scorer operationId: get_scorer_scorers__scorer_id__get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: actions in: query required: false schema: type: array items: $ref: '#/components/schemas/ScorerAction' description: Actions to include in the 'permissions' field of the scorer. title: Actions description: Actions to include in the 'permissions' field of the scorer. responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /scorers/{scorer_id}/version/llm: post: tags: - prompts summary: Create Llm Scorer Version operationId: create_llm_scorer_version_scorers__scorer_id__version_llm_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/CreateLLMScorerVersionRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /scorers/code/validate: post: tags: - prompts summary: Validate Code Scorer description: Validate a code scorer with optional simple input/output test. operationId: validate_code_scorer_scorers_code_validate_post requestBody: content: multipart/form-data: schema: $ref: '#/components/schemas/Body_validate_code_scorer_scorers_code_validate_post' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ValidateCodeScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /scorers/code/validate/log_record: post: tags: - prompts summary: Validate Code Scorer Log Record description: Validate a code scorer using actual log records. operationId: validate_code_scorer_log_record_scorers_code_validate_log_record_post requestBody: content: multipart/form-data: schema: $ref: '#/components/schemas/Body_validate_code_scorer_log_record_scorers_code_validate_log_record_post' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ValidateScorerLogRecordResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /scorers/code/validate/{task_id}: get: tags: - prompts summary: Get Validate Code Scorer Task Result description: 'Poll for a code-scorer validation task result (returns status/result). The validation job creates an entry in `registered_scorer_task_results` (pending) and the runner will PATCH the internal task-results endpoint when it finishes. This GET allows clients to poll the current task result.' operationId: get_validate_code_scorer_task_result_scorers_code_validate__task_id__get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: task_id in: path required: true schema: type: string format: uuid4 title: Task Id responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/RegisteredScorerTaskResultResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /scorers/{scorer_id}/version/code: post: tags: - prompts summary: Create Code Scorer Version operationId: create_code_scorer_version_scorers__scorer_id__version_code_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: multipart/form-data: schema: $ref: '#/components/schemas/Body_create_code_scorer_version_scorers__scorer_id__version_code_post' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' get: tags: - prompts summary: Get Scorer Version Code operationId: get_scorer_version_code_scorers__scorer_id__version_code_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: version in: query required: false schema: anyOf: - type: integer - type: 'null' description: version number, defaults to latest version title: Version description: version number, defaults to latest version responses: '200': description: Successful Response content: application/json: schema: {} '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /scorers/{scorer_id}/version/preset: post: tags: - prompts summary: Create Preset Scorer Version description: Create a preset scorer version. operationId: create_preset_scorer_version_scorers__scorer_id__version_preset_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/CreateScorerVersionRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /scorers/list: post: tags: - prompts summary: List Scorers With Filters operationId: list_scorers_with_filters_scorers_list_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: actions in: query required: false schema: type: array items: $ref: '#/components/schemas/ScorerAction' description: Actions to include in the 'permissions' field of the scorers. title: Actions description: Actions to include in the 'permissions' field of the scorers. - name: starting_token in: query required: false schema: type: integer default: 0 title: Starting Token - name: limit in: query required: false schema: type: integer default: 100 title: Limit requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/ListScorersRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ListScorersResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /scorers/tags: get: tags: - prompts summary: List Tags operationId: list_tags_scorers_tags_get responses: '200': description: Successful Response content: application/json: schema: items: type: string type: array title: Response List Tags Scorers Tags Get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /scorers/{scorer_id}/version: get: tags: - prompts summary: Get Scorer Version Or Latest operationId: get_scorer_version_or_latest_scorers__scorer_id__version_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: version in: query required: false schema: type: integer title: Version responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /scorers/{scorer_id}/versions: get: tags: - prompts summary: List All Versions For Scorer operationId: list_all_versions_for_scorer_scorers__scorer_id__versions_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: run_id in: query required: false schema: anyOf: - type: string format: uuid4 - type: 'null' title: Run Id - name: starting_token in: query required: false schema: type: integer default: 0 title: Starting Token - name: limit in: query required: false schema: type: integer default: 100 title: Limit responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ListScorerVersionsResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /scorers/{scorer_id}/scope: put: tags: - prompts summary: Set Scorer Scope description: Full-replace a scorer's access scope (Share / manage visibility). metrics_rbac only. operationId: set_scorer_scope_scorers__scorer_id__scope_put security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/UpdateScorerScopeRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /scorers/{scorer_id}/projects: get: tags: - prompts summary: List Projects For Scorer Route description: List all projects associated with a specific scorer. operationId: list_projects_for_scorer_route_scorers__scorer_id__projects_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: starting_token in: query required: false schema: type: integer default: 0 title: Starting Token - name: limit in: query required: false schema: type: integer default: 100 title: Limit responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/api__schemas__project_v2__GetProjectsPaginatedResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /scorers/versions/{scorer_version_id}/projects: get: tags: - prompts summary: List Projects For Scorer Version Route description: List all projects associated with a specific scorer version. operationId: list_projects_for_scorer_version_route_scorers_versions__scorer_version_id__projects_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_version_id in: path required: true schema: type: string format: uuid4 title: Scorer Version Id - name: starting_token in: query required: false schema: type: integer default: 0 title: Starting Token - name: limit in: query required: false schema: type: integer default: 100 title: Limit responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/api__schemas__project_v2__GetProjectsPaginatedResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /scorers/{scorer_id}/versions/{version_number}/restore: post: tags: - prompts summary: Restore Scorer Version description: List all scorers. operationId: restore_scorer_version_scorers__scorer_id__versions__version_number__restore_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: version_number in: path required: true schema: type: integer title: Version Number responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /scorers/llm/autogen: post: tags: - prompts summary: Autogen Llm Scorer description: 'Autogenerate an LLM scorer configuration. Returns a Celery task ID that can be used to poll for the autogeneration results.' operationId: autogen_llm_scorer_scorers_llm_autogen_post requestBody: content: application/json: schema: $ref: '#/components/schemas/CreateLLMScorerAutogenRequest' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/GenerationResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /scorers/llm/validate/log_record: post: tags: - prompts summary: Validate Llm Scorer Log Record operationId: validate_llm_scorer_log_record_scorers_llm_validate_log_record_post requestBody: content: application/json: schema: $ref: '#/components/schemas/ValidateLLMScorerLogRecordRequest' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ValidateLLMScorerLogRecordResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /scorers/llm/validate/dataset: post: tags: - prompts summary: Validate Llm Scorer Dataset operationId: validate_llm_scorer_dataset_scorers_llm_validate_dataset_post requestBody: content: application/json: schema: $ref: '#/components/schemas/ValidateLLMScorerDatasetRequest' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ValidateLLMScorerDatasetResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /scorers/code/validate/dataset: post: tags: - prompts summary: Validate Code Scorer Dataset description: Validate a code scorer against dataset rows. operationId: validate_code_scorer_dataset_scorers_code_validate_dataset_post requestBody: content: multipart/form-data: schema: $ref: '#/components/schemas/Body_validate_code_scorer_dataset_scorers_code_validate_dataset_post' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ValidateCodeScorerDatasetResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /projects/{project_id}/metrics-testing/{run_id}/health-score: post: tags: - prompts summary: Compute Health Score Endpoint description: Compute the health score metric for a metrics testing run. operationId: compute_health_score_endpoint_projects__project_id__metrics_testing__run_id__health_score_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: project_id in: path required: true schema: type: string format: uuid4 title: Project Id - name: run_id in: path required: true schema: type: string format: uuid4 title: Run Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/ComputeHealthScoreRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/HealthScoreResult' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /scorers/{scorer_id}/health-scores: get: tags: - prompts summary: Get Scorer Health Scores description: 'Return all persisted health scores for a scorer against a dataset, ordered by version ASC. scores[0] is the baseline (first recorded), scores[-1] is the latest.' operationId: get_scorer_health_scores_scorers__scorer_id__health_scores_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: dataset_id in: query required: true schema: type: string format: uuid4 title: Dataset Id responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerHealthScoresResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /scorers/{scorer_id}/versions/{version_number}/health-scores: post: tags: - prompts summary: Write Scorer Version Health Score description: 'Persist the health score for a scorer version against a dataset. Called by the UI after saving a metric version, passing the score from the last compute.' operationId: write_scorer_version_health_score_scorers__scorer_id__versions__version_number__health_scores_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: version_number in: path required: true schema: type: integer title: Version Number requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/WriteHealthScoreRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerVersionHealthScoreEntry' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /projects/{project_id}/templates: post: tags: - prompts summary: Create Prompt Template With Version description: "For a given project, create a prompt template.\n\nWe first create a prompt template version, and then create a prompt template that\npoints to that version as the selected version.\n\nParameters\n----------\nproject_id : UUID4\n Project ID.\ncreate_request : CreatePromptTemplateWithVersionRequestBody, optional\n Request body, by default Body( ...,\n examples=\n [BasePromptTemplateVersion.test_data() | BasePromptTemplate.test_data()],\n )\n\nReturns\n-------\nCreatePromptTemplateResponse\n Details about the created prompt template." operationId: create_prompt_template_with_version_projects__project_id__templates_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: project_id in: path required: true schema: type: string format: uuid4 title: Project Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/CreatePromptTemplateWithVersionRequestBody' examples: - template: tell me a story about {a} and {b} raw: false name: test_template responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BasePromptTemplateResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' get: tags: - prompts summary: Get Project Templates description: "Get all prompt templates for a project.\n\nParameters\n----------\nproject_id : UUID4\n Project ID.\n\nReturns\n-------\nList[BasePromptTemplateResponse]\n List of prompt template responses." operationId: get_project_templates_projects__project_id__templates_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: project_id in: path required: true schema: type: string format: uuid4 title: Project Id responses: '200': description: Successful Response content: application/json: schema: type: array items: $ref: '#/components/schemas/BasePromptTemplateResponse' title: Response Get Project Templates Projects Project Id Templates Get '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /projects/{project_id}/templates/versions: get: tags: - prompts summary: Get Template Version By Name description: "Get a prompt template from a project.\n\nParameters\n----------\nproject_id : UUID4\n Project ID.\ntemplate_name : str\n Prompt template name.\nversion : Optional[int]\n Version number to fetch. defaults to selected version.\n\nReturns\n-------\nBasePromptTemplateVersionResponse\n Prompt template response." operationId: get_template_version_by_name_projects__project_id__templates_versions_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: project_id in: path required: true schema: type: string format: uuid4 title: Project Id - name: template_name in: query required: true schema: type: string title: Template Name - name: version in: query required: false schema: anyOf: - type: integer - type: 'null' title: Version responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BasePromptTemplateVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /projects/{project_id}/templates/{template_id}: get: tags: - prompts summary: Get Template From Project description: "Get a prompt template from a project.\n\nParameters\n----------\ntemplate_id : UUID4\n Prompt template ID.\nproject_id : UUID4\n Project ID.\n\nReturns\n-------\nBasePromptTemplateResponse\n Prompt template response." operationId: get_template_from_project_projects__project_id__templates__template_id__get deprecated: true security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: template_id in: path required: true schema: type: string format: uuid4 title: Template Id - name: project_id in: path required: true schema: type: string format: uuid4 title: Project Id responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BasePromptTemplateResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' delete: tags: - prompts summary: Delete Template operationId: delete_template_projects__project_id__templates__template_id__delete deprecated: true security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: template_id in: path required: true schema: type: string format: uuid4 title: Template Id - name: project_id in: path required: true schema: type: string format: uuid4 title: Project Id responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/DeletePromptResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /projects/{project_id}/templates/{template_id}/versions: post: tags: - prompts summary: Create Prompt Template Version description: "Create a prompt template version for a given prompt template.\n\nParameters\n----------\nproject_id : UUID4\n Project ID.\ntemplate_id : UUID4\n Prompt template ID.\nbase_prompt_template_version : BasePromptTemplateVersion\n Version details to create.\n\nReturns\n-------\nBasePromptTemplateVersionResponse\n Response with details about the created prompt template version." operationId: create_prompt_template_version_projects__project_id__templates__template_id__versions_post deprecated: true security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: project_id in: path required: true schema: type: string format: uuid4 title: Project Id - name: template_id in: path required: true schema: type: string format: uuid4 title: Template Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/BasePromptTemplateVersion' examples: - template: tell me a story about {a} and {b} raw: false responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BasePromptTemplateVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /templates/query: post: tags: - prompts summary: Query Templates description: "Query prompt templates the user has access to.\n\nParameters\n----------\nparams : ListPromptTemplateParams\n Query parameters for filtering and sorting.\npagination : PaginationRequestMixin\n Pagination parameters.\n\nReturns\n-------\nListPromptTemplateResponse\n Paginated list of prompt template responses that the user has access to." operationId: query_templates_templates_query_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: starting_token in: query required: false schema: type: integer default: 0 title: Starting Token - name: limit in: query required: false schema: type: integer default: 100 title: Limit requestBody: content: application/json: schema: $ref: '#/components/schemas/ListPromptTemplateParams' default: filters: [] sort: name: created_at ascending: false sort_type: column responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ListPromptTemplateResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /templates/{template_id}/versions/query: post: tags: - prompts summary: Query Template Versions description: "Query versions of a specific prompt template.\n\nParameters\n----------\nparams : ListPromptTemplateVersionParams\n Query parameters for filtering and sorting.\npagination : PaginationRequestMixin\n Pagination parameters.\n\nReturns\n-------\nListPromptTemplateVersionResponse\n Paginated list of template version responses." operationId: query_template_versions_templates__template_id__versions_query_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: template_id in: path required: true schema: type: string format: uuid4 title: Template Id - name: starting_token in: query required: false schema: type: integer default: 0 title: Starting Token - name: limit in: query required: false schema: type: integer default: 100 title: Limit requestBody: content: application/json: schema: $ref: '#/components/schemas/ListPromptTemplateVersionParams' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ListPromptTemplateVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /projects/{project_id}/templates/{template_id}/versions/{version}: get: tags: - prompts summary: Get Template Version description: "Get a specific version of a prompt template.\n\nParameters\n----------\ntemplate_id : UUID4\n Template ID.\nversion : int\n Version number to fetch.\n\nReturns\n-------\nBasePromptTemplateVersionResponse\n Prompt template version response." operationId: get_template_version_projects__project_id__templates__template_id__versions__version__get deprecated: true security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: template_id in: path required: true schema: type: string format: uuid4 title: Template Id - name: version in: path required: true schema: type: integer title: Version - name: project_id in: path required: true schema: type: string format: uuid4 title: Project Id responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BasePromptTemplateVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' put: tags: - prompts summary: Set Selected Template Version operationId: set_selected_template_version_projects__project_id__templates__template_id__versions__version__put deprecated: true security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: project_id in: path required: true schema: type: string format: uuid4 title: Project Id - name: template_id in: path required: true schema: type: string format: uuid4 title: Template Id - name: version in: path required: true schema: type: integer title: Version responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BasePromptTemplateResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /render_template: post: tags: - prompts summary: Render Template operationId: render_template_render_template_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: starting_token in: query required: false schema: type: integer default: 0 title: Starting Token - name: limit in: query required: false schema: type: integer default: 100 title: Limit requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/RenderTemplateRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/RenderTemplateResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /input_stub: post: tags: - prompts summary: Generate Template Input Stub operationId: generate_template_input_stub_input_stub_post requestBody: content: application/json: schema: $ref: '#/components/schemas/TemplateStubRequest' required: true responses: '200': description: Successful Response content: application/json: schema: {} '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /templates: post: tags: - prompts summary: Create Global Prompt Template description: "Create a global prompt template.\n\nParameters\n----------\ncreate_request : CreatePromptTemplateWithVersionRequestBody\n Request body containing template name and content.\nprincipal : Principal\n Principal object.\n\nReturns\n-------\nBasePromptTemplateResponse\n Details about the created prompt template." operationId: create_global_prompt_template_templates_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: project_id in: query required: false schema: anyOf: - type: string format: uuid4 - type: 'null' title: Project Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/CreatePromptTemplateWithVersionRequestBody' examples: - template: tell me a story about {a} and {b} raw: false name: test_template responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BasePromptTemplateResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /templates/bulk_delete: delete: tags: - prompts summary: Bulk Delete Global Templates description: "Delete multiple global prompt templates in bulk.\n\nThis endpoint allows efficient deletion of multiple global prompt templates at once.\nIt validates permissions for each template in the service and provides detailed\nfeedback about successful and failed deletions for each template.\n\nParameters\n----------\ndelete_request : BulkDeletePromptTemplatesRequest\n Request containing list of template IDs to delete (max 100).\n\nReturns\n-------\nBulkDeletePromptTemplatesResponse\n Details about the bulk deletion operation including deleted count and failures." operationId: bulk_delete_global_templates_templates_bulk_delete_delete requestBody: content: application/json: schema: $ref: '#/components/schemas/BulkDeletePromptTemplatesRequest' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BulkDeletePromptTemplatesResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /templates/{template_id}: get: tags: - prompts summary: Get Global Template description: "Get a global prompt template given a template ID.\n\nParameters\n----------\ntemplate_id : UUID4\n Prompt template id.\nprincipal : Principal\n Principal object.\n\nReturns\n-------\nBasePromptTemplateResponse\n Details about the prompt template." operationId: get_global_template_templates__template_id__get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: template_id in: path required: true schema: type: string format: uuid4 title: Template Id responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BasePromptTemplateResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' patch: tags: - prompts summary: Update Global Template description: "Update a global prompt template.\n\nParameters\n----------\nupdate_template_request : UpdatePromptTemplateRequest\n Request containing the fields to update.\ntemplate : PromptTemplate\n Prompt template to update.\nprincipal : Principal\n Principal object.\n\nReturns\n-------\nBasePromptTemplateResponse\n Updated prompt template." operationId: update_global_template_templates__template_id__patch security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: template_id in: path required: true schema: type: string format: uuid4 title: Template Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/UpdatePromptTemplateRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BasePromptTemplateResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' delete: tags: - prompts summary: Delete Global Template description: "Delete a global prompt template given a template ID.\n\nParameters\n----------\ntemplate_id : UUID4\n Prompt template id.\n\nReturns\n-------\nDeletePromptResponse\n Message indicating the prompt template was deleted." operationId: delete_global_template_templates__template_id__delete security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: template_id in: path required: true schema: type: string format: uuid4 title: Template Id responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/DeletePromptResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /templates/{template_id}/versions: post: tags: - prompts summary: Create Global Prompt Template Version description: "Create a prompt template version for a given prompt template.\n\nParameters\n----------\ntemplate_id : UUID4\n Prompt template ID.\nbase_prompt_template_version : BasePromptTemplateVersion\n Version details to create.\n\nReturns\n-------\nBasePromptTemplateVersionResponse\n Response with details about the created prompt template version." operationId: create_global_prompt_template_version_templates__template_id__versions_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: template_id in: path required: true schema: type: string format: uuid4 title: Template Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/BasePromptTemplateVersion' examples: - template: tell me a story about {a} and {b} raw: false responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BasePromptTemplateVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /templates/{template_id}/versions/{version}: get: tags: - prompts summary: Get Global Template Version description: "Get a global prompt template version given a template ID and version number.\n\nParameters\n----------\ntemplate_id : UUID4\n Prompt template id.\nversion : int\n Version number.\n\nReturns\n-------\nBasePromptTemplateVersionResponse\n Details about the prompt template version." operationId: get_global_template_version_templates__template_id__versions__version__get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: template_id in: path required: true schema: type: string format: uuid4 title: Template Id - name: version in: path required: true schema: type: integer title: Version responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BasePromptTemplateVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' put: tags: - prompts summary: Set Selected Global Template Version description: "Set a global prompt template version as the selected version.\n\nParameters\n----------\ntemplate_id : UUID4\n Prompt template id.\nversion : int\n Version number.\n\nReturns\n-------\nBasePromptTemplateResponse\n Details about the prompt template." operationId: set_selected_global_template_version_templates__template_id__versions__version__put security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: template_id in: path required: true schema: type: string format: uuid4 title: Template Id - name: version in: path required: true schema: type: integer title: Version responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BasePromptTemplateResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /templates/{template_id}/users: post: tags: - prompts summary: Create User Prompt Template Collaborators operationId: create_user_prompt_template_collaborators_templates__template_id__users_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: template_id in: path required: true schema: type: string format: uuid4 title: Template Id requestBody: required: true content: application/json: schema: type: array items: $ref: '#/components/schemas/UserCollaboratorCreate' title: Body responses: '200': description: Successful Response content: application/json: schema: type: array items: $ref: '#/components/schemas/UserCollaborator' title: Response Create User Prompt Template Collaborators Templates Template Id Users Post '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' get: tags: - prompts summary: List User Prompt Template Collaborators description: List the users with which the prompt template has been shared. operationId: list_user_prompt_template_collaborators_templates__template_id__users_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: template_id in: path required: true schema: type: string format: uuid4 title: Template Id - name: starting_token in: query required: false schema: type: integer default: 0 title: Starting Token - name: limit in: query required: false schema: type: integer default: 100 title: Limit responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ListUserCollaboratorsResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /templates/{template_id}/users/{user_id}: patch: tags: - prompts summary: Update User Prompt Template Collaborator description: Update the sharing permissions of a user on a prompt template. operationId: update_user_prompt_template_collaborator_templates__template_id__users__user_id__patch security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: template_id in: path required: true schema: type: string format: uuid4 title: Template Id - name: user_id in: path required: true schema: type: string format: uuid4 title: User Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/CollaboratorUpdate' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/UserCollaborator' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' delete: tags: - prompts summary: Delete User Prompt Template Collaborator description: Remove a user's access to a prompt template. operationId: delete_user_prompt_template_collaborator_templates__template_id__users__user_id__delete security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: template_id in: path required: true schema: type: string format: uuid4 title: Template Id - name: user_id in: path required: true schema: type: string format: uuid4 title: User Id responses: '200': description: Successful Response content: application/json: schema: {} '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /templates/{template_id}/groups: post: tags: - prompts summary: Create Group Prompt Template Collaborators description: Share a prompt template with groups. operationId: create_group_prompt_template_collaborators_templates__template_id__groups_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: template_id in: path required: true schema: type: string format: uuid4 title: Template Id requestBody: required: true content: application/json: schema: type: array items: $ref: '#/components/schemas/GroupCollaboratorCreate' title: Body responses: '200': description: Successful Response content: application/json: schema: type: array items: $ref: '#/components/schemas/GroupCollaborator' title: Response Create Group Prompt Template Collaborators Templates Template Id Groups Post '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' get: tags: - prompts summary: List Group Prompt Template Collaborators description: List the groups with which the prompt template has been shared. operationId: list_group_prompt_template_collaborators_templates__template_id__groups_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: template_id in: path required: true schema: type: string format: uuid4 title: Template Id - name: starting_token in: query required: false schema: type: integer default: 0 title: Starting Token - name: limit in: query required: false schema: type: integer default: 100 title: Limit responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ListGroupCollaboratorsResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /templates/{template_id}/groups/{group_id}: patch: tags: - prompts summary: Update Group Prompt Template Collaborator description: Update the sharing permissions of a group on a prompt template. operationId: update_group_prompt_template_collaborator_templates__template_id__groups__group_id__patch security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: template_id in: path required: true schema: type: string format: uuid4 title: Template Id - name: group_id in: path required: true schema: type: string format: uuid4 title: Group Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/CollaboratorUpdate' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/GroupCollaborator' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' delete: tags: - prompts summary: Delete Group Prompt Template Collaborator description: Remove a group's access to a prompt template. operationId: delete_group_prompt_template_collaborator_templates__template_id__groups__group_id__delete security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: template_id in: path required: true schema: type: string format: uuid4 title: Template Id - name: group_id in: path required: true schema: type: string format: uuid4 title: Group Id responses: '200': description: Successful Response content: application/json: schema: {} '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/{scorer_id}/version/luna: post: tags: - prompts summary: Create Luna Scorer Version operationId: create_luna_scorer_version_v2_scorers__scorer_id__version_luna_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/CreateCustomLunaScorerVersionRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/llm/validate: post: tags: - prompts summary: Manual Llm Validate operationId: manual_llm_validate_v2_scorers_llm_validate_post responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/GeneratedScorerValidationResponse' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /v2/scorers/llm/validate/multipart: post: tags: - prompts summary: Manual Llm Validate Multipart operationId: manual_llm_validate_multipart_v2_scorers_llm_validate_multipart_post requestBody: content: multipart/form-data: schema: $ref: '#/components/schemas/Body_manual_llm_validate_multipart_v2_scorers_llm_validate_multipart_post' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/GeneratedScorerValidationResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /v2/scorers: post: tags: - prompts summary: Create operationId: create_v2_scorers_post requestBody: content: application/json: schema: $ref: '#/components/schemas/CreateScorerRequest' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /v2/scorers/{scorer_id}: patch: tags: - prompts summary: Update operationId: update_v2_scorers__scorer_id__patch security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/UpdateScorerRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' delete: tags: - prompts summary: Delete Scorer operationId: delete_scorer_v2_scorers__scorer_id__delete security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/DeleteScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' get: tags: - prompts summary: Get Scorer operationId: get_scorer_v2_scorers__scorer_id__get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: actions in: query required: false schema: type: array items: $ref: '#/components/schemas/ScorerAction' description: Actions to include in the 'permissions' field of the scorer. title: Actions description: Actions to include in the 'permissions' field of the scorer. responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/{scorer_id}/version/llm: post: tags: - prompts summary: Create Llm Scorer Version operationId: create_llm_scorer_version_v2_scorers__scorer_id__version_llm_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/CreateLLMScorerVersionRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/code/validate: post: tags: - prompts summary: Validate Code Scorer description: Validate a code scorer with optional simple input/output test. operationId: validate_code_scorer_v2_scorers_code_validate_post requestBody: content: multipart/form-data: schema: $ref: '#/components/schemas/Body_validate_code_scorer_v2_scorers_code_validate_post' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ValidateCodeScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /v2/scorers/code/validate/log_record: post: tags: - prompts summary: Validate Code Scorer Log Record description: Validate a code scorer using actual log records. operationId: validate_code_scorer_log_record_v2_scorers_code_validate_log_record_post requestBody: content: multipart/form-data: schema: $ref: '#/components/schemas/Body_validate_code_scorer_log_record_v2_scorers_code_validate_log_record_post' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ValidateScorerLogRecordResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /v2/scorers/code/validate/{task_id}: get: tags: - prompts summary: Get Validate Code Scorer Task Result description: 'Poll for a code-scorer validation task result (returns status/result). The validation job creates an entry in `registered_scorer_task_results` (pending) and the runner will PATCH the internal task-results endpoint when it finishes. This GET allows clients to poll the current task result.' operationId: get_validate_code_scorer_task_result_v2_scorers_code_validate__task_id__get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: task_id in: path required: true schema: type: string format: uuid4 title: Task Id responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/RegisteredScorerTaskResultResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/{scorer_id}/version/code: post: tags: - prompts summary: Create Code Scorer Version operationId: create_code_scorer_version_v2_scorers__scorer_id__version_code_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: multipart/form-data: schema: $ref: '#/components/schemas/Body_create_code_scorer_version_v2_scorers__scorer_id__version_code_post' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' get: tags: - prompts summary: Get Scorer Version Code operationId: get_scorer_version_code_v2_scorers__scorer_id__version_code_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: version in: query required: false schema: anyOf: - type: integer - type: 'null' description: version number, defaults to latest version title: Version description: version number, defaults to latest version responses: '200': description: Successful Response content: application/json: schema: {} '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/{scorer_id}/version/preset: post: tags: - prompts summary: Create Preset Scorer Version description: Create a preset scorer version. operationId: create_preset_scorer_version_v2_scorers__scorer_id__version_preset_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/CreateScorerVersionRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/list: post: tags: - prompts summary: List Scorers With Filters operationId: list_scorers_with_filters_v2_scorers_list_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: actions in: query required: false schema: type: array items: $ref: '#/components/schemas/ScorerAction' description: Actions to include in the 'permissions' field of the scorers. title: Actions description: Actions to include in the 'permissions' field of the scorers. - name: starting_token in: query required: false schema: type: integer default: 0 title: Starting Token - name: limit in: query required: false schema: type: integer default: 100 title: Limit requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/ListScorersRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ListScorersResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/tags: get: tags: - prompts summary: List Tags operationId: list_tags_v2_scorers_tags_get responses: '200': description: Successful Response content: application/json: schema: items: type: string type: array title: Response List Tags V2 Scorers Tags Get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /v2/scorers/{scorer_id}/version: get: tags: - prompts summary: Get Scorer Version Or Latest operationId: get_scorer_version_or_latest_v2_scorers__scorer_id__version_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: version in: query required: false schema: type: integer title: Version responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/{scorer_id}/versions: get: tags: - prompts summary: List All Versions For Scorer operationId: list_all_versions_for_scorer_v2_scorers__scorer_id__versions_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: run_id in: query required: false schema: anyOf: - type: string format: uuid4 - type: 'null' title: Run Id - name: starting_token in: query required: false schema: type: integer default: 0 title: Starting Token - name: limit in: query required: false schema: type: integer default: 100 title: Limit responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ListScorerVersionsResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/{scorer_id}/scope: put: tags: - prompts summary: Set Scorer Scope description: Full-replace a scorer's access scope (Share / manage visibility). metrics_rbac only. operationId: set_scorer_scope_v2_scorers__scorer_id__scope_put security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/UpdateScorerScopeRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/{scorer_id}/projects: get: tags: - prompts summary: List Projects For Scorer Route description: List all projects associated with a specific scorer. operationId: list_projects_for_scorer_route_v2_scorers__scorer_id__projects_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: starting_token in: query required: false schema: type: integer default: 0 title: Starting Token - name: limit in: query required: false schema: type: integer default: 100 title: Limit responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/api__schemas__project_v2__GetProjectsPaginatedResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/versions/{scorer_version_id}/projects: get: tags: - prompts summary: List Projects For Scorer Version Route description: List all projects associated with a specific scorer version. operationId: list_projects_for_scorer_version_route_v2_scorers_versions__scorer_version_id__projects_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_version_id in: path required: true schema: type: string format: uuid4 title: Scorer Version Id - name: starting_token in: query required: false schema: type: integer default: 0 title: Starting Token - name: limit in: query required: false schema: type: integer default: 100 title: Limit responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/api__schemas__project_v2__GetProjectsPaginatedResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/{scorer_id}/versions/{version_number}/restore: post: tags: - prompts summary: Restore Scorer Version description: List all scorers. operationId: restore_scorer_version_v2_scorers__scorer_id__versions__version_number__restore_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: version_number in: path required: true schema: type: integer title: Version Number responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/llm/autogen: post: tags: - prompts summary: Autogen Llm Scorer description: 'Autogenerate an LLM scorer configuration. Returns a Celery task ID that can be used to poll for the autogeneration results.' operationId: autogen_llm_scorer_v2_scorers_llm_autogen_post requestBody: content: application/json: schema: $ref: '#/components/schemas/CreateLLMScorerAutogenRequest' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/GenerationResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /v2/scorers/llm/validate/log_record: post: tags: - prompts summary: Validate Llm Scorer Log Record operationId: validate_llm_scorer_log_record_v2_scorers_llm_validate_log_record_post requestBody: content: application/json: schema: $ref: '#/components/schemas/ValidateLLMScorerLogRecordRequest' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ValidateLLMScorerLogRecordResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /v2/scorers/llm/validate/dataset: post: tags: - prompts summary: Validate Llm Scorer Dataset operationId: validate_llm_scorer_dataset_v2_scorers_llm_validate_dataset_post requestBody: content: application/json: schema: $ref: '#/components/schemas/ValidateLLMScorerDatasetRequest' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ValidateLLMScorerDatasetResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /v2/scorers/code/validate/dataset: post: tags: - prompts summary: Validate Code Scorer Dataset description: Validate a code scorer against dataset rows. operationId: validate_code_scorer_dataset_v2_scorers_code_validate_dataset_post requestBody: content: multipart/form-data: schema: $ref: '#/components/schemas/Body_validate_code_scorer_dataset_v2_scorers_code_validate_dataset_post' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ValidateCodeScorerDatasetResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /v2/projects/{project_id}/metrics-testing/{run_id}/health-score: post: tags: - prompts summary: Compute Health Score Endpoint description: Compute the health score metric for a metrics testing run. operationId: compute_health_score_endpoint_v2_projects__project_id__metrics_testing__run_id__health_score_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: project_id in: path required: true schema: type: string format: uuid4 title: Project Id - name: run_id in: path required: true schema: type: string format: uuid4 title: Run Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/ComputeHealthScoreRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/HealthScoreResult' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/{scorer_id}/health-scores: get: tags: - prompts summary: Get Scorer Health Scores description: 'Return all persisted health scores for a scorer against a dataset, ordered by version ASC. scores[0] is the baseline (first recorded), scores[-1] is the latest.' operationId: get_scorer_health_scores_v2_scorers__scorer_id__health_scores_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: dataset_id in: query required: true schema: type: string format: uuid4 title: Dataset Id responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerHealthScoresResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/{scorer_id}/versions/{version_number}/health-scores: post: tags: - prompts summary: Write Scorer Version Health Score description: 'Persist the health score for a scorer version against a dataset. Called by the UI after saving a metric version, passing the score from the last compute.' operationId: write_scorer_version_health_score_v2_scorers__scorer_id__versions__version_number__health_scores_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: version_number in: path required: true schema: type: integer title: Version Number requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/WriteHealthScoreRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerVersionHealthScoreEntry' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/{scorer_id}/version/luna: post: tags: - prompts summary: Create Luna Scorer Version operationId: create_luna_scorer_version_public_v2_scorers__scorer_id__version_luna_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/CreateCustomLunaScorerVersionRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/llm/validate: post: tags: - prompts summary: Manual Llm Validate operationId: manual_llm_validate_public_v2_scorers_llm_validate_post responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/GeneratedScorerValidationResponse' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /public/v2/scorers/llm/validate/multipart: post: tags: - prompts summary: Manual Llm Validate Multipart operationId: manual_llm_validate_multipart_public_v2_scorers_llm_validate_multipart_post requestBody: content: multipart/form-data: schema: $ref: '#/components/schemas/Body_manual_llm_validate_multipart_public_v2_scorers_llm_validate_multipart_post' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/GeneratedScorerValidationResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /public/v2/scorers: post: tags: - prompts summary: Create operationId: create_public_v2_scorers_post requestBody: content: application/json: schema: $ref: '#/components/schemas/CreateScorerRequest' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /public/v2/scorers/{scorer_id}: patch: tags: - prompts summary: Update operationId: update_public_v2_scorers__scorer_id__patch security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/UpdateScorerRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' delete: tags: - prompts summary: Delete Scorer operationId: delete_scorer_public_v2_scorers__scorer_id__delete security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/DeleteScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' get: tags: - prompts summary: Get Scorer operationId: get_scorer_public_v2_scorers__scorer_id__get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: actions in: query required: false schema: type: array items: $ref: '#/components/schemas/ScorerAction' description: Actions to include in the 'permissions' field of the scorer. title: Actions description: Actions to include in the 'permissions' field of the scorer. responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/{scorer_id}/version/llm: post: tags: - prompts summary: Create Llm Scorer Version operationId: create_llm_scorer_version_public_v2_scorers__scorer_id__version_llm_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/CreateLLMScorerVersionRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/code/validate: post: tags: - prompts summary: Validate Code Scorer description: Validate a code scorer with optional simple input/output test. operationId: validate_code_scorer_public_v2_scorers_code_validate_post requestBody: content: multipart/form-data: schema: $ref: '#/components/schemas/Body_validate_code_scorer_public_v2_scorers_code_validate_post' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ValidateCodeScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /public/v2/scorers/code/validate/log_record: post: tags: - prompts summary: Validate Code Scorer Log Record description: Validate a code scorer using actual log records. operationId: validate_code_scorer_log_record_public_v2_scorers_code_validate_log_record_post requestBody: content: multipart/form-data: schema: $ref: '#/components/schemas/Body_validate_code_scorer_log_record_public_v2_scorers_code_validate_log_record_post' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ValidateScorerLogRecordResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /public/v2/scorers/code/validate/{task_id}: get: tags: - prompts summary: Get Validate Code Scorer Task Result description: 'Poll for a code-scorer validation task result (returns status/result). The validation job creates an entry in `registered_scorer_task_results` (pending) and the runner will PATCH the internal task-results endpoint when it finishes. This GET allows clients to poll the current task result.' operationId: get_validate_code_scorer_task_result_public_v2_scorers_code_validate__task_id__get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: task_id in: path required: true schema: type: string format: uuid4 title: Task Id responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/RegisteredScorerTaskResultResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/{scorer_id}/version/code: post: tags: - prompts summary: Create Code Scorer Version operationId: create_code_scorer_version_public_v2_scorers__scorer_id__version_code_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: multipart/form-data: schema: $ref: '#/components/schemas/Body_create_code_scorer_version_public_v2_scorers__scorer_id__version_code_post' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' get: tags: - prompts summary: Get Scorer Version Code operationId: get_scorer_version_code_public_v2_scorers__scorer_id__version_code_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: version in: query required: false schema: anyOf: - type: integer - type: 'null' description: version number, defaults to latest version title: Version description: version number, defaults to latest version responses: '200': description: Successful Response content: application/json: schema: {} '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/{scorer_id}/version/preset: post: tags: - prompts summary: Create Preset Scorer Version description: Create a preset scorer version. operationId: create_preset_scorer_version_public_v2_scorers__scorer_id__version_preset_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/CreateScorerVersionRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/list: post: tags: - prompts summary: List Scorers With Filters operationId: list_scorers_with_filters_public_v2_scorers_list_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: actions in: query required: false schema: type: array items: $ref: '#/components/schemas/ScorerAction' description: Actions to include in the 'permissions' field of the scorers. title: Actions description: Actions to include in the 'permissions' field of the scorers. - name: starting_token in: query required: false schema: type: integer default: 0 title: Starting Token - name: limit in: query required: false schema: type: integer default: 100 title: Limit requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/ListScorersRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ListScorersResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/tags: get: tags: - prompts summary: List Tags operationId: list_tags_public_v2_scorers_tags_get responses: '200': description: Successful Response content: application/json: schema: items: type: string type: array title: Response List Tags Public V2 Scorers Tags Get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /public/v2/scorers/{scorer_id}/version: get: tags: - prompts summary: Get Scorer Version Or Latest operationId: get_scorer_version_or_latest_public_v2_scorers__scorer_id__version_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: version in: query required: false schema: type: integer title: Version responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/{scorer_id}/versions: get: tags: - prompts summary: List All Versions For Scorer operationId: list_all_versions_for_scorer_public_v2_scorers__scorer_id__versions_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: run_id in: query required: false schema: anyOf: - type: string format: uuid4 - type: 'null' title: Run Id - name: starting_token in: query required: false schema: type: integer default: 0 title: Starting Token - name: limit in: query required: false schema: type: integer default: 100 title: Limit responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ListScorerVersionsResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/{scorer_id}/scope: put: tags: - prompts summary: Set Scorer Scope description: Full-replace a scorer's access scope (Share / manage visibility). metrics_rbac only. operationId: set_scorer_scope_public_v2_scorers__scorer_id__scope_put security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/UpdateScorerScopeRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/{scorer_id}/projects: get: tags: - prompts summary: List Projects For Scorer Route description: List all projects associated with a specific scorer. operationId: list_projects_for_scorer_route_public_v2_scorers__scorer_id__projects_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: starting_token in: query required: false schema: type: integer default: 0 title: Starting Token - name: limit in: query required: false schema: type: integer default: 100 title: Limit responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/api__schemas__project_v2__GetProjectsPaginatedResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/versions/{scorer_version_id}/projects: get: tags: - prompts summary: List Projects For Scorer Version Route description: List all projects associated with a specific scorer version. operationId: list_projects_for_scorer_version_route_public_v2_scorers_versions__scorer_version_id__projects_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_version_id in: path required: true schema: type: string format: uuid4 title: Scorer Version Id - name: starting_token in: query required: false schema: type: integer default: 0 title: Starting Token - name: limit in: query required: false schema: type: integer default: 100 title: Limit responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/api__schemas__project_v2__GetProjectsPaginatedResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/{scorer_id}/versions/{version_number}/restore: post: tags: - prompts summary: Restore Scorer Version description: List all scorers. operationId: restore_scorer_version_public_v2_scorers__scorer_id__versions__version_number__restore_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: version_number in: path required: true schema: type: integer title: Version Number responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/llm/autogen: post: tags: - prompts summary: Autogen Llm Scorer description: 'Autogenerate an LLM scorer configuration. Returns a Celery task ID that can be used to poll for the autogeneration results.' operationId: autogen_llm_scorer_public_v2_scorers_llm_autogen_post requestBody: content: application/json: schema: $ref: '#/components/schemas/CreateLLMScorerAutogenRequest' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/GenerationResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /public/v2/scorers/llm/validate/log_record: post: tags: - prompts summary: Validate Llm Scorer Log Record operationId: validate_llm_scorer_log_record_public_v2_scorers_llm_validate_log_record_post requestBody: content: application/json: schema: $ref: '#/components/schemas/ValidateLLMScorerLogRecordRequest' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ValidateLLMScorerLogRecordResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /public/v2/scorers/llm/validate/dataset: post: tags: - prompts summary: Validate Llm Scorer Dataset operationId: validate_llm_scorer_dataset_public_v2_scorers_llm_validate_dataset_post requestBody: content: application/json: schema: $ref: '#/components/schemas/ValidateLLMScorerDatasetRequest' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ValidateLLMScorerDatasetResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /public/v2/scorers/code/validate/dataset: post: tags: - prompts summary: Validate Code Scorer Dataset description: Validate a code scorer against dataset rows. operationId: validate_code_scorer_dataset_public_v2_scorers_code_validate_dataset_post requestBody: content: multipart/form-data: schema: $ref: '#/components/schemas/Body_validate_code_scorer_dataset_public_v2_scorers_code_validate_dataset_post' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ValidateCodeScorerDatasetResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /public/v2/projects/{project_id}/metrics-testing/{run_id}/health-score: post: tags: - prompts summary: Compute Health Score Endpoint description: Compute the health score metric for a metrics testing run. operationId: compute_health_score_endpoint_public_v2_projects__project_id__metrics_testing__run_id__health_score_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: project_id in: path required: true schema: type: string format: uuid4 title: Project Id - name: run_id in: path required: true schema: type: string format: uuid4 title: Run Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/ComputeHealthScoreRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/HealthScoreResult' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/{scorer_id}/health-scores: get: tags: - prompts summary: Get Scorer Health Scores description: 'Return all persisted health scores for a scorer against a dataset, ordered by version ASC. scores[0] is the baseline (first recorded), scores[-1] is the latest.' operationId: get_scorer_health_scores_public_v2_scorers__scorer_id__health_scores_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: dataset_id in: query required: true schema: type: string format: uuid4 title: Dataset Id responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerHealthScoresResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/{scorer_id}/versions/{version_number}/health-scores: post: tags: - prompts summary: Write Scorer Version Health Score description: 'Persist the health score for a scorer version against a dataset. Called by the UI after saving a metric version, passing the score from the last compute.' operationId: write_scorer_version_health_score_public_v2_scorers__scorer_id__versions__version_number__health_scores_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: version_number in: path required: true schema: type: integer title: Version Number requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/WriteHealthScoreRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerVersionHealthScoreEntry' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' components: schemas: ? NotNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input : properties: not: anyOf: - $ref: '#/components/schemas/FilterLeaf_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____' - $ref: '#/components/schemas/AndNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' - $ref: '#/components/schemas/OrNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' - $ref: '#/components/schemas/NotNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' title: Not type: object required: - not title: NotNode[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter, LogRecordsFullyAnnotatedFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] LogStreamInfo: properties: id: type: string format: uuid4 title: Id name: type: string title: Name type: object required: - id - name title: LogStreamInfo description: Minimal log stream representation (id and name only). MetricColorPickerCategorical: properties: type: type: string const: categorical title: Type default: categorical constraints: items: $ref: '#/components/schemas/CategoricalColorConstraint' type: array minItems: 1 title: Constraints type: object required: - constraints title: MetricColorPickerCategorical description: "Color picker configuration for categorical metrics.\n\nEach constraint maps one or more category values to a color. A category\nvalue must not appear in more than one constraint.\n\nExample:\n {\n \"type\": \"categorical\",\n \"constraints\": [\n {\"color\": \"green\", \"operator\": \"eq\", \"value\": \"pass\"},\n {\"color\": \"red\", \"operator\": \"one_of\", \"value\": [\"fail\", \"error\"]}\n ]\n }" PromptRunSettings-Input: properties: logprobs: type: boolean title: Logprobs default: true top_logprobs: type: integer title: Top Logprobs default: 5 echo: type: boolean title: Echo default: false n: type: integer title: N default: 1 reasoning_effort: type: string title: Reasoning Effort default: medium verbosity: type: string title: Verbosity default: medium deployment_name: anyOf: - type: string - type: 'null' title: Deployment Name model_alias: type: string title: Model Alias default: gpt-5.1 temperature: anyOf: - type: number - type: 'null' title: Temperature max_tokens: type: integer title: Max Tokens default: 4096 stop_sequences: anyOf: - items: type: string type: array - type: 'null' title: Stop Sequences top_p: type: number title: Top P default: 1.0 top_k: type: integer title: Top K default: 40 frequency_penalty: type: number title: Frequency Penalty default: 0.0 presence_penalty: type: number title: Presence Penalty default: 0.0 tools: anyOf: - items: additionalProperties: true type: object type: array - type: 'null' title: Tools tool_choice: anyOf: - type: string - $ref: '#/components/schemas/OpenAIToolChoice' - type: 'null' title: Tool Choice response_format: anyOf: - additionalProperties: type: string type: object - type: 'null' title: Response Format known_models: items: $ref: '#/components/schemas/Model' type: array title: Known Models type: object title: PromptRunSettings description: Prompt run settings. LogRecordsCollectionFilter: properties: column_id: type: string title: Column Id description: ID of the column to filter. operator: type: string enum: - eq - contains - one_of - not_in title: Operator value: anyOf: - type: string - items: type: string type: array title: Value case_sensitive: type: boolean title: Case Sensitive default: true type: type: string const: collection title: Type default: collection type: object required: - column_id - operator - value title: LogRecordsCollectionFilter CollaboratorUpdate: properties: role: $ref: '#/components/schemas/CollaboratorRole' type: object required: - role title: CollaboratorUpdate BaseScorerVersionDB: properties: id: type: string format: uuid4 title: Id version: type: integer title: Version scorer_id: type: string format: uuid4 title: Scorer Id generated_scorer: anyOf: - $ref: '#/components/schemas/BaseGeneratedScorerDB' - type: 'null' registered_scorer: anyOf: - $ref: '#/components/schemas/BaseRegisteredScorerDB' - type: 'null' finetuned_scorer: anyOf: - $ref: '#/components/schemas/BaseFinetunedScorerDB' - type: 'null' model_name: anyOf: - type: string - type: 'null' title: Model Name num_judges: anyOf: - type: integer - type: 'null' title: Num Judges scoreable_node_types: anyOf: - items: type: string type: array - type: 'null' title: Scoreable Node Types description: List of node types that can be scored by this scorer. Defaults to llm/chat. cot_enabled: anyOf: - type: boolean - type: 'null' title: Cot Enabled description: Whether to enable chain of thought for this scorer. Defaults to False for llm scorers. output_type: anyOf: - $ref: '#/components/schemas/OutputTypeEnum' - type: 'null' description: What type of output to use for model-based scorers (sessions_normalized, trace_io_only, etc.). input_type: anyOf: - $ref: '#/components/schemas/InputTypeEnum' - type: 'null' description: What type of input to use for model-based scorers (sessions_normalized, trace_io_only, etc.). type: object required: - id - version - scorer_id title: BaseScorerVersionDB description: Scorer version from the scorer_versions table. OutputTypeEnum: type: string enum: - boolean - categorical - count - discrete - freeform - percentage - multilabel - retrieved_chunk_list_boolean - boolean_multilabel title: OutputTypeEnum description: Enumeration of output types. LogRecordsTextFilter: properties: column_id: type: string title: Column Id description: ID of the column to filter. operator: type: string enum: - eq - ne - contains - one_of - not_in title: Operator value: anyOf: - type: string - items: type: string type: array title: Value case_sensitive: type: boolean title: Case Sensitive default: true type: type: string const: text title: Type default: text type: object required: - column_id - operator - value title: LogRecordsTextFilter Model: properties: name: type: string title: Name alias: type: string title: Alias integration: $ref: '#/components/schemas/LLMIntegration' default: openai user_role: anyOf: - type: string - type: 'null' title: User Role assistant_role: anyOf: - type: string - type: 'null' title: Assistant Role system_supported: type: boolean title: System Supported default: false input_modalities: items: $ref: '#/components/schemas/ContentModality' type: array title: Input Modalities description: Input modalities that the model can accept. alternative_names: items: type: string type: array title: Alternative Names description: Alternative names for the model, used for matching with various current, versioned or legacy names. input_token_limit: anyOf: - type: integer - type: 'null' title: Input Token Limit output_token_limit: anyOf: - type: integer - type: 'null' title: Output Token Limit token_limit: anyOf: - type: integer - type: 'null' title: Token Limit cost_by: $ref: '#/components/schemas/ModelCostBy' default: tokens is_chat: type: boolean title: Is Chat default: false provides_log_probs: type: boolean title: Provides Log Probs default: false formatting_tokens: type: integer title: Formatting Tokens default: 0 response_prefix_tokens: type: integer title: Response Prefix Tokens default: 0 api_version: anyOf: - type: string - type: 'null' title: Api Version legacy_mistral_prompt_format: type: boolean title: Legacy Mistral Prompt Format default: false requires_max_tokens: type: boolean title: Requires Max Tokens default: false max_top_p: anyOf: - type: number - type: 'null' title: Max Top P params_map: $ref: '#/components/schemas/RunParamsMap' output_map: anyOf: - $ref: '#/components/schemas/OutputMap' - type: 'null' input_map: anyOf: - $ref: '#/components/schemas/InputMap' - type: 'null' type: object required: - name - alias title: Model ScorerCreatorFilter: properties: name: type: string const: creator title: Name default: creator operator: type: string enum: - eq - ne - one_of - not_in - contains title: Operator default: eq value: anyOf: - type: string format: uuid4 - items: anyOf: - type: string format: uuid4 - type: string type: array - type: string title: Value type: object required: - value title: ScorerCreatorFilter LogRecordsDateFilter: properties: column_id: type: string title: Column Id description: ID of the column to filter. operator: type: string enum: - eq - ne - gt - gte - lt - lte title: Operator value: type: string format: date-time title: Value type: type: string const: date title: Type default: date type: object required: - column_id - operator - value title: LogRecordsDateFilter ScorerEnabledInPlaygroundSort: properties: name: type: string const: enabled_in_playground title: Name default: enabled_in_playground ascending: type: boolean title: Ascending default: true sort_type: type: string const: custom_uuid title: Sort Type default: custom_uuid value: type: string format: uuid4 title: Value type: object required: - value title: ScorerEnabledInPlaygroundSort NodeNameFilter: properties: name: type: string const: node_name title: Name default: node_name operator: type: string enum: - eq - ne - contains - one_of - not_in title: Operator value: anyOf: - type: string - items: type: string type: array title: Value case_sensitive: type: boolean title: Case Sensitive default: true type: object required: - operator - value title: NodeNameFilter description: Filters on node names in scorer jobs. BasePromptTemplateVersionResponse: properties: template: anyOf: - type: string minLength: 1 - $ref: '#/components/schemas/Messages' title: Template raw: type: boolean title: Raw default: false version: type: integer title: Version settings: $ref: '#/components/schemas/PromptRunSettings-Output' output_type: anyOf: - type: string - type: 'null' title: Output Type id: type: string format: uuid4 title: Id model_changed: type: boolean title: Model Changed lines_added: type: integer title: Lines Added default: 0 deprecated: true lines_edited: type: integer title: Lines Edited default: 0 deprecated: true lines_removed: type: integer title: Lines Removed default: 0 deprecated: true settings_changed: type: boolean title: Settings Changed content_changed: type: boolean title: Content Changed created_at: type: string format: date-time title: Created At updated_at: type: string format: date-time title: Updated At created_by_user: anyOf: - $ref: '#/components/schemas/UserInfo' - type: 'null' type: object required: - template - version - settings - id - model_changed - settings_changed - content_changed - created_at - updated_at - created_by_user title: BasePromptTemplateVersionResponse description: Base response from API for a prompt template version. FineTunedScorerResponse: properties: id: type: string format: uuid4 title: Id name: type: string title: Name lora_task_id: type: integer title: Lora Task Id lora_weights_path: anyOf: - type: string - type: 'null' title: Lora Weights Path prompt: type: string title: Prompt luna_input_type: anyOf: - $ref: '#/components/schemas/LunaInputTypeEnum' - type: 'null' luna_output_type: anyOf: - $ref: '#/components/schemas/LunaOutputTypeEnum' - type: 'null' class_name_to_vocab_ix: anyOf: - additionalProperties: items: type: integer type: array uniqueItems: true type: object - additionalProperties: type: integer type: object - type: 'null' title: Class Name To Vocab Ix executor: anyOf: - $ref: '#/components/schemas/galileo_core__schemas__shared__scorers__scorer_name__ScorerName' - type: 'null' description: Executor pipeline. Defaults to finetuned scorer pipeline but can run custom galileo score pipelines. created_at: type: string format: date-time title: Created At updated_at: type: string format: date-time title: Updated At created_by: type: string format: uuid4 title: Created By type: object required: - id - name - lora_task_id - prompt - created_at - updated_at - created_by title: FineTunedScorerResponse LogRecordsIDFilter: properties: column_id: type: string title: Column Id description: ID of the column to filter. operator: type: string enum: - eq - ne - one_of - not_in - contains title: Operator default: eq value: anyOf: - type: string format: uuid4 - items: anyOf: - type: string format: uuid4 - type: string type: array - type: string title: Value type: type: string const: id title: Type default: id type: object required: - column_id - value title: LogRecordsIDFilter PromptTemplateNotInProjectFilter: properties: name: type: string const: not_in_project title: Name default: not_in_project value: type: string format: uuid4 title: Value type: object required: - value title: PromptTemplateNotInProjectFilter ScorerHealthScoresResponse: properties: scores: items: $ref: '#/components/schemas/ScorerVersionHealthScoreEntry' type: array title: Scores type: object required: - scores title: ScorerHealthScoresResponse TestScore: properties: node_type: $ref: '#/components/schemas/NodeType' score: anyOf: - type: number - type: integer - type: string - type: boolean - type: 'null' title: Score type: object required: - node_type title: TestScore CollaboratorRole: type: string enum: - owner - editor - annotator - viewer title: CollaboratorRole InputMap: properties: prompt: type: string title: Prompt prefix: type: string title: Prefix default: '' suffix: type: string title: Suffix default: '' type: object required: - prompt title: InputMap CategoricalRollUpMethod: type: string enum: - category_count title: CategoricalRollUpMethod description: Roll up methods for aggregating categorical metrics up the session/trace/span hierarchy. GeneratedScorerValidationResponse: properties: task_result_id: type: string format: uuid4 title: Task Result Id type: object required: - task_result_id title: GeneratedScorerValidationResponse ScorerMultimodalCapabilitiesFilter: properties: name: type: string const: multimodal_capabilities title: Name default: multimodal_capabilities operator: type: string enum: - eq - contains - one_of - not_in title: Operator value: anyOf: - type: string - items: type: string type: array title: Value case_sensitive: type: boolean title: Case Sensitive default: true type: object required: - operator - value title: ScorerMultimodalCapabilitiesFilter description: 'Filter scorers by multimodal_capabilities. Use operator ``contains`` to match scorers that support a single capability (e.g. ``{"name": "multimodal_capabilities", "operator": "contains", "value": "vision"}``). Use ``one_of`` to match scorers whose capabilities include ANY of the given values (e.g. ``{"name": "multimodal_capabilities", "operator": "one_of", "value": ["vision", "audio"]}``).' BaseFinetunedScorerDB: properties: id: type: string format: uuid4 title: Id name: type: string title: Name lora_task_id: type: integer title: Lora Task Id lora_weights_path: anyOf: - type: string - type: 'null' title: Lora Weights Path prompt: type: string title: Prompt luna_input_type: anyOf: - $ref: '#/components/schemas/LunaInputTypeEnum' - type: 'null' luna_output_type: anyOf: - $ref: '#/components/schemas/LunaOutputTypeEnum' - type: 'null' class_name_to_vocab_ix: anyOf: - additionalProperties: items: type: integer type: array uniqueItems: true type: object - additionalProperties: type: integer type: object - type: 'null' title: Class Name To Vocab Ix executor: anyOf: - $ref: '#/components/schemas/galileo_core__schemas__shared__scorers__scorer_name__ScorerName' - type: 'null' description: Executor pipeline. Defaults to finetuned scorer pipeline but can run custom galileo score pipelines. type: object required: - id - name - lora_task_id - prompt title: BaseFinetunedScorerDB api__schemas__project_v2__GetProjectsPaginatedResponse: properties: starting_token: type: integer title: Starting Token default: 0 limit: type: integer title: Limit default: 100 paginated: type: boolean title: Paginated default: false next_starting_token: anyOf: - type: integer - type: 'null' title: Next Starting Token projects: items: $ref: '#/components/schemas/ProjectItem' type: array title: Projects total_count: type: integer title: Total Count description: Total number of projects matching the filters. type: object required: - projects - total_count title: GetProjectsPaginatedResponse description: Response model for the V2 projects paginated endpoint. Body_create_code_scorer_version_v2_scorers__scorer_id__version_code_post: properties: file: type: string contentMediaType: application/octet-stream title: File validation_result: type: string title: Validation Result description: Pre-validated result as JSON string from the validate endpoint type: object required: - file - validation_result title: Body_create_code_scorer_version_v2_scorers__scorer_id__version_code_post MetricColorPickerMultiLabel: properties: type: type: string const: multi_label title: Type default: multi_label constraints: items: $ref: '#/components/schemas/CategoricalColorConstraint' type: array minItems: 1 title: Constraints type: object required: - constraints title: MetricColorPickerMultiLabel description: "Color picker configuration for multi-label metrics.\n\nBehaves the same as categorical but intended for metrics that produce\nmultiple labels. A category value must not appear in more than one constraint.\n\nExample:\n {\n \"type\": \"multi_label\",\n \"constraints\": [\n {\"color\": \"green\", \"operator\": \"eq\", \"value\": \"relevant\"},\n {\"color\": \"yellow\", \"operator\": \"one_of\", \"value\": [\"partial\", \"related\"]}\n ]\n }" UserCollaboratorCreate: properties: role: $ref: '#/components/schemas/CollaboratorRole' default: viewer user_id: anyOf: - type: string format: uuid4 - type: 'null' title: User Id user_email: anyOf: - type: string format: email - type: 'null' title: User Email type: object title: UserCollaboratorCreate description: 'Create a user collaborator using either user_id or email. When using email, if the user doesn''t exist in the organization, they will be invited automatically.' Body_validate_code_scorer_public_v2_scorers_code_validate_post: properties: file: type: string contentMediaType: application/octet-stream title: File test_input: anyOf: - type: string - type: 'null' title: Test Input test_output: anyOf: - type: string - type: 'null' title: Test Output required_scorers: anyOf: - type: string - items: type: string type: array - type: 'null' title: Required Scorers scoreable_node_types: anyOf: - type: string - items: type: string type: array - type: 'null' title: Scoreable Node Types type: object required: - file title: Body_validate_code_scorer_public_v2_scorers_code_validate_post GenerationResponse: properties: task_result_id: type: string format: uuid4 title: Task Result Id type: object required: - task_result_id title: GenerationResponse ListScorersResponse: properties: starting_token: type: integer title: Starting Token default: 0 limit: type: integer title: Limit default: 100 paginated: type: boolean title: Paginated default: false next_starting_token: anyOf: - type: integer - type: 'null' title: Next Starting Token scorers: items: $ref: '#/components/schemas/ScorerResponse' type: array title: Scorers type: object title: ListScorersResponse ScorerScopeProjectRef: properties: id: type: string format: uuid4 title: Id name: type: string title: Name type: object required: - id - name title: ScorerScopeProjectRef description: Minimal project representation (id and name only) for scorer access scope. BaseScorerVersionResponse: properties: id: type: string format: uuid4 title: Id version: type: integer title: Version scorer_id: type: string format: uuid4 title: Scorer Id generated_scorer: anyOf: - $ref: '#/components/schemas/GeneratedScorerResponse' - type: 'null' registered_scorer: anyOf: - $ref: '#/components/schemas/CreateUpdateRegisteredScorerResponse' - type: 'null' finetuned_scorer: anyOf: - $ref: '#/components/schemas/FineTunedScorerResponse' - type: 'null' model_name: anyOf: - type: string - type: 'null' title: Model Name num_judges: anyOf: - type: integer - type: 'null' title: Num Judges scoreable_node_types: anyOf: - items: type: string type: array - type: 'null' title: Scoreable Node Types cot_enabled: anyOf: - type: boolean - type: 'null' title: Cot Enabled output_type: anyOf: - $ref: '#/components/schemas/OutputTypeEnum' - type: 'null' input_type: anyOf: - $ref: '#/components/schemas/InputTypeEnum' - type: 'null' description: What type of input to use for model-based scorers (sessions_normalized, trace_io_only, etc.). created_at: type: string format: date-time title: Created At updated_at: type: string format: date-time title: Updated At chain_poll_template: anyOf: - $ref: '#/components/schemas/ChainPollTemplate' - type: 'null' allowed_model: anyOf: - type: boolean - type: 'null' title: Allowed Model created_by: anyOf: - type: string format: uuid4 - type: 'null' title: Created By type: object required: - id - version - scorer_id - created_at - updated_at title: BaseScorerVersionResponse ListUserCollaboratorsResponse: properties: starting_token: type: integer title: Starting Token default: 0 limit: type: integer title: Limit default: 100 paginated: type: boolean title: Paginated default: false next_starting_token: anyOf: - type: integer - type: 'null' title: Next Starting Token collaborators: items: $ref: '#/components/schemas/UserCollaborator' type: array title: Collaborators type: object required: - collaborators title: ListUserCollaboratorsResponse ScorerResponse: properties: id: type: string format: uuid4 title: Id permissions: items: $ref: '#/components/schemas/Permission' type: array title: Permissions default: [] name: type: string title: Name scorer_type: $ref: '#/components/schemas/ScorerTypes' defaults: anyOf: - $ref: '#/components/schemas/ScorerDefaults' - type: 'null' latest_version: anyOf: - $ref: '#/components/schemas/BaseScorerVersionDB' - type: 'null' model_type: anyOf: - $ref: '#/components/schemas/ModelType' - type: 'null' ground_truth: anyOf: - type: boolean - type: 'null' title: Ground Truth default_version_id: anyOf: - type: string format: uuid4 - type: 'null' title: Default Version Id default_version: anyOf: - $ref: '#/components/schemas/BaseScorerVersionDB' - type: 'null' user_prompt: anyOf: - type: string - type: 'null' title: User Prompt scoreable_node_types: anyOf: - items: type: string type: array - type: 'null' title: Scoreable Node Types output_type: anyOf: - $ref: '#/components/schemas/OutputTypeEnum' - type: 'null' input_type: anyOf: - $ref: '#/components/schemas/InputTypeEnum' - type: 'null' multimodal_capabilities: anyOf: - items: $ref: '#/components/schemas/MultimodalCapability' type: array - type: 'null' title: Multimodal Capabilities required_scorers: anyOf: - items: type: string type: array - type: 'null' title: Required Scorers required_metric_ids: anyOf: - items: type: string type: array - type: 'null' title: Required Metric Ids deprecated: anyOf: - type: boolean - type: 'null' title: Deprecated roll_up_method: anyOf: - $ref: '#/components/schemas/RollUpMethodDisplayOptions' - type: 'null' roll_up_config: anyOf: - $ref: '#/components/schemas/BaseMetricRollUpConfigDB' - type: 'null' label: anyOf: - type: string - type: 'null' title: Label default: '' tags: items: type: string type: array title: Tags included_fields: items: type: string type: array title: Included Fields description: Fields that can be used in the scorer to configure it. i.e. model, num_judges, etc. This enables the ui to know which fields a user can configure when they're setting a scorer description: anyOf: - type: string - type: 'null' title: Description created_by: anyOf: - type: string format: uuid4 - type: 'null' title: Created By created_at: anyOf: - type: string format: date-time - type: 'null' title: Created At updated_at: anyOf: - type: string format: date-time - type: 'null' title: Updated At metric_color_picker_config: anyOf: - oneOf: - $ref: '#/components/schemas/MetricColorPickerNumeric' - $ref: '#/components/schemas/MetricColorPickerBoolean' - $ref: '#/components/schemas/MetricColorPickerCategorical' - $ref: '#/components/schemas/MetricColorPickerMultiLabel' discriminator: propertyName: type mapping: boolean: '#/components/schemas/MetricColorPickerBoolean' categorical: '#/components/schemas/MetricColorPickerCategorical' multi_label: '#/components/schemas/MetricColorPickerMultiLabel' numeric: '#/components/schemas/MetricColorPickerNumeric' - type: 'null' title: Metric Color Picker Config color_threshold_config: anyOf: - $ref: '#/components/schemas/MetricColorPickerNumeric' - type: 'null' metric_name: anyOf: - type: string - type: 'null' title: Metric Name is_global: type: boolean title: Is Global default: false scope_projects: items: $ref: '#/components/schemas/ScorerScopeProjectRef' type: array title: Scope Projects type: object required: - id - name - scorer_type - tags title: ScorerResponse GroupCollaboratorCreate: properties: role: $ref: '#/components/schemas/CollaboratorRole' default: viewer group_id: type: string format: uuid4 title: Group Id type: object required: - group_id title: GroupCollaboratorCreate ScorerIsGlobalFilter: properties: name: type: string const: is_global title: Name default: is_global operator: type: string enum: - eq - ne title: Operator default: eq value: type: boolean title: Value type: object required: - value title: ScorerIsGlobalFilter description: 'Filters on the access scope tier: is_global=True (global metrics) vs is_global=False (project-scoped metrics).' ScorerExcludeSlmScorersFilter: properties: name: type: string const: exclude_slm_scorers title: Name default: exclude_slm_scorers type: object title: ScorerExcludeSlmScorersFilter description: 'Internal filter: excludes scorers with model_type == slm while including scorers where model_type IS NULL. Auto-appended by the service layer.' PromptTemplateUpdatedAtSort: properties: name: type: string const: updated_at title: Name default: updated_at ascending: type: boolean title: Ascending default: true sort_type: type: string const: column title: Sort Type default: column type: object title: PromptTemplateUpdatedAtSort HealthScoreType: type: string enum: - macro_f1 - micro_f1 - mse - mae title: HealthScoreType ValidateRegisteredScorerResult: properties: result: anyOf: - $ref: '#/components/schemas/ValidResult' - $ref: '#/components/schemas/InvalidResult' title: Result type: object required: - result title: ValidateRegisteredScorerResult ContentModality: type: string enum: - text - document - image - audio - video title: ContentModality description: Classification of content modality Body_validate_code_scorer_log_record_scorers_code_validate_log_record_post: properties: file: type: string contentMediaType: application/octet-stream title: File log_stream_id: anyOf: - type: string format: uuid4 - type: 'null' title: Log Stream Id experiment_id: anyOf: - type: string format: uuid4 - type: 'null' title: Experiment Id limit: type: integer title: Limit default: 100 starting_token: anyOf: - type: integer - type: 'null' title: Starting Token filters: anyOf: - type: string - type: 'null' title: Filters description: JSON string array of LogRecordsQueryFilter sort: anyOf: - type: string - type: 'null' title: Sort description: JSON string of LogRecordsSortClause required_scorers: anyOf: - type: string - items: type: string type: array - type: 'null' title: Required Scorers scoreable_node_types: anyOf: - type: string - items: type: string type: array - type: 'null' title: Scoreable Node Types type: object required: - file title: Body_validate_code_scorer_log_record_scorers_code_validate_log_record_post PromptTemplateCreatedByFilter: properties: name: type: string const: creator title: Name default: creator operator: type: string enum: - eq - ne - one_of - not_in - contains title: Operator default: eq value: anyOf: - type: string format: uuid4 - items: anyOf: - type: string format: uuid4 - type: string type: array - type: string title: Value type: object required: - value title: PromptTemplateCreatedByFilter ControlResourceAction: type: string enum: - create - read - update - delete title: ControlResourceAction description: Actions on Agent Control's org-scoped ``control`` resource. LogRecordsFullyAnnotatedFilter: properties: column_id: type: string const: fully_annotated title: Column Id description: Queue-scoped filter identifier. This filter only works for annotation-queue searches that provide queue context. default: fully_annotated type: type: string const: fully_annotated title: Type default: fully_annotated user_ids: anyOf: - items: type: string format: uuid4 type: array minItems: 1 - type: 'null' title: User Ids description: Optional queue member IDs to require for full annotation in a queue-scoped search. If omitted, all tracked queue members visible to the requester are used. type: object title: LogRecordsFullyAnnotatedFilter description: Queue-scoped filter for records rated across all queue templates. PromptRunSettings-Output: properties: logprobs: type: boolean title: Logprobs default: true top_logprobs: type: integer title: Top Logprobs default: 5 echo: type: boolean title: Echo default: false n: type: integer title: N default: 1 reasoning_effort: type: string title: Reasoning Effort default: medium verbosity: type: string title: Verbosity default: medium deployment_name: anyOf: - type: string - type: 'null' title: Deployment Name model_alias: type: string title: Model Alias default: gpt-5.1 temperature: anyOf: - type: number - type: 'null' title: Temperature max_tokens: type: integer title: Max Tokens default: 4096 stop_sequences: anyOf: - items: type: string type: array - type: 'null' title: Stop Sequences top_p: type: number title: Top P default: 1.0 top_k: type: integer title: Top K default: 40 frequency_penalty: type: number title: Frequency Penalty default: 0.0 presence_penalty: type: number title: Presence Penalty default: 0.0 tools: type: string title: Tools tool_choice: anyOf: - type: string - $ref: '#/components/schemas/OpenAIToolChoice' - type: 'null' title: Tool Choice response_format: anyOf: - additionalProperties: type: string type: object - type: 'null' title: Response Format type: object title: PromptRunSettings description: Prompt run settings. LunaInputTypeEnum: type: string enum: - span - trace_object - trace_input_output_only title: LunaInputTypeEnum ProjectItem: properties: id: type: string format: uuid4 title: Id permissions: items: $ref: '#/components/schemas/Permission' type: array title: Permissions default: [] name: type: string title: Name created_at: type: string format: date-time title: Created At updated_at: type: string format: date-time title: Updated At bookmark: type: boolean title: Bookmark default: false num_logstreams: anyOf: - type: integer - type: 'null' title: Num Logstreams description: Count of runs with task_type=15 num_experiments: anyOf: - type: integer - type: 'null' title: Num Experiments description: Count of runs with task_type=16 created_by_user: anyOf: - $ref: '#/components/schemas/UserInfo' - type: 'null' description: anyOf: - type: string - type: 'null' title: Description labels: items: $ref: '#/components/schemas/ProjectLabels' type: array title: Labels description: List of labels associated with the project. log_streams: anyOf: - items: $ref: '#/components/schemas/LogStreamInfo' type: array - type: 'null' title: Log Streams description: Log streams for this project. Only populated when include_logstreams=True. type: object required: - id - name - created_at - updated_at title: ProjectItem description: Represents a single project item for the UI list. PromptTemplateCreatedAtSort: properties: name: type: string const: created_at title: Name default: created_at ascending: type: boolean title: Ascending default: true sort_type: type: string const: column title: Sort Type default: column type: object title: PromptTemplateCreatedAtSort ModelInfo: properties: name: type: string title: Name alias: type: string title: Alias integration: $ref: '#/components/schemas/LLMIntegration' default: openai user_role: anyOf: - type: string - type: 'null' title: User Role assistant_role: anyOf: - type: string - type: 'null' title: Assistant Role system_supported: type: boolean title: System Supported default: false input_modalities: items: $ref: '#/components/schemas/ContentModality' type: array title: Input Modalities description: Input modalities that the model can accept. type: object required: - name - alias title: ModelInfo description: 'Model information that is useful to surface to the UI and in other contexts. This is a subset of all of the information we store about the model. We need a lot more information to actually execute requests against the model, but that is not necessary to surface to the user.' RunParamsMap: properties: model: anyOf: - type: string - type: 'null' title: Model temperature: anyOf: - type: string - type: 'null' title: Temperature max_tokens: anyOf: - type: string - type: 'null' title: Max Tokens stop_sequences: anyOf: - type: string - type: 'null' title: Stop Sequences top_p: anyOf: - type: string - type: 'null' title: Top P top_k: anyOf: - type: string - type: 'null' title: Top K frequency_penalty: anyOf: - type: string - type: 'null' title: Frequency Penalty presence_penalty: anyOf: - type: string - type: 'null' title: Presence Penalty echo: anyOf: - type: string - type: 'null' title: Echo logprobs: anyOf: - type: string - type: 'null' title: Logprobs top_logprobs: anyOf: - type: string - type: 'null' title: Top Logprobs n: anyOf: - type: string - type: 'null' title: N api_version: anyOf: - type: string - type: 'null' title: Api Version tools: anyOf: - type: string - type: 'null' title: Tools tool_choice: anyOf: - type: string - type: 'null' title: Tool Choice response_format: anyOf: - type: string - type: 'null' title: Response Format reasoning_effort: anyOf: - type: string - type: 'null' title: Reasoning Effort verbosity: anyOf: - type: string - type: 'null' title: Verbosity deployment_name: anyOf: - type: string - type: 'null' title: Deployment Name type: object title: RunParamsMap description: 'Maps the internal settings parameters (left) to the serialized parameters (right) we want to send in the API requests.' Body_manual_llm_validate_multipart_public_v2_scorers_llm_validate_multipart_post: properties: body: type: string title: Body description: JSON-encoded GeneratedScorerValidationRequest query_files: items: type: string contentMediaType: application/octet-stream type: array title: Query Files default: [] response_files: items: type: string contentMediaType: application/octet-stream type: array title: Response Files default: [] type: object required: - body title: Body_manual_llm_validate_multipart_public_v2_scorers_llm_validate_multipart_post HealthScoreResult: properties: health_score_type: anyOf: - $ref: '#/components/schemas/HealthScoreType' - type: 'null' value: anyOf: - type: number - type: 'null' title: Value description: Primary health score metric value, or None if no valid rows. skipped_rows: type: integer title: Skipped Rows description: Rows excluded because MGT or score could not be parsed. secondary: additionalProperties: anyOf: - type: number - type: 'null' type: object title: Secondary description: Secondary metrics (MAE, RMSE, R², per-class F1, etc.). total_scored_rows: type: integer title: Total Scored Rows description: Rows with a successful scorer result. total_mgt_rows: type: integer title: Total Mgt Rows description: Rows with a non-null MGT value after overlay. joined_rows: type: integer title: Joined Rows description: Rows with both a score and a MGT value (used for computation). type: object required: - health_score_type - value - skipped_rows - secondary - total_scored_rows - total_mgt_rows - joined_rows title: HealthScoreResult galileo_core__schemas__shared__message_role__MessageRole: type: string enum: - agent - assistant - function - system - tool - user title: MessageRole DeletePromptResponse: properties: message: type: string minLength: 1 title: Message type: object required: - message title: DeletePromptResponse RollUpMethodDisplayOptions: type: string enum: - average - sum - max - min - category_count - percentage_true - percentage_false title: RollUpMethodDisplayOptions description: 'Display options for roll up methods when showing rolled up metrics in the UI. Separates display intent from computation methods. The computation methods (NumericRollUpMethod, CategoricalRollUpMethod) control what aggregations are available. This enum controls how the UI displays the selected roll-up value for a scorer.' MetricColorPickerBoolean: properties: type: type: string const: boolean title: Type default: boolean constraints: items: $ref: '#/components/schemas/BooleanColorConstraint' type: array minItems: 1 title: Constraints type: object required: - constraints title: MetricColorPickerBoolean description: "Color picker configuration for boolean metrics.\n\nEach constraint maps a boolean value to a color.\n\nExample:\n {\n \"type\": \"boolean\",\n \"constraints\": [\n {\"color\": \"green\", \"operator\": \"eq\", \"value\": true},\n {\"color\": \"red\", \"operator\": \"eq\", \"value\": false}\n ]\n }" HTTPValidationError: properties: detail: items: $ref: '#/components/schemas/ValidationError' type: array title: Detail type: object title: HTTPValidationError Body_validate_code_scorer_dataset_scorers_code_validate_dataset_post: properties: file: type: string contentMediaType: application/octet-stream title: File dataset_id: type: string format: uuid title: Dataset Id dataset_version_index: anyOf: - type: integer - type: 'null' title: Dataset Version Index limit: type: integer title: Limit default: 100 starting_token: anyOf: - type: integer - type: 'null' title: Starting Token required_scorers: anyOf: - type: string - items: type: string type: array - type: 'null' title: Required Scorers scoreable_node_types: anyOf: - type: string - items: type: string type: array - type: 'null' title: Scoreable Node Types score_type: anyOf: - type: string - type: 'null' title: Score Type type: object required: - file - dataset_id title: Body_validate_code_scorer_dataset_scorers_code_validate_dataset_post InvalidResult: properties: result_type: type: string const: invalid title: Result Type default: invalid error_message: type: string title: Error Message type: object required: - error_message title: InvalidResult PromptTemplateUsedInProjectFilter: properties: name: type: string const: used_in_project title: Name default: used_in_project value: type: string format: uuid4 title: Value type: object required: - value title: PromptTemplateUsedInProjectFilter FewShotExample: properties: generation_prompt_and_response: type: string title: Generation Prompt And Response evaluating_response: type: string title: Evaluating Response type: object required: - generation_prompt_and_response - evaluating_response title: FewShotExample description: Few-shot example for a chainpoll metric prompt. Body_validate_code_scorer_dataset_public_v2_scorers_code_validate_dataset_post: properties: file: type: string contentMediaType: application/octet-stream title: File dataset_id: type: string format: uuid title: Dataset Id dataset_version_index: anyOf: - type: integer - type: 'null' title: Dataset Version Index limit: type: integer title: Limit default: 100 starting_token: anyOf: - type: integer - type: 'null' title: Starting Token required_scorers: anyOf: - type: string - items: type: string type: array - type: 'null' title: Required Scorers scoreable_node_types: anyOf: - type: string - items: type: string type: array - type: 'null' title: Scoreable Node Types score_type: anyOf: - type: string - type: 'null' title: Score Type type: object required: - file - dataset_id title: Body_validate_code_scorer_dataset_public_v2_scorers_code_validate_dataset_post LunaOutputTypeEnum: type: string enum: - float - string - string_list - bool_list title: LunaOutputTypeEnum PromptTemplateVersionCreatedAtSort: properties: name: type: string const: created_at title: Name default: created_at ascending: type: boolean title: Ascending default: true sort_type: type: string const: column title: Sort Type default: column type: object title: PromptTemplateVersionCreatedAtSort NodeType: type: string enum: - chain - chat - llm - retriever - tool - agent - workflow - trace - session title: NodeType DatasetAction: type: string enum: - update - delete - share - export - rename title: DatasetAction ListScorerVersionsResponse: properties: starting_token: type: integer title: Starting Token default: 0 limit: type: integer title: Limit default: 100 paginated: type: boolean title: Paginated default: false next_starting_token: anyOf: - type: integer - type: 'null' title: Next Starting Token versions: items: $ref: '#/components/schemas/BaseScorerVersionResponse' type: array title: Versions type: object title: ListScorerVersionsResponse ChainAggregationStrategy: type: string enum: - sum - average - first - last title: ChainAggregationStrategy CreateScorerRequest: properties: name: type: string title: Name id: anyOf: - type: string format: uuid4 - type: 'null' title: Id label: anyOf: - type: string - type: 'null' title: Label description: anyOf: - type: string - type: 'null' title: Description default: '' tags: items: type: string type: array title: Tags defaults: anyOf: - $ref: '#/components/schemas/ScorerDefaults' - type: 'null' scorer_type: $ref: '#/components/schemas/ScorerTypes' deprecated: anyOf: - type: boolean - type: 'null' title: Deprecated model_type: anyOf: - $ref: '#/components/schemas/ModelType' - type: 'null' ground_truth: anyOf: - type: boolean - type: 'null' title: Ground Truth default_version_id: anyOf: - type: string format: uuid4 - type: 'null' title: Default Version Id user_prompt: anyOf: - type: string - type: 'null' title: User Prompt scoreable_node_types: anyOf: - items: type: string type: array - type: 'null' title: Scoreable Node Types output_type: anyOf: - $ref: '#/components/schemas/OutputTypeEnum' - type: 'null' input_type: anyOf: - $ref: '#/components/schemas/InputTypeEnum' - type: 'null' multimodal_capabilities: anyOf: - items: $ref: '#/components/schemas/MultimodalCapability' type: array - type: 'null' title: Multimodal Capabilities required_scorers: anyOf: - items: type: string type: array - type: 'null' title: Required Scorers required_metric_ids: anyOf: - items: type: string type: array - type: 'null' title: Required Metric Ids roll_up_method: anyOf: - $ref: '#/components/schemas/RollUpMethodDisplayOptions' - type: 'null' metric_color_picker_config: anyOf: - oneOf: - $ref: '#/components/schemas/MetricColorPickerNumeric' - $ref: '#/components/schemas/MetricColorPickerBoolean' - $ref: '#/components/schemas/MetricColorPickerCategorical' - $ref: '#/components/schemas/MetricColorPickerMultiLabel' discriminator: propertyName: type mapping: boolean: '#/components/schemas/MetricColorPickerBoolean' categorical: '#/components/schemas/MetricColorPickerCategorical' multi_label: '#/components/schemas/MetricColorPickerMultiLabel' numeric: '#/components/schemas/MetricColorPickerNumeric' - type: 'null' title: Metric Color Picker Config is_global: anyOf: - type: boolean - type: 'null' title: Is Global project_ids: items: type: string format: uuid4 type: array maxItems: 1000 title: Project Ids type: object required: - name - scorer_type title: CreateScorerRequest galileo_core__schemas__shared__scorers__scorer_name__ScorerName: type: string enum: - action_completion_luna - action_advancement_luna - agentic_session_success - agentic_session_success - action_completion_vision - action_completion_audio - agentic_workflow_success - agentic_workflow_success - agent_efficiency - agent_flow - chunk_attribution_utilization_luna - chunk_attribution_utilization - chunk_relevance - chunk_relevance_luna - context_precision - precision_at_k - completeness_luna - completeness - context_adherence - context_adherence_luna - context_adherence_vision - context_adherence_audio - context_relevance - context_relevance_luna - conversation_quality - correctness - correctness_vision - correctness_audio - ground_truth_adherence - ground_truth_adherence_vision - ground_truth_adherence_audio - visual_fidelity - visual_quality - input_pii - input_pii_gpt - input_sexist - input_sexist - input_sexist_luna - input_sexist_luna - input_tone - input_tone_gpt - input_toxicity - input_toxicity_luna - input_toxicity_vision - input_toxicity_audio - instruction_adherence - output_pii - output_pii_gpt - output_sexist - output_sexist - output_sexist_luna - output_sexist_luna - output_tone - output_tone_gpt - output_toxicity - output_toxicity_luna - output_toxicity_vision - output_toxicity_audio - prompt_injection - prompt_injection_luna - reasoning_coherence - reasoning_coherence_vision - reasoning_coherence_audio - sql_efficiency - sql_adherence - sql_injection - sql_correctness - tool_error_rate - tool_error_rate_luna - tool_selection_quality - tool_selection_quality_luna - user_intent_change - user_intent_change_vision - user_intent_change_audio - interruption_detection title: ScorerName GeneratedScorerAction: type: string enum: - update - delete title: GeneratedScorerAction NumericColorConstraint: properties: color: $ref: '#/components/schemas/MetricColor' operator: type: string enum: - eq - gt - gte - lt - lte - between title: Operator value: anyOf: - type: number - items: type: number type: array title: Value type: object required: - color - operator - value title: NumericColorConstraint description: "A color constraint for numeric metric values.\n\nAssigns a color when a numeric score matches the given operator and value.\n\nOperators and expected value shapes:\n - eq, gt, gte, lt, lte: value must be a single float.\n - between: value must be a list of exactly 2 floats [low, high] where low < high.\n The range is inclusive on both ends.\n\nExample:\n {\"color\": \"green\", \"operator\": \"gte\", \"value\": 0.8}\n {\"color\": \"yellow\", \"operator\": \"between\", \"value\": [0.3, 0.7]}" MetricColorPickerNumeric: properties: type: type: string const: numeric title: Type default: numeric constraints: items: $ref: '#/components/schemas/NumericColorConstraint' type: array minItems: 1 title: Constraints type: object required: - constraints title: MetricColorPickerNumeric description: "Color picker configuration for numeric metrics.\n\nEach constraint maps a numeric condition to a color. The UI uses these\nconstraints to color-code metric values (e.g. green for high scores,\nred for low scores).\n\nExample:\n {\n \"type\": \"numeric\",\n \"constraints\": [\n {\"color\": \"green\", \"operator\": \"gte\", \"value\": 0.8},\n {\"color\": \"yellow\", \"operator\": \"between\", \"value\": [0.3, 0.8]},\n {\"color\": \"red\", \"operator\": \"lt\", \"value\": 0.3}\n ]\n }" ScorerNameSort: properties: name: type: string const: name title: Name default: name ascending: type: boolean title: Ascending default: true sort_type: type: string const: column title: Sort Type default: column type: object title: ScorerNameSort OpenAIFunction: properties: name: type: string title: Name type: object required: - name title: OpenAIFunction ScorerNameFilter: properties: name: type: string const: name title: Name default: name operator: type: string enum: - eq - ne - contains - one_of - not_in title: Operator value: anyOf: - type: string - items: type: string type: array title: Value case_sensitive: type: boolean title: Case Sensitive default: false type: object required: - operator - value title: ScorerNameFilter LLMIntegration: type: string enum: - anthropic - aws_bedrock - aws_sagemaker - azure - custom - databricks - mistral - nvidia - openai - vegas_gateway - vertex_ai - writer title: LLMIntegration UserAction: type: string enum: - update - delete - read_api_keys - change_role_to_admin - change_role_to_manager - change_role_to_user - change_role_to_read_only title: UserAction RenderTemplateResponse: properties: starting_token: type: integer title: Starting Token default: 0 limit: type: integer title: Limit default: 100 paginated: type: boolean title: Paginated default: false next_starting_token: anyOf: - type: integer - type: 'null' title: Next Starting Token rendered_templates: items: $ref: '#/components/schemas/RenderedTemplate' type: array title: Rendered Templates type: object required: - rendered_templates title: RenderTemplateResponse MetadataFilter: properties: name: type: string const: metadata title: Name default: metadata operator: type: string enum: - one_of - not_in - eq - ne title: Operator key: type: string title: Key value: anyOf: - type: string - items: type: string type: array title: Value type: object required: - operator - key - value title: MetadataFilter description: Filters on metadata key-value pairs in scorer jobs. ProjectLabels: type: string enum: - sample title: ProjectLabels description: Enum for project labels used in the UI. Body_validate_code_scorer_dataset_v2_scorers_code_validate_dataset_post: properties: file: type: string contentMediaType: application/octet-stream title: File dataset_id: type: string format: uuid title: Dataset Id dataset_version_index: anyOf: - type: integer - type: 'null' title: Dataset Version Index limit: type: integer title: Limit default: 100 starting_token: anyOf: - type: integer - type: 'null' title: Starting Token required_scorers: anyOf: - type: string - items: type: string type: array - type: 'null' title: Required Scorers scoreable_node_types: anyOf: - type: string - items: type: string type: array - type: 'null' title: Scoreable Node Types score_type: anyOf: - type: string - type: 'null' title: Score Type type: object required: - file - dataset_id title: Body_validate_code_scorer_dataset_v2_scorers_code_validate_dataset_post CreateLLMScorerVersionRequest: properties: model_name: anyOf: - type: string - type: 'null' title: Model Name num_judges: anyOf: - type: integer - type: 'null' title: Num Judges scoreable_node_types: anyOf: - items: type: string type: array - type: 'null' title: Scoreable Node Types cot_enabled: anyOf: - type: boolean - type: 'null' title: Cot Enabled output_type: anyOf: - $ref: '#/components/schemas/OutputTypeEnum' - type: 'null' input_type: anyOf: - $ref: '#/components/schemas/InputTypeEnum' - type: 'null' instructions: anyOf: - type: string - type: 'null' title: Instructions chain_poll_template: anyOf: - $ref: '#/components/schemas/ChainPollTemplate' - type: 'null' user_prompt: anyOf: - type: string - type: 'null' title: User Prompt type: object title: CreateLLMScorerVersionRequest Messages: items: $ref: '#/components/schemas/galileo_core__schemas__shared__message__Message' type: array title: Messages ScorerEnabledInRunSort: properties: name: type: string const: enabled_in_run title: Name default: enabled_in_run ascending: type: boolean title: Ascending default: true sort_type: type: string const: custom_uuid title: Sort Type default: custom_uuid value: type: string format: uuid4 title: Value type: object required: - value title: ScorerEnabledInRunSort UpdateScorerScopeRequest: properties: is_global: type: boolean title: Is Global project_ids: items: type: string format: uuid4 type: array maxItems: 1000 title: Project Ids type: object required: - is_global title: UpdateScorerScopeRequest description: 'Full-replace access scope update for a scorer (Share / manage visibility). is_global=True promotes the scorer to global (org admin only; project_ids must be empty). is_global=False scopes the scorer to exactly project_ids.' CreatePromptTemplateWithVersionRequestBody: properties: template: anyOf: - type: string minLength: 1 - $ref: '#/components/schemas/Messages' title: Template raw: type: boolean title: Raw default: false version: anyOf: - type: integer - type: 'null' title: Version settings: $ref: '#/components/schemas/PromptRunSettings-Input' output_type: anyOf: - type: string - type: 'null' title: Output Type name: anyOf: - type: string minLength: 1 - $ref: '#/components/schemas/Name' title: Name hidden: type: boolean title: Hidden default: false type: object required: - template - name title: CreatePromptTemplateWithVersionRequestBody description: 'Body to create a new prompt template with version. This is only used for parsing the body from the request.' TextContentPart: properties: type: type: string const: text title: Type default: text text: type: string title: Text type: object required: - text title: TextContentPart description: A text segment within a message. OrganizationAction: type: string enum: - rename - delete - delete_log_data - read_settings - update_settings - read_cost_settings - read_ai_usage title: OrganizationAction GeneratedScorerConfiguration: properties: model_alias: type: string title: Model Alias default: gpt-4.1-mini num_judges: type: integer maximum: 10.0 minimum: 1.0 title: Num Judges default: 3 output_type: $ref: '#/components/schemas/OutputTypeEnum' description: Output type of the generated scorer. default: boolean scoreable_node_types: items: type: string type: array title: Scoreable Node Types description: Types of nodes that can be scored by this scorer. cot_enabled: type: boolean title: Cot Enabled description: Whether chain of thought is enabled for this scorer. default: false ground_truth: type: boolean title: Ground Truth description: Whether ground truth is enabled for this scorer. default: false multimodal_capabilities: anyOf: - items: $ref: '#/components/schemas/MultimodalCapability' type: array - type: 'null' title: Multimodal Capabilities description: Multimodal capabilities required by this scorer. type: object title: GeneratedScorerConfiguration ValidateLLMScorerLogRecordRequest: properties: starting_token: type: integer title: Starting Token default: 0 limit: type: integer title: Limit default: 100 previous_last_row_id: anyOf: - type: string format: uuid4 - type: 'null' title: Previous Last Row Id log_stream_id: anyOf: - type: string format: uuid4 - type: 'null' title: Log Stream Id description: Log stream id associated with the traces. experiment_id: anyOf: - type: string format: uuid4 - type: 'null' title: Experiment Id description: Experiment id associated with the traces. metrics_testing_id: anyOf: - type: string format: uuid4 - type: 'null' title: Metrics Testing Id description: Metrics testing id associated with the traces. filters: items: oneOf: - $ref: '#/components/schemas/LogRecordsIDFilter' - $ref: '#/components/schemas/LogRecordsDateFilter' - $ref: '#/components/schemas/LogRecordsNumberFilter' - $ref: '#/components/schemas/LogRecordsBooleanFilter' - $ref: '#/components/schemas/LogRecordsCollectionFilter' - $ref: '#/components/schemas/LogRecordsTextFilter' - $ref: '#/components/schemas/LogRecordsFullyAnnotatedFilter' discriminator: propertyName: type mapping: boolean: '#/components/schemas/LogRecordsBooleanFilter' collection: '#/components/schemas/LogRecordsCollectionFilter' date: '#/components/schemas/LogRecordsDateFilter' fully_annotated: '#/components/schemas/LogRecordsFullyAnnotatedFilter' id: '#/components/schemas/LogRecordsIDFilter' number: '#/components/schemas/LogRecordsNumberFilter' text: '#/components/schemas/LogRecordsTextFilter' type: array title: Filters filter_tree: anyOf: - $ref: '#/components/schemas/FilterExpression_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' - type: 'null' sort: anyOf: - $ref: '#/components/schemas/LogRecordsSortClause' - type: 'null' description: Sort for the query. Defaults to native sort (created_at, id descending). truncate_fields: type: boolean title: Truncate Fields default: false include_counts: type: boolean title: Include Counts description: If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). default: false include_code_metric_metadata: type: boolean title: Include Code Metric Metadata description: If True, include per-row scorer metadata (the dict returned alongside the score by code-based scorers via the (score, metadata) tuple-return contract) on each MetricSuccess in the response. Off by default to keep payloads small for callers that don't need it. default: false query: type: string title: Query response: type: string title: Response chain_poll_template: $ref: '#/components/schemas/ChainPollTemplate' scorer_configuration: $ref: '#/components/schemas/GeneratedScorerConfiguration' normalized_input: anyOf: - items: oneOf: - $ref: '#/components/schemas/TextContentPart' - $ref: '#/components/schemas/FileContentPart' discriminator: propertyName: type mapping: file: '#/components/schemas/FileContentPart' text: '#/components/schemas/TextContentPart' type: array - type: 'null' title: Normalized Input description: Optional multimodal content parts. When set, replaces the text-only query/response formatting in the validation job so that file content is passed through to the LLM. user_prompt: type: string title: User Prompt type: object required: - query - response - chain_poll_template - scorer_configuration - user_prompt title: ValidateLLMScorerLogRecordRequest description: 'Request to validate a new LLM scorer based on a log record. This is used to create a new experiment with the copied log records to store the metric testing results.' examples: - filters: - case_sensitive: true name: input operator: eq type: text value: example input log_stream_id: 00000000-0000-0000-0000-000000000000 pagination: limit: 5 starting_token: 0 sort: ascending: false name: updated_at sort_type: column - filter_tree: and: - or: - filter: name: input operator: contains type: text value: abx - filter: name: output operator: contains type: text value: xyz - filter: name: session_id operator: eq type: id value: 123e4567-e89b-42d3-a456-426614174000 log_stream_id: 00000000-0000-0000-0000-000000000000 pagination: limit: 5 starting_token: 0 sort: ascending: false name: updated_at sort_type: column ? AndNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input : properties: and: items: anyOf: - $ref: '#/components/schemas/FilterLeaf_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____' - $ref: '#/components/schemas/AndNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' - $ref: '#/components/schemas/OrNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' - $ref: '#/components/schemas/NotNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' type: array title: And type: object required: - and title: AndNode[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter, LogRecordsFullyAnnotatedFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] ScorerAction: type: string enum: - update - delete - share - export - autotune_apply title: ScorerAction ScorerIDFilter: properties: name: type: string const: id title: Name default: id operator: type: string enum: - eq - ne - one_of - not_in - contains title: Operator default: eq value: anyOf: - type: string format: uuid4 - items: anyOf: - type: string format: uuid4 - type: string type: array - type: string title: Value type: object required: - value title: ScorerIDFilter ScorerTypes: type: string enum: - llm - code - luna - preset title: ScorerTypes BasePromptTemplateResponse: properties: id: type: string format: uuid4 title: Id permissions: items: $ref: '#/components/schemas/Permission' type: array title: Permissions default: [] name: anyOf: - type: string minLength: 1 - $ref: '#/components/schemas/Name' title: Name template: type: string title: Template selected_version: $ref: '#/components/schemas/BasePromptTemplateVersionResponse' selected_version_id: type: string format: uuid4 title: Selected Version Id all_versions: items: $ref: '#/components/schemas/BasePromptTemplateVersionResponse' type: array title: All Versions all_available_versions: items: type: integer type: array title: All Available Versions total_versions: type: integer title: Total Versions max_version: type: integer title: Max Version created_at: type: string format: date-time title: Created At updated_at: type: string format: date-time title: Updated At created_by_user: anyOf: - $ref: '#/components/schemas/UserInfo' - type: 'null' type: object required: - id - name - template - selected_version - selected_version_id - all_available_versions - total_versions - max_version - created_at - updated_at - created_by_user title: BasePromptTemplateResponse description: Response from API to get a prompt template version. ScorerModelTypeFilter: properties: name: type: string const: model_type title: Name default: model_type operator: type: string enum: - eq - ne - one_of - not_in title: Operator value: anyOf: - type: string description: Single enum value - specific options depend on the concrete enum type used example: ENUM_VALUE - items: type: string example: ENUM_VALUE type: array description: Array of enum values example: - ENUM_VALUE_1 - ENUM_VALUE_2 title: Value type: object required: - operator - value title: ScorerModelTypeFilter MetricColor: type: string enum: - red - yellow - green title: MetricColor description: Allowed colors for metric threshold visualization in the UI. BulkDeletePromptTemplatesRequest: properties: template_ids: items: type: string format: uuid4 type: array maxItems: 100 minItems: 1 title: Template Ids type: object required: - template_ids title: BulkDeletePromptTemplatesRequest description: Request to delete multiple prompt templates. Body_validate_code_scorer_log_record_public_v2_scorers_code_validate_log_record_post: properties: file: type: string contentMediaType: application/octet-stream title: File log_stream_id: anyOf: - type: string format: uuid4 - type: 'null' title: Log Stream Id experiment_id: anyOf: - type: string format: uuid4 - type: 'null' title: Experiment Id limit: type: integer title: Limit default: 100 starting_token: anyOf: - type: integer - type: 'null' title: Starting Token filters: anyOf: - type: string - type: 'null' title: Filters description: JSON string array of LogRecordsQueryFilter sort: anyOf: - type: string - type: 'null' title: Sort description: JSON string of LogRecordsSortClause required_scorers: anyOf: - type: string - items: type: string type: array - type: 'null' title: Required Scorers scoreable_node_types: anyOf: - type: string - items: type: string type: array - type: 'null' title: Scoreable Node Types type: object required: - file title: Body_validate_code_scorer_log_record_public_v2_scorers_code_validate_log_record_post ComputeHealthScoreRequest: properties: scorer_id: type: string format: uuid4 title: Scorer Id output_type: $ref: '#/components/schemas/OutputTypeEnum' description: The scorer's output type, used to dispatch the correct metric. scoreable_node_types: items: $ref: '#/components/schemas/StepType' type: array title: Scoreable Node Types description: The scorer's scoreable_node_types. Determines which record type carries the score. mgt_overlay: additionalProperties: anyOf: - type: string - type: 'null' type: object title: Mgt Overlay description: 'Client-side pending MGT edits: {row_id: value}. Overrides committed dataset values.' type: object required: - scorer_id - output_type title: ComputeHealthScoreRequest ScorerDefaults: properties: model_name: anyOf: - type: string - type: 'null' title: Model Name num_judges: anyOf: - type: integer - type: 'null' title: Num Judges filters: anyOf: - items: oneOf: - $ref: '#/components/schemas/NodeNameFilter' - $ref: '#/components/schemas/MetadataFilter' - $ref: '#/components/schemas/ModalityFilter' discriminator: propertyName: name mapping: metadata: '#/components/schemas/MetadataFilter' modality: '#/components/schemas/ModalityFilter' node_name: '#/components/schemas/NodeNameFilter' type: array - type: 'null' title: Filters description: List of filters to apply to the scorer. scoreable_node_types: anyOf: - items: type: string type: array - type: 'null' title: Scoreable Node Types description: List of node types that can be scored by this scorer. Defaults to llm/chat. cot_enabled: anyOf: - type: boolean - type: 'null' title: Cot Enabled description: Whether to enable chain of thought for this scorer. Defaults to False for llm scorers. output_type: anyOf: - $ref: '#/components/schemas/OutputTypeEnum' - type: 'null' description: What type of output to use for model-based scorers (boolean, categorical, etc.). input_type: anyOf: - $ref: '#/components/schemas/InputTypeEnum' - type: 'null' description: What type of input to use for model-based scorers (sessions_normalized, trace_io_only, etc..). type: object title: ScorerDefaults IntegrationAction: type: string enum: - update - delete - share - read_secrets title: IntegrationAction ProjectAction: type: string enum: - update - delete - rename - share - create_run - delete_run - rename_run - move_run - export_data - configure_human_feedback - record_human_feedback - log_data - toggle_metric - edit_alert - create_stage - edit_stage - configure_crown_logic - delete_data - set_metric - edit_run_tags - dismiss_alert - edit_slice - edit_edit - update_control_bindings - use_control_runtime title: ProjectAction BaseGeneratedScorerDB: properties: id: type: string format: uuid4 title: Id name: type: string title: Name instructions: anyOf: - type: string - type: 'null' title: Instructions chain_poll_template: $ref: '#/components/schemas/ChainPollTemplate' user_prompt: anyOf: - type: string - type: 'null' title: User Prompt type: object required: - id - name - chain_poll_template title: BaseGeneratedScorerDB ScorerScoreableNodeTypesFilter: properties: name: type: string const: scoreable_node_types title: Name default: scoreable_node_types operator: type: string enum: - eq - contains - one_of - not_in title: Operator value: anyOf: - type: string - items: type: string type: array title: Value case_sensitive: type: boolean title: Case Sensitive default: true type: object required: - operator - value title: ScorerScoreableNodeTypesFilter PromptTemplateVersionUpdatedAtSort: properties: name: type: string const: updated_at title: Name default: updated_at ascending: type: boolean title: Ascending default: true sort_type: type: string const: column title: Sort Type default: column type: object title: PromptTemplateVersionUpdatedAtSort GeneratedScorerResponse: properties: id: type: string format: uuid4 title: Id name: type: string title: Name instructions: anyOf: - type: string - type: 'null' title: Instructions chain_poll_template: $ref: '#/components/schemas/ChainPollTemplate' user_prompt: anyOf: - type: string - type: 'null' title: User Prompt created_by: type: string format: uuid4 title: Created By created_at: type: string format: date-time title: Created At updated_at: type: string format: date-time title: Updated At scoreable_node_types: anyOf: - items: $ref: '#/components/schemas/NodeType' type: array - type: 'null' title: Scoreable Node Types scorer_configuration: $ref: '#/components/schemas/GeneratedScorerConfiguration' type: object required: - id - name - chain_poll_template - created_by - created_at - updated_at - scoreable_node_types - scorer_configuration title: GeneratedScorerResponse ScorerLabelFilter: properties: name: type: string const: label title: Name default: label operator: type: string enum: - eq - ne - contains - one_of - not_in title: Operator value: anyOf: - type: string - items: type: string type: array title: Value case_sensitive: type: boolean title: Case Sensitive default: true strict: type: boolean title: Strict default: true type: object required: - operator - value title: ScorerLabelFilter ListGroupCollaboratorsResponse: properties: starting_token: type: integer title: Starting Token default: 0 limit: type: integer title: Limit default: 100 paginated: type: boolean title: Paginated default: false next_starting_token: anyOf: - type: integer - type: 'null' title: Next Starting Token collaborators: items: $ref: '#/components/schemas/GroupCollaborator' type: array title: Collaborators type: object required: - collaborators title: ListGroupCollaboratorsResponse DatasetData: properties: dataset_id: type: string format: uuid4 title: Dataset Id dataset_version_index: anyOf: - type: integer - type: 'null' title: Dataset Version Index type: object required: - dataset_id title: DatasetData CreateLLMScorerAutogenRequest: properties: instructions: type: string title: Instructions model_name: type: string title: Model Name output_type: $ref: '#/components/schemas/OutputTypeEnum' cot_enabled: type: boolean title: Cot Enabled scoreable_node_types: items: type: string type: array title: Scoreable Node Types type: object required: - instructions - model_name - output_type - cot_enabled - scoreable_node_types title: CreateLLMScorerAutogenRequest ValidateLLMScorerLogRecordResponse: properties: metrics_experiment_id: type: string format: uuid4 title: Metrics Experiment Id project_id: type: string format: uuid4 title: Project Id type: object required: - metrics_experiment_id - project_id title: ValidateLLMScorerLogRecordResponse BooleanColorConstraint: properties: color: $ref: '#/components/schemas/MetricColor' operator: type: string const: eq title: Operator value: type: boolean title: Value type: object required: - color - operator - value title: BooleanColorConstraint description: "A color constraint for boolean metric values.\n\nAssigns a color when a boolean score equals the given value.\n\nOnly the 'eq' operator is supported.\n\nExample:\n {\"color\": \"green\", \"operator\": \"eq\", \"value\": true}\n {\"color\": \"red\", \"operator\": \"eq\", \"value\": false}" Body_validate_code_scorer_log_record_v2_scorers_code_validate_log_record_post: properties: file: type: string contentMediaType: application/octet-stream title: File log_stream_id: anyOf: - type: string format: uuid4 - type: 'null' title: Log Stream Id experiment_id: anyOf: - type: string format: uuid4 - type: 'null' title: Experiment Id limit: type: integer title: Limit default: 100 starting_token: anyOf: - type: integer - type: 'null' title: Starting Token filters: anyOf: - type: string - type: 'null' title: Filters description: JSON string array of LogRecordsQueryFilter sort: anyOf: - type: string - type: 'null' title: Sort description: JSON string of LogRecordsSortClause required_scorers: anyOf: - type: string - items: type: string type: array - type: 'null' title: Required Scorers scoreable_node_types: anyOf: - type: string - items: type: string type: array - type: 'null' title: Scoreable Node Types type: object required: - file title: Body_validate_code_scorer_log_record_v2_scorers_code_validate_log_record_post CreateCustomLunaScorerVersionRequest: properties: lora_task_id: type: integer title: Lora Task Id prompt: type: string title: Prompt lora_weights_path: anyOf: - type: string - type: 'null' title: Lora Weights Path executor: anyOf: - $ref: '#/components/schemas/galileo_core__schemas__shared__scorers__scorer_name__ScorerName' - type: 'null' description: Executor pipeline. Defaults to finetuned scorer pipeline but can run custom galileo score pipelines. luna_input_type: anyOf: - $ref: '#/components/schemas/LunaInputTypeEnum' - type: 'null' luna_output_type: anyOf: - $ref: '#/components/schemas/LunaOutputTypeEnum' - type: 'null' type: object required: - lora_task_id - prompt title: CreateCustomLunaScorerVersionRequest BasePromptTemplateVersion: properties: template: anyOf: - type: string minLength: 1 - $ref: '#/components/schemas/Messages' title: Template raw: type: boolean title: Raw default: false version: anyOf: - type: integer - type: 'null' title: Version settings: $ref: '#/components/schemas/PromptRunSettings-Input' output_type: anyOf: - type: string - type: 'null' title: Output Type type: object required: - template title: BasePromptTemplateVersion GroupAction: type: string enum: - update - list_members - join - request_to_join title: GroupAction ListPromptTemplateParams: properties: filters: items: oneOf: - $ref: '#/components/schemas/PromptTemplateNameFilter' - $ref: '#/components/schemas/PromptTemplateCreatedByFilter' - $ref: '#/components/schemas/PromptTemplateUsedInProjectFilter' - $ref: '#/components/schemas/PromptTemplateNotInProjectFilter' discriminator: propertyName: name mapping: creator: '#/components/schemas/PromptTemplateCreatedByFilter' name: '#/components/schemas/PromptTemplateNameFilter' not_in_project: '#/components/schemas/PromptTemplateNotInProjectFilter' used_in_project: '#/components/schemas/PromptTemplateUsedInProjectFilter' type: array title: Filters sort: anyOf: - oneOf: - $ref: '#/components/schemas/PromptTemplateNameSort' - $ref: '#/components/schemas/PromptTemplateCreatedAtSort' - $ref: '#/components/schemas/PromptTemplateUpdatedAtSort' discriminator: propertyName: name mapping: created_at: '#/components/schemas/PromptTemplateCreatedAtSort' name: '#/components/schemas/PromptTemplateNameSort' updated_at: '#/components/schemas/PromptTemplateUpdatedAtSort' - type: 'null' title: Sort default: name: created_at ascending: false sort_type: column type: object title: ListPromptTemplateParams ModelType: type: string enum: - slm - llm - code title: ModelType MultimodalCapability: type: string enum: - vision - audio title: MultimodalCapability UpdateScorerRequest: properties: name: anyOf: - type: string - type: 'null' title: Name description: anyOf: - type: string - type: 'null' title: Description tags: anyOf: - items: type: string type: array - type: 'null' title: Tags defaults: anyOf: - $ref: '#/components/schemas/ScorerDefaults' - type: 'null' model_type: anyOf: - $ref: '#/components/schemas/ModelType' - type: 'null' ground_truth: anyOf: - type: boolean - type: 'null' title: Ground Truth default_version_id: anyOf: - type: string format: uuid4 - type: 'null' title: Default Version Id user_prompt: anyOf: - type: string - type: 'null' title: User Prompt scoreable_node_types: anyOf: - items: type: string type: array - type: 'null' title: Scoreable Node Types output_type: anyOf: - $ref: '#/components/schemas/OutputTypeEnum' - type: 'null' input_type: anyOf: - $ref: '#/components/schemas/InputTypeEnum' - type: 'null' multimodal_capabilities: anyOf: - items: $ref: '#/components/schemas/MultimodalCapability' type: array - type: 'null' title: Multimodal Capabilities roll_up_method: anyOf: - $ref: '#/components/schemas/RollUpMethodDisplayOptions' - type: 'null' metric_color_picker_config: anyOf: - oneOf: - $ref: '#/components/schemas/MetricColorPickerNumeric' - $ref: '#/components/schemas/MetricColorPickerBoolean' - $ref: '#/components/schemas/MetricColorPickerCategorical' - $ref: '#/components/schemas/MetricColorPickerMultiLabel' discriminator: propertyName: type mapping: boolean: '#/components/schemas/MetricColorPickerBoolean' categorical: '#/components/schemas/MetricColorPickerCategorical' multi_label: '#/components/schemas/MetricColorPickerMultiLabel' numeric: '#/components/schemas/MetricColorPickerNumeric' - type: 'null' title: Metric Color Picker Config type: object title: UpdateScorerRequest ListPromptTemplateResponse: properties: starting_token: type: integer title: Starting Token default: 0 limit: type: integer title: Limit default: 100 paginated: type: boolean title: Paginated default: false next_starting_token: anyOf: - type: integer - type: 'null' title: Next Starting Token templates: items: $ref: '#/components/schemas/BasePromptTemplateResponse' type: array title: Templates type: object title: ListPromptTemplateResponse Body_validate_code_scorer_scorers_code_validate_post: properties: file: type: string contentMediaType: application/octet-stream title: File test_input: anyOf: - type: string - type: 'null' title: Test Input test_output: anyOf: - type: string - type: 'null' title: Test Output required_scorers: anyOf: - type: string - items: type: string type: array - type: 'null' title: Required Scorers scoreable_node_types: anyOf: - type: string - items: type: string type: array - type: 'null' title: Scoreable Node Types type: object required: - file title: Body_validate_code_scorer_scorers_code_validate_post ValidateLLMScorerDatasetRequest: properties: query: type: string title: Query response: type: string title: Response chain_poll_template: $ref: '#/components/schemas/ChainPollTemplate' scorer_configuration: $ref: '#/components/schemas/GeneratedScorerConfiguration' normalized_input: anyOf: - items: oneOf: - $ref: '#/components/schemas/TextContentPart' - $ref: '#/components/schemas/FileContentPart' discriminator: propertyName: type mapping: file: '#/components/schemas/FileContentPart' text: '#/components/schemas/TextContentPart' type: array - type: 'null' title: Normalized Input description: Optional multimodal content parts. When set, replaces the text-only query/response formatting in the validation job so that file content is passed through to the LLM. user_prompt: type: string title: User Prompt dataset_id: type: string format: uuid4 title: Dataset Id dataset_version_index: anyOf: - type: integer - type: 'null' title: Dataset Version Index limit: type: integer title: Limit description: Maximum number of dataset rows to process. default: 100 starting_token: anyOf: - type: integer - type: 'null' title: Starting Token description: Pagination offset into dataset rows. sort: anyOf: - additionalProperties: true type: object - type: 'null' title: Sort description: Optional sort configuration for dataset rows. type: object required: - query - response - chain_poll_template - scorer_configuration - user_prompt - dataset_id title: ValidateLLMScorerDatasetRequest description: Request to validate a new LLM scorer against a dataset. ScorerVersionHealthScoreEntry: properties: id: type: string format: uuid4 title: Id scorer_version_id: type: string format: uuid4 title: Scorer Version Id scorer_version_number: type: integer title: Scorer Version Number dataset_id: type: string format: uuid4 title: Dataset Id health_score_type: type: string title: Health Score Type score: type: number title: Score secondary: anyOf: - additionalProperties: anyOf: - type: number - type: 'null' type: object - type: 'null' title: Secondary computed_at: type: string format: date-time title: Computed At type: object required: - id - scorer_version_id - scorer_version_number - dataset_id - health_score_type - score - secondary - computed_at title: ScorerVersionHealthScoreEntry galileo_core__schemas__shared__message__Message: properties: content: anyOf: - type: string - items: oneOf: - $ref: '#/components/schemas/TextContentPart' - $ref: '#/components/schemas/FileContentPart' discriminator: propertyName: type mapping: file: '#/components/schemas/FileContentPart' text: '#/components/schemas/TextContentPart' type: array title: Content role: anyOf: - type: string - $ref: '#/components/schemas/galileo_core__schemas__shared__message_role__MessageRole' title: Role additionalProperties: true type: object required: - content - role title: Message StringData: properties: input_strings: items: type: string type: array title: Input Strings type: object required: - input_strings title: StringData LogRecordsNumberFilter: properties: column_id: type: string title: Column Id description: ID of the column to filter. operator: type: string enum: - eq - ne - gt - gte - lt - lte - between title: Operator value: anyOf: - type: integer - type: number - items: type: integer type: array - items: type: number type: array title: Value type: type: string const: number title: Type default: number type: object required: - column_id - operator - value title: LogRecordsNumberFilter Body_create_code_scorer_version_scorers__scorer_id__version_code_post: properties: file: type: string contentMediaType: application/octet-stream title: File validation_result: type: string title: Validation Result description: Pre-validated result as JSON string from the validate endpoint type: object required: - file - validation_result title: Body_create_code_scorer_version_scorers__scorer_id__version_code_post ListPromptTemplateVersionResponse: properties: starting_token: type: integer title: Starting Token default: 0 limit: type: integer title: Limit default: 100 paginated: type: boolean title: Paginated default: false next_starting_token: anyOf: - type: integer - type: 'null' title: Next Starting Token versions: items: $ref: '#/components/schemas/BasePromptTemplateVersionResponse' type: array title: Versions type: object title: ListPromptTemplateVersionResponse ScorerScopeProjectsFilter: properties: name: type: string const: scope_projects title: Name default: scope_projects project_ids: items: type: string format: uuid4 type: array maxItems: 1000 minItems: 1 title: Project Ids include_global: type: boolean title: Include Global default: false type: object required: - project_ids title: ScorerScopeProjectsFilter description: 'Matches scorers whose access scope (scorer_projects) includes ANY of the given project ids. include_global=True additionally matches global scorers ("metrics available in project X"). Distinct from the run-usage "projects used" relation (scorers_to_projects / GET /scorers/{scorer_id}/projects), which tracks where a scorer has run.' CreateScorerVersionRequest: properties: model_name: anyOf: - type: string - type: 'null' title: Model Name num_judges: anyOf: - type: integer - type: 'null' title: Num Judges scoreable_node_types: anyOf: - items: type: string type: array - type: 'null' title: Scoreable Node Types cot_enabled: anyOf: - type: boolean - type: 'null' title: Cot Enabled output_type: anyOf: - $ref: '#/components/schemas/OutputTypeEnum' - type: 'null' input_type: anyOf: - $ref: '#/components/schemas/InputTypeEnum' - type: 'null' type: object title: CreateScorerVersionRequest UserCollaborator: properties: id: type: string format: uuid4 title: Id permissions: items: $ref: '#/components/schemas/Permission' type: array title: Permissions default: [] role: $ref: '#/components/schemas/CollaboratorRole' created_at: type: string format: date-time title: Created At user_id: type: string format: uuid4 title: User Id first_name: anyOf: - type: string - type: 'null' title: First Name last_name: anyOf: - type: string - type: 'null' title: Last Name email: type: string title: Email type: object required: - id - role - created_at - user_id - first_name - last_name - email title: UserCollaborator Permission: properties: action: anyOf: - $ref: '#/components/schemas/UserAction' - $ref: '#/components/schemas/GroupAction' - $ref: '#/components/schemas/GroupMemberAction' - $ref: '#/components/schemas/ProjectAction' - $ref: '#/components/schemas/ScorerAction' - $ref: '#/components/schemas/RegisteredScorerAction' - $ref: '#/components/schemas/ApiKeyAction' - $ref: '#/components/schemas/GeneratedScorerAction' - $ref: '#/components/schemas/FineTunedScorerAction' - $ref: '#/components/schemas/DatasetAction' - $ref: '#/components/schemas/IntegrationAction' - $ref: '#/components/schemas/OrganizationAction' - $ref: '#/components/schemas/AnnotationQueueAction' - $ref: '#/components/schemas/ControlResourceAction' title: Action allowed: type: boolean title: Allowed message: anyOf: - type: string - type: 'null' title: Message type: object required: - action - allowed title: Permission FileContentPart: properties: type: type: string const: file title: Type default: file file_id: type: string format: uuid4 title: File Id type: object required: - file_id title: FileContentPart description: 'Reference to a file associated with this message. The file_id can be resolved via the ``files`` dict returned on trace/span detail responses, which contains metadata such as modality, MIME type, and a presigned download URL.' Body_validate_code_scorer_v2_scorers_code_validate_post: properties: file: type: string contentMediaType: application/octet-stream title: File test_input: anyOf: - type: string - type: 'null' title: Test Input test_output: anyOf: - type: string - type: 'null' title: Test Output required_scorers: anyOf: - type: string - items: type: string type: array - type: 'null' title: Required Scorers scoreable_node_types: anyOf: - type: string - items: type: string type: array - type: 'null' title: Scoreable Node Types type: object required: - file title: Body_validate_code_scorer_v2_scorers_code_validate_post BaseMetricRollUpConfigDB: properties: roll_up_methods: anyOf: - items: $ref: '#/components/schemas/NumericRollUpMethod' type: array - items: $ref: '#/components/schemas/CategoricalRollUpMethod' type: array minLength: 1 title: Roll Up Methods description: List of roll up methods to apply to the metric. For numeric scorers we support doing multiple roll up types per metric. type: object required: - roll_up_methods title: BaseMetricRollUpConfigDB description: Configuration for rolling up metrics to parent/trace/session. ScorerExcludeMultimodalScorersFilter: properties: name: type: string const: exclude_multimodal_scorers title: Name default: exclude_multimodal_scorers type: object title: ScorerExcludeMultimodalScorersFilter description: 'Internal filter: excludes multimodal scorers (non-empty multimodal_capabilities). Auto-appended by the service layer when the `multimodal` feature flag is disabled.' UserInfo: properties: id: type: string format: uuid4 title: Id email: type: string title: Email first_name: anyOf: - type: string - type: 'null' title: First Name last_name: anyOf: - type: string - type: 'null' title: Last Name type: object required: - id - email title: UserInfo description: A user's basic information, used for display purposes. PromptTemplateVersionNumberSort: properties: name: type: string const: version title: Name default: version ascending: type: boolean title: Ascending default: true sort_type: type: string const: column title: Sort Type default: column type: object title: PromptTemplateVersionNumberSort LogRecordsSortClause: properties: column_id: type: string title: Column Id description: ID of the column to sort. ascending: type: boolean title: Ascending default: true sort_type: type: string const: column title: Sort Type default: column type: object required: - column_id title: LogRecordsSortClause PromptTemplateNameFilter: properties: name: type: string const: name title: Name default: name operator: type: string enum: - eq - ne - contains - one_of - not_in title: Operator value: anyOf: - type: string - items: type: string type: array title: Value case_sensitive: type: boolean title: Case Sensitive default: true type: object required: - operator - value title: PromptTemplateNameFilter UpdatePromptTemplateRequest: properties: name: anyOf: - type: string minLength: 1 - $ref: '#/components/schemas/Name' - type: 'null' title: Name type: object title: UpdatePromptTemplateRequest OutputMap: properties: response: type: string title: Response token_count: anyOf: - type: string - type: 'null' title: Token Count input_token_count: anyOf: - type: string - type: 'null' title: Input Token Count output_token_count: anyOf: - type: string - type: 'null' title: Output Token Count completion_reason: anyOf: - type: string - type: 'null' title: Completion Reason type: object required: - response title: OutputMap RenderedTemplate: properties: result: type: string title: Result warning: anyOf: - type: string - type: 'null' title: Warning type: object required: - result title: RenderedTemplate ScorerTypeFilter: properties: name: type: string const: scorer_type title: Name default: scorer_type operator: type: string enum: - eq - ne - one_of - not_in title: Operator value: anyOf: - type: string description: Single enum value - specific options depend on the concrete enum type used example: ENUM_VALUE - items: type: string example: ENUM_VALUE type: array description: Array of enum values example: - ENUM_VALUE_1 - ENUM_VALUE_2 title: Value type: object required: - operator - value title: ScorerTypeFilter ? FilterLeaf_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____ : properties: filter: oneOf: - $ref: '#/components/schemas/LogRecordsIDFilter' - $ref: '#/components/schemas/LogRecordsDateFilter' - $ref: '#/components/schemas/LogRecordsNumberFilter' - $ref: '#/components/schemas/LogRecordsBooleanFilter' - $ref: '#/components/schemas/LogRecordsCollectionFilter' - $ref: '#/components/schemas/LogRecordsTextFilter' - $ref: '#/components/schemas/LogRecordsFullyAnnotatedFilter' title: Filter discriminator: propertyName: type mapping: boolean: '#/components/schemas/LogRecordsBooleanFilter' collection: '#/components/schemas/LogRecordsCollectionFilter' date: '#/components/schemas/LogRecordsDateFilter' fully_annotated: '#/components/schemas/LogRecordsFullyAnnotatedFilter' id: '#/components/schemas/LogRecordsIDFilter' number: '#/components/schemas/LogRecordsNumberFilter' text: '#/components/schemas/LogRecordsTextFilter' type: object required: - filter title: FilterLeaf[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter, LogRecordsFullyAnnotatedFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] InputTypeEnum: type: string enum: - basic - llm_spans - retriever_spans - sessions_normalized - sessions_trace_io_only - tool_spans - trace_input_only - trace_io_only - trace_normalized - trace_output_only - agent_spans - workflow_spans title: InputTypeEnum description: Enumeration of input types. Name: properties: value: type: string maxLength: 128 minLength: 1 title: Value append_suffix_if_duplicate: type: boolean title: Append Suffix If Duplicate default: false type: object required: - value title: Name description: Global name class for handling unique naming across the application. LogRecordsBooleanFilter: properties: column_id: type: string title: Column Id description: ID of the column to filter. operator: type: string enum: - eq - ne title: Operator default: eq value: type: boolean title: Value type: type: string const: boolean title: Type default: boolean type: object required: - column_id - value title: LogRecordsBooleanFilter GroupCollaborator: properties: id: type: string format: uuid4 title: Id permissions: items: $ref: '#/components/schemas/Permission' type: array title: Permissions default: [] role: $ref: '#/components/schemas/CollaboratorRole' created_at: type: string format: date-time title: Created At group_id: type: string format: uuid4 title: Group Id group_name: type: string title: Group Name type: object required: - id - role - created_at - group_id - group_name title: GroupCollaborator Body_manual_llm_validate_multipart_v2_scorers_llm_validate_multipart_post: properties: body: type: string title: Body description: JSON-encoded GeneratedScorerValidationRequest query_files: items: type: string contentMediaType: application/octet-stream type: array title: Query Files default: [] response_files: items: type: string contentMediaType: application/octet-stream type: array title: Response Files default: [] type: object required: - body title: Body_manual_llm_validate_multipart_v2_scorers_llm_validate_multipart_post DataTypeOptions: type: string enum: - unknown - text - label - floating_point - integer - timestamp - milli_seconds - boolean - uuid - percentage - dollars - array - template_label - thumb_rating_percentage - user_id - text_offsets - segments - hallucination_segments - thumb_rating - score_rating - star_rating - tags_rating - choice_rating - thumb_rating_aggregate - score_rating_aggregate - star_rating_aggregate - tags_rating_aggregate - choice_rating_aggregate title: DataTypeOptions StepType: type: string enum: - llm - retriever - tool - workflow - agent - control - trace - session title: StepType ScorerTagsFilter: properties: name: type: string const: tags title: Name default: tags operator: type: string enum: - eq - contains - one_of - not_in title: Operator value: anyOf: - type: string - items: type: string type: array title: Value case_sensitive: type: boolean title: Case Sensitive default: true type: object required: - operator - value title: ScorerTagsFilter NumericRollUpMethod: type: string enum: - average - sum - max - min title: NumericRollUpMethod description: Roll up methods for aggregating numeric metrics up the session/trace/span hierarchy. ScorerUpdatedAtSort: properties: name: type: string const: updated_at title: Name default: updated_at ascending: type: boolean title: Ascending default: true sort_type: type: string const: column title: Sort Type default: column type: object title: ScorerUpdatedAtSort TemplateStubRequest: properties: templates: items: type: string type: array title: Templates type: object required: - templates title: TemplateStubRequest ListPromptTemplateVersionParams: properties: sort: anyOf: - oneOf: - $ref: '#/components/schemas/PromptTemplateVersionNumberSort' - $ref: '#/components/schemas/PromptTemplateVersionCreatedAtSort' - $ref: '#/components/schemas/PromptTemplateVersionUpdatedAtSort' discriminator: propertyName: name mapping: created_at: '#/components/schemas/PromptTemplateVersionCreatedAtSort' updated_at: '#/components/schemas/PromptTemplateVersionUpdatedAtSort' version: '#/components/schemas/PromptTemplateVersionNumberSort' - type: 'null' title: Sort type: object title: ListPromptTemplateVersionParams OpenAIToolChoice: properties: type: type: string title: Type default: function function: $ref: '#/components/schemas/OpenAIFunction' type: object required: - function title: OpenAIToolChoice ListScorersRequest: properties: filters: items: oneOf: - $ref: '#/components/schemas/ScorerNameFilter' - $ref: '#/components/schemas/ScorerTypeFilter' - $ref: '#/components/schemas/ScorerModelTypeFilter' - $ref: '#/components/schemas/ScorerExcludeSlmScorersFilter' - $ref: '#/components/schemas/ScorerExcludeMultimodalScorersFilter' - $ref: '#/components/schemas/ScorerTagsFilter' - $ref: '#/components/schemas/ScorerCreatorFilter' - $ref: '#/components/schemas/ScorerCreatedAtFilter' - $ref: '#/components/schemas/ScorerUpdatedAtFilter' - $ref: '#/components/schemas/ScorerLabelFilter' - $ref: '#/components/schemas/ScorerScoreableNodeTypesFilter' - $ref: '#/components/schemas/ScorerMultimodalCapabilitiesFilter' - $ref: '#/components/schemas/ScorerIDFilter' - $ref: '#/components/schemas/ScorerIsGlobalFilter' - $ref: '#/components/schemas/ScorerScopeProjectsFilter' discriminator: propertyName: name mapping: created_at: '#/components/schemas/ScorerCreatedAtFilter' creator: '#/components/schemas/ScorerCreatorFilter' exclude_multimodal_scorers: '#/components/schemas/ScorerExcludeMultimodalScorersFilter' exclude_slm_scorers: '#/components/schemas/ScorerExcludeSlmScorersFilter' id: '#/components/schemas/ScorerIDFilter' is_global: '#/components/schemas/ScorerIsGlobalFilter' label: '#/components/schemas/ScorerLabelFilter' model_type: '#/components/schemas/ScorerModelTypeFilter' multimodal_capabilities: '#/components/schemas/ScorerMultimodalCapabilitiesFilter' name: '#/components/schemas/ScorerNameFilter' scope_projects: '#/components/schemas/ScorerScopeProjectsFilter' scoreable_node_types: '#/components/schemas/ScorerScoreableNodeTypesFilter' scorer_type: '#/components/schemas/ScorerTypeFilter' tags: '#/components/schemas/ScorerTagsFilter' updated_at: '#/components/schemas/ScorerUpdatedAtFilter' type: array title: Filters sort: anyOf: - oneOf: - $ref: '#/components/schemas/ScorerNameSort' - $ref: '#/components/schemas/ScorerUpdatedAtSort' - $ref: '#/components/schemas/ScorerEnabledInRunSort' - $ref: '#/components/schemas/ScorerEnabledInPlaygroundSort' discriminator: propertyName: name mapping: enabled_in_playground: '#/components/schemas/ScorerEnabledInPlaygroundSort' enabled_in_run: '#/components/schemas/ScorerEnabledInRunSort' name: '#/components/schemas/ScorerNameSort' updated_at: '#/components/schemas/ScorerUpdatedAtSort' - type: 'null' title: Sort type: object title: ListScorersRequest ValidateCodeScorerDatasetResponse: properties: metrics_experiment_id: type: string format: uuid4 title: Metrics Experiment Id project_id: type: string format: uuid4 title: Project Id type: object required: - metrics_experiment_id - project_id title: ValidateCodeScorerDatasetResponse AnnotationQueueAction: type: string enum: - update - delete - share - record_annotation title: AnnotationQueueAction Body_create_code_scorer_version_public_v2_scorers__scorer_id__version_code_post: properties: file: type: string contentMediaType: application/octet-stream title: File validation_result: type: string title: Validation Result description: Pre-validated result as JSON string from the validate endpoint type: object required: - file - validation_result title: Body_create_code_scorer_version_public_v2_scorers__scorer_id__version_code_post PromptTemplateNameSort: properties: name: type: string const: name title: Name default: name ascending: type: boolean title: Ascending default: true sort_type: type: string const: column title: Sort Type default: column type: object title: PromptTemplateNameSort GroupMemberAction: type: string enum: - update_role - delete title: GroupMemberAction RenderTemplateRequest: properties: template: type: string title: Template data: anyOf: - $ref: '#/components/schemas/DatasetData' - $ref: '#/components/schemas/StringData' title: Data type: object required: - template - data title: RenderTemplateRequest FineTunedScorerAction: type: string enum: - update - delete title: FineTunedScorerAction ApiKeyAction: type: string enum: - update - delete title: ApiKeyAction ValidateLLMScorerDatasetResponse: properties: metrics_experiment_id: type: string format: uuid4 title: Metrics Experiment Id project_id: type: string format: uuid4 title: Project Id type: object required: - metrics_experiment_id - project_id title: ValidateLLMScorerDatasetResponse CreateUpdateRegisteredScorerResponse: properties: id: type: string format: uuid4 title: Id name: type: string title: Name score_type: anyOf: - type: string - type: 'null' title: Score Type created_at: type: string format: date-time title: Created At updated_at: type: string format: date-time title: Updated At created_by: type: string format: uuid4 title: Created By data_type: anyOf: - $ref: '#/components/schemas/DataTypeOptions' - type: 'null' scoreable_node_types: anyOf: - items: type: string type: array - type: 'null' title: Scoreable Node Types type: object required: - id - name - score_type - created_at - updated_at - created_by - data_type - scoreable_node_types title: CreateUpdateRegisteredScorerResponse Body_manual_llm_validate_multipart_scorers_llm_validate_multipart_post: properties: body: type: string title: Body description: JSON-encoded GeneratedScorerValidationRequest query_files: items: type: string contentMediaType: application/octet-stream type: array title: Query Files default: [] response_files: items: type: string contentMediaType: application/octet-stream type: array title: Response Files default: [] type: object required: - body title: Body_manual_llm_validate_multipart_scorers_llm_validate_multipart_post ValidationError: properties: loc: items: anyOf: - type: string - type: integer type: array title: Location msg: type: string title: Message type: type: string title: Error Type input: title: Input ctx: type: object title: Context type: object required: - loc - msg - type title: ValidationError ChainPollTemplate: properties: metric_system_prompt: anyOf: - type: string - type: 'null' title: Metric System Prompt description: System prompt for the metric. metric_description: anyOf: - type: string - type: 'null' title: Metric Description description: Description of what the metric should do. value_field_name: type: string title: Value Field Name description: Field name to look for in the chainpoll response, for the rating. default: rating explanation_field_name: type: string title: Explanation Field Name description: Field name to look for in the chainpoll response, for the explanation. default: explanation template: type: string title: Template description: Chainpoll prompt template. metric_few_shot_examples: items: $ref: '#/components/schemas/FewShotExample' type: array title: Metric Few Shot Examples description: Few-shot examples for the metric. response_schema: anyOf: - additionalProperties: true type: object - type: 'null' title: Response Schema description: Response schema for the output type: object required: - template title: ChainPollTemplate description: 'Template for a chainpoll metric prompt, containing all the info necessary to send a chainpoll prompt.' BaseRegisteredScorerDB: properties: id: type: string format: uuid4 title: Id name: type: string title: Name score_type: anyOf: - type: string - type: 'null' title: Score Type type: object required: - id - name title: BaseRegisteredScorerDB ModalityFilter: properties: name: type: string const: modality title: Name default: modality operator: type: string enum: - eq - ne - one_of - not_in title: Operator value: anyOf: - type: string description: Single enum value - specific options depend on the concrete enum type used example: ENUM_VALUE - items: type: string example: ENUM_VALUE type: array description: Array of enum values example: - ENUM_VALUE_1 - ENUM_VALUE_2 title: Value type: object required: - operator - value title: ModalityFilter description: 'Filters on content modalities in scorer jobs. Matches if at least one of the specified modalities is present.' ? FilterExpression_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input : anyOf: - $ref: '#/components/schemas/FilterLeaf_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____' - $ref: '#/components/schemas/AndNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' - $ref: '#/components/schemas/OrNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' - $ref: '#/components/schemas/NotNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' CategoricalColorConstraint: properties: color: $ref: '#/components/schemas/MetricColor' operator: type: string enum: - eq - one_of title: Operator value: anyOf: - type: string - items: type: string type: array title: Value type: object required: - color - operator - value title: CategoricalColorConstraint description: "A color constraint for categorical or multi-label metric values.\n\nAssigns a color when a categorical score matches the given operator and value.\n\nOperators and expected value shapes:\n - eq: value must be a single string.\n - one_of: value must be a list of strings.\n\nExample:\n {\"color\": \"green\", \"operator\": \"eq\", \"value\": \"pass\"}\n {\"color\": \"red\", \"operator\": \"one_of\", \"value\": [\"fail\", \"error\"]}" ModelCostBy: type: string enum: - tokens - characters title: ModelCostBy RegisteredScorerTaskResultResponse: properties: id: type: string format: uuid4 title: Id created_at: type: string format: date-time title: Created At updated_at: type: string format: date-time title: Updated At status: $ref: '#/components/schemas/TaskResultStatus' result: anyOf: - $ref: '#/components/schemas/ValidateRegisteredScorerResult' - type: string - type: 'null' title: Result type: object required: - id - created_at - updated_at - status title: RegisteredScorerTaskResultResponse ScorerCreatedAtFilter: properties: name: type: string const: created_at title: Name default: created_at operator: type: string enum: - eq - ne - gt - gte - lt - lte title: Operator value: type: string format: date-time title: Value type: object required: - operator - value title: ScorerCreatedAtFilter RegisteredScorerAction: type: string enum: - update - delete title: RegisteredScorerAction DeleteScorerResponse: properties: message: type: string title: Message type: object required: - message title: DeleteScorerResponse TaskResultStatus: type: string enum: - pending - started - completed - failed title: TaskResultStatus BulkDeletePromptTemplatesResponse: properties: deleted_count: type: integer title: Deleted Count failed_deletions: items: $ref: '#/components/schemas/api__schemas__content__prompt__BulkDeleteFailure' type: array title: Failed Deletions message: type: string title: Message type: object required: - deleted_count - message title: BulkDeletePromptTemplatesResponse description: Response from bulk deletion operation. ValidateScorerLogRecordResponse: properties: metrics_experiment_id: type: string format: uuid4 title: Metrics Experiment Id project_id: type: string format: uuid4 title: Project Id type: object required: - metrics_experiment_id - project_id title: ValidateScorerLogRecordResponse description: 'Response model for validating a scorer based on log records. Returns the uuid of the experiment created with the copied log records to store the metric testing results. Also returns the project_id so callers can poll /projects/{project_id}/traces/search.' ScorerUpdatedAtFilter: properties: name: type: string const: updated_at title: Name default: updated_at operator: type: string enum: - eq - ne - gt - gte - lt - lte title: Operator value: type: string format: date-time title: Value type: object required: - operator - value title: ScorerUpdatedAtFilter WriteHealthScoreRequest: properties: dataset_id: type: string format: uuid4 title: Dataset Id health_score_type: type: string title: Health Score Type score: type: number title: Score secondary: anyOf: - additionalProperties: anyOf: - type: number - type: 'null' type: object - type: 'null' title: Secondary type: object required: - dataset_id - health_score_type - score title: WriteHealthScoreRequest ? OrNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input : properties: or: items: anyOf: - $ref: '#/components/schemas/FilterLeaf_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____' - $ref: '#/components/schemas/AndNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' - $ref: '#/components/schemas/OrNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' - $ref: '#/components/schemas/NotNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' type: array title: Or type: object required: - or title: OrNode[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter, LogRecordsFullyAnnotatedFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] ValidResult: properties: result_type: type: string const: valid title: Result Type default: valid score_type: type: string title: Score Type scoreable_node_types: items: $ref: '#/components/schemas/NodeType' type: array title: Scoreable Node Types include_llm_credentials: type: boolean title: Include Llm Credentials default: false chain_aggregation: anyOf: - $ref: '#/components/schemas/ChainAggregationStrategy' - type: 'null' test_scores: items: $ref: '#/components/schemas/TestScore' type: array title: Test Scores type: object required: - score_type - scoreable_node_types - test_scores title: ValidResult ValidateCodeScorerResponse: properties: task_id: type: string format: uuid4 title: Task Id type: object required: - task_id title: ValidateCodeScorerResponse api__schemas__content__prompt__BulkDeleteFailure: properties: template_id: type: string format: uuid4 title: Template Id reason: type: string title: Reason type: object required: - template_id - reason title: BulkDeleteFailure description: Details about a failed deletion. securitySchemes: ClassicAPIKeyHeader: type: apiKey in: header name: Galileo-API-Key APIKeyHeader: type: apiKey in: header name: Splunk-AO-API-Key OAuth2PasswordBearer: type: oauth2 flows: password: scopes: {} tokenUrl: https://api.galileo.ai/login HTTPBasic: type: http scheme: basic