openapi: 3.1.0 info: title: Galileo API Server annotation data API version: 1.1085.0 servers: - url: https://api.galileo.ai description: Galileo API Server - galileo-v2 tags: - name: data paths: /scorers/{scorer_id}/version/luna: post: tags: - data summary: Create Luna Scorer Version operationId: create_luna_scorer_version_scorers__scorer_id__version_luna_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/CreateCustomLunaScorerVersionRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /scorers/llm/validate: post: tags: - data summary: Manual Llm Validate operationId: manual_llm_validate_scorers_llm_validate_post responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/GeneratedScorerValidationResponse' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /scorers/llm/validate/multipart: post: tags: - data summary: Manual Llm Validate Multipart operationId: manual_llm_validate_multipart_scorers_llm_validate_multipart_post requestBody: content: multipart/form-data: schema: $ref: '#/components/schemas/Body_manual_llm_validate_multipart_scorers_llm_validate_multipart_post' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/GeneratedScorerValidationResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /scorers: post: tags: - data summary: Create operationId: create_scorers_post requestBody: content: application/json: schema: $ref: '#/components/schemas/CreateScorerRequest' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /scorers/{scorer_id}: patch: tags: - data summary: Update operationId: update_scorers__scorer_id__patch security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/UpdateScorerRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' delete: tags: - data summary: Delete Scorer operationId: delete_scorer_scorers__scorer_id__delete security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/DeleteScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' get: tags: - data summary: Get Scorer operationId: get_scorer_scorers__scorer_id__get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: actions in: query required: false schema: type: array items: $ref: '#/components/schemas/ScorerAction' description: Actions to include in the 'permissions' field of the scorer. title: Actions description: Actions to include in the 'permissions' field of the scorer. responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /scorers/{scorer_id}/version/llm: post: tags: - data summary: Create Llm Scorer Version operationId: create_llm_scorer_version_scorers__scorer_id__version_llm_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/CreateLLMScorerVersionRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /scorers/code/validate: post: tags: - data summary: Validate Code Scorer description: Validate a code scorer with optional simple input/output test. operationId: validate_code_scorer_scorers_code_validate_post requestBody: content: multipart/form-data: schema: $ref: '#/components/schemas/Body_validate_code_scorer_scorers_code_validate_post' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ValidateCodeScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /scorers/code/validate/log_record: post: tags: - data summary: Validate Code Scorer Log Record description: Validate a code scorer using actual log records. operationId: validate_code_scorer_log_record_scorers_code_validate_log_record_post requestBody: content: multipart/form-data: schema: $ref: '#/components/schemas/Body_validate_code_scorer_log_record_scorers_code_validate_log_record_post' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ValidateScorerLogRecordResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /scorers/code/validate/{task_id}: get: tags: - data summary: Get Validate Code Scorer Task Result description: 'Poll for a code-scorer validation task result (returns status/result). The validation job creates an entry in `registered_scorer_task_results` (pending) and the runner will PATCH the internal task-results endpoint when it finishes. This GET allows clients to poll the current task result.' operationId: get_validate_code_scorer_task_result_scorers_code_validate__task_id__get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: task_id in: path required: true schema: type: string format: uuid4 title: Task Id responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/RegisteredScorerTaskResultResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /scorers/{scorer_id}/version/code: post: tags: - data summary: Create Code Scorer Version operationId: create_code_scorer_version_scorers__scorer_id__version_code_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: multipart/form-data: schema: $ref: '#/components/schemas/Body_create_code_scorer_version_scorers__scorer_id__version_code_post' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' get: tags: - data summary: Get Scorer Version Code operationId: get_scorer_version_code_scorers__scorer_id__version_code_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: version in: query required: false schema: anyOf: - type: integer - type: 'null' description: version number, defaults to latest version title: Version description: version number, defaults to latest version responses: '200': description: Successful Response content: application/json: schema: {} '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /scorers/{scorer_id}/version/preset: post: tags: - data summary: Create Preset Scorer Version description: Create a preset scorer version. operationId: create_preset_scorer_version_scorers__scorer_id__version_preset_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/CreateScorerVersionRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /scorers/list: post: tags: - data summary: List Scorers With Filters operationId: list_scorers_with_filters_scorers_list_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: actions in: query required: false schema: type: array items: $ref: '#/components/schemas/ScorerAction' description: Actions to include in the 'permissions' field of the scorers. title: Actions description: Actions to include in the 'permissions' field of the scorers. - name: starting_token in: query required: false schema: type: integer default: 0 title: Starting Token - name: limit in: query required: false schema: type: integer default: 100 title: Limit requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/ListScorersRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ListScorersResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /scorers/tags: get: tags: - data summary: List Tags operationId: list_tags_scorers_tags_get responses: '200': description: Successful Response content: application/json: schema: items: type: string type: array title: Response List Tags Scorers Tags Get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /scorers/{scorer_id}/version: get: tags: - data summary: Get Scorer Version Or Latest operationId: get_scorer_version_or_latest_scorers__scorer_id__version_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: version in: query required: false schema: type: integer title: Version responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /scorers/{scorer_id}/versions: get: tags: - data summary: List All Versions For Scorer operationId: list_all_versions_for_scorer_scorers__scorer_id__versions_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: run_id in: query required: false schema: anyOf: - type: string format: uuid4 - type: 'null' title: Run Id - name: starting_token in: query required: false schema: type: integer default: 0 title: Starting Token - name: limit in: query required: false schema: type: integer default: 100 title: Limit responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ListScorerVersionsResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /scorers/{scorer_id}/scope: put: tags: - data summary: Set Scorer Scope description: Full-replace a scorer's access scope (Share / manage visibility). metrics_rbac only. operationId: set_scorer_scope_scorers__scorer_id__scope_put security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/UpdateScorerScopeRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /scorers/{scorer_id}/projects: get: tags: - data summary: List Projects For Scorer Route description: List all projects associated with a specific scorer. operationId: list_projects_for_scorer_route_scorers__scorer_id__projects_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: starting_token in: query required: false schema: type: integer default: 0 title: Starting Token - name: limit in: query required: false schema: type: integer default: 100 title: Limit responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/api__schemas__project_v2__GetProjectsPaginatedResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /scorers/versions/{scorer_version_id}/projects: get: tags: - data summary: List Projects For Scorer Version Route description: List all projects associated with a specific scorer version. operationId: list_projects_for_scorer_version_route_scorers_versions__scorer_version_id__projects_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_version_id in: path required: true schema: type: string format: uuid4 title: Scorer Version Id - name: starting_token in: query required: false schema: type: integer default: 0 title: Starting Token - name: limit in: query required: false schema: type: integer default: 100 title: Limit responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/api__schemas__project_v2__GetProjectsPaginatedResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /scorers/{scorer_id}/versions/{version_number}/restore: post: tags: - data summary: Restore Scorer Version description: List all scorers. operationId: restore_scorer_version_scorers__scorer_id__versions__version_number__restore_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: version_number in: path required: true schema: type: integer title: Version Number responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /scorers/llm/autogen: post: tags: - data summary: Autogen Llm Scorer description: 'Autogenerate an LLM scorer configuration. Returns a Celery task ID that can be used to poll for the autogeneration results.' operationId: autogen_llm_scorer_scorers_llm_autogen_post requestBody: content: application/json: schema: $ref: '#/components/schemas/CreateLLMScorerAutogenRequest' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/GenerationResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /scorers/llm/validate/log_record: post: tags: - data summary: Validate Llm Scorer Log Record operationId: validate_llm_scorer_log_record_scorers_llm_validate_log_record_post requestBody: content: application/json: schema: $ref: '#/components/schemas/ValidateLLMScorerLogRecordRequest' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ValidateLLMScorerLogRecordResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /scorers/llm/validate/dataset: post: tags: - data summary: Validate Llm Scorer Dataset operationId: validate_llm_scorer_dataset_scorers_llm_validate_dataset_post requestBody: content: application/json: schema: $ref: '#/components/schemas/ValidateLLMScorerDatasetRequest' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ValidateLLMScorerDatasetResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /scorers/code/validate/dataset: post: tags: - data summary: Validate Code Scorer Dataset description: Validate a code scorer against dataset rows. operationId: validate_code_scorer_dataset_scorers_code_validate_dataset_post requestBody: content: multipart/form-data: schema: $ref: '#/components/schemas/Body_validate_code_scorer_dataset_scorers_code_validate_dataset_post' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ValidateCodeScorerDatasetResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /projects/{project_id}/metrics-testing/{run_id}/health-score: post: tags: - data summary: Compute Health Score Endpoint description: Compute the health score metric for a metrics testing run. operationId: compute_health_score_endpoint_projects__project_id__metrics_testing__run_id__health_score_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: project_id in: path required: true schema: type: string format: uuid4 title: Project Id - name: run_id in: path required: true schema: type: string format: uuid4 title: Run Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/ComputeHealthScoreRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/HealthScoreResult' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /scorers/{scorer_id}/health-scores: get: tags: - data summary: Get Scorer Health Scores description: 'Return all persisted health scores for a scorer against a dataset, ordered by version ASC. scores[0] is the baseline (first recorded), scores[-1] is the latest.' operationId: get_scorer_health_scores_scorers__scorer_id__health_scores_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: dataset_id in: query required: true schema: type: string format: uuid4 title: Dataset Id responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerHealthScoresResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /scorers/{scorer_id}/versions/{version_number}/health-scores: post: tags: - data summary: Write Scorer Version Health Score description: 'Persist the health score for a scorer version against a dataset. Called by the UI after saving a metric version, passing the score from the last compute.' operationId: write_scorer_version_health_score_scorers__scorer_id__versions__version_number__health_scores_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: version_number in: path required: true schema: type: integer title: Version Number requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/WriteHealthScoreRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerVersionHealthScoreEntry' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/{scorer_id}/version/luna: post: tags: - data summary: Create Luna Scorer Version operationId: create_luna_scorer_version_v2_scorers__scorer_id__version_luna_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/CreateCustomLunaScorerVersionRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/llm/validate: post: tags: - data summary: Manual Llm Validate operationId: manual_llm_validate_v2_scorers_llm_validate_post responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/GeneratedScorerValidationResponse' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /v2/scorers/llm/validate/multipart: post: tags: - data summary: Manual Llm Validate Multipart operationId: manual_llm_validate_multipart_v2_scorers_llm_validate_multipart_post requestBody: content: multipart/form-data: schema: $ref: '#/components/schemas/Body_manual_llm_validate_multipart_v2_scorers_llm_validate_multipart_post' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/GeneratedScorerValidationResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /v2/scorers: post: tags: - data summary: Create operationId: create_v2_scorers_post requestBody: content: application/json: schema: $ref: '#/components/schemas/CreateScorerRequest' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /v2/scorers/{scorer_id}: patch: tags: - data summary: Update operationId: update_v2_scorers__scorer_id__patch security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/UpdateScorerRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' delete: tags: - data summary: Delete Scorer operationId: delete_scorer_v2_scorers__scorer_id__delete security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/DeleteScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' get: tags: - data summary: Get Scorer operationId: get_scorer_v2_scorers__scorer_id__get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: actions in: query required: false schema: type: array items: $ref: '#/components/schemas/ScorerAction' description: Actions to include in the 'permissions' field of the scorer. title: Actions description: Actions to include in the 'permissions' field of the scorer. responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/{scorer_id}/version/llm: post: tags: - data summary: Create Llm Scorer Version operationId: create_llm_scorer_version_v2_scorers__scorer_id__version_llm_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/CreateLLMScorerVersionRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/code/validate: post: tags: - data summary: Validate Code Scorer description: Validate a code scorer with optional simple input/output test. operationId: validate_code_scorer_v2_scorers_code_validate_post requestBody: content: multipart/form-data: schema: $ref: '#/components/schemas/Body_validate_code_scorer_v2_scorers_code_validate_post' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ValidateCodeScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /v2/scorers/code/validate/log_record: post: tags: - data summary: Validate Code Scorer Log Record description: Validate a code scorer using actual log records. operationId: validate_code_scorer_log_record_v2_scorers_code_validate_log_record_post requestBody: content: multipart/form-data: schema: $ref: '#/components/schemas/Body_validate_code_scorer_log_record_v2_scorers_code_validate_log_record_post' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ValidateScorerLogRecordResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /v2/scorers/code/validate/{task_id}: get: tags: - data summary: Get Validate Code Scorer Task Result description: 'Poll for a code-scorer validation task result (returns status/result). The validation job creates an entry in `registered_scorer_task_results` (pending) and the runner will PATCH the internal task-results endpoint when it finishes. This GET allows clients to poll the current task result.' operationId: get_validate_code_scorer_task_result_v2_scorers_code_validate__task_id__get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: task_id in: path required: true schema: type: string format: uuid4 title: Task Id responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/RegisteredScorerTaskResultResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/{scorer_id}/version/code: post: tags: - data summary: Create Code Scorer Version operationId: create_code_scorer_version_v2_scorers__scorer_id__version_code_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: multipart/form-data: schema: $ref: '#/components/schemas/Body_create_code_scorer_version_v2_scorers__scorer_id__version_code_post' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' get: tags: - data summary: Get Scorer Version Code operationId: get_scorer_version_code_v2_scorers__scorer_id__version_code_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: version in: query required: false schema: anyOf: - type: integer - type: 'null' description: version number, defaults to latest version title: Version description: version number, defaults to latest version responses: '200': description: Successful Response content: application/json: schema: {} '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/{scorer_id}/version/preset: post: tags: - data summary: Create Preset Scorer Version description: Create a preset scorer version. operationId: create_preset_scorer_version_v2_scorers__scorer_id__version_preset_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/CreateScorerVersionRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/list: post: tags: - data summary: List Scorers With Filters operationId: list_scorers_with_filters_v2_scorers_list_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: actions in: query required: false schema: type: array items: $ref: '#/components/schemas/ScorerAction' description: Actions to include in the 'permissions' field of the scorers. title: Actions description: Actions to include in the 'permissions' field of the scorers. - name: starting_token in: query required: false schema: type: integer default: 0 title: Starting Token - name: limit in: query required: false schema: type: integer default: 100 title: Limit requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/ListScorersRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ListScorersResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/tags: get: tags: - data summary: List Tags operationId: list_tags_v2_scorers_tags_get responses: '200': description: Successful Response content: application/json: schema: items: type: string type: array title: Response List Tags V2 Scorers Tags Get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /v2/scorers/{scorer_id}/version: get: tags: - data summary: Get Scorer Version Or Latest operationId: get_scorer_version_or_latest_v2_scorers__scorer_id__version_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: version in: query required: false schema: type: integer title: Version responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/{scorer_id}/versions: get: tags: - data summary: List All Versions For Scorer operationId: list_all_versions_for_scorer_v2_scorers__scorer_id__versions_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: run_id in: query required: false schema: anyOf: - type: string format: uuid4 - type: 'null' title: Run Id - name: starting_token in: query required: false schema: type: integer default: 0 title: Starting Token - name: limit in: query required: false schema: type: integer default: 100 title: Limit responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ListScorerVersionsResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/{scorer_id}/scope: put: tags: - data summary: Set Scorer Scope description: Full-replace a scorer's access scope (Share / manage visibility). metrics_rbac only. operationId: set_scorer_scope_v2_scorers__scorer_id__scope_put security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/UpdateScorerScopeRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/{scorer_id}/projects: get: tags: - data summary: List Projects For Scorer Route description: List all projects associated with a specific scorer. operationId: list_projects_for_scorer_route_v2_scorers__scorer_id__projects_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: starting_token in: query required: false schema: type: integer default: 0 title: Starting Token - name: limit in: query required: false schema: type: integer default: 100 title: Limit responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/api__schemas__project_v2__GetProjectsPaginatedResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/versions/{scorer_version_id}/projects: get: tags: - data summary: List Projects For Scorer Version Route description: List all projects associated with a specific scorer version. operationId: list_projects_for_scorer_version_route_v2_scorers_versions__scorer_version_id__projects_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_version_id in: path required: true schema: type: string format: uuid4 title: Scorer Version Id - name: starting_token in: query required: false schema: type: integer default: 0 title: Starting Token - name: limit in: query required: false schema: type: integer default: 100 title: Limit responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/api__schemas__project_v2__GetProjectsPaginatedResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/{scorer_id}/versions/{version_number}/restore: post: tags: - data summary: Restore Scorer Version description: List all scorers. operationId: restore_scorer_version_v2_scorers__scorer_id__versions__version_number__restore_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: version_number in: path required: true schema: type: integer title: Version Number responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/llm/autogen: post: tags: - data summary: Autogen Llm Scorer description: 'Autogenerate an LLM scorer configuration. Returns a Celery task ID that can be used to poll for the autogeneration results.' operationId: autogen_llm_scorer_v2_scorers_llm_autogen_post requestBody: content: application/json: schema: $ref: '#/components/schemas/CreateLLMScorerAutogenRequest' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/GenerationResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /v2/scorers/llm/validate/log_record: post: tags: - data summary: Validate Llm Scorer Log Record operationId: validate_llm_scorer_log_record_v2_scorers_llm_validate_log_record_post requestBody: content: application/json: schema: $ref: '#/components/schemas/ValidateLLMScorerLogRecordRequest' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ValidateLLMScorerLogRecordResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /v2/scorers/llm/validate/dataset: post: tags: - data summary: Validate Llm Scorer Dataset operationId: validate_llm_scorer_dataset_v2_scorers_llm_validate_dataset_post requestBody: content: application/json: schema: $ref: '#/components/schemas/ValidateLLMScorerDatasetRequest' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ValidateLLMScorerDatasetResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /v2/scorers/code/validate/dataset: post: tags: - data summary: Validate Code Scorer Dataset description: Validate a code scorer against dataset rows. operationId: validate_code_scorer_dataset_v2_scorers_code_validate_dataset_post requestBody: content: multipart/form-data: schema: $ref: '#/components/schemas/Body_validate_code_scorer_dataset_v2_scorers_code_validate_dataset_post' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ValidateCodeScorerDatasetResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /v2/projects/{project_id}/metrics-testing/{run_id}/health-score: post: tags: - data summary: Compute Health Score Endpoint description: Compute the health score metric for a metrics testing run. operationId: compute_health_score_endpoint_v2_projects__project_id__metrics_testing__run_id__health_score_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: project_id in: path required: true schema: type: string format: uuid4 title: Project Id - name: run_id in: path required: true schema: type: string format: uuid4 title: Run Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/ComputeHealthScoreRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/HealthScoreResult' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/{scorer_id}/health-scores: get: tags: - data summary: Get Scorer Health Scores description: 'Return all persisted health scores for a scorer against a dataset, ordered by version ASC. scores[0] is the baseline (first recorded), scores[-1] is the latest.' operationId: get_scorer_health_scores_v2_scorers__scorer_id__health_scores_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: dataset_id in: query required: true schema: type: string format: uuid4 title: Dataset Id responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerHealthScoresResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/scorers/{scorer_id}/versions/{version_number}/health-scores: post: tags: - data summary: Write Scorer Version Health Score description: 'Persist the health score for a scorer version against a dataset. Called by the UI after saving a metric version, passing the score from the last compute.' operationId: write_scorer_version_health_score_v2_scorers__scorer_id__versions__version_number__health_scores_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: version_number in: path required: true schema: type: integer title: Version Number requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/WriteHealthScoreRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerVersionHealthScoreEntry' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/{scorer_id}/version/luna: post: tags: - data summary: Create Luna Scorer Version operationId: create_luna_scorer_version_public_v2_scorers__scorer_id__version_luna_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/CreateCustomLunaScorerVersionRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/llm/validate: post: tags: - data summary: Manual Llm Validate operationId: manual_llm_validate_public_v2_scorers_llm_validate_post responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/GeneratedScorerValidationResponse' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /public/v2/scorers/llm/validate/multipart: post: tags: - data summary: Manual Llm Validate Multipart operationId: manual_llm_validate_multipart_public_v2_scorers_llm_validate_multipart_post requestBody: content: multipart/form-data: schema: $ref: '#/components/schemas/Body_manual_llm_validate_multipart_public_v2_scorers_llm_validate_multipart_post' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/GeneratedScorerValidationResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /public/v2/scorers: post: tags: - data summary: Create operationId: create_public_v2_scorers_post requestBody: content: application/json: schema: $ref: '#/components/schemas/CreateScorerRequest' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /public/v2/scorers/{scorer_id}: patch: tags: - data summary: Update operationId: update_public_v2_scorers__scorer_id__patch security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/UpdateScorerRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' delete: tags: - data summary: Delete Scorer operationId: delete_scorer_public_v2_scorers__scorer_id__delete security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/DeleteScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' get: tags: - data summary: Get Scorer operationId: get_scorer_public_v2_scorers__scorer_id__get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: actions in: query required: false schema: type: array items: $ref: '#/components/schemas/ScorerAction' description: Actions to include in the 'permissions' field of the scorer. title: Actions description: Actions to include in the 'permissions' field of the scorer. responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/{scorer_id}/version/llm: post: tags: - data summary: Create Llm Scorer Version operationId: create_llm_scorer_version_public_v2_scorers__scorer_id__version_llm_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/CreateLLMScorerVersionRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/code/validate: post: tags: - data summary: Validate Code Scorer description: Validate a code scorer with optional simple input/output test. operationId: validate_code_scorer_public_v2_scorers_code_validate_post requestBody: content: multipart/form-data: schema: $ref: '#/components/schemas/Body_validate_code_scorer_public_v2_scorers_code_validate_post' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ValidateCodeScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /public/v2/scorers/code/validate/log_record: post: tags: - data summary: Validate Code Scorer Log Record description: Validate a code scorer using actual log records. operationId: validate_code_scorer_log_record_public_v2_scorers_code_validate_log_record_post requestBody: content: multipart/form-data: schema: $ref: '#/components/schemas/Body_validate_code_scorer_log_record_public_v2_scorers_code_validate_log_record_post' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ValidateScorerLogRecordResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /public/v2/scorers/code/validate/{task_id}: get: tags: - data summary: Get Validate Code Scorer Task Result description: 'Poll for a code-scorer validation task result (returns status/result). The validation job creates an entry in `registered_scorer_task_results` (pending) and the runner will PATCH the internal task-results endpoint when it finishes. This GET allows clients to poll the current task result.' operationId: get_validate_code_scorer_task_result_public_v2_scorers_code_validate__task_id__get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: task_id in: path required: true schema: type: string format: uuid4 title: Task Id responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/RegisteredScorerTaskResultResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/{scorer_id}/version/code: post: tags: - data summary: Create Code Scorer Version operationId: create_code_scorer_version_public_v2_scorers__scorer_id__version_code_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: multipart/form-data: schema: $ref: '#/components/schemas/Body_create_code_scorer_version_public_v2_scorers__scorer_id__version_code_post' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' get: tags: - data summary: Get Scorer Version Code operationId: get_scorer_version_code_public_v2_scorers__scorer_id__version_code_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: version in: query required: false schema: anyOf: - type: integer - type: 'null' description: version number, defaults to latest version title: Version description: version number, defaults to latest version responses: '200': description: Successful Response content: application/json: schema: {} '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/{scorer_id}/version/preset: post: tags: - data summary: Create Preset Scorer Version description: Create a preset scorer version. operationId: create_preset_scorer_version_public_v2_scorers__scorer_id__version_preset_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/CreateScorerVersionRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/list: post: tags: - data summary: List Scorers With Filters operationId: list_scorers_with_filters_public_v2_scorers_list_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: actions in: query required: false schema: type: array items: $ref: '#/components/schemas/ScorerAction' description: Actions to include in the 'permissions' field of the scorers. title: Actions description: Actions to include in the 'permissions' field of the scorers. - name: starting_token in: query required: false schema: type: integer default: 0 title: Starting Token - name: limit in: query required: false schema: type: integer default: 100 title: Limit requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/ListScorersRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ListScorersResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/tags: get: tags: - data summary: List Tags operationId: list_tags_public_v2_scorers_tags_get responses: '200': description: Successful Response content: application/json: schema: items: type: string type: array title: Response List Tags Public V2 Scorers Tags Get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /public/v2/scorers/{scorer_id}/version: get: tags: - data summary: Get Scorer Version Or Latest operationId: get_scorer_version_or_latest_public_v2_scorers__scorer_id__version_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: version in: query required: false schema: type: integer title: Version responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/{scorer_id}/versions: get: tags: - data summary: List All Versions For Scorer operationId: list_all_versions_for_scorer_public_v2_scorers__scorer_id__versions_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: run_id in: query required: false schema: anyOf: - type: string format: uuid4 - type: 'null' title: Run Id - name: starting_token in: query required: false schema: type: integer default: 0 title: Starting Token - name: limit in: query required: false schema: type: integer default: 100 title: Limit responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ListScorerVersionsResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/{scorer_id}/scope: put: tags: - data summary: Set Scorer Scope description: Full-replace a scorer's access scope (Share / manage visibility). metrics_rbac only. operationId: set_scorer_scope_public_v2_scorers__scorer_id__scope_put security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/UpdateScorerScopeRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/{scorer_id}/projects: get: tags: - data summary: List Projects For Scorer Route description: List all projects associated with a specific scorer. operationId: list_projects_for_scorer_route_public_v2_scorers__scorer_id__projects_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: starting_token in: query required: false schema: type: integer default: 0 title: Starting Token - name: limit in: query required: false schema: type: integer default: 100 title: Limit responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/api__schemas__project_v2__GetProjectsPaginatedResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/versions/{scorer_version_id}/projects: get: tags: - data summary: List Projects For Scorer Version Route description: List all projects associated with a specific scorer version. operationId: list_projects_for_scorer_version_route_public_v2_scorers_versions__scorer_version_id__projects_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_version_id in: path required: true schema: type: string format: uuid4 title: Scorer Version Id - name: starting_token in: query required: false schema: type: integer default: 0 title: Starting Token - name: limit in: query required: false schema: type: integer default: 100 title: Limit responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/api__schemas__project_v2__GetProjectsPaginatedResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/{scorer_id}/versions/{version_number}/restore: post: tags: - data summary: Restore Scorer Version description: List all scorers. operationId: restore_scorer_version_public_v2_scorers__scorer_id__versions__version_number__restore_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: version_number in: path required: true schema: type: integer title: Version Number responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/BaseScorerVersionResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/llm/autogen: post: tags: - data summary: Autogen Llm Scorer description: 'Autogenerate an LLM scorer configuration. Returns a Celery task ID that can be used to poll for the autogeneration results.' operationId: autogen_llm_scorer_public_v2_scorers_llm_autogen_post requestBody: content: application/json: schema: $ref: '#/components/schemas/CreateLLMScorerAutogenRequest' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/GenerationResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /public/v2/scorers/llm/validate/log_record: post: tags: - data summary: Validate Llm Scorer Log Record operationId: validate_llm_scorer_log_record_public_v2_scorers_llm_validate_log_record_post requestBody: content: application/json: schema: $ref: '#/components/schemas/ValidateLLMScorerLogRecordRequest' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ValidateLLMScorerLogRecordResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /public/v2/scorers/llm/validate/dataset: post: tags: - data summary: Validate Llm Scorer Dataset operationId: validate_llm_scorer_dataset_public_v2_scorers_llm_validate_dataset_post requestBody: content: application/json: schema: $ref: '#/components/schemas/ValidateLLMScorerDatasetRequest' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ValidateLLMScorerDatasetResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /public/v2/scorers/code/validate/dataset: post: tags: - data summary: Validate Code Scorer Dataset description: Validate a code scorer against dataset rows. operationId: validate_code_scorer_dataset_public_v2_scorers_code_validate_dataset_post requestBody: content: multipart/form-data: schema: $ref: '#/components/schemas/Body_validate_code_scorer_dataset_public_v2_scorers_code_validate_dataset_post' required: true responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ValidateCodeScorerDatasetResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] /public/v2/projects/{project_id}/metrics-testing/{run_id}/health-score: post: tags: - data summary: Compute Health Score Endpoint description: Compute the health score metric for a metrics testing run. operationId: compute_health_score_endpoint_public_v2_projects__project_id__metrics_testing__run_id__health_score_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: project_id in: path required: true schema: type: string format: uuid4 title: Project Id - name: run_id in: path required: true schema: type: string format: uuid4 title: Run Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/ComputeHealthScoreRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/HealthScoreResult' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/{scorer_id}/health-scores: get: tags: - data summary: Get Scorer Health Scores description: 'Return all persisted health scores for a scorer against a dataset, ordered by version ASC. scores[0] is the baseline (first recorded), scores[-1] is the latest.' operationId: get_scorer_health_scores_public_v2_scorers__scorer_id__health_scores_get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: dataset_id in: query required: true schema: type: string format: uuid4 title: Dataset Id responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerHealthScoresResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/scorers/{scorer_id}/versions/{version_number}/health-scores: post: tags: - data summary: Write Scorer Version Health Score description: 'Persist the health score for a scorer version against a dataset. Called by the UI after saving a metric version, passing the score from the last compute.' operationId: write_scorer_version_health_score_public_v2_scorers__scorer_id__versions__version_number__health_scores_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: scorer_id in: path required: true schema: type: string format: uuid4 title: Scorer Id - name: version_number in: path required: true schema: type: integer title: Version Number requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/WriteHealthScoreRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ScorerVersionHealthScoreEntry' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' components: schemas: ? NotNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input : properties: not: anyOf: - $ref: '#/components/schemas/FilterLeaf_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____' - $ref: '#/components/schemas/AndNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' - $ref: '#/components/schemas/OrNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' - $ref: '#/components/schemas/NotNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' title: Not type: object required: - not title: NotNode[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter, LogRecordsFullyAnnotatedFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] LogStreamInfo: properties: id: type: string format: uuid4 title: Id name: type: string title: Name type: object required: - id - name title: LogStreamInfo description: Minimal log stream representation (id and name only). MetricColorPickerCategorical: properties: type: type: string const: categorical title: Type default: categorical constraints: items: $ref: '#/components/schemas/CategoricalColorConstraint' type: array minItems: 1 title: Constraints type: object required: - constraints title: MetricColorPickerCategorical description: "Color picker configuration for categorical metrics.\n\nEach constraint maps one or more category values to a color. A category\nvalue must not appear in more than one constraint.\n\nExample:\n {\n \"type\": \"categorical\",\n \"constraints\": [\n {\"color\": \"green\", \"operator\": \"eq\", \"value\": \"pass\"},\n {\"color\": \"red\", \"operator\": \"one_of\", \"value\": [\"fail\", \"error\"]}\n ]\n }" LogRecordsCollectionFilter: properties: column_id: type: string title: Column Id description: ID of the column to filter. operator: type: string enum: - eq - contains - one_of - not_in title: Operator value: anyOf: - type: string - items: type: string type: array title: Value case_sensitive: type: boolean title: Case Sensitive default: true type: type: string const: collection title: Type default: collection type: object required: - column_id - operator - value title: LogRecordsCollectionFilter BaseScorerVersionDB: properties: id: type: string format: uuid4 title: Id version: type: integer title: Version scorer_id: type: string format: uuid4 title: Scorer Id generated_scorer: anyOf: - $ref: '#/components/schemas/BaseGeneratedScorerDB' - type: 'null' registered_scorer: anyOf: - $ref: '#/components/schemas/BaseRegisteredScorerDB' - type: 'null' finetuned_scorer: anyOf: - $ref: '#/components/schemas/BaseFinetunedScorerDB' - type: 'null' model_name: anyOf: - type: string - type: 'null' title: Model Name num_judges: anyOf: - type: integer - type: 'null' title: Num Judges scoreable_node_types: anyOf: - items: type: string type: array - type: 'null' title: Scoreable Node Types description: List of node types that can be scored by this scorer. Defaults to llm/chat. cot_enabled: anyOf: - type: boolean - type: 'null' title: Cot Enabled description: Whether to enable chain of thought for this scorer. Defaults to False for llm scorers. output_type: anyOf: - $ref: '#/components/schemas/OutputTypeEnum' - type: 'null' description: What type of output to use for model-based scorers (sessions_normalized, trace_io_only, etc.). input_type: anyOf: - $ref: '#/components/schemas/InputTypeEnum' - type: 'null' description: What type of input to use for model-based scorers (sessions_normalized, trace_io_only, etc.). type: object required: - id - version - scorer_id title: BaseScorerVersionDB description: Scorer version from the scorer_versions table. OutputTypeEnum: type: string enum: - boolean - categorical - count - discrete - freeform - percentage - multilabel - retrieved_chunk_list_boolean - boolean_multilabel title: OutputTypeEnum description: Enumeration of output types. LogRecordsTextFilter: properties: column_id: type: string title: Column Id description: ID of the column to filter. operator: type: string enum: - eq - ne - contains - one_of - not_in title: Operator value: anyOf: - type: string - items: type: string type: array title: Value case_sensitive: type: boolean title: Case Sensitive default: true type: type: string const: text title: Type default: text type: object required: - column_id - operator - value title: LogRecordsTextFilter ScorerCreatorFilter: properties: name: type: string const: creator title: Name default: creator operator: type: string enum: - eq - ne - one_of - not_in - contains title: Operator default: eq value: anyOf: - type: string format: uuid4 - items: anyOf: - type: string format: uuid4 - type: string type: array - type: string title: Value type: object required: - value title: ScorerCreatorFilter LogRecordsDateFilter: properties: column_id: type: string title: Column Id description: ID of the column to filter. operator: type: string enum: - eq - ne - gt - gte - lt - lte title: Operator value: type: string format: date-time title: Value type: type: string const: date title: Type default: date type: object required: - column_id - operator - value title: LogRecordsDateFilter ScorerEnabledInPlaygroundSort: properties: name: type: string const: enabled_in_playground title: Name default: enabled_in_playground ascending: type: boolean title: Ascending default: true sort_type: type: string const: custom_uuid title: Sort Type default: custom_uuid value: type: string format: uuid4 title: Value type: object required: - value title: ScorerEnabledInPlaygroundSort NodeNameFilter: properties: name: type: string const: node_name title: Name default: node_name operator: type: string enum: - eq - ne - contains - one_of - not_in title: Operator value: anyOf: - type: string - items: type: string type: array title: Value case_sensitive: type: boolean title: Case Sensitive default: true type: object required: - operator - value title: NodeNameFilter description: Filters on node names in scorer jobs. FineTunedScorerResponse: properties: id: type: string format: uuid4 title: Id name: type: string title: Name lora_task_id: type: integer title: Lora Task Id lora_weights_path: anyOf: - type: string - type: 'null' title: Lora Weights Path prompt: type: string title: Prompt luna_input_type: anyOf: - $ref: '#/components/schemas/LunaInputTypeEnum' - type: 'null' luna_output_type: anyOf: - $ref: '#/components/schemas/LunaOutputTypeEnum' - type: 'null' class_name_to_vocab_ix: anyOf: - additionalProperties: items: type: integer type: array uniqueItems: true type: object - additionalProperties: type: integer type: object - type: 'null' title: Class Name To Vocab Ix executor: anyOf: - $ref: '#/components/schemas/galileo_core__schemas__shared__scorers__scorer_name__ScorerName' - type: 'null' description: Executor pipeline. Defaults to finetuned scorer pipeline but can run custom galileo score pipelines. created_at: type: string format: date-time title: Created At updated_at: type: string format: date-time title: Updated At created_by: type: string format: uuid4 title: Created By type: object required: - id - name - lora_task_id - prompt - created_at - updated_at - created_by title: FineTunedScorerResponse LogRecordsIDFilter: properties: column_id: type: string title: Column Id description: ID of the column to filter. operator: type: string enum: - eq - ne - one_of - not_in - contains title: Operator default: eq value: anyOf: - type: string format: uuid4 - items: anyOf: - type: string format: uuid4 - type: string type: array - type: string title: Value type: type: string const: id title: Type default: id type: object required: - column_id - value title: LogRecordsIDFilter ScorerHealthScoresResponse: properties: scores: items: $ref: '#/components/schemas/ScorerVersionHealthScoreEntry' type: array title: Scores type: object required: - scores title: ScorerHealthScoresResponse TestScore: properties: node_type: $ref: '#/components/schemas/NodeType' score: anyOf: - type: number - type: integer - type: string - type: boolean - type: 'null' title: Score type: object required: - node_type title: TestScore CategoricalRollUpMethod: type: string enum: - category_count title: CategoricalRollUpMethod description: Roll up methods for aggregating categorical metrics up the session/trace/span hierarchy. GeneratedScorerValidationResponse: properties: task_result_id: type: string format: uuid4 title: Task Result Id type: object required: - task_result_id title: GeneratedScorerValidationResponse BaseFinetunedScorerDB: properties: id: type: string format: uuid4 title: Id name: type: string title: Name lora_task_id: type: integer title: Lora Task Id lora_weights_path: anyOf: - type: string - type: 'null' title: Lora Weights Path prompt: type: string title: Prompt luna_input_type: anyOf: - $ref: '#/components/schemas/LunaInputTypeEnum' - type: 'null' luna_output_type: anyOf: - $ref: '#/components/schemas/LunaOutputTypeEnum' - type: 'null' class_name_to_vocab_ix: anyOf: - additionalProperties: items: type: integer type: array uniqueItems: true type: object - additionalProperties: type: integer type: object - type: 'null' title: Class Name To Vocab Ix executor: anyOf: - $ref: '#/components/schemas/galileo_core__schemas__shared__scorers__scorer_name__ScorerName' - type: 'null' description: Executor pipeline. Defaults to finetuned scorer pipeline but can run custom galileo score pipelines. type: object required: - id - name - lora_task_id - prompt title: BaseFinetunedScorerDB api__schemas__project_v2__GetProjectsPaginatedResponse: properties: starting_token: type: integer title: Starting Token default: 0 limit: type: integer title: Limit default: 100 paginated: type: boolean title: Paginated default: false next_starting_token: anyOf: - type: integer - type: 'null' title: Next Starting Token projects: items: $ref: '#/components/schemas/ProjectItem' type: array title: Projects total_count: type: integer title: Total Count description: Total number of projects matching the filters. type: object required: - projects - total_count title: GetProjectsPaginatedResponse description: Response model for the V2 projects paginated endpoint. Body_create_code_scorer_version_v2_scorers__scorer_id__version_code_post: properties: file: type: string contentMediaType: application/octet-stream title: File validation_result: type: string title: Validation Result description: Pre-validated result as JSON string from the validate endpoint type: object required: - file - validation_result title: Body_create_code_scorer_version_v2_scorers__scorer_id__version_code_post MetricColorPickerMultiLabel: properties: type: type: string const: multi_label title: Type default: multi_label constraints: items: $ref: '#/components/schemas/CategoricalColorConstraint' type: array minItems: 1 title: Constraints type: object required: - constraints title: MetricColorPickerMultiLabel description: "Color picker configuration for multi-label metrics.\n\nBehaves the same as categorical but intended for metrics that produce\nmultiple labels. A category value must not appear in more than one constraint.\n\nExample:\n {\n \"type\": \"multi_label\",\n \"constraints\": [\n {\"color\": \"green\", \"operator\": \"eq\", \"value\": \"relevant\"},\n {\"color\": \"yellow\", \"operator\": \"one_of\", \"value\": [\"partial\", \"related\"]}\n ]\n }" Body_validate_code_scorer_public_v2_scorers_code_validate_post: properties: file: type: string contentMediaType: application/octet-stream title: File test_input: anyOf: - type: string - type: 'null' title: Test Input test_output: anyOf: - type: string - type: 'null' title: Test Output required_scorers: anyOf: - type: string - items: type: string type: array - type: 'null' title: Required Scorers scoreable_node_types: anyOf: - type: string - items: type: string type: array - type: 'null' title: Scoreable Node Types type: object required: - file title: Body_validate_code_scorer_public_v2_scorers_code_validate_post GenerationResponse: properties: task_result_id: type: string format: uuid4 title: Task Result Id type: object required: - task_result_id title: GenerationResponse ListScorersResponse: properties: starting_token: type: integer title: Starting Token default: 0 limit: type: integer title: Limit default: 100 paginated: type: boolean title: Paginated default: false next_starting_token: anyOf: - type: integer - type: 'null' title: Next Starting Token scorers: items: $ref: '#/components/schemas/ScorerResponse' type: array title: Scorers type: object title: ListScorersResponse ScorerScopeProjectRef: properties: id: type: string format: uuid4 title: Id name: type: string title: Name type: object required: - id - name title: ScorerScopeProjectRef description: Minimal project representation (id and name only) for scorer access scope. BaseScorerVersionResponse: properties: id: type: string format: uuid4 title: Id version: type: integer title: Version scorer_id: type: string format: uuid4 title: Scorer Id generated_scorer: anyOf: - $ref: '#/components/schemas/GeneratedScorerResponse' - type: 'null' registered_scorer: anyOf: - $ref: '#/components/schemas/CreateUpdateRegisteredScorerResponse' - type: 'null' finetuned_scorer: anyOf: - $ref: '#/components/schemas/FineTunedScorerResponse' - type: 'null' model_name: anyOf: - type: string - type: 'null' title: Model Name num_judges: anyOf: - type: integer - type: 'null' title: Num Judges scoreable_node_types: anyOf: - items: type: string type: array - type: 'null' title: Scoreable Node Types cot_enabled: anyOf: - type: boolean - type: 'null' title: Cot Enabled output_type: anyOf: - $ref: '#/components/schemas/OutputTypeEnum' - type: 'null' input_type: anyOf: - $ref: '#/components/schemas/InputTypeEnum' - type: 'null' description: What type of input to use for model-based scorers (sessions_normalized, trace_io_only, etc.). created_at: type: string format: date-time title: Created At updated_at: type: string format: date-time title: Updated At chain_poll_template: anyOf: - $ref: '#/components/schemas/ChainPollTemplate' - type: 'null' allowed_model: anyOf: - type: boolean - type: 'null' title: Allowed Model created_by: anyOf: - type: string format: uuid4 - type: 'null' title: Created By type: object required: - id - version - scorer_id - created_at - updated_at title: BaseScorerVersionResponse ScorerResponse: properties: id: type: string format: uuid4 title: Id permissions: items: $ref: '#/components/schemas/Permission' type: array title: Permissions default: [] name: type: string title: Name scorer_type: $ref: '#/components/schemas/ScorerTypes' defaults: anyOf: - $ref: '#/components/schemas/ScorerDefaults' - type: 'null' latest_version: anyOf: - $ref: '#/components/schemas/BaseScorerVersionDB' - type: 'null' model_type: anyOf: - $ref: '#/components/schemas/ModelType' - type: 'null' ground_truth: anyOf: - type: boolean - type: 'null' title: Ground Truth default_version_id: anyOf: - type: string format: uuid4 - type: 'null' title: Default Version Id default_version: anyOf: - $ref: '#/components/schemas/BaseScorerVersionDB' - type: 'null' user_prompt: anyOf: - type: string - type: 'null' title: User Prompt scoreable_node_types: anyOf: - items: type: string type: array - type: 'null' title: Scoreable Node Types output_type: anyOf: - $ref: '#/components/schemas/OutputTypeEnum' - type: 'null' input_type: anyOf: - $ref: '#/components/schemas/InputTypeEnum' - type: 'null' multimodal_capabilities: anyOf: - items: $ref: '#/components/schemas/MultimodalCapability' type: array - type: 'null' title: Multimodal Capabilities required_scorers: anyOf: - items: type: string type: array - type: 'null' title: Required Scorers required_metric_ids: anyOf: - items: type: string type: array - type: 'null' title: Required Metric Ids deprecated: anyOf: - type: boolean - type: 'null' title: Deprecated roll_up_method: anyOf: - $ref: '#/components/schemas/RollUpMethodDisplayOptions' - type: 'null' roll_up_config: anyOf: - $ref: '#/components/schemas/BaseMetricRollUpConfigDB' - type: 'null' label: anyOf: - type: string - type: 'null' title: Label default: '' tags: items: type: string type: array title: Tags included_fields: items: type: string type: array title: Included Fields description: Fields that can be used in the scorer to configure it. i.e. model, num_judges, etc. This enables the ui to know which fields a user can configure when they're setting a scorer description: anyOf: - type: string - type: 'null' title: Description created_by: anyOf: - type: string format: uuid4 - type: 'null' title: Created By created_at: anyOf: - type: string format: date-time - type: 'null' title: Created At updated_at: anyOf: - type: string format: date-time - type: 'null' title: Updated At metric_color_picker_config: anyOf: - oneOf: - $ref: '#/components/schemas/MetricColorPickerNumeric' - $ref: '#/components/schemas/MetricColorPickerBoolean' - $ref: '#/components/schemas/MetricColorPickerCategorical' - $ref: '#/components/schemas/MetricColorPickerMultiLabel' discriminator: propertyName: type mapping: boolean: '#/components/schemas/MetricColorPickerBoolean' categorical: '#/components/schemas/MetricColorPickerCategorical' multi_label: '#/components/schemas/MetricColorPickerMultiLabel' numeric: '#/components/schemas/MetricColorPickerNumeric' - type: 'null' title: Metric Color Picker Config color_threshold_config: anyOf: - $ref: '#/components/schemas/MetricColorPickerNumeric' - type: 'null' metric_name: anyOf: - type: string - type: 'null' title: Metric Name is_global: type: boolean title: Is Global default: false scope_projects: items: $ref: '#/components/schemas/ScorerScopeProjectRef' type: array title: Scope Projects type: object required: - id - name - scorer_type - tags title: ScorerResponse ScorerIsGlobalFilter: properties: name: type: string const: is_global title: Name default: is_global operator: type: string enum: - eq - ne title: Operator default: eq value: type: boolean title: Value type: object required: - value title: ScorerIsGlobalFilter description: 'Filters on the access scope tier: is_global=True (global metrics) vs is_global=False (project-scoped metrics).' ScorerExcludeSlmScorersFilter: properties: name: type: string const: exclude_slm_scorers title: Name default: exclude_slm_scorers type: object title: ScorerExcludeSlmScorersFilter description: 'Internal filter: excludes scorers with model_type == slm while including scorers where model_type IS NULL. Auto-appended by the service layer.' HealthScoreType: type: string enum: - macro_f1 - micro_f1 - mse - mae title: HealthScoreType ValidateRegisteredScorerResult: properties: result: anyOf: - $ref: '#/components/schemas/ValidResult' - $ref: '#/components/schemas/InvalidResult' title: Result type: object required: - result title: ValidateRegisteredScorerResult Body_validate_code_scorer_log_record_scorers_code_validate_log_record_post: properties: file: type: string contentMediaType: application/octet-stream title: File log_stream_id: anyOf: - type: string format: uuid4 - type: 'null' title: Log Stream Id experiment_id: anyOf: - type: string format: uuid4 - type: 'null' title: Experiment Id limit: type: integer title: Limit default: 100 starting_token: anyOf: - type: integer - type: 'null' title: Starting Token filters: anyOf: - type: string - type: 'null' title: Filters description: JSON string array of LogRecordsQueryFilter sort: anyOf: - type: string - type: 'null' title: Sort description: JSON string of LogRecordsSortClause required_scorers: anyOf: - type: string - items: type: string type: array - type: 'null' title: Required Scorers scoreable_node_types: anyOf: - type: string - items: type: string type: array - type: 'null' title: Scoreable Node Types type: object required: - file title: Body_validate_code_scorer_log_record_scorers_code_validate_log_record_post ControlResourceAction: type: string enum: - create - read - update - delete title: ControlResourceAction description: Actions on Agent Control's org-scoped ``control`` resource. LogRecordsFullyAnnotatedFilter: properties: column_id: type: string const: fully_annotated title: Column Id description: Queue-scoped filter identifier. This filter only works for annotation-queue searches that provide queue context. default: fully_annotated type: type: string const: fully_annotated title: Type default: fully_annotated user_ids: anyOf: - items: type: string format: uuid4 type: array minItems: 1 - type: 'null' title: User Ids description: Optional queue member IDs to require for full annotation in a queue-scoped search. If omitted, all tracked queue members visible to the requester are used. type: object title: LogRecordsFullyAnnotatedFilter description: Queue-scoped filter for records rated across all queue templates. LunaInputTypeEnum: type: string enum: - span - trace_object - trace_input_output_only title: LunaInputTypeEnum ProjectItem: properties: id: type: string format: uuid4 title: Id permissions: items: $ref: '#/components/schemas/Permission' type: array title: Permissions default: [] name: type: string title: Name created_at: type: string format: date-time title: Created At updated_at: type: string format: date-time title: Updated At bookmark: type: boolean title: Bookmark default: false num_logstreams: anyOf: - type: integer - type: 'null' title: Num Logstreams description: Count of runs with task_type=15 num_experiments: anyOf: - type: integer - type: 'null' title: Num Experiments description: Count of runs with task_type=16 created_by_user: anyOf: - $ref: '#/components/schemas/UserInfo' - type: 'null' description: anyOf: - type: string - type: 'null' title: Description labels: items: $ref: '#/components/schemas/ProjectLabels' type: array title: Labels description: List of labels associated with the project. log_streams: anyOf: - items: $ref: '#/components/schemas/LogStreamInfo' type: array - type: 'null' title: Log Streams description: Log streams for this project. Only populated when include_logstreams=True. type: object required: - id - name - created_at - updated_at title: ProjectItem description: Represents a single project item for the UI list. Body_manual_llm_validate_multipart_public_v2_scorers_llm_validate_multipart_post: properties: body: type: string title: Body description: JSON-encoded GeneratedScorerValidationRequest query_files: items: type: string contentMediaType: application/octet-stream type: array title: Query Files default: [] response_files: items: type: string contentMediaType: application/octet-stream type: array title: Response Files default: [] type: object required: - body title: Body_manual_llm_validate_multipart_public_v2_scorers_llm_validate_multipart_post HealthScoreResult: properties: health_score_type: anyOf: - $ref: '#/components/schemas/HealthScoreType' - type: 'null' value: anyOf: - type: number - type: 'null' title: Value description: Primary health score metric value, or None if no valid rows. skipped_rows: type: integer title: Skipped Rows description: Rows excluded because MGT or score could not be parsed. secondary: additionalProperties: anyOf: - type: number - type: 'null' type: object title: Secondary description: Secondary metrics (MAE, RMSE, R², per-class F1, etc.). total_scored_rows: type: integer title: Total Scored Rows description: Rows with a successful scorer result. total_mgt_rows: type: integer title: Total Mgt Rows description: Rows with a non-null MGT value after overlay. joined_rows: type: integer title: Joined Rows description: Rows with both a score and a MGT value (used for computation). type: object required: - health_score_type - value - skipped_rows - secondary - total_scored_rows - total_mgt_rows - joined_rows title: HealthScoreResult RollUpMethodDisplayOptions: type: string enum: - average - sum - max - min - category_count - percentage_true - percentage_false title: RollUpMethodDisplayOptions description: 'Display options for roll up methods when showing rolled up metrics in the UI. Separates display intent from computation methods. The computation methods (NumericRollUpMethod, CategoricalRollUpMethod) control what aggregations are available. This enum controls how the UI displays the selected roll-up value for a scorer.' MetricColorPickerBoolean: properties: type: type: string const: boolean title: Type default: boolean constraints: items: $ref: '#/components/schemas/BooleanColorConstraint' type: array minItems: 1 title: Constraints type: object required: - constraints title: MetricColorPickerBoolean description: "Color picker configuration for boolean metrics.\n\nEach constraint maps a boolean value to a color.\n\nExample:\n {\n \"type\": \"boolean\",\n \"constraints\": [\n {\"color\": \"green\", \"operator\": \"eq\", \"value\": true},\n {\"color\": \"red\", \"operator\": \"eq\", \"value\": false}\n ]\n }" HTTPValidationError: properties: detail: items: $ref: '#/components/schemas/ValidationError' type: array title: Detail type: object title: HTTPValidationError Body_validate_code_scorer_dataset_scorers_code_validate_dataset_post: properties: file: type: string contentMediaType: application/octet-stream title: File dataset_id: type: string format: uuid title: Dataset Id dataset_version_index: anyOf: - type: integer - type: 'null' title: Dataset Version Index limit: type: integer title: Limit default: 100 starting_token: anyOf: - type: integer - type: 'null' title: Starting Token required_scorers: anyOf: - type: string - items: type: string type: array - type: 'null' title: Required Scorers scoreable_node_types: anyOf: - type: string - items: type: string type: array - type: 'null' title: Scoreable Node Types score_type: anyOf: - type: string - type: 'null' title: Score Type type: object required: - file - dataset_id title: Body_validate_code_scorer_dataset_scorers_code_validate_dataset_post InvalidResult: properties: result_type: type: string const: invalid title: Result Type default: invalid error_message: type: string title: Error Message type: object required: - error_message title: InvalidResult FewShotExample: properties: generation_prompt_and_response: type: string title: Generation Prompt And Response evaluating_response: type: string title: Evaluating Response type: object required: - generation_prompt_and_response - evaluating_response title: FewShotExample description: Few-shot example for a chainpoll metric prompt. Body_validate_code_scorer_dataset_public_v2_scorers_code_validate_dataset_post: properties: file: type: string contentMediaType: application/octet-stream title: File dataset_id: type: string format: uuid title: Dataset Id dataset_version_index: anyOf: - type: integer - type: 'null' title: Dataset Version Index limit: type: integer title: Limit default: 100 starting_token: anyOf: - type: integer - type: 'null' title: Starting Token required_scorers: anyOf: - type: string - items: type: string type: array - type: 'null' title: Required Scorers scoreable_node_types: anyOf: - type: string - items: type: string type: array - type: 'null' title: Scoreable Node Types score_type: anyOf: - type: string - type: 'null' title: Score Type type: object required: - file - dataset_id title: Body_validate_code_scorer_dataset_public_v2_scorers_code_validate_dataset_post LunaOutputTypeEnum: type: string enum: - float - string - string_list - bool_list title: LunaOutputTypeEnum NodeType: type: string enum: - chain - chat - llm - retriever - tool - agent - workflow - trace - session title: NodeType DatasetAction: type: string enum: - update - delete - share - export - rename title: DatasetAction ListScorerVersionsResponse: properties: starting_token: type: integer title: Starting Token default: 0 limit: type: integer title: Limit default: 100 paginated: type: boolean title: Paginated default: false next_starting_token: anyOf: - type: integer - type: 'null' title: Next Starting Token versions: items: $ref: '#/components/schemas/BaseScorerVersionResponse' type: array title: Versions type: object title: ListScorerVersionsResponse ChainAggregationStrategy: type: string enum: - sum - average - first - last title: ChainAggregationStrategy CreateScorerRequest: properties: name: type: string title: Name id: anyOf: - type: string format: uuid4 - type: 'null' title: Id label: anyOf: - type: string - type: 'null' title: Label description: anyOf: - type: string - type: 'null' title: Description default: '' tags: items: type: string type: array title: Tags defaults: anyOf: - $ref: '#/components/schemas/ScorerDefaults' - type: 'null' scorer_type: $ref: '#/components/schemas/ScorerTypes' deprecated: anyOf: - type: boolean - type: 'null' title: Deprecated model_type: anyOf: - $ref: '#/components/schemas/ModelType' - type: 'null' ground_truth: anyOf: - type: boolean - type: 'null' title: Ground Truth default_version_id: anyOf: - type: string format: uuid4 - type: 'null' title: Default Version Id user_prompt: anyOf: - type: string - type: 'null' title: User Prompt scoreable_node_types: anyOf: - items: type: string type: array - type: 'null' title: Scoreable Node Types output_type: anyOf: - $ref: '#/components/schemas/OutputTypeEnum' - type: 'null' input_type: anyOf: - $ref: '#/components/schemas/InputTypeEnum' - type: 'null' multimodal_capabilities: anyOf: - items: $ref: '#/components/schemas/MultimodalCapability' type: array - type: 'null' title: Multimodal Capabilities required_scorers: anyOf: - items: type: string type: array - type: 'null' title: Required Scorers required_metric_ids: anyOf: - items: type: string type: array - type: 'null' title: Required Metric Ids roll_up_method: anyOf: - $ref: '#/components/schemas/RollUpMethodDisplayOptions' - type: 'null' metric_color_picker_config: anyOf: - oneOf: - $ref: '#/components/schemas/MetricColorPickerNumeric' - $ref: '#/components/schemas/MetricColorPickerBoolean' - $ref: '#/components/schemas/MetricColorPickerCategorical' - $ref: '#/components/schemas/MetricColorPickerMultiLabel' discriminator: propertyName: type mapping: boolean: '#/components/schemas/MetricColorPickerBoolean' categorical: '#/components/schemas/MetricColorPickerCategorical' multi_label: '#/components/schemas/MetricColorPickerMultiLabel' numeric: '#/components/schemas/MetricColorPickerNumeric' - type: 'null' title: Metric Color Picker Config is_global: anyOf: - type: boolean - type: 'null' title: Is Global project_ids: items: type: string format: uuid4 type: array maxItems: 1000 title: Project Ids type: object required: - name - scorer_type title: CreateScorerRequest galileo_core__schemas__shared__scorers__scorer_name__ScorerName: type: string enum: - action_completion_luna - action_advancement_luna - agentic_session_success - agentic_session_success - action_completion_vision - action_completion_audio - agentic_workflow_success - agentic_workflow_success - agent_efficiency - agent_flow - chunk_attribution_utilization_luna - chunk_attribution_utilization - chunk_relevance - chunk_relevance_luna - context_precision - precision_at_k - completeness_luna - completeness - context_adherence - context_adherence_luna - context_adherence_vision - context_adherence_audio - context_relevance - context_relevance_luna - conversation_quality - correctness - correctness_vision - correctness_audio - ground_truth_adherence - ground_truth_adherence_vision - ground_truth_adherence_audio - visual_fidelity - visual_quality - input_pii - input_pii_gpt - input_sexist - input_sexist - input_sexist_luna - input_sexist_luna - input_tone - input_tone_gpt - input_toxicity - input_toxicity_luna - input_toxicity_vision - input_toxicity_audio - instruction_adherence - output_pii - output_pii_gpt - output_sexist - output_sexist - output_sexist_luna - output_sexist_luna - output_tone - output_tone_gpt - output_toxicity - output_toxicity_luna - output_toxicity_vision - output_toxicity_audio - prompt_injection - prompt_injection_luna - reasoning_coherence - reasoning_coherence_vision - reasoning_coherence_audio - sql_efficiency - sql_adherence - sql_injection - sql_correctness - tool_error_rate - tool_error_rate_luna - tool_selection_quality - tool_selection_quality_luna - user_intent_change - user_intent_change_vision - user_intent_change_audio - interruption_detection title: ScorerName GeneratedScorerAction: type: string enum: - update - delete title: GeneratedScorerAction NumericColorConstraint: properties: color: $ref: '#/components/schemas/MetricColor' operator: type: string enum: - eq - gt - gte - lt - lte - between title: Operator value: anyOf: - type: number - items: type: number type: array title: Value type: object required: - color - operator - value title: NumericColorConstraint description: "A color constraint for numeric metric values.\n\nAssigns a color when a numeric score matches the given operator and value.\n\nOperators and expected value shapes:\n - eq, gt, gte, lt, lte: value must be a single float.\n - between: value must be a list of exactly 2 floats [low, high] where low < high.\n The range is inclusive on both ends.\n\nExample:\n {\"color\": \"green\", \"operator\": \"gte\", \"value\": 0.8}\n {\"color\": \"yellow\", \"operator\": \"between\", \"value\": [0.3, 0.7]}" MetricColorPickerNumeric: properties: type: type: string const: numeric title: Type default: numeric constraints: items: $ref: '#/components/schemas/NumericColorConstraint' type: array minItems: 1 title: Constraints type: object required: - constraints title: MetricColorPickerNumeric description: "Color picker configuration for numeric metrics.\n\nEach constraint maps a numeric condition to a color. The UI uses these\nconstraints to color-code metric values (e.g. green for high scores,\nred for low scores).\n\nExample:\n {\n \"type\": \"numeric\",\n \"constraints\": [\n {\"color\": \"green\", \"operator\": \"gte\", \"value\": 0.8},\n {\"color\": \"yellow\", \"operator\": \"between\", \"value\": [0.3, 0.8]},\n {\"color\": \"red\", \"operator\": \"lt\", \"value\": 0.3}\n ]\n }" ScorerNameSort: properties: name: type: string const: name title: Name default: name ascending: type: boolean title: Ascending default: true sort_type: type: string const: column title: Sort Type default: column type: object title: ScorerNameSort ScorerMultimodalCapabilitiesFilter: properties: name: type: string const: multimodal_capabilities title: Name default: multimodal_capabilities operator: type: string enum: - eq - contains - one_of - not_in title: Operator value: anyOf: - type: string - items: type: string type: array title: Value case_sensitive: type: boolean title: Case Sensitive default: true type: object required: - operator - value title: ScorerMultimodalCapabilitiesFilter description: 'Filter scorers by multimodal_capabilities. Use operator ``contains`` to match scorers that support a single capability (e.g. ``{"name": "multimodal_capabilities", "operator": "contains", "value": "vision"}``). Use ``one_of`` to match scorers whose capabilities include ANY of the given values (e.g. ``{"name": "multimodal_capabilities", "operator": "one_of", "value": ["vision", "audio"]}``).' ScorerNameFilter: properties: name: type: string const: name title: Name default: name operator: type: string enum: - eq - ne - contains - one_of - not_in title: Operator value: anyOf: - type: string - items: type: string type: array title: Value case_sensitive: type: boolean title: Case Sensitive default: false type: object required: - operator - value title: ScorerNameFilter UserAction: type: string enum: - update - delete - read_api_keys - change_role_to_admin - change_role_to_manager - change_role_to_user - change_role_to_read_only title: UserAction MetadataFilter: properties: name: type: string const: metadata title: Name default: metadata operator: type: string enum: - one_of - not_in - eq - ne title: Operator key: type: string title: Key value: anyOf: - type: string - items: type: string type: array title: Value type: object required: - operator - key - value title: MetadataFilter description: Filters on metadata key-value pairs in scorer jobs. ProjectLabels: type: string enum: - sample title: ProjectLabels description: Enum for project labels used in the UI. Body_validate_code_scorer_dataset_v2_scorers_code_validate_dataset_post: properties: file: type: string contentMediaType: application/octet-stream title: File dataset_id: type: string format: uuid title: Dataset Id dataset_version_index: anyOf: - type: integer - type: 'null' title: Dataset Version Index limit: type: integer title: Limit default: 100 starting_token: anyOf: - type: integer - type: 'null' title: Starting Token required_scorers: anyOf: - type: string - items: type: string type: array - type: 'null' title: Required Scorers scoreable_node_types: anyOf: - type: string - items: type: string type: array - type: 'null' title: Scoreable Node Types score_type: anyOf: - type: string - type: 'null' title: Score Type type: object required: - file - dataset_id title: Body_validate_code_scorer_dataset_v2_scorers_code_validate_dataset_post CreateLLMScorerVersionRequest: properties: model_name: anyOf: - type: string - type: 'null' title: Model Name num_judges: anyOf: - type: integer - type: 'null' title: Num Judges scoreable_node_types: anyOf: - items: type: string type: array - type: 'null' title: Scoreable Node Types cot_enabled: anyOf: - type: boolean - type: 'null' title: Cot Enabled output_type: anyOf: - $ref: '#/components/schemas/OutputTypeEnum' - type: 'null' input_type: anyOf: - $ref: '#/components/schemas/InputTypeEnum' - type: 'null' instructions: anyOf: - type: string - type: 'null' title: Instructions chain_poll_template: anyOf: - $ref: '#/components/schemas/ChainPollTemplate' - type: 'null' user_prompt: anyOf: - type: string - type: 'null' title: User Prompt type: object title: CreateLLMScorerVersionRequest ScorerEnabledInRunSort: properties: name: type: string const: enabled_in_run title: Name default: enabled_in_run ascending: type: boolean title: Ascending default: true sort_type: type: string const: custom_uuid title: Sort Type default: custom_uuid value: type: string format: uuid4 title: Value type: object required: - value title: ScorerEnabledInRunSort UpdateScorerScopeRequest: properties: is_global: type: boolean title: Is Global project_ids: items: type: string format: uuid4 type: array maxItems: 1000 title: Project Ids type: object required: - is_global title: UpdateScorerScopeRequest description: 'Full-replace access scope update for a scorer (Share / manage visibility). is_global=True promotes the scorer to global (org admin only; project_ids must be empty). is_global=False scopes the scorer to exactly project_ids.' GeneratedScorerConfiguration: properties: model_alias: type: string title: Model Alias default: gpt-4.1-mini num_judges: type: integer maximum: 10.0 minimum: 1.0 title: Num Judges default: 3 output_type: $ref: '#/components/schemas/OutputTypeEnum' description: Output type of the generated scorer. default: boolean scoreable_node_types: items: type: string type: array title: Scoreable Node Types description: Types of nodes that can be scored by this scorer. cot_enabled: type: boolean title: Cot Enabled description: Whether chain of thought is enabled for this scorer. default: false ground_truth: type: boolean title: Ground Truth description: Whether ground truth is enabled for this scorer. default: false multimodal_capabilities: anyOf: - items: $ref: '#/components/schemas/MultimodalCapability' type: array - type: 'null' title: Multimodal Capabilities description: Multimodal capabilities required by this scorer. type: object title: GeneratedScorerConfiguration TextContentPart: properties: type: type: string const: text title: Type default: text text: type: string title: Text type: object required: - text title: TextContentPart description: A text segment within a message. OrganizationAction: type: string enum: - rename - delete - delete_log_data - read_settings - update_settings - read_cost_settings - read_ai_usage title: OrganizationAction ValidateLLMScorerLogRecordRequest: properties: starting_token: type: integer title: Starting Token default: 0 limit: type: integer title: Limit default: 100 previous_last_row_id: anyOf: - type: string format: uuid4 - type: 'null' title: Previous Last Row Id log_stream_id: anyOf: - type: string format: uuid4 - type: 'null' title: Log Stream Id description: Log stream id associated with the traces. experiment_id: anyOf: - type: string format: uuid4 - type: 'null' title: Experiment Id description: Experiment id associated with the traces. metrics_testing_id: anyOf: - type: string format: uuid4 - type: 'null' title: Metrics Testing Id description: Metrics testing id associated with the traces. filters: items: oneOf: - $ref: '#/components/schemas/LogRecordsIDFilter' - $ref: '#/components/schemas/LogRecordsDateFilter' - $ref: '#/components/schemas/LogRecordsNumberFilter' - $ref: '#/components/schemas/LogRecordsBooleanFilter' - $ref: '#/components/schemas/LogRecordsCollectionFilter' - $ref: '#/components/schemas/LogRecordsTextFilter' - $ref: '#/components/schemas/LogRecordsFullyAnnotatedFilter' discriminator: propertyName: type mapping: boolean: '#/components/schemas/LogRecordsBooleanFilter' collection: '#/components/schemas/LogRecordsCollectionFilter' date: '#/components/schemas/LogRecordsDateFilter' fully_annotated: '#/components/schemas/LogRecordsFullyAnnotatedFilter' id: '#/components/schemas/LogRecordsIDFilter' number: '#/components/schemas/LogRecordsNumberFilter' text: '#/components/schemas/LogRecordsTextFilter' type: array title: Filters filter_tree: anyOf: - $ref: '#/components/schemas/FilterExpression_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' - type: 'null' sort: anyOf: - $ref: '#/components/schemas/LogRecordsSortClause' - type: 'null' description: Sort for the query. Defaults to native sort (created_at, id descending). truncate_fields: type: boolean title: Truncate Fields default: false include_counts: type: boolean title: Include Counts description: If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). default: false include_code_metric_metadata: type: boolean title: Include Code Metric Metadata description: If True, include per-row scorer metadata (the dict returned alongside the score by code-based scorers via the (score, metadata) tuple-return contract) on each MetricSuccess in the response. Off by default to keep payloads small for callers that don't need it. default: false query: type: string title: Query response: type: string title: Response chain_poll_template: $ref: '#/components/schemas/ChainPollTemplate' scorer_configuration: $ref: '#/components/schemas/GeneratedScorerConfiguration' normalized_input: anyOf: - items: oneOf: - $ref: '#/components/schemas/TextContentPart' - $ref: '#/components/schemas/FileContentPart' discriminator: propertyName: type mapping: file: '#/components/schemas/FileContentPart' text: '#/components/schemas/TextContentPart' type: array - type: 'null' title: Normalized Input description: Optional multimodal content parts. When set, replaces the text-only query/response formatting in the validation job so that file content is passed through to the LLM. user_prompt: type: string title: User Prompt type: object required: - query - response - chain_poll_template - scorer_configuration - user_prompt title: ValidateLLMScorerLogRecordRequest description: 'Request to validate a new LLM scorer based on a log record. This is used to create a new experiment with the copied log records to store the metric testing results.' examples: - filters: - case_sensitive: true name: input operator: eq type: text value: example input log_stream_id: 00000000-0000-0000-0000-000000000000 pagination: limit: 5 starting_token: 0 sort: ascending: false name: updated_at sort_type: column - filter_tree: and: - or: - filter: name: input operator: contains type: text value: abx - filter: name: output operator: contains type: text value: xyz - filter: name: session_id operator: eq type: id value: 123e4567-e89b-42d3-a456-426614174000 log_stream_id: 00000000-0000-0000-0000-000000000000 pagination: limit: 5 starting_token: 0 sort: ascending: false name: updated_at sort_type: column ? AndNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input : properties: and: items: anyOf: - $ref: '#/components/schemas/FilterLeaf_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____' - $ref: '#/components/schemas/AndNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' - $ref: '#/components/schemas/OrNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' - $ref: '#/components/schemas/NotNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' type: array title: And type: object required: - and title: AndNode[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter, LogRecordsFullyAnnotatedFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] ScorerAction: type: string enum: - update - delete - share - export - autotune_apply title: ScorerAction ScorerIDFilter: properties: name: type: string const: id title: Name default: id operator: type: string enum: - eq - ne - one_of - not_in - contains title: Operator default: eq value: anyOf: - type: string format: uuid4 - items: anyOf: - type: string format: uuid4 - type: string type: array - type: string title: Value type: object required: - value title: ScorerIDFilter ScorerTypes: type: string enum: - llm - code - luna - preset title: ScorerTypes ScorerModelTypeFilter: properties: name: type: string const: model_type title: Name default: model_type operator: type: string enum: - eq - ne - one_of - not_in title: Operator value: anyOf: - type: string description: Single enum value - specific options depend on the concrete enum type used example: ENUM_VALUE - items: type: string example: ENUM_VALUE type: array description: Array of enum values example: - ENUM_VALUE_1 - ENUM_VALUE_2 title: Value type: object required: - operator - value title: ScorerModelTypeFilter MetricColor: type: string enum: - red - yellow - green title: MetricColor description: Allowed colors for metric threshold visualization in the UI. Body_validate_code_scorer_log_record_public_v2_scorers_code_validate_log_record_post: properties: file: type: string contentMediaType: application/octet-stream title: File log_stream_id: anyOf: - type: string format: uuid4 - type: 'null' title: Log Stream Id experiment_id: anyOf: - type: string format: uuid4 - type: 'null' title: Experiment Id limit: type: integer title: Limit default: 100 starting_token: anyOf: - type: integer - type: 'null' title: Starting Token filters: anyOf: - type: string - type: 'null' title: Filters description: JSON string array of LogRecordsQueryFilter sort: anyOf: - type: string - type: 'null' title: Sort description: JSON string of LogRecordsSortClause required_scorers: anyOf: - type: string - items: type: string type: array - type: 'null' title: Required Scorers scoreable_node_types: anyOf: - type: string - items: type: string type: array - type: 'null' title: Scoreable Node Types type: object required: - file title: Body_validate_code_scorer_log_record_public_v2_scorers_code_validate_log_record_post ComputeHealthScoreRequest: properties: scorer_id: type: string format: uuid4 title: Scorer Id output_type: $ref: '#/components/schemas/OutputTypeEnum' description: The scorer's output type, used to dispatch the correct metric. scoreable_node_types: items: $ref: '#/components/schemas/StepType' type: array title: Scoreable Node Types description: The scorer's scoreable_node_types. Determines which record type carries the score. mgt_overlay: additionalProperties: anyOf: - type: string - type: 'null' type: object title: Mgt Overlay description: 'Client-side pending MGT edits: {row_id: value}. Overrides committed dataset values.' type: object required: - scorer_id - output_type title: ComputeHealthScoreRequest ScorerDefaults: properties: model_name: anyOf: - type: string - type: 'null' title: Model Name num_judges: anyOf: - type: integer - type: 'null' title: Num Judges filters: anyOf: - items: oneOf: - $ref: '#/components/schemas/NodeNameFilter' - $ref: '#/components/schemas/MetadataFilter' - $ref: '#/components/schemas/ModalityFilter' discriminator: propertyName: name mapping: metadata: '#/components/schemas/MetadataFilter' modality: '#/components/schemas/ModalityFilter' node_name: '#/components/schemas/NodeNameFilter' type: array - type: 'null' title: Filters description: List of filters to apply to the scorer. scoreable_node_types: anyOf: - items: type: string type: array - type: 'null' title: Scoreable Node Types description: List of node types that can be scored by this scorer. Defaults to llm/chat. cot_enabled: anyOf: - type: boolean - type: 'null' title: Cot Enabled description: Whether to enable chain of thought for this scorer. Defaults to False for llm scorers. output_type: anyOf: - $ref: '#/components/schemas/OutputTypeEnum' - type: 'null' description: What type of output to use for model-based scorers (boolean, categorical, etc.). input_type: anyOf: - $ref: '#/components/schemas/InputTypeEnum' - type: 'null' description: What type of input to use for model-based scorers (sessions_normalized, trace_io_only, etc..). type: object title: ScorerDefaults IntegrationAction: type: string enum: - update - delete - share - read_secrets title: IntegrationAction BaseGeneratedScorerDB: properties: id: type: string format: uuid4 title: Id name: type: string title: Name instructions: anyOf: - type: string - type: 'null' title: Instructions chain_poll_template: $ref: '#/components/schemas/ChainPollTemplate' user_prompt: anyOf: - type: string - type: 'null' title: User Prompt type: object required: - id - name - chain_poll_template title: BaseGeneratedScorerDB ProjectAction: type: string enum: - update - delete - rename - share - create_run - delete_run - rename_run - move_run - export_data - configure_human_feedback - record_human_feedback - log_data - toggle_metric - edit_alert - create_stage - edit_stage - configure_crown_logic - delete_data - set_metric - edit_run_tags - dismiss_alert - edit_slice - edit_edit - update_control_bindings - use_control_runtime title: ProjectAction ScorerScoreableNodeTypesFilter: properties: name: type: string const: scoreable_node_types title: Name default: scoreable_node_types operator: type: string enum: - eq - contains - one_of - not_in title: Operator value: anyOf: - type: string - items: type: string type: array title: Value case_sensitive: type: boolean title: Case Sensitive default: true type: object required: - operator - value title: ScorerScoreableNodeTypesFilter GeneratedScorerResponse: properties: id: type: string format: uuid4 title: Id name: type: string title: Name instructions: anyOf: - type: string - type: 'null' title: Instructions chain_poll_template: $ref: '#/components/schemas/ChainPollTemplate' user_prompt: anyOf: - type: string - type: 'null' title: User Prompt created_by: type: string format: uuid4 title: Created By created_at: type: string format: date-time title: Created At updated_at: type: string format: date-time title: Updated At scoreable_node_types: anyOf: - items: $ref: '#/components/schemas/NodeType' type: array - type: 'null' title: Scoreable Node Types scorer_configuration: $ref: '#/components/schemas/GeneratedScorerConfiguration' type: object required: - id - name - chain_poll_template - created_by - created_at - updated_at - scoreable_node_types - scorer_configuration title: GeneratedScorerResponse ScorerLabelFilter: properties: name: type: string const: label title: Name default: label operator: type: string enum: - eq - ne - contains - one_of - not_in title: Operator value: anyOf: - type: string - items: type: string type: array title: Value case_sensitive: type: boolean title: Case Sensitive default: true strict: type: boolean title: Strict default: true type: object required: - operator - value title: ScorerLabelFilter CreateLLMScorerAutogenRequest: properties: instructions: type: string title: Instructions model_name: type: string title: Model Name output_type: $ref: '#/components/schemas/OutputTypeEnum' cot_enabled: type: boolean title: Cot Enabled scoreable_node_types: items: type: string type: array title: Scoreable Node Types type: object required: - instructions - model_name - output_type - cot_enabled - scoreable_node_types title: CreateLLMScorerAutogenRequest ValidateLLMScorerLogRecordResponse: properties: metrics_experiment_id: type: string format: uuid4 title: Metrics Experiment Id project_id: type: string format: uuid4 title: Project Id type: object required: - metrics_experiment_id - project_id title: ValidateLLMScorerLogRecordResponse BooleanColorConstraint: properties: color: $ref: '#/components/schemas/MetricColor' operator: type: string const: eq title: Operator value: type: boolean title: Value type: object required: - color - operator - value title: BooleanColorConstraint description: "A color constraint for boolean metric values.\n\nAssigns a color when a boolean score equals the given value.\n\nOnly the 'eq' operator is supported.\n\nExample:\n {\"color\": \"green\", \"operator\": \"eq\", \"value\": true}\n {\"color\": \"red\", \"operator\": \"eq\", \"value\": false}" Body_validate_code_scorer_log_record_v2_scorers_code_validate_log_record_post: properties: file: type: string contentMediaType: application/octet-stream title: File log_stream_id: anyOf: - type: string format: uuid4 - type: 'null' title: Log Stream Id experiment_id: anyOf: - type: string format: uuid4 - type: 'null' title: Experiment Id limit: type: integer title: Limit default: 100 starting_token: anyOf: - type: integer - type: 'null' title: Starting Token filters: anyOf: - type: string - type: 'null' title: Filters description: JSON string array of LogRecordsQueryFilter sort: anyOf: - type: string - type: 'null' title: Sort description: JSON string of LogRecordsSortClause required_scorers: anyOf: - type: string - items: type: string type: array - type: 'null' title: Required Scorers scoreable_node_types: anyOf: - type: string - items: type: string type: array - type: 'null' title: Scoreable Node Types type: object required: - file title: Body_validate_code_scorer_log_record_v2_scorers_code_validate_log_record_post CreateCustomLunaScorerVersionRequest: properties: lora_task_id: type: integer title: Lora Task Id prompt: type: string title: Prompt lora_weights_path: anyOf: - type: string - type: 'null' title: Lora Weights Path executor: anyOf: - $ref: '#/components/schemas/galileo_core__schemas__shared__scorers__scorer_name__ScorerName' - type: 'null' description: Executor pipeline. Defaults to finetuned scorer pipeline but can run custom galileo score pipelines. luna_input_type: anyOf: - $ref: '#/components/schemas/LunaInputTypeEnum' - type: 'null' luna_output_type: anyOf: - $ref: '#/components/schemas/LunaOutputTypeEnum' - type: 'null' type: object required: - lora_task_id - prompt title: CreateCustomLunaScorerVersionRequest GroupAction: type: string enum: - update - list_members - join - request_to_join title: GroupAction UpdateScorerRequest: properties: name: anyOf: - type: string - type: 'null' title: Name description: anyOf: - type: string - type: 'null' title: Description tags: anyOf: - items: type: string type: array - type: 'null' title: Tags defaults: anyOf: - $ref: '#/components/schemas/ScorerDefaults' - type: 'null' model_type: anyOf: - $ref: '#/components/schemas/ModelType' - type: 'null' ground_truth: anyOf: - type: boolean - type: 'null' title: Ground Truth default_version_id: anyOf: - type: string format: uuid4 - type: 'null' title: Default Version Id user_prompt: anyOf: - type: string - type: 'null' title: User Prompt scoreable_node_types: anyOf: - items: type: string type: array - type: 'null' title: Scoreable Node Types output_type: anyOf: - $ref: '#/components/schemas/OutputTypeEnum' - type: 'null' input_type: anyOf: - $ref: '#/components/schemas/InputTypeEnum' - type: 'null' multimodal_capabilities: anyOf: - items: $ref: '#/components/schemas/MultimodalCapability' type: array - type: 'null' title: Multimodal Capabilities roll_up_method: anyOf: - $ref: '#/components/schemas/RollUpMethodDisplayOptions' - type: 'null' metric_color_picker_config: anyOf: - oneOf: - $ref: '#/components/schemas/MetricColorPickerNumeric' - $ref: '#/components/schemas/MetricColorPickerBoolean' - $ref: '#/components/schemas/MetricColorPickerCategorical' - $ref: '#/components/schemas/MetricColorPickerMultiLabel' discriminator: propertyName: type mapping: boolean: '#/components/schemas/MetricColorPickerBoolean' categorical: '#/components/schemas/MetricColorPickerCategorical' multi_label: '#/components/schemas/MetricColorPickerMultiLabel' numeric: '#/components/schemas/MetricColorPickerNumeric' - type: 'null' title: Metric Color Picker Config type: object title: UpdateScorerRequest ModelType: type: string enum: - slm - llm - code title: ModelType MultimodalCapability: type: string enum: - vision - audio title: MultimodalCapability Body_validate_code_scorer_scorers_code_validate_post: properties: file: type: string contentMediaType: application/octet-stream title: File test_input: anyOf: - type: string - type: 'null' title: Test Input test_output: anyOf: - type: string - type: 'null' title: Test Output required_scorers: anyOf: - type: string - items: type: string type: array - type: 'null' title: Required Scorers scoreable_node_types: anyOf: - type: string - items: type: string type: array - type: 'null' title: Scoreable Node Types type: object required: - file title: Body_validate_code_scorer_scorers_code_validate_post ValidateLLMScorerDatasetRequest: properties: query: type: string title: Query response: type: string title: Response chain_poll_template: $ref: '#/components/schemas/ChainPollTemplate' scorer_configuration: $ref: '#/components/schemas/GeneratedScorerConfiguration' normalized_input: anyOf: - items: oneOf: - $ref: '#/components/schemas/TextContentPart' - $ref: '#/components/schemas/FileContentPart' discriminator: propertyName: type mapping: file: '#/components/schemas/FileContentPart' text: '#/components/schemas/TextContentPart' type: array - type: 'null' title: Normalized Input description: Optional multimodal content parts. When set, replaces the text-only query/response formatting in the validation job so that file content is passed through to the LLM. user_prompt: type: string title: User Prompt dataset_id: type: string format: uuid4 title: Dataset Id dataset_version_index: anyOf: - type: integer - type: 'null' title: Dataset Version Index limit: type: integer title: Limit description: Maximum number of dataset rows to process. default: 100 starting_token: anyOf: - type: integer - type: 'null' title: Starting Token description: Pagination offset into dataset rows. sort: anyOf: - additionalProperties: true type: object - type: 'null' title: Sort description: Optional sort configuration for dataset rows. type: object required: - query - response - chain_poll_template - scorer_configuration - user_prompt - dataset_id title: ValidateLLMScorerDatasetRequest description: Request to validate a new LLM scorer against a dataset. ScorerVersionHealthScoreEntry: properties: id: type: string format: uuid4 title: Id scorer_version_id: type: string format: uuid4 title: Scorer Version Id scorer_version_number: type: integer title: Scorer Version Number dataset_id: type: string format: uuid4 title: Dataset Id health_score_type: type: string title: Health Score Type score: type: number title: Score secondary: anyOf: - additionalProperties: anyOf: - type: number - type: 'null' type: object - type: 'null' title: Secondary computed_at: type: string format: date-time title: Computed At type: object required: - id - scorer_version_id - scorer_version_number - dataset_id - health_score_type - score - secondary - computed_at title: ScorerVersionHealthScoreEntry LogRecordsNumberFilter: properties: column_id: type: string title: Column Id description: ID of the column to filter. operator: type: string enum: - eq - ne - gt - gte - lt - lte - between title: Operator value: anyOf: - type: integer - type: number - items: type: integer type: array - items: type: number type: array title: Value type: type: string const: number title: Type default: number type: object required: - column_id - operator - value title: LogRecordsNumberFilter Body_create_code_scorer_version_scorers__scorer_id__version_code_post: properties: file: type: string contentMediaType: application/octet-stream title: File validation_result: type: string title: Validation Result description: Pre-validated result as JSON string from the validate endpoint type: object required: - file - validation_result title: Body_create_code_scorer_version_scorers__scorer_id__version_code_post ScorerScopeProjectsFilter: properties: name: type: string const: scope_projects title: Name default: scope_projects project_ids: items: type: string format: uuid4 type: array maxItems: 1000 minItems: 1 title: Project Ids include_global: type: boolean title: Include Global default: false type: object required: - project_ids title: ScorerScopeProjectsFilter description: 'Matches scorers whose access scope (scorer_projects) includes ANY of the given project ids. include_global=True additionally matches global scorers ("metrics available in project X"). Distinct from the run-usage "projects used" relation (scorers_to_projects / GET /scorers/{scorer_id}/projects), which tracks where a scorer has run.' CreateScorerVersionRequest: properties: model_name: anyOf: - type: string - type: 'null' title: Model Name num_judges: anyOf: - type: integer - type: 'null' title: Num Judges scoreable_node_types: anyOf: - items: type: string type: array - type: 'null' title: Scoreable Node Types cot_enabled: anyOf: - type: boolean - type: 'null' title: Cot Enabled output_type: anyOf: - $ref: '#/components/schemas/OutputTypeEnum' - type: 'null' input_type: anyOf: - $ref: '#/components/schemas/InputTypeEnum' - type: 'null' type: object title: CreateScorerVersionRequest Permission: properties: action: anyOf: - $ref: '#/components/schemas/UserAction' - $ref: '#/components/schemas/GroupAction' - $ref: '#/components/schemas/GroupMemberAction' - $ref: '#/components/schemas/ProjectAction' - $ref: '#/components/schemas/ScorerAction' - $ref: '#/components/schemas/RegisteredScorerAction' - $ref: '#/components/schemas/ApiKeyAction' - $ref: '#/components/schemas/GeneratedScorerAction' - $ref: '#/components/schemas/FineTunedScorerAction' - $ref: '#/components/schemas/DatasetAction' - $ref: '#/components/schemas/IntegrationAction' - $ref: '#/components/schemas/OrganizationAction' - $ref: '#/components/schemas/AnnotationQueueAction' - $ref: '#/components/schemas/ControlResourceAction' title: Action allowed: type: boolean title: Allowed message: anyOf: - type: string - type: 'null' title: Message type: object required: - action - allowed title: Permission FileContentPart: properties: type: type: string const: file title: Type default: file file_id: type: string format: uuid4 title: File Id type: object required: - file_id title: FileContentPart description: 'Reference to a file associated with this message. The file_id can be resolved via the ``files`` dict returned on trace/span detail responses, which contains metadata such as modality, MIME type, and a presigned download URL.' Body_validate_code_scorer_v2_scorers_code_validate_post: properties: file: type: string contentMediaType: application/octet-stream title: File test_input: anyOf: - type: string - type: 'null' title: Test Input test_output: anyOf: - type: string - type: 'null' title: Test Output required_scorers: anyOf: - type: string - items: type: string type: array - type: 'null' title: Required Scorers scoreable_node_types: anyOf: - type: string - items: type: string type: array - type: 'null' title: Scoreable Node Types type: object required: - file title: Body_validate_code_scorer_v2_scorers_code_validate_post BaseMetricRollUpConfigDB: properties: roll_up_methods: anyOf: - items: $ref: '#/components/schemas/NumericRollUpMethod' type: array - items: $ref: '#/components/schemas/CategoricalRollUpMethod' type: array minLength: 1 title: Roll Up Methods description: List of roll up methods to apply to the metric. For numeric scorers we support doing multiple roll up types per metric. type: object required: - roll_up_methods title: BaseMetricRollUpConfigDB description: Configuration for rolling up metrics to parent/trace/session. ScorerExcludeMultimodalScorersFilter: properties: name: type: string const: exclude_multimodal_scorers title: Name default: exclude_multimodal_scorers type: object title: ScorerExcludeMultimodalScorersFilter description: 'Internal filter: excludes multimodal scorers (non-empty multimodal_capabilities). Auto-appended by the service layer when the `multimodal` feature flag is disabled.' UserInfo: properties: id: type: string format: uuid4 title: Id email: type: string title: Email first_name: anyOf: - type: string - type: 'null' title: First Name last_name: anyOf: - type: string - type: 'null' title: Last Name type: object required: - id - email title: UserInfo description: A user's basic information, used for display purposes. LogRecordsSortClause: properties: column_id: type: string title: Column Id description: ID of the column to sort. ascending: type: boolean title: Ascending default: true sort_type: type: string const: column title: Sort Type default: column type: object required: - column_id title: LogRecordsSortClause ScorerTypeFilter: properties: name: type: string const: scorer_type title: Name default: scorer_type operator: type: string enum: - eq - ne - one_of - not_in title: Operator value: anyOf: - type: string description: Single enum value - specific options depend on the concrete enum type used example: ENUM_VALUE - items: type: string example: ENUM_VALUE type: array description: Array of enum values example: - ENUM_VALUE_1 - ENUM_VALUE_2 title: Value type: object required: - operator - value title: ScorerTypeFilter ? FilterLeaf_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____ : properties: filter: oneOf: - $ref: '#/components/schemas/LogRecordsIDFilter' - $ref: '#/components/schemas/LogRecordsDateFilter' - $ref: '#/components/schemas/LogRecordsNumberFilter' - $ref: '#/components/schemas/LogRecordsBooleanFilter' - $ref: '#/components/schemas/LogRecordsCollectionFilter' - $ref: '#/components/schemas/LogRecordsTextFilter' - $ref: '#/components/schemas/LogRecordsFullyAnnotatedFilter' title: Filter discriminator: propertyName: type mapping: boolean: '#/components/schemas/LogRecordsBooleanFilter' collection: '#/components/schemas/LogRecordsCollectionFilter' date: '#/components/schemas/LogRecordsDateFilter' fully_annotated: '#/components/schemas/LogRecordsFullyAnnotatedFilter' id: '#/components/schemas/LogRecordsIDFilter' number: '#/components/schemas/LogRecordsNumberFilter' text: '#/components/schemas/LogRecordsTextFilter' type: object required: - filter title: FilterLeaf[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter, LogRecordsFullyAnnotatedFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] InputTypeEnum: type: string enum: - basic - llm_spans - retriever_spans - sessions_normalized - sessions_trace_io_only - tool_spans - trace_input_only - trace_io_only - trace_normalized - trace_output_only - agent_spans - workflow_spans title: InputTypeEnum description: Enumeration of input types. LogRecordsBooleanFilter: properties: column_id: type: string title: Column Id description: ID of the column to filter. operator: type: string enum: - eq - ne title: Operator default: eq value: type: boolean title: Value type: type: string const: boolean title: Type default: boolean type: object required: - column_id - value title: LogRecordsBooleanFilter Body_manual_llm_validate_multipart_v2_scorers_llm_validate_multipart_post: properties: body: type: string title: Body description: JSON-encoded GeneratedScorerValidationRequest query_files: items: type: string contentMediaType: application/octet-stream type: array title: Query Files default: [] response_files: items: type: string contentMediaType: application/octet-stream type: array title: Response Files default: [] type: object required: - body title: Body_manual_llm_validate_multipart_v2_scorers_llm_validate_multipart_post DataTypeOptions: type: string enum: - unknown - text - label - floating_point - integer - timestamp - milli_seconds - boolean - uuid - percentage - dollars - array - template_label - thumb_rating_percentage - user_id - text_offsets - segments - hallucination_segments - thumb_rating - score_rating - star_rating - tags_rating - choice_rating - thumb_rating_aggregate - score_rating_aggregate - star_rating_aggregate - tags_rating_aggregate - choice_rating_aggregate title: DataTypeOptions StepType: type: string enum: - llm - retriever - tool - workflow - agent - control - trace - session title: StepType ScorerTagsFilter: properties: name: type: string const: tags title: Name default: tags operator: type: string enum: - eq - contains - one_of - not_in title: Operator value: anyOf: - type: string - items: type: string type: array title: Value case_sensitive: type: boolean title: Case Sensitive default: true type: object required: - operator - value title: ScorerTagsFilter NumericRollUpMethod: type: string enum: - average - sum - max - min title: NumericRollUpMethod description: Roll up methods for aggregating numeric metrics up the session/trace/span hierarchy. ScorerUpdatedAtSort: properties: name: type: string const: updated_at title: Name default: updated_at ascending: type: boolean title: Ascending default: true sort_type: type: string const: column title: Sort Type default: column type: object title: ScorerUpdatedAtSort ListScorersRequest: properties: filters: items: oneOf: - $ref: '#/components/schemas/ScorerNameFilter' - $ref: '#/components/schemas/ScorerTypeFilter' - $ref: '#/components/schemas/ScorerModelTypeFilter' - $ref: '#/components/schemas/ScorerExcludeSlmScorersFilter' - $ref: '#/components/schemas/ScorerExcludeMultimodalScorersFilter' - $ref: '#/components/schemas/ScorerTagsFilter' - $ref: '#/components/schemas/ScorerCreatorFilter' - $ref: '#/components/schemas/ScorerCreatedAtFilter' - $ref: '#/components/schemas/ScorerUpdatedAtFilter' - $ref: '#/components/schemas/ScorerLabelFilter' - $ref: '#/components/schemas/ScorerScoreableNodeTypesFilter' - $ref: '#/components/schemas/ScorerMultimodalCapabilitiesFilter' - $ref: '#/components/schemas/ScorerIDFilter' - $ref: '#/components/schemas/ScorerIsGlobalFilter' - $ref: '#/components/schemas/ScorerScopeProjectsFilter' discriminator: propertyName: name mapping: created_at: '#/components/schemas/ScorerCreatedAtFilter' creator: '#/components/schemas/ScorerCreatorFilter' exclude_multimodal_scorers: '#/components/schemas/ScorerExcludeMultimodalScorersFilter' exclude_slm_scorers: '#/components/schemas/ScorerExcludeSlmScorersFilter' id: '#/components/schemas/ScorerIDFilter' is_global: '#/components/schemas/ScorerIsGlobalFilter' label: '#/components/schemas/ScorerLabelFilter' model_type: '#/components/schemas/ScorerModelTypeFilter' multimodal_capabilities: '#/components/schemas/ScorerMultimodalCapabilitiesFilter' name: '#/components/schemas/ScorerNameFilter' scope_projects: '#/components/schemas/ScorerScopeProjectsFilter' scoreable_node_types: '#/components/schemas/ScorerScoreableNodeTypesFilter' scorer_type: '#/components/schemas/ScorerTypeFilter' tags: '#/components/schemas/ScorerTagsFilter' updated_at: '#/components/schemas/ScorerUpdatedAtFilter' type: array title: Filters sort: anyOf: - oneOf: - $ref: '#/components/schemas/ScorerNameSort' - $ref: '#/components/schemas/ScorerUpdatedAtSort' - $ref: '#/components/schemas/ScorerEnabledInRunSort' - $ref: '#/components/schemas/ScorerEnabledInPlaygroundSort' discriminator: propertyName: name mapping: enabled_in_playground: '#/components/schemas/ScorerEnabledInPlaygroundSort' enabled_in_run: '#/components/schemas/ScorerEnabledInRunSort' name: '#/components/schemas/ScorerNameSort' updated_at: '#/components/schemas/ScorerUpdatedAtSort' - type: 'null' title: Sort type: object title: ListScorersRequest ValidateCodeScorerDatasetResponse: properties: metrics_experiment_id: type: string format: uuid4 title: Metrics Experiment Id project_id: type: string format: uuid4 title: Project Id type: object required: - metrics_experiment_id - project_id title: ValidateCodeScorerDatasetResponse AnnotationQueueAction: type: string enum: - update - delete - share - record_annotation title: AnnotationQueueAction Body_create_code_scorer_version_public_v2_scorers__scorer_id__version_code_post: properties: file: type: string contentMediaType: application/octet-stream title: File validation_result: type: string title: Validation Result description: Pre-validated result as JSON string from the validate endpoint type: object required: - file - validation_result title: Body_create_code_scorer_version_public_v2_scorers__scorer_id__version_code_post GroupMemberAction: type: string enum: - update_role - delete title: GroupMemberAction FineTunedScorerAction: type: string enum: - update - delete title: FineTunedScorerAction ApiKeyAction: type: string enum: - update - delete title: ApiKeyAction ValidateLLMScorerDatasetResponse: properties: metrics_experiment_id: type: string format: uuid4 title: Metrics Experiment Id project_id: type: string format: uuid4 title: Project Id type: object required: - metrics_experiment_id - project_id title: ValidateLLMScorerDatasetResponse CreateUpdateRegisteredScorerResponse: properties: id: type: string format: uuid4 title: Id name: type: string title: Name score_type: anyOf: - type: string - type: 'null' title: Score Type created_at: type: string format: date-time title: Created At updated_at: type: string format: date-time title: Updated At created_by: type: string format: uuid4 title: Created By data_type: anyOf: - $ref: '#/components/schemas/DataTypeOptions' - type: 'null' scoreable_node_types: anyOf: - items: type: string type: array - type: 'null' title: Scoreable Node Types type: object required: - id - name - score_type - created_at - updated_at - created_by - data_type - scoreable_node_types title: CreateUpdateRegisteredScorerResponse Body_manual_llm_validate_multipart_scorers_llm_validate_multipart_post: properties: body: type: string title: Body description: JSON-encoded GeneratedScorerValidationRequest query_files: items: type: string contentMediaType: application/octet-stream type: array title: Query Files default: [] response_files: items: type: string contentMediaType: application/octet-stream type: array title: Response Files default: [] type: object required: - body title: Body_manual_llm_validate_multipart_scorers_llm_validate_multipart_post ValidationError: properties: loc: items: anyOf: - type: string - type: integer type: array title: Location msg: type: string title: Message type: type: string title: Error Type input: title: Input ctx: type: object title: Context type: object required: - loc - msg - type title: ValidationError ChainPollTemplate: properties: metric_system_prompt: anyOf: - type: string - type: 'null' title: Metric System Prompt description: System prompt for the metric. metric_description: anyOf: - type: string - type: 'null' title: Metric Description description: Description of what the metric should do. value_field_name: type: string title: Value Field Name description: Field name to look for in the chainpoll response, for the rating. default: rating explanation_field_name: type: string title: Explanation Field Name description: Field name to look for in the chainpoll response, for the explanation. default: explanation template: type: string title: Template description: Chainpoll prompt template. metric_few_shot_examples: items: $ref: '#/components/schemas/FewShotExample' type: array title: Metric Few Shot Examples description: Few-shot examples for the metric. response_schema: anyOf: - additionalProperties: true type: object - type: 'null' title: Response Schema description: Response schema for the output type: object required: - template title: ChainPollTemplate description: 'Template for a chainpoll metric prompt, containing all the info necessary to send a chainpoll prompt.' BaseRegisteredScorerDB: properties: id: type: string format: uuid4 title: Id name: type: string title: Name score_type: anyOf: - type: string - type: 'null' title: Score Type type: object required: - id - name title: BaseRegisteredScorerDB ModalityFilter: properties: name: type: string const: modality title: Name default: modality operator: type: string enum: - eq - ne - one_of - not_in title: Operator value: anyOf: - type: string description: Single enum value - specific options depend on the concrete enum type used example: ENUM_VALUE - items: type: string example: ENUM_VALUE type: array description: Array of enum values example: - ENUM_VALUE_1 - ENUM_VALUE_2 title: Value type: object required: - operator - value title: ModalityFilter description: 'Filters on content modalities in scorer jobs. Matches if at least one of the specified modalities is present.' ? FilterExpression_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input : anyOf: - $ref: '#/components/schemas/FilterLeaf_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____' - $ref: '#/components/schemas/AndNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' - $ref: '#/components/schemas/OrNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' - $ref: '#/components/schemas/NotNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' CategoricalColorConstraint: properties: color: $ref: '#/components/schemas/MetricColor' operator: type: string enum: - eq - one_of title: Operator value: anyOf: - type: string - items: type: string type: array title: Value type: object required: - color - operator - value title: CategoricalColorConstraint description: "A color constraint for categorical or multi-label metric values.\n\nAssigns a color when a categorical score matches the given operator and value.\n\nOperators and expected value shapes:\n - eq: value must be a single string.\n - one_of: value must be a list of strings.\n\nExample:\n {\"color\": \"green\", \"operator\": \"eq\", \"value\": \"pass\"}\n {\"color\": \"red\", \"operator\": \"one_of\", \"value\": [\"fail\", \"error\"]}" RegisteredScorerTaskResultResponse: properties: id: type: string format: uuid4 title: Id created_at: type: string format: date-time title: Created At updated_at: type: string format: date-time title: Updated At status: $ref: '#/components/schemas/TaskResultStatus' result: anyOf: - $ref: '#/components/schemas/ValidateRegisteredScorerResult' - type: string - type: 'null' title: Result type: object required: - id - created_at - updated_at - status title: RegisteredScorerTaskResultResponse ScorerCreatedAtFilter: properties: name: type: string const: created_at title: Name default: created_at operator: type: string enum: - eq - ne - gt - gte - lt - lte title: Operator value: type: string format: date-time title: Value type: object required: - operator - value title: ScorerCreatedAtFilter RegisteredScorerAction: type: string enum: - update - delete title: RegisteredScorerAction DeleteScorerResponse: properties: message: type: string title: Message type: object required: - message title: DeleteScorerResponse TaskResultStatus: type: string enum: - pending - started - completed - failed title: TaskResultStatus ValidateScorerLogRecordResponse: properties: metrics_experiment_id: type: string format: uuid4 title: Metrics Experiment Id project_id: type: string format: uuid4 title: Project Id type: object required: - metrics_experiment_id - project_id title: ValidateScorerLogRecordResponse description: 'Response model for validating a scorer based on log records. Returns the uuid of the experiment created with the copied log records to store the metric testing results. Also returns the project_id so callers can poll /projects/{project_id}/traces/search.' ScorerUpdatedAtFilter: properties: name: type: string const: updated_at title: Name default: updated_at operator: type: string enum: - eq - ne - gt - gte - lt - lte title: Operator value: type: string format: date-time title: Value type: object required: - operator - value title: ScorerUpdatedAtFilter WriteHealthScoreRequest: properties: dataset_id: type: string format: uuid4 title: Dataset Id health_score_type: type: string title: Health Score Type score: type: number title: Score secondary: anyOf: - additionalProperties: anyOf: - type: number - type: 'null' type: object - type: 'null' title: Secondary type: object required: - dataset_id - health_score_type - score title: WriteHealthScoreRequest ? OrNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input : properties: or: items: anyOf: - $ref: '#/components/schemas/FilterLeaf_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____' - $ref: '#/components/schemas/AndNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' - $ref: '#/components/schemas/OrNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' - $ref: '#/components/schemas/NotNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' type: array title: Or type: object required: - or title: OrNode[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter, LogRecordsFullyAnnotatedFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] ValidResult: properties: result_type: type: string const: valid title: Result Type default: valid score_type: type: string title: Score Type scoreable_node_types: items: $ref: '#/components/schemas/NodeType' type: array title: Scoreable Node Types include_llm_credentials: type: boolean title: Include Llm Credentials default: false chain_aggregation: anyOf: - $ref: '#/components/schemas/ChainAggregationStrategy' - type: 'null' test_scores: items: $ref: '#/components/schemas/TestScore' type: array title: Test Scores type: object required: - score_type - scoreable_node_types - test_scores title: ValidResult ValidateCodeScorerResponse: properties: task_id: type: string format: uuid4 title: Task Id type: object required: - task_id title: ValidateCodeScorerResponse securitySchemes: ClassicAPIKeyHeader: type: apiKey in: header name: Galileo-API-Key APIKeyHeader: type: apiKey in: header name: Splunk-AO-API-Key OAuth2PasswordBearer: type: oauth2 flows: password: scopes: {} tokenUrl: https://api.galileo.ai/login HTTPBasic: type: http scheme: basic