openapi: 3.1.0 info: title: Galileo API Server annotation annotation_queue_records API version: 1.1085.0 servers: - url: https://api.galileo.ai description: Galileo API Server - galileo-v2 tags: - name: annotation_queue_records paths: /annotation_queues/{queue_id}/partial_search: post: tags: - annotation_queue_records summary: Partial Search Annotation Queue Records description: 'Search records in an annotation queue with partial field selection. This endpoint queries all project/run pairs associated with the queue and returns records that are in the annotation queue, with only the requested fields included. Permission checks: - User must have READ permission on the annotation queue Note: This endpoint queries across all projects/runs in the queue.' operationId: partial_search_annotation_queue_records_annotation_queues__queue_id__partial_search_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: queue_id in: path required: true schema: type: string format: uuid4 title: Queue Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/AnnotationQueuePartialSearchRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/LogRecordsPartialQueryResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /annotation_queues/{queue_id}/records: post: tags: - annotation_queue_records summary: Add Records To Annotation Queue description: 'Add records to an annotation queue. The request must specify either a list of record IDs or a filter tree to select records. All specified records must exist within the given project and run. Permission checks: - User must have UPDATE permission on the annotation queue - User must have READ permission on the project containing the records Returns 200 OK with the count of records added on success.' operationId: add_records_to_annotation_queue_annotation_queues__queue_id__records_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: queue_id in: path required: true schema: type: string format: uuid4 title: Queue Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/AddRecordsToQueueRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/AddRecordsToQueueResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /annotation_queues/{queue_id}/records/export: post: tags: - annotation_queue_records summary: Export Annotation Queue Records description: 'Export selected records from an annotation queue. The request must specify either a list of record IDs or a filter tree to select queue records. Permission checks: - User must have READ permission on the annotation queue' operationId: export_annotation_queue_records_annotation_queues__queue_id__records_export_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: queue_id in: path required: true schema: type: string format: uuid4 title: Queue Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/AnnotationQueueExportRequest' responses: '200': description: Successful Response content: application/json: schema: {} '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /annotation_queues/{queue_id}/records/export/url: post: tags: - annotation_queue_records summary: Export Annotation Queue Records Url description: 'Export selected records from an annotation queue and return a presigned download URL. The request must specify either a list of record IDs or a filter tree to select queue records. Permission checks: - User must have READ permission on the annotation queue' operationId: export_annotation_queue_records_url_annotation_queues__queue_id__records_export_url_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: queue_id in: path required: true schema: type: string format: uuid4 title: Queue Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/AnnotationQueueExportRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ExportPresignedUrlResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /annotation_queues/{queue_id}/records/remove: post: tags: - annotation_queue_records summary: Remove Records From Annotation Queue description: 'Remove records from an annotation queue. The request must specify either a list of record IDs or a filter tree to select records. Selection is applied across all project/run pairs currently tracked in the queue. Permission checks: - User must have UPDATE permission on the annotation queue' operationId: remove_records_from_annotation_queue_annotation_queues__queue_id__records_remove_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: queue_id in: path required: true schema: type: string format: uuid4 title: Queue Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/RemoveRecordsFromQueueRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/RemoveRecordsFromQueueResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /annotation_queues/{queue_id}/records/count: post: tags: - annotation_queue_records summary: Count Annotation Queue Records description: 'Count records in an annotation queue. Permission checks: - User must have READ permission on the annotation queue' operationId: count_annotation_queue_records_annotation_queues__queue_id__records_count_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: queue_id in: path required: true schema: type: string format: uuid4 title: Queue Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/AnnotationQueueCountRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/LogRecordsQueryCountResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /annotation_queues/{queue_id}/records/{record_id}: get: tags: - annotation_queue_records summary: Get Annotation Queue Record description: 'Get a single record in an annotation queue. Permission checks: - User must have READ permission on the annotation queue' operationId: get_annotation_queue_record_annotation_queues__queue_id__records__record_id__get security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: record_id in: path required: true schema: type: string format: uuid4 title: Record Id - name: queue_id in: path required: true schema: type: string format: uuid4 title: Queue Id responses: '200': description: Successful Response content: application/json: schema: oneOf: - $ref: '#/components/schemas/PartialExtendedTraceRecord' - $ref: '#/components/schemas/PartialExtendedAgentSpanRecord' - $ref: '#/components/schemas/PartialExtendedWorkflowSpanRecord' - $ref: '#/components/schemas/PartialExtendedLlmSpanRecord' - $ref: '#/components/schemas/PartialExtendedToolSpanRecord' - $ref: '#/components/schemas/PartialExtendedRetrieverSpanRecord' - $ref: '#/components/schemas/PartialExtendedControlSpanRecord' - $ref: '#/components/schemas/PartialExtendedSessionRecord' discriminator: propertyName: type mapping: trace: '#/components/schemas/PartialExtendedTraceRecord' agent: '#/components/schemas/PartialExtendedAgentSpanRecord' workflow: '#/components/schemas/PartialExtendedWorkflowSpanRecord' llm: '#/components/schemas/PartialExtendedLlmSpanRecord' tool: '#/components/schemas/PartialExtendedToolSpanRecord' retriever: '#/components/schemas/PartialExtendedRetrieverSpanRecord' control: '#/components/schemas/PartialExtendedControlSpanRecord' session: '#/components/schemas/PartialExtendedSessionRecord' title: Response Get Annotation Queue Record Annotation Queues Queue Id Records Record Id Get '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /annotation_queues/{queue_id}/records/{record_id}/rating: put: tags: - annotation_queue_records summary: Create Annotation Queue Record Rating description: 'Create an annotation rating for a record in an annotation queue. This endpoint is project-unaware and takes the template_id in the query params.' operationId: create_annotation_queue_record_rating_annotation_queues__queue_id__records__record_id__rating_put security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: queue_id in: path required: true schema: type: string format: uuid4 title: Queue Id - name: record_id in: path required: true schema: type: string format: uuid4 title: Record Id - name: annotation_template_id in: query required: true schema: type: string format: uuid4 title: Annotation Template Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/AnnotationRatingCreate' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/AnnotationRatingDB' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' delete: tags: - annotation_queue_records summary: Delete Annotation Queue Record Rating description: 'Delete an annotation rating for a record in an annotation queue. This soft-deletes the rating by inserting a new row with is_deleted=1.' operationId: delete_annotation_queue_record_rating_annotation_queues__queue_id__records__record_id__rating_delete security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: queue_id in: path required: true schema: type: string format: uuid4 title: Queue Id - name: record_id in: path required: true schema: type: string format: uuid4 title: Record Id - name: annotation_template_id in: query required: true schema: type: string format: uuid4 title: Annotation Template Id responses: '200': description: Successful Response content: application/json: schema: {} '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /annotation_queues/{queue_id}/records/available_columns: post: tags: - annotation_queue_records summary: Get Annotation Queue Records Available Columns description: 'Get available columns for records in an annotation queue. Annotation queues can contain records from multiple projects/runs, so this endpoint returns the standard columns common across all records plus any metric columns present in the queue''s active project/run membership and any user metadata columns present on those runs. Permission checks: - User must have READ permission on the annotation queue Returns: - Standard columns (id, created_at, input, output, etc.) - Metric columns available in the queue''s active project/run pairs - User metadata columns available in the queue''s active project/run pairs - Annotation aggregate feedback columns for queue owners/editors and org admins Excludes: - Dataset metadata columns (project/run-specific)' operationId: get_annotation_queue_records_available_columns_annotation_queues__queue_id__records_available_columns_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: queue_id in: path required: true schema: type: string format: uuid4 title: Queue Id responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/LogRecordsAvailableColumnsResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/annotation_queues/{queue_id}/records/export: post: tags: - annotation_queue_records summary: Export Annotation Queue Records description: 'Export selected records from an annotation queue. The request must specify either a list of record IDs or a filter tree to select queue records. Permission checks: - User must have READ permission on the annotation queue' operationId: export_annotation_queue_records_v2_annotation_queues__queue_id__records_export_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: queue_id in: path required: true schema: type: string format: uuid4 title: Queue Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/AnnotationQueueExportRequest' responses: '200': description: Successful Response content: application/json: schema: {} '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /v2/annotation_queues/{queue_id}/records/export/url: post: tags: - annotation_queue_records summary: Export Annotation Queue Records Url description: 'Export selected records from an annotation queue and return a presigned download URL. The request must specify either a list of record IDs or a filter tree to select queue records. Permission checks: - User must have READ permission on the annotation queue' operationId: export_annotation_queue_records_url_v2_annotation_queues__queue_id__records_export_url_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: queue_id in: path required: true schema: type: string format: uuid4 title: Queue Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/AnnotationQueueExportRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ExportPresignedUrlResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/annotation_queues/{queue_id}/records/export: post: tags: - annotation_queue_records summary: Export Annotation Queue Records description: 'Export selected records from an annotation queue. The request must specify either a list of record IDs or a filter tree to select queue records. Permission checks: - User must have READ permission on the annotation queue' operationId: export_annotation_queue_records_public_v2_annotation_queues__queue_id__records_export_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: queue_id in: path required: true schema: type: string format: uuid4 title: Queue Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/AnnotationQueueExportRequest' responses: '200': description: Successful Response content: application/json: schema: {} '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' /public/v2/annotation_queues/{queue_id}/records/export/url: post: tags: - annotation_queue_records summary: Export Annotation Queue Records Url description: 'Export selected records from an annotation queue and return a presigned download URL. The request must specify either a list of record IDs or a filter tree to select queue records. Permission checks: - User must have READ permission on the annotation queue' operationId: export_annotation_queue_records_url_public_v2_annotation_queues__queue_id__records_export_url_post security: - ClassicAPIKeyHeader: [] - APIKeyHeader: [] - OAuth2PasswordBearer: [] - HTTPBasic: [] parameters: - name: queue_id in: path required: true schema: type: string format: uuid4 title: Queue Id requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/AnnotationQueueExportRequest' responses: '200': description: Successful Response content: application/json: schema: $ref: '#/components/schemas/ExportPresignedUrlResponse' '422': description: Validation Error content: application/json: schema: $ref: '#/components/schemas/HTTPValidationError' components: schemas: MCPCallEvent: properties: type: type: string const: mcp_call title: Type default: mcp_call id: anyOf: - type: string - type: 'null' title: Id description: Unique identifier for the event status: anyOf: - $ref: '#/components/schemas/EventStatus' - type: 'null' description: Status of the event metadata: anyOf: - additionalProperties: true type: object - type: 'null' title: Metadata description: Provider-specific metadata and additional fields error_message: anyOf: - type: string - type: 'null' title: Error Message description: Error message if the event failed tool_name: anyOf: - type: string - type: 'null' title: Tool Name description: Name of the MCP tool being called server_name: anyOf: - type: string - type: 'null' title: Server Name description: Name of the MCP server arguments: anyOf: - additionalProperties: true type: object - type: 'null' title: Arguments description: Arguments for the MCP tool call result: anyOf: - additionalProperties: true type: object - type: 'null' title: Result description: Result from the MCP tool call type: object title: MCPCallEvent description: 'A Model Context Protocol (MCP) tool call. MCP is a protocol for connecting LLMs to external tools/data sources. This is distinct from internal tools because it involves external integrations.' ? NotNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input : properties: not: anyOf: - $ref: '#/components/schemas/FilterLeaf_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____' - $ref: '#/components/schemas/AndNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' - $ref: '#/components/schemas/OrNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' - $ref: '#/components/schemas/NotNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' title: Not type: object required: - not title: NotNode[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter, LogRecordsFullyAnnotatedFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] AnnotationQueuePartialSearchRequest: properties: starting_token: type: integer title: Starting Token default: 0 limit: type: integer title: Limit default: 100 previous_last_row_id: anyOf: - type: string format: uuid4 - type: 'null' title: Previous Last Row Id filter_tree: anyOf: - $ref: '#/components/schemas/FilterExpression_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' - type: 'null' description: Filter tree to apply when searching records in the queue. The `fully_annotated` filter is only supported on this queue-scoped path. sort: anyOf: - $ref: '#/components/schemas/LogRecordsSortClause' - type: 'null' description: Sort for the query. Defaults to native sort (created_at, id descending). select_columns: $ref: '#/components/schemas/SelectColumns' description: Columns to include in the response truncate_fields: type: boolean title: Truncate Fields description: Whether to truncate long text fields default: false include_counts: type: boolean title: Include Counts description: If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). default: false type: object required: - select_columns title: AnnotationQueuePartialSearchRequest description: 'Request to search records in an annotation queue with partial field selection. Similar to LogRecordsPartialQueryRequest but doesn''t require log_stream_id/experiment_id since the queue determines which project/run pairs to search. This is also the queue-scoped search path where the `fully_annotated` filter is supported.' LlmMetrics: properties: duration_ns: anyOf: - type: integer - type: 'null' title: Duration Ns description: Duration of the trace or span in nanoseconds. Displayed as 'Latency' in Galileo. num_input_tokens: anyOf: - type: integer - type: 'null' title: Num Input Tokens description: Number of input tokens. num_output_tokens: anyOf: - type: integer - type: 'null' title: Num Output Tokens description: Number of output tokens. num_total_tokens: anyOf: - type: integer - type: 'null' title: Num Total Tokens description: Total number of tokens. time_to_first_token_ns: anyOf: - type: integer - type: 'null' title: Time To First Token Ns description: Time until the first token was generated in nanoseconds. num_image_input_tokens: anyOf: - type: integer - type: 'null' title: Num Image Input Tokens description: Number of image input tokens. num_audio_input_tokens: anyOf: - type: integer - type: 'null' title: Num Audio Input Tokens description: Number of audio input tokens. num_audio_output_tokens: anyOf: - type: integer - type: 'null' title: Num Audio Output Tokens description: Number of audio output tokens. num_image_output_tokens: anyOf: - type: integer - type: 'null' title: Num Image Output Tokens description: Number of image output tokens. additionalProperties: true type: object title: LlmMetrics LogRecordsCollectionFilter: properties: column_id: type: string title: Column Id description: ID of the column to filter. operator: type: string enum: - eq - contains - one_of - not_in title: Operator value: anyOf: - type: string - items: type: string type: array title: Value case_sensitive: type: boolean title: Case Sensitive default: true type: type: string const: collection title: Type default: collection type: object required: - column_id - operator - value title: LogRecordsCollectionFilter BaseScorerVersionDB: properties: id: type: string format: uuid4 title: Id version: type: integer title: Version scorer_id: type: string format: uuid4 title: Scorer Id generated_scorer: anyOf: - $ref: '#/components/schemas/BaseGeneratedScorerDB' - type: 'null' registered_scorer: anyOf: - $ref: '#/components/schemas/BaseRegisteredScorerDB' - type: 'null' finetuned_scorer: anyOf: - $ref: '#/components/schemas/BaseFinetunedScorerDB' - type: 'null' model_name: anyOf: - type: string - type: 'null' title: Model Name num_judges: anyOf: - type: integer - type: 'null' title: Num Judges scoreable_node_types: anyOf: - items: type: string type: array - type: 'null' title: Scoreable Node Types description: List of node types that can be scored by this scorer. Defaults to llm/chat. cot_enabled: anyOf: - type: boolean - type: 'null' title: Cot Enabled description: Whether to enable chain of thought for this scorer. Defaults to False for llm scorers. output_type: anyOf: - $ref: '#/components/schemas/OutputTypeEnum' - type: 'null' description: What type of output to use for model-based scorers (sessions_normalized, trace_io_only, etc.). input_type: anyOf: - $ref: '#/components/schemas/InputTypeEnum' - type: 'null' description: What type of input to use for model-based scorers (sessions_normalized, trace_io_only, etc.). type: object required: - id - version - scorer_id title: BaseScorerVersionDB description: Scorer version from the scorer_versions table. api__schemas__annotation__ScoreRating: properties: annotation_type: type: string const: score title: Annotation Type default: score value: type: integer title: Value type: object required: - value title: ScoreRating LogRecordsTextFilter: properties: column_id: type: string title: Column Id description: ID of the column to filter. operator: type: string enum: - eq - ne - contains - one_of - not_in title: Operator value: anyOf: - type: string - items: type: string type: array title: Value case_sensitive: type: boolean title: Case Sensitive default: true type: type: string const: text title: Type default: text type: object required: - column_id - operator - value title: LogRecordsTextFilter OutputTypeEnum: type: string enum: - boolean - categorical - count - discrete - freeform - percentage - multilabel - retrieved_chunk_list_boolean - boolean_multilabel title: OutputTypeEnum description: Enumeration of output types. PartialExtendedAgentSpanRecord: properties: type: type: string const: agent title: Type description: Type of the trace, span or session. default: agent input: anyOf: - type: string - items: $ref: '#/components/schemas/galileo_core__schemas__logging__llm__Message' type: array - items: oneOf: - $ref: '#/components/schemas/TextContentPart' - $ref: '#/components/schemas/FileContentPart' discriminator: propertyName: type mapping: file: '#/components/schemas/FileContentPart' text: '#/components/schemas/TextContentPart' type: array title: Input description: Input to the trace or span. default: '' redacted_input: anyOf: - type: string - items: $ref: '#/components/schemas/galileo_core__schemas__logging__llm__Message' type: array - items: oneOf: - $ref: '#/components/schemas/TextContentPart' - $ref: '#/components/schemas/FileContentPart' discriminator: propertyName: type mapping: file: '#/components/schemas/FileContentPart' text: '#/components/schemas/TextContentPart' type: array - type: 'null' title: Redacted Input description: Redacted input of the trace or span. output: anyOf: - type: string - $ref: '#/components/schemas/galileo_core__schemas__logging__llm__Message' - items: $ref: '#/components/schemas/Document-Output' type: array - items: oneOf: - $ref: '#/components/schemas/TextContentPart' - $ref: '#/components/schemas/FileContentPart' discriminator: propertyName: type mapping: file: '#/components/schemas/FileContentPart' text: '#/components/schemas/TextContentPart' type: array - $ref: '#/components/schemas/ControlResult' - type: 'null' title: Output description: Output of the trace or span. redacted_output: anyOf: - type: string - $ref: '#/components/schemas/galileo_core__schemas__logging__llm__Message' - items: $ref: '#/components/schemas/Document-Output' type: array - items: oneOf: - $ref: '#/components/schemas/TextContentPart' - $ref: '#/components/schemas/FileContentPart' discriminator: propertyName: type mapping: file: '#/components/schemas/FileContentPart' text: '#/components/schemas/TextContentPart' type: array - $ref: '#/components/schemas/ControlResult' - type: 'null' title: Redacted Output description: Redacted output of the trace or span. name: type: string title: Name description: Name of the trace, span or session. default: '' created_at: type: string format: date-time title: Created description: Timestamp of the trace or span's creation. user_metadata: additionalProperties: type: string type: object title: User Metadata description: Metadata associated with this trace or span. tags: items: type: string type: array title: Tags description: Tags associated with this trace or span. status_code: anyOf: - type: integer - type: 'null' title: Status Code description: Status code of the trace or span. Used for logging failure or error states. metrics: $ref: '#/components/schemas/Metrics' description: Metrics associated with this trace or span. external_id: anyOf: - type: string - type: 'null' title: External Id description: A user-provided session, trace or span ID. dataset_input: anyOf: - type: string - type: 'null' title: Dataset Input description: Input to the dataset associated with this trace dataset_output: anyOf: - type: string - type: 'null' title: Dataset Output description: Output from the dataset associated with this trace dataset_metadata: additionalProperties: type: string type: object title: Dataset Metadata description: Metadata from the dataset associated with this trace id: anyOf: - type: string format: uuid - type: 'null' title: ID description: Galileo ID of the session, trace or span session_id: anyOf: - type: string format: uuid - type: 'null' title: Session ID description: Galileo ID of the session containing the trace (or the same value as id for a trace) trace_id: anyOf: - type: string format: uuid4 - type: 'null' title: Trace ID description: Galileo ID of the trace containing the span (or the same value as id for a trace) project_id: anyOf: - type: string format: uuid - type: 'null' title: Project ID description: Galileo ID of the project associated with this trace or span run_id: anyOf: - type: string format: uuid - type: 'null' title: Run ID description: Galileo ID of the run (log stream or experiment) associated with this trace or span updated_at: anyOf: - type: string format: date-time - type: 'null' title: Last Updated description: Timestamp of the session or trace or span's last update has_children: anyOf: - type: boolean - type: 'null' title: Has Children description: Whether or not this trace or span has child spans metrics_batch_id: anyOf: - type: string format: uuid4 - type: 'null' title: Metrics Batch Id description: Galileo ID of the metrics batch associated with this trace or span session_batch_id: anyOf: - type: string format: uuid4 - type: 'null' title: Session Batch Id description: Galileo ID of the metrics batch associated with this trace or span feedback_rating_info: additionalProperties: $ref: '#/components/schemas/FeedbackRatingInfo' type: object title: Feedback Rating Info description: Feedback information related to the record annotations: additionalProperties: additionalProperties: $ref: '#/components/schemas/AnnotationRatingInfo' propertyNames: format: uuid4 type: object propertyNames: format: uuid4 type: object title: Annotations description: Annotations keyed by template ID and annotator ID file_ids: items: type: string format: uuid4 type: array title: File Ids description: IDs of files associated with this record file_modalities: items: $ref: '#/components/schemas/ContentModality' type: array title: File Modalities description: Modalities of files associated with this record annotation_aggregates: additionalProperties: $ref: '#/components/schemas/AnnotationAggregate' propertyNames: format: uuid4 type: object title: Annotation Aggregates description: Annotation aggregate information keyed by template ID annotation_agreement: additionalProperties: type: number propertyNames: format: uuid4 type: object title: Annotation Agreement description: Annotation agreement scores keyed by template ID overall_annotation_agreement: anyOf: - type: number - type: 'null' title: Overall Annotation Agreement description: Average annotation agreement across all templates in the queue annotation_queue_ids: items: type: string format: uuid4 type: array title: Annotation Queue Ids description: IDs of annotation queues this record is in fully_annotated: anyOf: - type: boolean - type: 'null' title: Fully Annotated description: Whether every field is annotated by every annotator in the queue progress_message: type: string title: Progress Message description: Runner progress text written directly to CH span default: '' error_message: type: string title: Error Message description: Runner error text written directly to CH span default: '' metric_info: anyOf: - additionalProperties: oneOf: - $ref: '#/components/schemas/MetricNotComputed' - $ref: '#/components/schemas/MetricPending' - $ref: '#/components/schemas/MetricComputing' - $ref: '#/components/schemas/MetricNotApplicable' - $ref: '#/components/schemas/MetricSuccess' - $ref: '#/components/schemas/MetricError' - $ref: '#/components/schemas/MetricFailed' - $ref: '#/components/schemas/MetricRollUp' discriminator: propertyName: status_type mapping: computing: '#/components/schemas/MetricComputing' error: '#/components/schemas/MetricError' failed: '#/components/schemas/MetricFailed' not_applicable: '#/components/schemas/MetricNotApplicable' not_computed: '#/components/schemas/MetricNotComputed' pending: '#/components/schemas/MetricPending' roll_up: '#/components/schemas/MetricRollUp' success: '#/components/schemas/MetricSuccess' type: object - type: 'null' title: Metric Info description: Detailed information about the metrics associated with this trace or span files: anyOf: - additionalProperties: $ref: '#/components/schemas/FileMetadata' propertyNames: format: uuid4 type: object - type: 'null' title: Files description: File metadata keyed by file ID for files associated with this record parent_id: anyOf: - type: string format: uuid - type: 'null' title: Parent ID description: Galileo ID of the parent of this span is_complete: type: boolean title: Is Complete description: Whether the parent trace is complete or not default: true step_number: anyOf: - type: integer - type: 'null' title: Step Number description: Topological step number of the span. agent_type: $ref: '#/components/schemas/AgentType' description: Agent type. default: default type: object title: PartialExtendedAgentSpanRecord MetricSuccess: properties: status_type: type: string const: success title: Status Type default: success scorer_type: anyOf: - $ref: '#/components/schemas/ScorerType' - type: 'null' metric_key_alias: anyOf: - type: string - type: 'null' title: Metric Key Alias value: anyOf: - type: string - type: integer - type: number - type: boolean - type: string format: uuid - type: string format: date-time - $ref: '#/components/schemas/Segment' - $ref: '#/components/schemas/HallucinationSegment' - $ref: '#/components/schemas/Document-Output' - $ref: '#/components/schemas/FeedbackRatingDB' - $ref: '#/components/schemas/FeedbackAggregate' - items: anyOf: - type: string - type: integer - type: number - type: boolean - type: string format: uuid - type: string format: date-time - $ref: '#/components/schemas/Segment' - $ref: '#/components/schemas/HallucinationSegment' - $ref: '#/components/schemas/Document-Output' - $ref: '#/components/schemas/FeedbackRatingDB' - $ref: '#/components/schemas/FeedbackAggregate' - type: 'null' type: array - items: items: anyOf: - type: string - type: integer - type: number - type: boolean - type: string format: uuid - type: string format: date-time - $ref: '#/components/schemas/Segment' - $ref: '#/components/schemas/HallucinationSegment' - $ref: '#/components/schemas/Document-Output' - $ref: '#/components/schemas/FeedbackRatingDB' - $ref: '#/components/schemas/FeedbackAggregate' - type: 'null' type: array type: array - items: items: items: anyOf: - type: string - type: integer - type: number - type: boolean - type: string format: uuid - type: string format: date-time - $ref: '#/components/schemas/Segment' - $ref: '#/components/schemas/HallucinationSegment' - $ref: '#/components/schemas/Document-Output' - $ref: '#/components/schemas/FeedbackRatingDB' - $ref: '#/components/schemas/FeedbackAggregate' - type: 'null' type: array type: array type: array - type: 'null' title: Value explanation: anyOf: - type: string - type: 'null' title: Explanation cost: anyOf: - type: number - type: 'null' title: Cost model_alias: anyOf: - type: string - type: 'null' title: Model Alias num_judges: anyOf: - type: integer - type: 'null' title: Num Judges multijudge_average: anyOf: - type: number - type: 'null' title: Multijudge Average input_tokens: anyOf: - type: integer - type: 'null' title: Input Tokens output_tokens: anyOf: - type: integer - type: 'null' title: Output Tokens total_tokens: anyOf: - type: integer - type: 'null' title: Total Tokens critique: anyOf: - $ref: '#/components/schemas/MetricCritiqueColumnar' - type: 'null' metadata: anyOf: - additionalProperties: true type: object - type: 'null' title: Metadata description: Optional per-row context returned alongside the score by code-based scorers that return a (score, metadata) tuple. Sourced from the {metric_name}_metadata auxiliary key, which is stored as a JSON string in ClickHouse. display_value: anyOf: - type: string - type: 'null' title: Display Value rationale: anyOf: - type: string - type: 'null' title: Rationale type: object required: - value title: MetricSuccess AnnotationStarAggregate: properties: annotation_type: type: string const: star title: Annotation Type default: star average: type: number title: Average counts: additionalProperties: type: integer type: object title: Counts unrated_count: type: integer title: Unrated Count type: object required: - average - counts - unrated_count title: AnnotationStarAggregate LogRecordsDateFilter: properties: column_id: type: string title: Column Id description: ID of the column to filter. operator: type: string enum: - eq - ne - gt - gte - lt - lte title: Operator value: type: string format: date-time title: Value type: type: string const: date title: Type default: date type: object required: - column_id - operator - value title: LogRecordsDateFilter NodeNameFilter: properties: name: type: string const: node_name title: Name default: node_name operator: type: string enum: - eq - ne - contains - one_of - not_in title: Operator value: anyOf: - type: string - items: type: string type: array title: Value case_sensitive: type: boolean title: Case Sensitive default: true type: object required: - operator - value title: NodeNameFilter description: Filters on node names in scorer jobs. LogRecordsIDFilter: properties: column_id: type: string title: Column Id description: ID of the column to filter. operator: type: string enum: - eq - ne - one_of - not_in - contains title: Operator default: eq value: anyOf: - type: string format: uuid4 - items: anyOf: - type: string format: uuid4 - type: string type: array - type: string title: Value type: type: string const: id title: Type default: id type: object required: - column_id - value title: LogRecordsIDFilter ColumnCategory: type: string enum: - standard - metric - user_metadata - metric_status - dataset_metadata - dataset - feedback - tags title: ColumnCategory TreeChoiceAggregate: properties: feedback_type: type: string const: tree_choice title: Feedback Type default: tree_choice counts: additionalProperties: type: integer type: object title: Counts unrated_count: type: integer title: Unrated Count type: object required: - counts - unrated_count title: TreeChoiceAggregate ExportPresignedUrlResponse: properties: url: type: string title: Url url_expires_at: type: string format: date-time title: Url Expires At file_name: type: string title: File Name content_type: type: string title: Content Type type: object required: - url - url_expires_at - file_name - content_type title: ExportPresignedUrlResponse description: Response for an export written to object storage. LogRecordsColumnInfo: properties: id: type: string title: Id description: Column id. Must be universally unique. label: anyOf: - type: string - type: 'null' title: Label description: Display label of the column in the UI. category: $ref: '#/components/schemas/ColumnCategory' description: Category of the column. description: anyOf: - type: string - type: 'null' title: Description description: Description of the column. group_label: anyOf: - type: string - type: 'null' title: Group Label description: Display label of the column group. data_type: anyOf: - $ref: '#/components/schemas/DataType' - type: 'null' description: Data type of the column. This is used to determine how to format the data on the UI. data_unit: anyOf: - $ref: '#/components/schemas/DataUnit' - type: 'null' description: Data unit of the column (optional). multi_valued: type: boolean title: Multi Valued description: Whether the column is multi-valued. default: false allowed_values: anyOf: - items: {} type: array uniqueItems: true - type: 'null' title: Allowed Values description: Allowed values for this column. sortable: type: boolean title: Sortable description: Whether the column is sortable. filterable: type: boolean title: Filterable description: Whether the column is filterable. is_empty: type: boolean title: Is Empty description: Indicates whether the column is empty and should be hidden. default: false applicable_types: items: $ref: '#/components/schemas/StepType' type: array uniqueItems: true title: Applicable Types description: List of types applicable for this column. is_optional: type: boolean title: Is Optional description: Whether the column is optional. default: false roll_up_method: anyOf: - type: string - type: 'null' title: Roll Up Method description: Default roll-up aggregation method for this metric (e.g., 'sum', 'average'). metric_key_alias: anyOf: - type: string - type: 'null' title: Metric Key Alias description: Alternate metric key for this column. When scorer UUIDs are used as column IDs, this holds the legacy metric_name string for dual-key ClickHouse query fallback. scorer_config: anyOf: - $ref: '#/components/schemas/ScorerConfig' - type: 'null' description: 'For metric columns only: Scorer config that produced the metric.' scorer_id: anyOf: - type: string format: uuid4 - type: 'null' title: Scorer Id description: 'For metric columns only: Scorer id that produced the metric. This is deprecated and will be removed in future versions.' insight_type: anyOf: - $ref: '#/components/schemas/InsightType' - type: 'null' description: Insight type. filter_type: anyOf: - $ref: '#/components/schemas/LogRecordsFilterType' - type: 'null' description: Filter type. threshold: anyOf: - $ref: '#/components/schemas/MetricThreshold' - type: 'null' description: Thresholds for the column, if this is a metrics column. label_color: anyOf: - type: string enum: - positive - negative - type: 'null' title: Label Color description: Type of label color for the column, if this is a multilabel metric column. type: object required: - id - category - data_type title: LogRecordsColumnInfo ErrorSeverity: type: string enum: - low - medium - high - critical title: ErrorSeverity description: Error severity levels for catalog entries. BaseFinetunedScorerDB: properties: id: type: string format: uuid4 title: Id name: type: string title: Name lora_task_id: type: integer title: Lora Task Id lora_weights_path: anyOf: - type: string - type: 'null' title: Lora Weights Path prompt: type: string title: Prompt luna_input_type: anyOf: - $ref: '#/components/schemas/LunaInputTypeEnum' - type: 'null' luna_output_type: anyOf: - $ref: '#/components/schemas/LunaOutputTypeEnum' - type: 'null' class_name_to_vocab_ix: anyOf: - additionalProperties: items: type: integer type: array uniqueItems: true type: object - additionalProperties: type: integer type: object - type: 'null' title: Class Name To Vocab Ix executor: anyOf: - $ref: '#/components/schemas/galileo_core__schemas__shared__scorers__scorer_name__ScorerName' - type: 'null' description: Executor pipeline. Defaults to finetuned scorer pipeline but can run custom galileo score pipelines. type: object required: - id - name - lora_task_id - prompt title: BaseFinetunedScorerDB ScoreAggregate: properties: feedback_type: type: string const: score title: Feedback Type default: score average: type: number title: Average unrated_count: type: integer title: Unrated Count type: object required: - average - unrated_count title: ScoreAggregate libs__python__schemas__log_records__feedback__ScoreRating: properties: feedback_type: type: string const: score title: Feedback Type default: score value: type: integer title: Value type: object required: - value title: ScoreRating AddRecordsToQueueRequest: properties: project_id: type: string format: uuid4 title: Project Id description: Project ID containing the records run_id: type: string format: uuid4 title: Run Id description: Run ID (log stream, experiment, or metrics testing) containing the records record_selector: oneOf: - $ref: '#/components/schemas/AnnotationQueueRecordsByRecordIDs' - $ref: '#/components/schemas/AnnotationQueueRecordsByFilterTree' title: Record Selector description: Selector to specify which records to add (either by record IDs or filter tree) discriminator: propertyName: type mapping: filter_tree: '#/components/schemas/AnnotationQueueRecordsByFilterTree' record_ids: '#/components/schemas/AnnotationQueueRecordsByRecordIDs' type: object required: - project_id - run_id - record_selector title: AddRecordsToQueueRequest description: Request to add records to an annotation queue. libs__python__schemas__log_records__feedback__ChoiceRating: properties: feedback_type: type: string const: choice title: Feedback Type default: choice value: type: string maxLength: 255 minLength: 1 title: Value type: object required: - value title: ChoiceRating ContentModality: type: string enum: - text - document - image - audio - video title: ContentModality description: Classification of content modality LogRecordsFullyAnnotatedFilter: properties: column_id: type: string const: fully_annotated title: Column Id description: Queue-scoped filter identifier. This filter only works for annotation-queue searches that provide queue context. default: fully_annotated type: type: string const: fully_annotated title: Type default: fully_annotated user_ids: anyOf: - items: type: string format: uuid4 type: array minItems: 1 - type: 'null' title: User Ids description: Optional queue member IDs to require for full annotation in a queue-scoped search. If omitted, all tracked queue members visible to the requester are used. type: object title: LogRecordsFullyAnnotatedFilter description: Queue-scoped filter for records rated across all queue templates. api__schemas__annotation__TreeChoiceRating: properties: annotation_type: type: string const: tree_choice title: Annotation Type default: tree_choice value: type: string minLength: 1 title: Value type: object required: - value title: TreeChoiceRating ToolCall: properties: id: type: string title: Id function: $ref: '#/components/schemas/ToolCallFunction' type: object required: - id - function title: ToolCall MCPListToolsEvent: properties: type: type: string const: mcp_list_tools title: Type default: mcp_list_tools id: anyOf: - type: string - type: 'null' title: Id description: Unique identifier for the event status: anyOf: - $ref: '#/components/schemas/EventStatus' - type: 'null' description: Status of the event metadata: anyOf: - additionalProperties: true type: object - type: 'null' title: Metadata description: Provider-specific metadata and additional fields error_message: anyOf: - type: string - type: 'null' title: Error Message description: Error message if the event failed server_name: anyOf: - type: string - type: 'null' title: Server Name description: Name of the MCP server tools: anyOf: - items: additionalProperties: true type: object type: array - type: 'null' title: Tools description: List of available MCP tools type: object title: MCPListToolsEvent description: MCP list tools event - when the model queries available MCP tools. AnnotationRatingCreate: properties: explanation: anyOf: - type: string minLength: 1 - type: 'null' title: Explanation rating: oneOf: - $ref: '#/components/schemas/api__schemas__annotation__LikeDislikeRating' - $ref: '#/components/schemas/api__schemas__annotation__StarRating' - $ref: '#/components/schemas/api__schemas__annotation__ScoreRating' - $ref: '#/components/schemas/api__schemas__annotation__TagsRating' - $ref: '#/components/schemas/api__schemas__annotation__TextRating' - $ref: '#/components/schemas/api__schemas__annotation__ChoiceRating' - $ref: '#/components/schemas/api__schemas__annotation__TreeChoiceRating' title: Rating discriminator: propertyName: annotation_type mapping: choice: '#/components/schemas/api__schemas__annotation__ChoiceRating' like_dislike: '#/components/schemas/api__schemas__annotation__LikeDislikeRating' score: '#/components/schemas/api__schemas__annotation__ScoreRating' star: '#/components/schemas/api__schemas__annotation__StarRating' tags: '#/components/schemas/api__schemas__annotation__TagsRating' text: '#/components/schemas/api__schemas__annotation__TextRating' tree_choice: '#/components/schemas/api__schemas__annotation__TreeChoiceRating' type: object required: - rating title: AnnotationRatingCreate AnnotationType: type: string enum: - like_dislike - star - score - tags - text - choice - tree_choice title: AnnotationType ControlResult: properties: action: $ref: '#/components/schemas/ControlAction' description: Decision/action produced by the control. matched: type: boolean title: Matched description: Whether the control matched. False covers both non-match and error cases; use error_message to distinguish errors. confidence: anyOf: - type: number - type: 'null' title: Confidence description: Confidence score reported by the control evaluation result. error_message: anyOf: - type: string - type: 'null' title: Error Message description: Error text when control evaluation failed. This should be null for normal matches and non-matches. type: object required: - action - matched title: ControlResult LunaInputTypeEnum: type: string enum: - span - trace_object - trace_input_output_only title: LunaInputTypeEnum ControlAction: type: string enum: - deny - steer - observe title: ControlAction PartialExtendedTraceRecord: properties: type: type: string const: trace title: Type description: Type of the trace, span or session. default: trace input: anyOf: - type: string - items: oneOf: - $ref: '#/components/schemas/TextContentPart' - $ref: '#/components/schemas/FileContentPart' discriminator: propertyName: type mapping: file: '#/components/schemas/FileContentPart' text: '#/components/schemas/TextContentPart' type: array title: Input description: Input to the trace or span. default: '' redacted_input: anyOf: - type: string - items: oneOf: - $ref: '#/components/schemas/TextContentPart' - $ref: '#/components/schemas/FileContentPart' discriminator: propertyName: type mapping: file: '#/components/schemas/FileContentPart' text: '#/components/schemas/TextContentPart' type: array - type: 'null' title: Redacted Input description: Redacted input of the trace or span. output: anyOf: - type: string - items: oneOf: - $ref: '#/components/schemas/TextContentPart' - $ref: '#/components/schemas/FileContentPart' discriminator: propertyName: type mapping: file: '#/components/schemas/FileContentPart' text: '#/components/schemas/TextContentPart' type: array - type: 'null' title: Output description: Output of the trace or span. redacted_output: anyOf: - type: string - items: oneOf: - $ref: '#/components/schemas/TextContentPart' - $ref: '#/components/schemas/FileContentPart' discriminator: propertyName: type mapping: file: '#/components/schemas/FileContentPart' text: '#/components/schemas/TextContentPart' type: array - type: 'null' title: Redacted Output description: Redacted output of the trace or span. name: type: string title: Name description: Name of the trace, span or session. default: '' created_at: type: string format: date-time title: Created description: Timestamp of the trace or span's creation. user_metadata: additionalProperties: type: string type: object title: User Metadata description: Metadata associated with this trace or span. tags: items: type: string type: array title: Tags description: Tags associated with this trace or span. status_code: anyOf: - type: integer - type: 'null' title: Status Code description: Status code of the trace or span. Used for logging failure or error states. metrics: $ref: '#/components/schemas/Metrics' description: Metrics associated with this trace or span. external_id: anyOf: - type: string - type: 'null' title: External Id description: A user-provided session, trace or span ID. dataset_input: anyOf: - type: string - type: 'null' title: Dataset Input description: Input to the dataset associated with this trace dataset_output: anyOf: - type: string - type: 'null' title: Dataset Output description: Output from the dataset associated with this trace dataset_metadata: additionalProperties: type: string type: object title: Dataset Metadata description: Metadata from the dataset associated with this trace id: anyOf: - type: string format: uuid - type: 'null' title: ID description: Galileo ID of the trace session_id: anyOf: - type: string format: uuid - type: 'null' title: Session ID description: Galileo ID of the session containing the trace (or the same value as id for a trace) trace_id: anyOf: - type: string format: uuid - type: 'null' title: Trace ID description: Galileo ID of the trace containing the span (or the same value as id for a trace) project_id: anyOf: - type: string format: uuid - type: 'null' title: Project ID description: Galileo ID of the project associated with this trace or span run_id: anyOf: - type: string format: uuid - type: 'null' title: Run ID description: Galileo ID of the run (log stream or experiment) associated with this trace or span updated_at: anyOf: - type: string format: date-time - type: 'null' title: Last Updated description: Timestamp of the session or trace or span's last update has_children: anyOf: - type: boolean - type: 'null' title: Has Children description: Whether or not this trace or span has child spans metrics_batch_id: anyOf: - type: string format: uuid4 - type: 'null' title: Metrics Batch Id description: Galileo ID of the metrics batch associated with this trace or span session_batch_id: anyOf: - type: string format: uuid4 - type: 'null' title: Session Batch Id description: Galileo ID of the metrics batch associated with this trace or span feedback_rating_info: additionalProperties: $ref: '#/components/schemas/FeedbackRatingInfo' type: object title: Feedback Rating Info description: Feedback information related to the record annotations: additionalProperties: additionalProperties: $ref: '#/components/schemas/AnnotationRatingInfo' propertyNames: format: uuid4 type: object propertyNames: format: uuid4 type: object title: Annotations description: Annotations keyed by template ID and annotator ID file_ids: items: type: string format: uuid4 type: array title: File Ids description: IDs of files associated with this record file_modalities: items: $ref: '#/components/schemas/ContentModality' type: array title: File Modalities description: Modalities of files associated with this record annotation_aggregates: additionalProperties: $ref: '#/components/schemas/AnnotationAggregate' propertyNames: format: uuid4 type: object title: Annotation Aggregates description: Annotation aggregate information keyed by template ID annotation_agreement: additionalProperties: type: number propertyNames: format: uuid4 type: object title: Annotation Agreement description: Annotation agreement scores keyed by template ID overall_annotation_agreement: anyOf: - type: number - type: 'null' title: Overall Annotation Agreement description: Average annotation agreement across all templates in the queue annotation_queue_ids: items: type: string format: uuid4 type: array title: Annotation Queue Ids description: IDs of annotation queues this record is in fully_annotated: anyOf: - type: boolean - type: 'null' title: Fully Annotated description: Whether every field is annotated by every annotator in the queue progress_message: type: string title: Progress Message description: Runner progress text written directly to CH span default: '' error_message: type: string title: Error Message description: Runner error text written directly to CH span default: '' metric_info: anyOf: - additionalProperties: oneOf: - $ref: '#/components/schemas/MetricNotComputed' - $ref: '#/components/schemas/MetricPending' - $ref: '#/components/schemas/MetricComputing' - $ref: '#/components/schemas/MetricNotApplicable' - $ref: '#/components/schemas/MetricSuccess' - $ref: '#/components/schemas/MetricError' - $ref: '#/components/schemas/MetricFailed' - $ref: '#/components/schemas/MetricRollUp' discriminator: propertyName: status_type mapping: computing: '#/components/schemas/MetricComputing' error: '#/components/schemas/MetricError' failed: '#/components/schemas/MetricFailed' not_applicable: '#/components/schemas/MetricNotApplicable' not_computed: '#/components/schemas/MetricNotComputed' pending: '#/components/schemas/MetricPending' roll_up: '#/components/schemas/MetricRollUp' success: '#/components/schemas/MetricSuccess' type: object - type: 'null' title: Metric Info description: Detailed information about the metrics associated with this trace or span files: anyOf: - additionalProperties: $ref: '#/components/schemas/FileMetadata' propertyNames: format: uuid4 type: object - type: 'null' title: Files description: File metadata keyed by file ID for files associated with this record is_complete: type: boolean title: Is Complete description: Whether the trace is complete or not default: true num_spans: anyOf: - type: integer - type: 'null' title: Num Spans type: object title: PartialExtendedTraceRecord AnnotationRatingDB: properties: explanation: anyOf: - type: string minLength: 1 - type: 'null' title: Explanation rating: oneOf: - $ref: '#/components/schemas/api__schemas__annotation__LikeDislikeRating' - $ref: '#/components/schemas/api__schemas__annotation__StarRating' - $ref: '#/components/schemas/api__schemas__annotation__ScoreRating' - $ref: '#/components/schemas/api__schemas__annotation__TagsRating' - $ref: '#/components/schemas/api__schemas__annotation__TextRating' - $ref: '#/components/schemas/api__schemas__annotation__ChoiceRating' - $ref: '#/components/schemas/api__schemas__annotation__TreeChoiceRating' title: Rating discriminator: propertyName: annotation_type mapping: choice: '#/components/schemas/api__schemas__annotation__ChoiceRating' like_dislike: '#/components/schemas/api__schemas__annotation__LikeDislikeRating' score: '#/components/schemas/api__schemas__annotation__ScoreRating' star: '#/components/schemas/api__schemas__annotation__StarRating' tags: '#/components/schemas/api__schemas__annotation__TagsRating' text: '#/components/schemas/api__schemas__annotation__TextRating' tree_choice: '#/components/schemas/api__schemas__annotation__TreeChoiceRating' created_at: type: string format: date-time title: Created At created_by: anyOf: - type: string format: uuid4 - type: 'null' title: Created By type: object required: - rating - created_at - created_by title: AnnotationRatingDB FeedbackAggregate: properties: aggregate: oneOf: - $ref: '#/components/schemas/LikeDislikeAggregate' - $ref: '#/components/schemas/StarAggregate' - $ref: '#/components/schemas/ScoreAggregate' - $ref: '#/components/schemas/TagsAggregate' - $ref: '#/components/schemas/TextAggregate' - $ref: '#/components/schemas/ChoiceAggregate' - $ref: '#/components/schemas/TreeChoiceAggregate' title: Aggregate discriminator: propertyName: feedback_type mapping: choice: '#/components/schemas/ChoiceAggregate' like_dislike: '#/components/schemas/LikeDislikeAggregate' score: '#/components/schemas/ScoreAggregate' star: '#/components/schemas/StarAggregate' tags: '#/components/schemas/TagsAggregate' text: '#/components/schemas/TextAggregate' tree_choice: '#/components/schemas/TreeChoiceAggregate' type: object required: - aggregate title: FeedbackAggregate PartialExtendedControlSpanRecord: properties: type: type: string const: control title: Type description: Type of the trace, span or session. default: control input: anyOf: - type: string - items: $ref: '#/components/schemas/galileo_core__schemas__logging__llm__Message' type: array - items: oneOf: - $ref: '#/components/schemas/TextContentPart' - $ref: '#/components/schemas/FileContentPart' discriminator: propertyName: type mapping: file: '#/components/schemas/FileContentPart' text: '#/components/schemas/TextContentPart' type: array title: Input description: Input to the trace or span. default: '' redacted_input: anyOf: - type: string - items: $ref: '#/components/schemas/galileo_core__schemas__logging__llm__Message' type: array - items: oneOf: - $ref: '#/components/schemas/TextContentPart' - $ref: '#/components/schemas/FileContentPart' discriminator: propertyName: type mapping: file: '#/components/schemas/FileContentPart' text: '#/components/schemas/TextContentPart' type: array - type: 'null' title: Redacted Input description: Redacted input of the trace or span. output: anyOf: - $ref: '#/components/schemas/ControlResult' - type: 'null' description: Output of the trace or span. redacted_output: anyOf: - $ref: '#/components/schemas/ControlResult' - type: 'null' description: Redacted output of the trace or span. name: type: string title: Name description: Name of the trace, span or session. default: '' created_at: type: string format: date-time title: Created description: Timestamp of the trace or span's creation. user_metadata: additionalProperties: type: string type: object title: User Metadata description: Metadata associated with this trace or span. tags: items: type: string type: array title: Tags description: Tags associated with this trace or span. status_code: anyOf: - type: integer - type: 'null' title: Status Code description: Status code of the trace or span. Used for logging failure or error states. metrics: $ref: '#/components/schemas/Metrics' description: Metrics associated with this trace or span. external_id: anyOf: - type: string - type: 'null' title: External Id description: A user-provided session, trace or span ID. dataset_input: anyOf: - type: string - type: 'null' title: Dataset Input description: Input to the dataset associated with this trace dataset_output: anyOf: - type: string - type: 'null' title: Dataset Output description: Output from the dataset associated with this trace dataset_metadata: additionalProperties: type: string type: object title: Dataset Metadata description: Metadata from the dataset associated with this trace id: anyOf: - type: string format: uuid - type: 'null' title: ID description: Galileo ID of the session, trace or span session_id: anyOf: - type: string format: uuid - type: 'null' title: Session ID description: Galileo ID of the session containing the trace (or the same value as id for a trace) trace_id: anyOf: - type: string format: uuid4 - type: 'null' title: Trace ID description: Galileo ID of the trace containing the span (or the same value as id for a trace) project_id: anyOf: - type: string format: uuid - type: 'null' title: Project ID description: Galileo ID of the project associated with this trace or span run_id: anyOf: - type: string format: uuid - type: 'null' title: Run ID description: Galileo ID of the run (log stream or experiment) associated with this trace or span updated_at: anyOf: - type: string format: date-time - type: 'null' title: Last Updated description: Timestamp of the session or trace or span's last update has_children: anyOf: - type: boolean - type: 'null' title: Has Children description: Whether or not this trace or span has child spans metrics_batch_id: anyOf: - type: string format: uuid4 - type: 'null' title: Metrics Batch Id description: Galileo ID of the metrics batch associated with this trace or span session_batch_id: anyOf: - type: string format: uuid4 - type: 'null' title: Session Batch Id description: Galileo ID of the metrics batch associated with this trace or span feedback_rating_info: additionalProperties: $ref: '#/components/schemas/FeedbackRatingInfo' type: object title: Feedback Rating Info description: Feedback information related to the record annotations: additionalProperties: additionalProperties: $ref: '#/components/schemas/AnnotationRatingInfo' propertyNames: format: uuid4 type: object propertyNames: format: uuid4 type: object title: Annotations description: Annotations keyed by template ID and annotator ID file_ids: items: type: string format: uuid4 type: array title: File Ids description: IDs of files associated with this record file_modalities: items: $ref: '#/components/schemas/ContentModality' type: array title: File Modalities description: Modalities of files associated with this record annotation_aggregates: additionalProperties: $ref: '#/components/schemas/AnnotationAggregate' propertyNames: format: uuid4 type: object title: Annotation Aggregates description: Annotation aggregate information keyed by template ID annotation_agreement: additionalProperties: type: number propertyNames: format: uuid4 type: object title: Annotation Agreement description: Annotation agreement scores keyed by template ID overall_annotation_agreement: anyOf: - type: number - type: 'null' title: Overall Annotation Agreement description: Average annotation agreement across all templates in the queue annotation_queue_ids: items: type: string format: uuid4 type: array title: Annotation Queue Ids description: IDs of annotation queues this record is in fully_annotated: anyOf: - type: boolean - type: 'null' title: Fully Annotated description: Whether every field is annotated by every annotator in the queue progress_message: type: string title: Progress Message description: Runner progress text written directly to CH span default: '' error_message: type: string title: Error Message description: Runner error text written directly to CH span default: '' metric_info: anyOf: - additionalProperties: oneOf: - $ref: '#/components/schemas/MetricNotComputed' - $ref: '#/components/schemas/MetricPending' - $ref: '#/components/schemas/MetricComputing' - $ref: '#/components/schemas/MetricNotApplicable' - $ref: '#/components/schemas/MetricSuccess' - $ref: '#/components/schemas/MetricError' - $ref: '#/components/schemas/MetricFailed' - $ref: '#/components/schemas/MetricRollUp' discriminator: propertyName: status_type mapping: computing: '#/components/schemas/MetricComputing' error: '#/components/schemas/MetricError' failed: '#/components/schemas/MetricFailed' not_applicable: '#/components/schemas/MetricNotApplicable' not_computed: '#/components/schemas/MetricNotComputed' pending: '#/components/schemas/MetricPending' roll_up: '#/components/schemas/MetricRollUp' success: '#/components/schemas/MetricSuccess' type: object - type: 'null' title: Metric Info description: Detailed information about the metrics associated with this trace or span files: anyOf: - additionalProperties: $ref: '#/components/schemas/FileMetadata' propertyNames: format: uuid4 type: object - type: 'null' title: Files description: File metadata keyed by file ID for files associated with this record parent_id: anyOf: - type: string format: uuid - type: 'null' title: Parent ID description: Galileo ID of the parent of this span is_complete: type: boolean title: Is Complete description: Whether the parent trace is complete or not default: true step_number: anyOf: - type: integer - type: 'null' title: Step Number description: Topological step number of the span. control_id: anyOf: - type: integer - type: 'null' title: Control Id description: Identifier of the control definition that produced this span. agent_name: anyOf: - type: string - type: 'null' title: Agent Name description: Normalized agent name associated with this control execution. check_stage: anyOf: - $ref: '#/components/schemas/ControlCheckStage' - type: 'null' description: Execution stage where the control ran, typically 'pre' or 'post'. applies_to: anyOf: - $ref: '#/components/schemas/ControlAppliesTo' - type: 'null' description: Parent execution type the control applied to, for example 'llm_call' or 'tool_call'. evaluator_name: anyOf: - type: string - type: 'null' title: Evaluator Name description: Representative evaluator name for this control span. For composite controls, this is the primary evaluator chosen for observability identity. selector_path: anyOf: - type: string - type: 'null' title: Selector Path description: Representative selector path for this control span. For composite controls, this is the primary selector path chosen for observability identity. type: object title: PartialExtendedControlSpanRecord ChoiceAggregate: properties: feedback_type: type: string const: choice title: Feedback Type default: choice counts: additionalProperties: type: integer type: object title: Counts unrated_count: type: integer title: Unrated Count type: object required: - counts - unrated_count title: ChoiceAggregate RollUpMethodDisplayOptions: type: string enum: - average - sum - max - min - category_count - percentage_true - percentage_false title: RollUpMethodDisplayOptions description: 'Display options for roll up methods when showing rolled up metrics in the UI. Separates display intent from computation methods. The computation methods (NumericRollUpMethod, CategoricalRollUpMethod) control what aggregations are available. This enum controls how the UI displays the selected roll-up value for a scorer.' HTTPValidationError: properties: detail: items: $ref: '#/components/schemas/ValidationError' type: array title: Detail type: object title: HTTPValidationError ScorerType: type: string enum: - Luna - Plus title: ScorerType Segment: properties: start: type: integer title: Start end: type: integer title: End value: anyOf: - type: number - type: integer - type: string title: Value prob: anyOf: - type: number - type: 'null' title: Prob type: object required: - start - end - value title: Segment FileMetadata: properties: file_id: type: string format: uuid4 title: File Id modality: $ref: '#/components/schemas/ContentModality' content_type: anyOf: - type: string - type: 'null' title: Content Type url: anyOf: - type: string - type: 'null' title: Url description: Presigned S3 URL or external URL url_expires_at: anyOf: - type: string format: date-time - type: 'null' title: Url Expires At description: Expiration time size_bytes: anyOf: - type: integer - type: 'null' title: Size Bytes filename: anyOf: - type: string - type: 'null' title: Filename source: $ref: '#/components/schemas/FileSource' status: $ref: '#/components/schemas/FileStatus' type: object required: - file_id - modality - source - status title: FileMetadata description: 'Enriched file metadata returned to UI/SDK. Contains presigned URLs and properties for displaying multimodal content in the Galileo console and SDKs.' ReasoningEvent: properties: type: type: string const: reasoning title: Type default: reasoning id: anyOf: - type: string - type: 'null' title: Id description: Unique identifier for the event status: anyOf: - $ref: '#/components/schemas/EventStatus' - type: 'null' description: Status of the event metadata: anyOf: - additionalProperties: true type: object - type: 'null' title: Metadata description: Provider-specific metadata and additional fields error_message: anyOf: - type: string - type: 'null' title: Error Message description: Error message if the event failed content: anyOf: - type: string - type: 'null' title: Content description: The reasoning/thinking content summary: anyOf: - type: string - items: additionalProperties: true type: object type: array - type: 'null' title: Summary description: Summary of the reasoning type: object title: ReasoningEvent description: Internal reasoning/thinking from the model (e.g., OpenAI o1/o3 reasoning tokens). WebSearchCallEvent: properties: type: type: string const: web_search_call title: Type default: web_search_call id: anyOf: - type: string - type: 'null' title: Id description: Unique identifier for the event status: anyOf: - $ref: '#/components/schemas/EventStatus' - type: 'null' description: Status of the event metadata: anyOf: - additionalProperties: true type: object - type: 'null' title: Metadata description: Provider-specific metadata and additional fields error_message: anyOf: - type: string - type: 'null' title: Error Message description: Error message if the event failed action: $ref: '#/components/schemas/WebSearchAction' description: Web search action payload type: object required: - action title: WebSearchCallEvent description: An OpenAI-style web search call event. FewShotExample: properties: generation_prompt_and_response: type: string title: Generation Prompt And Response evaluating_response: type: string title: Evaluating Response type: object required: - generation_prompt_and_response - evaluating_response title: FewShotExample description: Few-shot example for a chainpoll metric prompt. libs__python__schemas__log_records__feedback__LikeDislikeRating: properties: feedback_type: type: string const: like_dislike title: Feedback Type default: like_dislike value: type: boolean title: Value type: object required: - value title: LikeDislikeRating MessageEvent: properties: type: type: string const: message title: Type default: message id: anyOf: - type: string - type: 'null' title: Id description: Unique identifier for the event status: anyOf: - $ref: '#/components/schemas/EventStatus' - type: 'null' description: Status of the event metadata: anyOf: - additionalProperties: true type: object - type: 'null' title: Metadata description: Provider-specific metadata and additional fields error_message: anyOf: - type: string - type: 'null' title: Error Message description: Error message if the event failed role: $ref: '#/components/schemas/galileo_core__schemas__logging__llm__MessageRole' description: Role of the message sender content: anyOf: - type: string - type: 'null' title: Content description: Text content of the message content_parts: anyOf: - items: additionalProperties: true type: object type: array - type: 'null' title: Content Parts description: Structured content items (text, audio, images, etc.) type: object required: - role title: MessageEvent description: An output message from the model. LunaOutputTypeEnum: type: string enum: - float - string - string_list - bool_list title: LunaOutputTypeEnum LogRecordsPartialQueryResponse: properties: starting_token: type: integer title: Starting Token default: 0 limit: type: integer title: Limit default: 100 paginated: type: boolean title: Paginated default: false next_starting_token: anyOf: - type: integer - type: 'null' title: Next Starting Token last_row_id: anyOf: - type: string format: uuid4 - type: 'null' title: Last Row Id records: items: oneOf: - $ref: '#/components/schemas/PartialExtendedTraceRecord' - $ref: '#/components/schemas/PartialExtendedAgentSpanRecord' - $ref: '#/components/schemas/PartialExtendedWorkflowSpanRecord' - $ref: '#/components/schemas/PartialExtendedLlmSpanRecord' - $ref: '#/components/schemas/PartialExtendedToolSpanRecord' - $ref: '#/components/schemas/PartialExtendedRetrieverSpanRecord' - $ref: '#/components/schemas/PartialExtendedControlSpanRecord' - $ref: '#/components/schemas/PartialExtendedSessionRecord' discriminator: propertyName: type mapping: agent: '#/components/schemas/PartialExtendedAgentSpanRecord' control: '#/components/schemas/PartialExtendedControlSpanRecord' llm: '#/components/schemas/PartialExtendedLlmSpanRecord' retriever: '#/components/schemas/PartialExtendedRetrieverSpanRecord' session: '#/components/schemas/PartialExtendedSessionRecord' tool: '#/components/schemas/PartialExtendedToolSpanRecord' trace: '#/components/schemas/PartialExtendedTraceRecord' workflow: '#/components/schemas/PartialExtendedWorkflowSpanRecord' type: array title: Records description: records matching the query num_records: type: integer title: Num Records description: number of records readOnly: true type: object required: - num_records title: LogRecordsPartialQueryResponse examples: - next_starting_token: 2 num_rows: 2 paginated: true records: - annotation_aggregates: {} annotation_agreement: {} annotation_queue_ids: [] annotations: {} created_at: '2026-07-18T04:11:24.451518Z' dataset_metadata: {} error_message: '' feedback_rating_info: {} file_ids: [] file_modalities: [] id: 1a0939d1-8b43-4fe3-a91c-196e2d9847e3 input: Who is a smart LLM? is_complete: true metrics: {} name: '' progress_message: '' tags: [] type: trace user_metadata: {} - annotation_aggregates: {} annotation_agreement: {} annotation_queue_ids: [] annotations: {} created_at: '2026-07-18T04:11:24.451639Z' dataset_metadata: {} error_message: '' feedback_rating_info: {} file_ids: [] file_modalities: [] id: 1edc2401-24b4-448c-a392-b36932293061 input: - content: Who is a smart LLM? role: user is_complete: true metrics: {} name: '' output: content: '' role: assistant progress_message: '' tags: [] type: llm user_metadata: {} libs__python__schemas__log_records__feedback__StarRating: properties: feedback_type: type: string const: star title: Feedback Type default: star value: type: integer maximum: 5.0 minimum: 1.0 title: Value type: object required: - value title: StarRating ToolCallFunction: properties: name: type: string title: Name arguments: type: string title: Arguments type: object required: - name - arguments title: ToolCallFunction galileo_core__schemas__shared__scorers__scorer_name__ScorerName: type: string enum: - action_completion_luna - action_advancement_luna - agentic_session_success - agentic_session_success - action_completion_vision - action_completion_audio - agentic_workflow_success - agentic_workflow_success - agent_efficiency - agent_flow - chunk_attribution_utilization_luna - chunk_attribution_utilization - chunk_relevance - chunk_relevance_luna - context_precision - precision_at_k - completeness_luna - completeness - context_adherence - context_adherence_luna - context_adherence_vision - context_adherence_audio - context_relevance - context_relevance_luna - conversation_quality - correctness - correctness_vision - correctness_audio - ground_truth_adherence - ground_truth_adherence_vision - ground_truth_adherence_audio - visual_fidelity - visual_quality - input_pii - input_pii_gpt - input_sexist - input_sexist - input_sexist_luna - input_sexist_luna - input_tone - input_tone_gpt - input_toxicity - input_toxicity_luna - input_toxicity_vision - input_toxicity_audio - instruction_adherence - output_pii - output_pii_gpt - output_sexist - output_sexist - output_sexist_luna - output_sexist_luna - output_tone - output_tone_gpt - output_toxicity - output_toxicity_luna - output_toxicity_vision - output_toxicity_audio - prompt_injection - prompt_injection_luna - reasoning_coherence - reasoning_coherence_vision - reasoning_coherence_audio - sql_efficiency - sql_adherence - sql_injection - sql_correctness - tool_error_rate - tool_error_rate_luna - tool_selection_quality - tool_selection_quality_luna - user_intent_change - user_intent_change_vision - user_intent_change_audio - interruption_detection title: ScorerName FileStatus: type: string enum: - complete - failed - pending - not_uploaded title: FileStatus description: Processing status of the file. WebSearchAction: properties: type: type: string const: search title: Type description: Type of web search action query: anyOf: - type: string - type: 'null' title: Query description: Search query string sources: anyOf: - {} - type: 'null' title: Sources description: Optional provider-specific sources type: object required: - type title: WebSearchAction description: Action payload for a web search call event. LogRecordsFilterType: type: string enum: - id - date - number - boolean - text - collection - fully_annotated title: LogRecordsFilterType ControlAppliesTo: type: string enum: - llm_call - tool_call title: ControlAppliesTo HallucinationSegment: properties: hallucination_severity: type: integer maximum: 2.0 minimum: 0.0 title: Hallucination Severity default: 0 start: type: integer title: Start end: type: integer title: End hallucination: type: number title: Hallucination type: object required: - start - end - hallucination title: HallucinationSegment InsightType: type: string enum: - vertical_bar - horizontal_bar title: InsightType MetadataFilter: properties: name: type: string const: metadata title: Name default: metadata operator: type: string enum: - one_of - not_in - eq - ne title: Operator key: type: string title: Key value: anyOf: - type: string - items: type: string type: array title: Value type: object required: - operator - key - value title: MetadataFilter description: Filters on metadata key-value pairs in scorer jobs. ControlCheckStage: type: string enum: - pre - post title: ControlCheckStage libs__python__schemas__log_records__feedback__TagsRating: properties: feedback_type: type: string const: tags title: Feedback Type default: tags value: items: type: string maxLength: 255 minLength: 1 type: array title: Value type: object required: - value title: TagsRating galileo_core__schemas__logging__llm__Message: properties: content: anyOf: - type: string - items: oneOf: - $ref: '#/components/schemas/TextContentPart' - $ref: '#/components/schemas/FileContentPart' discriminator: propertyName: type mapping: file: '#/components/schemas/FileContentPart' text: '#/components/schemas/TextContentPart' type: array title: Content role: $ref: '#/components/schemas/galileo_core__schemas__logging__llm__MessageRole' tool_call_id: anyOf: - type: string - type: 'null' title: Tool Call Id tool_calls: anyOf: - items: $ref: '#/components/schemas/ToolCall' type: array - type: 'null' title: Tool Calls type: object required: - content - role title: Message TextContentPart: properties: type: type: string const: text title: Type default: text text: type: string title: Text type: object required: - text title: TextContentPart description: A text segment within a message. api__schemas__annotation__StarRating: properties: annotation_type: type: string const: star title: Annotation Type default: star value: type: integer maximum: 5.0 minimum: 1.0 title: Value type: object required: - value title: StarRating Metrics: properties: duration_ns: anyOf: - type: integer - type: 'null' title: Duration Ns description: Duration of the trace or span in nanoseconds. Displayed as 'Latency' in Galileo. additionalProperties: true type: object title: Metrics ScoreBucket: properties: min_inclusive: type: integer title: Min Inclusive max_exclusive: anyOf: - type: integer - type: 'null' title: Max Exclusive count: type: integer title: Count type: object required: - min_inclusive - max_exclusive - count title: ScoreBucket AnnotationChoiceAggregate: properties: annotation_type: type: string const: choice title: Annotation Type default: choice counts: additionalProperties: type: integer type: object title: Counts unrated_count: type: integer title: Unrated Count type: object required: - counts - unrated_count title: AnnotationChoiceAggregate galileo_core__schemas__logging__llm__MessageRole: type: string enum: - agent - assistant - developer - function - system - tool - user title: MessageRole ScorerTypes: type: string enum: - llm - code - luna - preset title: ScorerTypes RemoveRecordsFromQueueRequest: properties: record_selector: oneOf: - $ref: '#/components/schemas/AnnotationQueueRecordsByRecordIDs' - $ref: '#/components/schemas/AnnotationQueueRecordsByFilterTree' title: Record Selector description: Selector to specify which records to remove (either by record IDs or filter tree) discriminator: propertyName: type mapping: filter_tree: '#/components/schemas/AnnotationQueueRecordsByFilterTree' record_ids: '#/components/schemas/AnnotationQueueRecordsByRecordIDs' type: object required: - record_selector title: RemoveRecordsFromQueueRequest description: Request to remove records from an annotation queue. MetricNotComputed: properties: status_type: type: string const: not_computed title: Status Type default: not_computed scorer_type: anyOf: - $ref: '#/components/schemas/ScorerType' - type: 'null' metric_key_alias: anyOf: - type: string - type: 'null' title: Metric Key Alias message: type: string title: Message default: Metric not computed. type: object title: MetricNotComputed FeedbackRatingInfo: properties: feedback_type: $ref: '#/components/schemas/FeedbackType' value: anyOf: - type: boolean - type: integer - type: string - items: type: string maxLength: 255 minLength: 1 type: array title: Value explanation: anyOf: - type: string - type: 'null' title: Explanation type: object required: - feedback_type - value - explanation title: FeedbackRatingInfo TagsAggregate: properties: feedback_type: type: string const: tags title: Feedback Type default: tags counts: additionalProperties: type: integer type: object title: Counts unrated_count: type: integer title: Unrated Count type: object required: - counts - unrated_count title: TagsAggregate FeedbackRatingDB: properties: explanation: anyOf: - type: string minLength: 1 - type: 'null' title: Explanation rating: oneOf: - $ref: '#/components/schemas/libs__python__schemas__log_records__feedback__LikeDislikeRating' - $ref: '#/components/schemas/libs__python__schemas__log_records__feedback__StarRating' - $ref: '#/components/schemas/libs__python__schemas__log_records__feedback__ScoreRating' - $ref: '#/components/schemas/libs__python__schemas__log_records__feedback__TagsRating' - $ref: '#/components/schemas/libs__python__schemas__log_records__feedback__TextRating' - $ref: '#/components/schemas/libs__python__schemas__log_records__feedback__ChoiceRating' - $ref: '#/components/schemas/libs__python__schemas__log_records__feedback__TreeChoiceRating' title: Rating discriminator: propertyName: feedback_type mapping: choice: '#/components/schemas/libs__python__schemas__log_records__feedback__ChoiceRating' like_dislike: '#/components/schemas/libs__python__schemas__log_records__feedback__LikeDislikeRating' score: '#/components/schemas/libs__python__schemas__log_records__feedback__ScoreRating' star: '#/components/schemas/libs__python__schemas__log_records__feedback__StarRating' tags: '#/components/schemas/libs__python__schemas__log_records__feedback__TagsRating' text: '#/components/schemas/libs__python__schemas__log_records__feedback__TextRating' tree_choice: '#/components/schemas/libs__python__schemas__log_records__feedback__TreeChoiceRating' created_at: type: string format: date-time title: Created At created_by: anyOf: - type: string format: uuid4 - type: 'null' title: Created By type: object required: - rating - created_at - created_by title: FeedbackRatingDB AnnotationRatingInfo: properties: annotation_type: $ref: '#/components/schemas/AnnotationType' value: anyOf: - type: boolean - type: integer - type: string - items: type: string maxLength: 255 minLength: 1 type: array title: Value explanation: anyOf: - type: string - type: 'null' title: Explanation type: object required: - annotation_type - value - explanation title: AnnotationRatingInfo BaseGeneratedScorerDB: properties: id: type: string format: uuid4 title: Id name: type: string title: Name instructions: anyOf: - type: string - type: 'null' title: Instructions chain_poll_template: $ref: '#/components/schemas/ChainPollTemplate' user_prompt: anyOf: - type: string - type: 'null' title: User Prompt type: object required: - id - name - chain_poll_template title: BaseGeneratedScorerDB PartialExtendedLlmSpanRecord: properties: type: type: string const: llm title: Type description: Type of the trace, span or session. default: llm input: items: $ref: '#/components/schemas/galileo_core__schemas__logging__llm__Message' type: array title: Input description: Input to the trace or span. redacted_input: anyOf: - items: $ref: '#/components/schemas/galileo_core__schemas__logging__llm__Message' type: array - type: 'null' title: Redacted Input description: Redacted input of the trace or span. output: $ref: '#/components/schemas/galileo_core__schemas__logging__llm__Message' description: Output of the trace or span. redacted_output: anyOf: - $ref: '#/components/schemas/galileo_core__schemas__logging__llm__Message' - type: 'null' description: Redacted output of the trace or span. name: type: string title: Name description: Name of the trace, span or session. default: '' created_at: type: string format: date-time title: Created description: Timestamp of the trace or span's creation. user_metadata: additionalProperties: type: string type: object title: User Metadata description: Metadata associated with this trace or span. tags: items: type: string type: array title: Tags description: Tags associated with this trace or span. status_code: anyOf: - type: integer - type: 'null' title: Status Code description: Status code of the trace or span. Used for logging failure or error states. metrics: $ref: '#/components/schemas/LlmMetrics' description: Metrics associated with this trace or span. external_id: anyOf: - type: string - type: 'null' title: External Id description: A user-provided session, trace or span ID. dataset_input: anyOf: - type: string - type: 'null' title: Dataset Input description: Input to the dataset associated with this trace dataset_output: anyOf: - type: string - type: 'null' title: Dataset Output description: Output from the dataset associated with this trace dataset_metadata: additionalProperties: type: string type: object title: Dataset Metadata description: Metadata from the dataset associated with this trace id: anyOf: - type: string format: uuid - type: 'null' title: ID description: Galileo ID of the session, trace or span session_id: anyOf: - type: string format: uuid - type: 'null' title: Session ID description: Galileo ID of the session containing the trace (or the same value as id for a trace) trace_id: anyOf: - type: string format: uuid4 - type: 'null' title: Trace ID description: Galileo ID of the trace containing the span (or the same value as id for a trace) project_id: anyOf: - type: string format: uuid - type: 'null' title: Project ID description: Galileo ID of the project associated with this trace or span run_id: anyOf: - type: string format: uuid - type: 'null' title: Run ID description: Galileo ID of the run (log stream or experiment) associated with this trace or span updated_at: anyOf: - type: string format: date-time - type: 'null' title: Last Updated description: Timestamp of the session or trace or span's last update has_children: anyOf: - type: boolean - type: 'null' title: Has Children description: Whether or not this trace or span has child spans metrics_batch_id: anyOf: - type: string format: uuid4 - type: 'null' title: Metrics Batch Id description: Galileo ID of the metrics batch associated with this trace or span session_batch_id: anyOf: - type: string format: uuid4 - type: 'null' title: Session Batch Id description: Galileo ID of the metrics batch associated with this trace or span feedback_rating_info: additionalProperties: $ref: '#/components/schemas/FeedbackRatingInfo' type: object title: Feedback Rating Info description: Feedback information related to the record annotations: additionalProperties: additionalProperties: $ref: '#/components/schemas/AnnotationRatingInfo' propertyNames: format: uuid4 type: object propertyNames: format: uuid4 type: object title: Annotations description: Annotations keyed by template ID and annotator ID file_ids: items: type: string format: uuid4 type: array title: File Ids description: IDs of files associated with this record file_modalities: items: $ref: '#/components/schemas/ContentModality' type: array title: File Modalities description: Modalities of files associated with this record annotation_aggregates: additionalProperties: $ref: '#/components/schemas/AnnotationAggregate' propertyNames: format: uuid4 type: object title: Annotation Aggregates description: Annotation aggregate information keyed by template ID annotation_agreement: additionalProperties: type: number propertyNames: format: uuid4 type: object title: Annotation Agreement description: Annotation agreement scores keyed by template ID overall_annotation_agreement: anyOf: - type: number - type: 'null' title: Overall Annotation Agreement description: Average annotation agreement across all templates in the queue annotation_queue_ids: items: type: string format: uuid4 type: array title: Annotation Queue Ids description: IDs of annotation queues this record is in fully_annotated: anyOf: - type: boolean - type: 'null' title: Fully Annotated description: Whether every field is annotated by every annotator in the queue progress_message: type: string title: Progress Message description: Runner progress text written directly to CH span default: '' error_message: type: string title: Error Message description: Runner error text written directly to CH span default: '' metric_info: anyOf: - additionalProperties: oneOf: - $ref: '#/components/schemas/MetricNotComputed' - $ref: '#/components/schemas/MetricPending' - $ref: '#/components/schemas/MetricComputing' - $ref: '#/components/schemas/MetricNotApplicable' - $ref: '#/components/schemas/MetricSuccess' - $ref: '#/components/schemas/MetricError' - $ref: '#/components/schemas/MetricFailed' - $ref: '#/components/schemas/MetricRollUp' discriminator: propertyName: status_type mapping: computing: '#/components/schemas/MetricComputing' error: '#/components/schemas/MetricError' failed: '#/components/schemas/MetricFailed' not_applicable: '#/components/schemas/MetricNotApplicable' not_computed: '#/components/schemas/MetricNotComputed' pending: '#/components/schemas/MetricPending' roll_up: '#/components/schemas/MetricRollUp' success: '#/components/schemas/MetricSuccess' type: object - type: 'null' title: Metric Info description: Detailed information about the metrics associated with this trace or span files: anyOf: - additionalProperties: $ref: '#/components/schemas/FileMetadata' propertyNames: format: uuid4 type: object - type: 'null' title: Files description: File metadata keyed by file ID for files associated with this record parent_id: anyOf: - type: string format: uuid - type: 'null' title: Parent ID description: Galileo ID of the parent of this span is_complete: type: boolean title: Is Complete description: Whether the parent trace is complete or not default: true step_number: anyOf: - type: integer - type: 'null' title: Step Number description: Topological step number of the span. tools: anyOf: - items: additionalProperties: true type: object type: array - type: 'null' title: Tools description: List of available tools passed to the LLM on invocation. events: anyOf: - items: oneOf: - $ref: '#/components/schemas/MessageEvent' - $ref: '#/components/schemas/ReasoningEvent' - $ref: '#/components/schemas/InternalToolCall' - $ref: '#/components/schemas/WebSearchCallEvent' - $ref: '#/components/schemas/ImageGenerationEvent' - $ref: '#/components/schemas/MCPCallEvent' - $ref: '#/components/schemas/MCPListToolsEvent' - $ref: '#/components/schemas/MCPApprovalRequestEvent' discriminator: propertyName: type mapping: image_generation: '#/components/schemas/ImageGenerationEvent' internal_tool_call: '#/components/schemas/InternalToolCall' mcp_approval_request: '#/components/schemas/MCPApprovalRequestEvent' mcp_call: '#/components/schemas/MCPCallEvent' mcp_list_tools: '#/components/schemas/MCPListToolsEvent' message: '#/components/schemas/MessageEvent' reasoning: '#/components/schemas/ReasoningEvent' web_search_call: '#/components/schemas/WebSearchCallEvent' type: array - type: 'null' title: Events description: List of reasoning, internal tool call, or MCP events that occurred during the LLM span. model: anyOf: - type: string - type: 'null' title: Model description: Model used for this span. temperature: anyOf: - type: number - type: 'null' title: Temperature description: Temperature used for generation. finish_reason: anyOf: - type: string - type: 'null' title: Finish Reason description: Reason for finishing. type: object title: PartialExtendedLlmSpanRecord AnnotationQueueCountRequest: properties: filter_tree: anyOf: - $ref: '#/components/schemas/FilterExpression_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' - type: 'null' type: object title: AnnotationQueueCountRequest LikeDislikeAggregate: properties: feedback_type: type: string const: like_dislike title: Feedback Type default: like_dislike like_count: type: integer title: Like Count dislike_count: type: integer title: Dislike Count unrated_count: type: integer title: Unrated Count type: object required: - like_count - dislike_count - unrated_count title: LikeDislikeAggregate ModelType: type: string enum: - slm - llm - code title: ModelType MultimodalCapability: type: string enum: - vision - audio title: MultimodalCapability AgentType: type: string enum: - default - planner - react - reflection - router - classifier - supervisor - judge title: AgentType ImageGenerationEvent: properties: type: type: string const: image_generation title: Type default: image_generation id: anyOf: - type: string - type: 'null' title: Id description: Unique identifier for the event status: anyOf: - $ref: '#/components/schemas/EventStatus' - type: 'null' description: Status of the event metadata: anyOf: - additionalProperties: true type: object - type: 'null' title: Metadata description: Provider-specific metadata and additional fields error_message: anyOf: - type: string - type: 'null' title: Error Message description: Error message if the event failed prompt: anyOf: - type: string - type: 'null' title: Prompt description: The prompt used for image generation images: anyOf: - items: additionalProperties: true type: object type: array - type: 'null' title: Images description: Generated images with URLs or base64 data model: anyOf: - type: string - type: 'null' title: Model description: Image generation model used type: object title: ImageGenerationEvent description: An image generation event from the model. FileSource: type: string enum: - direct_upload - external_files_api - external_url - assembled_stream title: FileSource description: Source of the file data. StandardError: properties: error_code: type: integer title: Error Code error_type: $ref: '#/components/schemas/ErrorType' error_group: type: string title: Error Group severity: $ref: '#/components/schemas/ErrorSeverity' message: type: string title: Message user_action: anyOf: - type: string - type: 'null' title: User Action documentation_link: anyOf: - type: string maxLength: 2083 minLength: 1 format: uri - type: 'null' title: Documentation Link retriable: type: boolean title: Retriable default: false blocking: type: boolean title: Blocking default: false http_status_code: anyOf: - type: integer - type: 'null' title: Http Status Code source_service: anyOf: - type: string - type: 'null' title: Source Service context: additionalProperties: true type: object title: Context type: object required: - error_code - error_type - error_group - severity - message title: StandardError PartialExtendedToolSpanRecord: properties: type: type: string const: tool title: Type description: Type of the trace, span or session. default: tool input: type: string title: Input description: Input to the trace or span. default: '' redacted_input: anyOf: - type: string - type: 'null' title: Redacted Input description: Redacted input of the trace or span. output: anyOf: - type: string - type: 'null' title: Output description: Output of the trace or span. redacted_output: anyOf: - type: string - type: 'null' title: Redacted Output description: Redacted output of the trace or span. name: type: string title: Name description: Name of the trace, span or session. default: '' created_at: type: string format: date-time title: Created description: Timestamp of the trace or span's creation. user_metadata: additionalProperties: type: string type: object title: User Metadata description: Metadata associated with this trace or span. tags: items: type: string type: array title: Tags description: Tags associated with this trace or span. status_code: anyOf: - type: integer - type: 'null' title: Status Code description: Status code of the trace or span. Used for logging failure or error states. metrics: $ref: '#/components/schemas/Metrics' description: Metrics associated with this trace or span. external_id: anyOf: - type: string - type: 'null' title: External Id description: A user-provided session, trace or span ID. dataset_input: anyOf: - type: string - type: 'null' title: Dataset Input description: Input to the dataset associated with this trace dataset_output: anyOf: - type: string - type: 'null' title: Dataset Output description: Output from the dataset associated with this trace dataset_metadata: additionalProperties: type: string type: object title: Dataset Metadata description: Metadata from the dataset associated with this trace id: anyOf: - type: string format: uuid - type: 'null' title: ID description: Galileo ID of the session, trace or span session_id: anyOf: - type: string format: uuid - type: 'null' title: Session ID description: Galileo ID of the session containing the trace (or the same value as id for a trace) trace_id: anyOf: - type: string format: uuid4 - type: 'null' title: Trace ID description: Galileo ID of the trace containing the span (or the same value as id for a trace) project_id: anyOf: - type: string format: uuid - type: 'null' title: Project ID description: Galileo ID of the project associated with this trace or span run_id: anyOf: - type: string format: uuid - type: 'null' title: Run ID description: Galileo ID of the run (log stream or experiment) associated with this trace or span updated_at: anyOf: - type: string format: date-time - type: 'null' title: Last Updated description: Timestamp of the session or trace or span's last update has_children: anyOf: - type: boolean - type: 'null' title: Has Children description: Whether or not this trace or span has child spans metrics_batch_id: anyOf: - type: string format: uuid4 - type: 'null' title: Metrics Batch Id description: Galileo ID of the metrics batch associated with this trace or span session_batch_id: anyOf: - type: string format: uuid4 - type: 'null' title: Session Batch Id description: Galileo ID of the metrics batch associated with this trace or span feedback_rating_info: additionalProperties: $ref: '#/components/schemas/FeedbackRatingInfo' type: object title: Feedback Rating Info description: Feedback information related to the record annotations: additionalProperties: additionalProperties: $ref: '#/components/schemas/AnnotationRatingInfo' propertyNames: format: uuid4 type: object propertyNames: format: uuid4 type: object title: Annotations description: Annotations keyed by template ID and annotator ID file_ids: items: type: string format: uuid4 type: array title: File Ids description: IDs of files associated with this record file_modalities: items: $ref: '#/components/schemas/ContentModality' type: array title: File Modalities description: Modalities of files associated with this record annotation_aggregates: additionalProperties: $ref: '#/components/schemas/AnnotationAggregate' propertyNames: format: uuid4 type: object title: Annotation Aggregates description: Annotation aggregate information keyed by template ID annotation_agreement: additionalProperties: type: number propertyNames: format: uuid4 type: object title: Annotation Agreement description: Annotation agreement scores keyed by template ID overall_annotation_agreement: anyOf: - type: number - type: 'null' title: Overall Annotation Agreement description: Average annotation agreement across all templates in the queue annotation_queue_ids: items: type: string format: uuid4 type: array title: Annotation Queue Ids description: IDs of annotation queues this record is in fully_annotated: anyOf: - type: boolean - type: 'null' title: Fully Annotated description: Whether every field is annotated by every annotator in the queue progress_message: type: string title: Progress Message description: Runner progress text written directly to CH span default: '' error_message: type: string title: Error Message description: Runner error text written directly to CH span default: '' metric_info: anyOf: - additionalProperties: oneOf: - $ref: '#/components/schemas/MetricNotComputed' - $ref: '#/components/schemas/MetricPending' - $ref: '#/components/schemas/MetricComputing' - $ref: '#/components/schemas/MetricNotApplicable' - $ref: '#/components/schemas/MetricSuccess' - $ref: '#/components/schemas/MetricError' - $ref: '#/components/schemas/MetricFailed' - $ref: '#/components/schemas/MetricRollUp' discriminator: propertyName: status_type mapping: computing: '#/components/schemas/MetricComputing' error: '#/components/schemas/MetricError' failed: '#/components/schemas/MetricFailed' not_applicable: '#/components/schemas/MetricNotApplicable' not_computed: '#/components/schemas/MetricNotComputed' pending: '#/components/schemas/MetricPending' roll_up: '#/components/schemas/MetricRollUp' success: '#/components/schemas/MetricSuccess' type: object - type: 'null' title: Metric Info description: Detailed information about the metrics associated with this trace or span files: anyOf: - additionalProperties: $ref: '#/components/schemas/FileMetadata' propertyNames: format: uuid4 type: object - type: 'null' title: Files description: File metadata keyed by file ID for files associated with this record parent_id: anyOf: - type: string format: uuid - type: 'null' title: Parent ID description: Galileo ID of the parent of this span is_complete: type: boolean title: Is Complete description: Whether the parent trace is complete or not default: true step_number: anyOf: - type: integer - type: 'null' title: Step Number description: Topological step number of the span. tool_call_id: anyOf: - type: string - type: 'null' title: Tool Call Id description: ID of the tool call. type: object title: PartialExtendedToolSpanRecord LogRecordsNumberFilter: properties: column_id: type: string title: Column Id description: ID of the column to filter. operator: type: string enum: - eq - ne - gt - gte - lt - lte - between title: Operator value: anyOf: - type: integer - type: number - items: type: integer type: array - items: type: number type: array title: Value type: type: string const: number title: Type default: number type: object required: - column_id - operator - value title: LogRecordsNumberFilter AnnotationScoreAggregate: properties: annotation_type: type: string const: score title: Annotation Type default: score buckets: items: $ref: '#/components/schemas/ScoreBucket' type: array title: Buckets average: type: number title: Average unrated_count: type: integer title: Unrated Count type: object required: - buckets - average - unrated_count title: AnnotationScoreAggregate StarAggregate: properties: feedback_type: type: string const: star title: Feedback Type default: star average: type: number title: Average counts: additionalProperties: type: integer type: object title: Counts unrated_count: type: integer title: Unrated Count type: object required: - average - counts - unrated_count title: StarAggregate AnnotationTreeChoiceAggregate: properties: annotation_type: type: string const: tree_choice title: Annotation Type default: tree_choice counts: additionalProperties: type: integer type: object title: Counts unrated_count: type: integer title: Unrated Count type: object required: - counts - unrated_count title: AnnotationTreeChoiceAggregate AddRecordsToQueueResponse: properties: num_records_added: type: integer title: Num Records Added description: Number of records added to the queue type: object required: - num_records_added title: AddRecordsToQueueResponse description: Response after adding records to an annotation queue. ScorerConfig: properties: model_name: anyOf: - type: string - type: 'null' title: Model Name num_judges: anyOf: - type: integer - type: 'null' title: Num Judges filters: anyOf: - items: oneOf: - $ref: '#/components/schemas/NodeNameFilter' - $ref: '#/components/schemas/MetadataFilter' - $ref: '#/components/schemas/ModalityFilter' discriminator: propertyName: name mapping: metadata: '#/components/schemas/MetadataFilter' modality: '#/components/schemas/ModalityFilter' node_name: '#/components/schemas/NodeNameFilter' type: array - type: 'null' title: Filters description: List of filters to apply to the scorer. scoreable_node_types: anyOf: - items: type: string type: array - type: 'null' title: Scoreable Node Types description: List of node types that can be scored by this scorer. Defaults to llm/chat. cot_enabled: anyOf: - type: boolean - type: 'null' title: Cot Enabled description: Whether to enable chain of thought for this scorer. Defaults to False for llm scorers. output_type: anyOf: - $ref: '#/components/schemas/OutputTypeEnum' - type: 'null' description: What type of output to use for model-based scorers (boolean, categorical, etc.). input_type: anyOf: - $ref: '#/components/schemas/InputTypeEnum' - type: 'null' description: What type of input to use for model-based scorers (sessions_normalized, trace_io_only, etc..). id: type: string format: uuid4 title: Id name: anyOf: - type: string - type: 'null' title: Name scorer_type: $ref: '#/components/schemas/ScorerTypes' model_type: anyOf: - $ref: '#/components/schemas/ModelType' - type: 'null' description: Type of model to use for this scorer. slm maps to luna, and llm maps to plus scorer_version: anyOf: - $ref: '#/components/schemas/BaseScorerVersionDB' - type: 'null' description: ScorerVersion to use for this scorer. If not provided, the latest version will be used. multimodal_capabilities: anyOf: - items: $ref: '#/components/schemas/MultimodalCapability' type: array - type: 'null' title: Multimodal Capabilities description: Multimodal capabilities which this scorer can utilize in its evaluation. roll_up_method: anyOf: - $ref: '#/components/schemas/RollUpMethodDisplayOptions' - type: 'null' score_type: anyOf: - type: string - type: 'null' title: Score Type description: Return type of code scorers (e.g., 'bool', 'int', 'float', 'str'). type: object required: - id - scorer_type title: ScorerConfig description: Used for configuring a scorer for a scorer job. FileContentPart: properties: type: type: string const: file title: Type default: file file_id: type: string format: uuid4 title: File Id type: object required: - file_id title: FileContentPart description: 'Reference to a file associated with this message. The file_id can be resolved via the ``files`` dict returned on trace/span detail responses, which contains metadata such as modality, MIME type, and a presigned download URL.' api__schemas__annotation__ChoiceRating: properties: annotation_type: type: string const: choice title: Annotation Type default: choice value: type: string maxLength: 255 minLength: 1 title: Value type: object required: - value title: ChoiceRating TextAggregate: properties: feedback_type: type: string const: text title: Feedback Type default: text count: type: integer title: Count unrated_count: type: integer title: Unrated Count type: object required: - count - unrated_count title: TextAggregate MetricNotApplicable: properties: status_type: type: string const: not_applicable title: Status Type default: not_applicable scorer_type: anyOf: - $ref: '#/components/schemas/ScorerType' - type: 'null' metric_key_alias: anyOf: - type: string - type: 'null' title: Metric Key Alias message: type: string title: Message default: Metric not applicable. ems_error_code: anyOf: - type: integer - type: 'null' title: Ems Error Code description: EMS error code from errors.yaml catalog for this not-applicable reason standard_error: anyOf: - $ref: '#/components/schemas/StandardError' - type: 'null' description: Structured EMS error resolved on-the-fly from errors.yaml catalog type: object title: MetricNotApplicable MetricError: properties: status_type: type: string const: error title: Status Type default: error scorer_type: anyOf: - $ref: '#/components/schemas/ScorerType' - type: 'null' metric_key_alias: anyOf: - type: string - type: 'null' title: Metric Key Alias message: anyOf: - type: string - type: 'null' title: Message default: An error occured. ems_error_code: anyOf: - type: integer - type: 'null' title: Ems Error Code description: EMS error code from errors.yaml catalog for this metric error standard_error: anyOf: - $ref: '#/components/schemas/StandardError' - type: 'null' description: Structured EMS error resolved on-the-fly from errors.yaml catalog type: object title: MetricError MCPApprovalRequestEvent: properties: type: type: string const: mcp_approval_request title: Type default: mcp_approval_request id: anyOf: - type: string - type: 'null' title: Id description: Unique identifier for the event status: anyOf: - $ref: '#/components/schemas/EventStatus' - type: 'null' description: Status of the event metadata: anyOf: - additionalProperties: true type: object - type: 'null' title: Metadata description: Provider-specific metadata and additional fields error_message: anyOf: - type: string - type: 'null' title: Error Message description: Error message if the event failed tool_name: anyOf: - type: string - type: 'null' title: Tool Name description: Name of the MCP tool requiring approval tool_invocation: anyOf: - additionalProperties: true type: object - type: 'null' title: Tool Invocation description: Details of the tool invocation requiring approval approved: anyOf: - type: boolean - type: 'null' title: Approved description: Whether the request was approved type: object title: MCPApprovalRequestEvent description: MCP approval request - when human approval is needed for an MCP tool call. LogRecordsSortClause: properties: column_id: type: string title: Column Id description: ID of the column to sort. ascending: type: boolean title: Ascending default: true sort_type: type: string const: column title: Sort Type default: column type: object required: - column_id title: LogRecordsSortClause MetricPending: properties: status_type: type: string const: pending title: Status Type default: pending scorer_type: anyOf: - $ref: '#/components/schemas/ScorerType' - type: 'null' metric_key_alias: anyOf: - type: string - type: 'null' title: Metric Key Alias type: object title: MetricPending AnnotationTagsAggregate: properties: annotation_type: type: string const: tags title: Annotation Type default: tags counts: additionalProperties: type: integer type: object title: Counts unrated_count: type: integer title: Unrated Count type: object required: - counts - unrated_count title: AnnotationTagsAggregate MetricThreshold: properties: inverted: type: boolean title: Inverted description: Whether the column should be inverted for thresholds, i.e. if True, lower is better. default: false buckets: items: anyOf: - type: integer - type: number type: array title: Buckets description: Threshold buckets for the column. If the column is a metric, these are the thresholds for the column. display_value_levels: items: type: string type: array title: Display Value Levels description: Ordered list of strings that raw values get transformed to for displaying. type: object title: MetricThreshold description: 'Threshold configuration for metrics. Defines how metric values are bucketed and displayed, including whether lower or higher values are considered better.' LogRecordsQueryCountResponse: properties: total_count: type: integer title: Total Count description: Total number of records matching the query type: object required: - total_count title: LogRecordsQueryCountResponse PartialExtendedRetrieverSpanRecord: properties: type: type: string const: retriever title: Type description: Type of the trace, span or session. default: retriever input: type: string title: Input description: Input to the trace or span. default: '' redacted_input: anyOf: - type: string - type: 'null' title: Redacted Input description: Redacted input of the trace or span. output: items: $ref: '#/components/schemas/Document-Output' type: array title: Output description: Output of the trace or span. redacted_output: anyOf: - items: $ref: '#/components/schemas/Document-Output' type: array - type: 'null' title: Redacted Output description: Redacted output of the trace or span. name: type: string title: Name description: Name of the trace, span or session. default: '' created_at: type: string format: date-time title: Created description: Timestamp of the trace or span's creation. user_metadata: additionalProperties: type: string type: object title: User Metadata description: Metadata associated with this trace or span. tags: items: type: string type: array title: Tags description: Tags associated with this trace or span. status_code: anyOf: - type: integer - type: 'null' title: Status Code description: Status code of the trace or span. Used for logging failure or error states. metrics: $ref: '#/components/schemas/Metrics' description: Metrics associated with this trace or span. external_id: anyOf: - type: string - type: 'null' title: External Id description: A user-provided session, trace or span ID. dataset_input: anyOf: - type: string - type: 'null' title: Dataset Input description: Input to the dataset associated with this trace dataset_output: anyOf: - type: string - type: 'null' title: Dataset Output description: Output from the dataset associated with this trace dataset_metadata: additionalProperties: type: string type: object title: Dataset Metadata description: Metadata from the dataset associated with this trace id: anyOf: - type: string format: uuid - type: 'null' title: ID description: Galileo ID of the session, trace or span session_id: anyOf: - type: string format: uuid - type: 'null' title: Session ID description: Galileo ID of the session containing the trace (or the same value as id for a trace) trace_id: anyOf: - type: string format: uuid4 - type: 'null' title: Trace ID description: Galileo ID of the trace containing the span (or the same value as id for a trace) project_id: anyOf: - type: string format: uuid - type: 'null' title: Project ID description: Galileo ID of the project associated with this trace or span run_id: anyOf: - type: string format: uuid - type: 'null' title: Run ID description: Galileo ID of the run (log stream or experiment) associated with this trace or span updated_at: anyOf: - type: string format: date-time - type: 'null' title: Last Updated description: Timestamp of the session or trace or span's last update has_children: anyOf: - type: boolean - type: 'null' title: Has Children description: Whether or not this trace or span has child spans metrics_batch_id: anyOf: - type: string format: uuid4 - type: 'null' title: Metrics Batch Id description: Galileo ID of the metrics batch associated with this trace or span session_batch_id: anyOf: - type: string format: uuid4 - type: 'null' title: Session Batch Id description: Galileo ID of the metrics batch associated with this trace or span feedback_rating_info: additionalProperties: $ref: '#/components/schemas/FeedbackRatingInfo' type: object title: Feedback Rating Info description: Feedback information related to the record annotations: additionalProperties: additionalProperties: $ref: '#/components/schemas/AnnotationRatingInfo' propertyNames: format: uuid4 type: object propertyNames: format: uuid4 type: object title: Annotations description: Annotations keyed by template ID and annotator ID file_ids: items: type: string format: uuid4 type: array title: File Ids description: IDs of files associated with this record file_modalities: items: $ref: '#/components/schemas/ContentModality' type: array title: File Modalities description: Modalities of files associated with this record annotation_aggregates: additionalProperties: $ref: '#/components/schemas/AnnotationAggregate' propertyNames: format: uuid4 type: object title: Annotation Aggregates description: Annotation aggregate information keyed by template ID annotation_agreement: additionalProperties: type: number propertyNames: format: uuid4 type: object title: Annotation Agreement description: Annotation agreement scores keyed by template ID overall_annotation_agreement: anyOf: - type: number - type: 'null' title: Overall Annotation Agreement description: Average annotation agreement across all templates in the queue annotation_queue_ids: items: type: string format: uuid4 type: array title: Annotation Queue Ids description: IDs of annotation queues this record is in fully_annotated: anyOf: - type: boolean - type: 'null' title: Fully Annotated description: Whether every field is annotated by every annotator in the queue progress_message: type: string title: Progress Message description: Runner progress text written directly to CH span default: '' error_message: type: string title: Error Message description: Runner error text written directly to CH span default: '' metric_info: anyOf: - additionalProperties: oneOf: - $ref: '#/components/schemas/MetricNotComputed' - $ref: '#/components/schemas/MetricPending' - $ref: '#/components/schemas/MetricComputing' - $ref: '#/components/schemas/MetricNotApplicable' - $ref: '#/components/schemas/MetricSuccess' - $ref: '#/components/schemas/MetricError' - $ref: '#/components/schemas/MetricFailed' - $ref: '#/components/schemas/MetricRollUp' discriminator: propertyName: status_type mapping: computing: '#/components/schemas/MetricComputing' error: '#/components/schemas/MetricError' failed: '#/components/schemas/MetricFailed' not_applicable: '#/components/schemas/MetricNotApplicable' not_computed: '#/components/schemas/MetricNotComputed' pending: '#/components/schemas/MetricPending' roll_up: '#/components/schemas/MetricRollUp' success: '#/components/schemas/MetricSuccess' type: object - type: 'null' title: Metric Info description: Detailed information about the metrics associated with this trace or span files: anyOf: - additionalProperties: $ref: '#/components/schemas/FileMetadata' propertyNames: format: uuid4 type: object - type: 'null' title: Files description: File metadata keyed by file ID for files associated with this record parent_id: anyOf: - type: string format: uuid - type: 'null' title: Parent ID description: Galileo ID of the parent of this span is_complete: type: boolean title: Is Complete description: Whether the parent trace is complete or not default: true step_number: anyOf: - type: integer - type: 'null' title: Step Number description: Topological step number of the span. type: object title: PartialExtendedRetrieverSpanRecord ? FilterLeaf_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____ : properties: filter: oneOf: - $ref: '#/components/schemas/LogRecordsIDFilter' - $ref: '#/components/schemas/LogRecordsDateFilter' - $ref: '#/components/schemas/LogRecordsNumberFilter' - $ref: '#/components/schemas/LogRecordsBooleanFilter' - $ref: '#/components/schemas/LogRecordsCollectionFilter' - $ref: '#/components/schemas/LogRecordsTextFilter' - $ref: '#/components/schemas/LogRecordsFullyAnnotatedFilter' title: Filter discriminator: propertyName: type mapping: boolean: '#/components/schemas/LogRecordsBooleanFilter' collection: '#/components/schemas/LogRecordsCollectionFilter' date: '#/components/schemas/LogRecordsDateFilter' fully_annotated: '#/components/schemas/LogRecordsFullyAnnotatedFilter' id: '#/components/schemas/LogRecordsIDFilter' number: '#/components/schemas/LogRecordsNumberFilter' text: '#/components/schemas/LogRecordsTextFilter' type: object required: - filter title: FilterLeaf[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter, LogRecordsFullyAnnotatedFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] InputTypeEnum: type: string enum: - basic - llm_spans - retriever_spans - sessions_normalized - sessions_trace_io_only - tool_spans - trace_input_only - trace_io_only - trace_normalized - trace_output_only - agent_spans - workflow_spans title: InputTypeEnum description: Enumeration of input types. libs__python__schemas__log_records__feedback__TreeChoiceRating: properties: feedback_type: type: string const: tree_choice title: Feedback Type default: tree_choice value: type: string minLength: 1 title: Value type: object required: - value title: TreeChoiceRating AnnotationAggregate: properties: aggregate: oneOf: - $ref: '#/components/schemas/AnnotationLikeDislikeAggregate' - $ref: '#/components/schemas/AnnotationStarAggregate' - $ref: '#/components/schemas/AnnotationScoreAggregate' - $ref: '#/components/schemas/AnnotationTagsAggregate' - $ref: '#/components/schemas/AnnotationChoiceAggregate' - $ref: '#/components/schemas/AnnotationTreeChoiceAggregate' - $ref: '#/components/schemas/AnnotationTextAggregate' title: Aggregate discriminator: propertyName: annotation_type mapping: choice: '#/components/schemas/AnnotationChoiceAggregate' like_dislike: '#/components/schemas/AnnotationLikeDislikeAggregate' score: '#/components/schemas/AnnotationScoreAggregate' star: '#/components/schemas/AnnotationStarAggregate' tags: '#/components/schemas/AnnotationTagsAggregate' text: '#/components/schemas/AnnotationTextAggregate' tree_choice: '#/components/schemas/AnnotationTreeChoiceAggregate' type: object required: - aggregate title: AnnotationAggregate LogRecordsBooleanFilter: properties: column_id: type: string title: Column Id description: ID of the column to filter. operator: type: string enum: - eq - ne title: Operator default: eq value: type: boolean title: Value type: type: string const: boolean title: Type default: boolean type: object required: - column_id - value title: LogRecordsBooleanFilter LogRecordsAvailableColumnsResponse: properties: columns: items: $ref: '#/components/schemas/LogRecordsColumnInfo' type: array title: Columns type: object title: LogRecordsAvailableColumnsResponse examples: - columns: - applicable_types: - control - tool - session - trace - agent - llm - workflow - retriever category: standard data_type: text description: Input to the trace or span. filter_type: text filterable: true group_label: Standard id: input is_empty: false is_optional: false label: Input multi_valued: false sortable: true - applicable_types: - control - tool - session - trace - agent - llm - workflow - retriever category: standard data_type: text description: Output of the trace or span. filter_type: text filterable: true group_label: Standard id: output is_empty: false is_optional: false label: Output multi_valued: false sortable: true - applicable_types: - control - tool - session - trace - agent - llm - workflow - retriever category: standard data_type: text description: Name of the trace, span or session. filter_type: text filterable: true group_label: Standard id: name is_empty: false is_optional: false label: Name multi_valued: false sortable: true - applicable_types: - control - tool - session - trace - agent - llm - workflow - retriever category: standard data_type: timestamp description: Timestamp of the trace or span's creation. filter_type: date filterable: true group_label: Standard id: created_at is_empty: false is_optional: false label: Created multi_valued: false sortable: true - applicable_types: - control - tool - trace - agent - llm - workflow - retriever category: standard data_type: string_list description: Tags associated with this trace or span. filter_type: collection filterable: true group_label: Standard id: tags is_empty: false is_optional: false label: Tags multi_valued: true sortable: false - applicable_types: - control - tool - trace - agent - llm - workflow - retriever category: standard data_type: integer description: Status code of the trace or span. Used for logging failure or error states. filter_type: number filterable: true group_label: Standard id: status_code is_empty: false is_optional: true label: Status Code multi_valued: false sortable: true - applicable_types: - control - tool - session - trace - agent - llm - workflow - retriever category: standard data_type: text description: A user-provided session, trace or span ID. filter_type: text filterable: true group_label: Standard id: external_id is_empty: false is_optional: true label: External Id multi_valued: false sortable: true - applicable_types: - control - tool - trace - agent - llm - workflow - retriever category: standard data_type: text description: Input to the dataset associated with this trace filter_type: text filterable: true group_label: Standard id: dataset_input is_empty: false is_optional: false label: Dataset Input multi_valued: false sortable: true - applicable_types: - control - tool - trace - agent - llm - workflow - retriever category: standard data_type: text description: Output from the dataset associated with this trace filter_type: text filterable: true group_label: Standard id: dataset_output is_empty: false is_optional: false label: Dataset Output multi_valued: false sortable: true - applicable_types: - control - tool - session - trace - agent - llm - workflow - retriever category: standard data_type: uuid description: Galileo ID of the session, trace or span filter_type: id filterable: true group_label: Standard id: id is_empty: false is_optional: false label: ID multi_valued: false sortable: true - applicable_types: - control - tool - trace - agent - llm - workflow - retriever category: standard data_type: uuid description: Galileo ID of the session containing the trace (or the same value as id for a trace) filter_type: id filterable: true group_label: Standard id: session_id is_empty: false is_optional: false label: Session ID multi_valued: false sortable: true - applicable_types: - control - tool - trace - agent - llm - workflow - retriever category: standard data_type: uuid description: Galileo ID of the project associated with this trace or span filter_type: id filterable: true group_label: Standard id: project_id is_empty: false is_optional: false label: Project ID multi_valued: false sortable: true - applicable_types: - control - tool - trace - agent - llm - workflow - retriever category: standard data_type: uuid description: Galileo ID of the run (log stream or experiment) associated with this trace or span filter_type: id filterable: true group_label: Standard id: run_id is_empty: false is_optional: false label: Run ID multi_valued: false sortable: true - applicable_types: - control - tool - trace - agent - llm - workflow - retriever category: standard data_type: timestamp description: Timestamp of the session or trace or span's last update filter_type: date filterable: true group_label: Standard id: updated_at is_empty: false is_optional: true label: Last Updated multi_valued: false sortable: true - applicable_types: - control - tool - trace - agent - llm - workflow - retriever category: standard data_type: boolean description: Whether or not this trace or span has child spans filter_type: boolean filterable: true group_label: Standard id: has_children is_empty: false is_optional: true label: Has Children multi_valued: false sortable: true - applicable_types: - control - tool - session - trace - agent - llm - workflow - retriever category: standard data_type: text description: Runner progress text written directly to CH span filter_type: text filterable: true group_label: Standard id: progress_message is_empty: false is_optional: false label: Progress Message multi_valued: false sortable: true - applicable_types: - control - tool - session - trace - agent - llm - workflow - retriever category: standard data_type: text description: Runner error text written directly to CH span filter_type: text filterable: true group_label: Standard id: error_message is_empty: false is_optional: false label: Error Message multi_valued: false sortable: true - applicable_types: - control - tool - trace - agent - llm - workflow - retriever category: standard data_type: boolean description: Whether the parent trace is complete or not filter_type: boolean filterable: true group_label: Standard id: is_complete is_empty: false is_optional: false label: Is Complete multi_valued: false sortable: true - allowed_values: - control - tool - session - agent - trace - llm - workflow - retriever applicable_types: - control - tool - agent - llm - workflow - retriever category: standard data_type: text description: Type of the trace, span or session. filter_type: text filterable: true group_label: Standard id: type is_empty: false is_optional: false label: Type multi_valued: false sortable: true - applicable_types: - control - tool - agent - llm - workflow - retriever category: standard data_type: uuid description: Galileo ID of the trace containing the span (or the same value as id for a trace) filter_type: id filterable: true group_label: Standard id: trace_id is_empty: false is_optional: false label: Trace ID multi_valued: false sortable: true - applicable_types: - control - tool - agent - llm - workflow - retriever category: standard data_type: uuid description: Galileo ID of the parent of this span filter_type: id filterable: true group_label: Standard id: parent_id is_empty: false is_optional: false label: Parent ID multi_valued: false sortable: true - applicable_types: - control - tool - agent - llm - workflow - retriever category: standard data_type: integer description: Topological step number of the span. filter_type: number filterable: true group_label: Standard id: step_number is_empty: false is_optional: true label: Step Number multi_valued: false sortable: true - allowed_values: - default - router - judge - classifier - planner - reflection - react - supervisor applicable_types: - agent category: standard data_type: text description: Agent type. filter_type: text filterable: true group_label: Standard id: agent_type is_empty: false is_optional: false label: Agent Type multi_valued: false sortable: true - applicable_types: - llm category: standard data_type: text description: List of available tools passed to the LLM on invocation. filter_type: text filterable: true group_label: Standard id: tools is_empty: false is_optional: false label: Tools multi_valued: false sortable: true - applicable_types: - llm category: standard data_type: text description: Model used for this span. filter_type: text filterable: true group_label: Standard id: model is_empty: false is_optional: true label: Model multi_valued: false sortable: true - applicable_types: - llm category: standard data_type: floating_point description: Temperature used for generation. filter_type: number filterable: true group_label: Standard id: temperature is_empty: false is_optional: true label: Temperature multi_valued: false sortable: true - applicable_types: - llm category: standard data_type: text description: Reason for finishing. filter_type: text filterable: true group_label: Standard id: finish_reason is_empty: false is_optional: true label: Finish Reason multi_valued: false sortable: true - applicable_types: - tool category: standard data_type: text description: ID of the tool call. filter_type: text filterable: true group_label: Standard id: tool_call_id is_empty: false is_optional: true label: Tool Call Id multi_valued: false sortable: true - applicable_types: - control category: standard data_type: integer description: Identifier of the control definition that produced this span. filter_type: number filterable: true group_label: Standard id: control_id is_empty: false is_optional: true label: Control Id multi_valued: false sortable: true - applicable_types: - control category: standard data_type: text description: Normalized agent name associated with this control execution. filter_type: text filterable: true group_label: Standard id: agent_name is_empty: false is_optional: true label: Agent Name multi_valued: false sortable: true - allowed_values: - post - pre applicable_types: - control category: standard data_type: text description: Execution stage where the control ran, typically 'pre' or 'post'. filter_type: text filterable: true group_label: Standard id: check_stage is_empty: false is_optional: true label: Check Stage multi_valued: false sortable: true - allowed_values: - llm_call - tool_call applicable_types: - control category: standard data_type: text description: Parent execution type the control applied to, for example 'llm_call' or 'tool_call'. filter_type: text filterable: true group_label: Standard id: applies_to is_empty: false is_optional: true label: Applies To multi_valued: false sortable: true - applicable_types: - control category: standard data_type: text description: Representative evaluator name for this control span. For composite controls, this is the primary evaluator chosen for observability identity. filter_type: text filterable: true group_label: Standard id: evaluator_name is_empty: false is_optional: true label: Evaluator Name multi_valued: false sortable: true - applicable_types: - control category: standard data_type: text description: Representative selector path for this control span. For composite controls, this is the primary selector path chosen for observability identity. filter_type: text filterable: true group_label: Standard id: selector_path is_empty: false is_optional: true label: Selector Path multi_valued: false sortable: true - applicable_types: [] category: metric data_type: floating_point data_unit: percentage description: Measures the presence and severity of harmful, offensive, or abusive language in the model's response filter_type: number filterable: true group_label: Safety Metrics id: metrics/toxicity is_empty: false is_optional: false label: Output Toxicity (SLM) multi_valued: false roll_up_method: average sortable: true threshold: buckets: - 0.5 - 0.8 display_value_levels: - Low - Medium - High inverted: true DataType: type: string enum: - uuid - text - integer - floating_point - boolean - timestamp - string_list - tag - dataset - prompt - playground - rank - category_count - score_rating_aggregate - star_rating_aggregate - thumb_rating_aggregate - tags_rating_aggregate - text_rating_aggregate - annotation_agreement - fully_annotated title: DataType libs__python__schemas__log_records__feedback__TextRating: properties: feedback_type: type: string const: text title: Feedback Type default: text value: type: string minLength: 1 title: Value type: object required: - value title: TextRating StepType: type: string enum: - llm - retriever - tool - workflow - agent - control - trace - session title: StepType AnnotationLikeDislikeAggregate: properties: annotation_type: type: string const: like_dislike title: Annotation Type default: like_dislike like_count: type: integer title: Like Count dislike_count: type: integer title: Dislike Count unrated_count: type: integer title: Unrated Count tie_count: anyOf: - type: integer - type: 'null' title: Tie Count type: object required: - like_count - dislike_count - unrated_count title: AnnotationLikeDislikeAggregate InternalToolCall: properties: type: type: string const: internal_tool_call title: Type default: internal_tool_call id: anyOf: - type: string - type: 'null' title: Id description: Unique identifier for the event status: anyOf: - $ref: '#/components/schemas/EventStatus' - type: 'null' description: Status of the event metadata: anyOf: - additionalProperties: true type: object - type: 'null' title: Metadata description: Provider-specific metadata and additional fields error_message: anyOf: - type: string - type: 'null' title: Error Message description: Error message if the event failed name: type: string title: Name description: Name of the internal tool (e.g., 'web_search', 'code_interpreter', 'file_search') input: anyOf: - additionalProperties: true type: object - type: 'null' title: Input description: Input/arguments to the tool call output: anyOf: - additionalProperties: true type: object - type: 'null' title: Output description: Output/results from the tool call type: object required: - name title: InternalToolCall description: 'A tool call executed internally by the model during reasoning. This represents internal tools like web search, code execution, file search, etc. that the model invokes (not user-defined functions or MCP tools).' MetricFailed: properties: status_type: type: string const: failed title: Status Type default: failed scorer_type: anyOf: - $ref: '#/components/schemas/ScorerType' - type: 'null' metric_key_alias: anyOf: - type: string - type: 'null' title: Metric Key Alias message: anyOf: - type: string - type: 'null' title: Message default: Metric failed to compute. ems_error_code: anyOf: - type: integer - type: 'null' title: Ems Error Code description: EMS error code from errors.yaml catalog for this metric failure standard_error: anyOf: - $ref: '#/components/schemas/StandardError' - type: 'null' description: Structured EMS error resolved on-the-fly from errors.yaml catalog type: object title: MetricFailed api__schemas__annotation__LikeDislikeRating: properties: annotation_type: type: string const: like_dislike title: Annotation Type default: like_dislike value: type: boolean title: Value type: object required: - value title: LikeDislikeRating RemoveRecordsFromQueueResponse: properties: num_records_removed: type: integer title: Num Records Removed description: Number of records removed from the queue type: object required: - num_records_removed title: RemoveRecordsFromQueueResponse description: Response after removing records from an annotation queue. MetricCritiqueContent: properties: critique: type: string title: Critique intended_value: type: boolean title: Intended Value original_explanation: type: string title: Original Explanation type: object required: - critique - intended_value - original_explanation title: MetricCritiqueContent AnnotationQueueExportRequest: properties: column_ids: anyOf: - items: type: string type: array - type: 'null' title: Column Ids description: Column IDs to include in the export. Applies only to CSV exports. export_format: $ref: '#/components/schemas/LLMExportFormat' description: Export format default: jsonl redact: type: boolean title: Redact description: Redact sensitive data default: true file_name: anyOf: - type: string - type: 'null' title: File Name description: Optional filename for the exported file export_computed_metrics_only: type: boolean title: Export Computed Metrics Only description: When true, export only enabled scorer metrics with computed values (success or roll_up). For session exports, omit entire sessions unless every enabled metric at session, trace, or span level is ready (success, roll_up, or not_applicable). Not supported with export_format=jsonl_flat (returns 422); use jsonl or csv instead. default: false record_selector: oneOf: - $ref: '#/components/schemas/AnnotationQueueRecordsByRecordIDs' - $ref: '#/components/schemas/AnnotationQueueRecordsByFilterTree' title: Record Selector description: Selector to specify which queue records to export (either by record IDs or filter tree) discriminator: propertyName: type mapping: filter_tree: '#/components/schemas/AnnotationQueueRecordsByFilterTree' record_ids: '#/components/schemas/AnnotationQueueRecordsByRecordIDs' type: object required: - record_selector title: AnnotationQueueExportRequest description: Request to export selected annotation queue records. PartialExtendedWorkflowSpanRecord: properties: type: type: string const: workflow title: Type description: Type of the trace, span or session. default: workflow input: anyOf: - type: string - items: $ref: '#/components/schemas/galileo_core__schemas__logging__llm__Message' type: array - items: oneOf: - $ref: '#/components/schemas/TextContentPart' - $ref: '#/components/schemas/FileContentPart' discriminator: propertyName: type mapping: file: '#/components/schemas/FileContentPart' text: '#/components/schemas/TextContentPart' type: array title: Input description: Input to the trace or span. default: '' redacted_input: anyOf: - type: string - items: $ref: '#/components/schemas/galileo_core__schemas__logging__llm__Message' type: array - items: oneOf: - $ref: '#/components/schemas/TextContentPart' - $ref: '#/components/schemas/FileContentPart' discriminator: propertyName: type mapping: file: '#/components/schemas/FileContentPart' text: '#/components/schemas/TextContentPart' type: array - type: 'null' title: Redacted Input description: Redacted input of the trace or span. output: anyOf: - type: string - $ref: '#/components/schemas/galileo_core__schemas__logging__llm__Message' - items: $ref: '#/components/schemas/Document-Output' type: array - items: oneOf: - $ref: '#/components/schemas/TextContentPart' - $ref: '#/components/schemas/FileContentPart' discriminator: propertyName: type mapping: file: '#/components/schemas/FileContentPart' text: '#/components/schemas/TextContentPart' type: array - $ref: '#/components/schemas/ControlResult' - type: 'null' title: Output description: Output of the trace or span. redacted_output: anyOf: - type: string - $ref: '#/components/schemas/galileo_core__schemas__logging__llm__Message' - items: $ref: '#/components/schemas/Document-Output' type: array - items: oneOf: - $ref: '#/components/schemas/TextContentPart' - $ref: '#/components/schemas/FileContentPart' discriminator: propertyName: type mapping: file: '#/components/schemas/FileContentPart' text: '#/components/schemas/TextContentPart' type: array - $ref: '#/components/schemas/ControlResult' - type: 'null' title: Redacted Output description: Redacted output of the trace or span. name: type: string title: Name description: Name of the trace, span or session. default: '' created_at: type: string format: date-time title: Created description: Timestamp of the trace or span's creation. user_metadata: additionalProperties: type: string type: object title: User Metadata description: Metadata associated with this trace or span. tags: items: type: string type: array title: Tags description: Tags associated with this trace or span. status_code: anyOf: - type: integer - type: 'null' title: Status Code description: Status code of the trace or span. Used for logging failure or error states. metrics: $ref: '#/components/schemas/Metrics' description: Metrics associated with this trace or span. external_id: anyOf: - type: string - type: 'null' title: External Id description: A user-provided session, trace or span ID. dataset_input: anyOf: - type: string - type: 'null' title: Dataset Input description: Input to the dataset associated with this trace dataset_output: anyOf: - type: string - type: 'null' title: Dataset Output description: Output from the dataset associated with this trace dataset_metadata: additionalProperties: type: string type: object title: Dataset Metadata description: Metadata from the dataset associated with this trace id: anyOf: - type: string format: uuid - type: 'null' title: ID description: Galileo ID of the session, trace or span session_id: anyOf: - type: string format: uuid - type: 'null' title: Session ID description: Galileo ID of the session containing the trace (or the same value as id for a trace) trace_id: anyOf: - type: string format: uuid4 - type: 'null' title: Trace ID description: Galileo ID of the trace containing the span (or the same value as id for a trace) project_id: anyOf: - type: string format: uuid - type: 'null' title: Project ID description: Galileo ID of the project associated with this trace or span run_id: anyOf: - type: string format: uuid - type: 'null' title: Run ID description: Galileo ID of the run (log stream or experiment) associated with this trace or span updated_at: anyOf: - type: string format: date-time - type: 'null' title: Last Updated description: Timestamp of the session or trace or span's last update has_children: anyOf: - type: boolean - type: 'null' title: Has Children description: Whether or not this trace or span has child spans metrics_batch_id: anyOf: - type: string format: uuid4 - type: 'null' title: Metrics Batch Id description: Galileo ID of the metrics batch associated with this trace or span session_batch_id: anyOf: - type: string format: uuid4 - type: 'null' title: Session Batch Id description: Galileo ID of the metrics batch associated with this trace or span feedback_rating_info: additionalProperties: $ref: '#/components/schemas/FeedbackRatingInfo' type: object title: Feedback Rating Info description: Feedback information related to the record annotations: additionalProperties: additionalProperties: $ref: '#/components/schemas/AnnotationRatingInfo' propertyNames: format: uuid4 type: object propertyNames: format: uuid4 type: object title: Annotations description: Annotations keyed by template ID and annotator ID file_ids: items: type: string format: uuid4 type: array title: File Ids description: IDs of files associated with this record file_modalities: items: $ref: '#/components/schemas/ContentModality' type: array title: File Modalities description: Modalities of files associated with this record annotation_aggregates: additionalProperties: $ref: '#/components/schemas/AnnotationAggregate' propertyNames: format: uuid4 type: object title: Annotation Aggregates description: Annotation aggregate information keyed by template ID annotation_agreement: additionalProperties: type: number propertyNames: format: uuid4 type: object title: Annotation Agreement description: Annotation agreement scores keyed by template ID overall_annotation_agreement: anyOf: - type: number - type: 'null' title: Overall Annotation Agreement description: Average annotation agreement across all templates in the queue annotation_queue_ids: items: type: string format: uuid4 type: array title: Annotation Queue Ids description: IDs of annotation queues this record is in fully_annotated: anyOf: - type: boolean - type: 'null' title: Fully Annotated description: Whether every field is annotated by every annotator in the queue progress_message: type: string title: Progress Message description: Runner progress text written directly to CH span default: '' error_message: type: string title: Error Message description: Runner error text written directly to CH span default: '' metric_info: anyOf: - additionalProperties: oneOf: - $ref: '#/components/schemas/MetricNotComputed' - $ref: '#/components/schemas/MetricPending' - $ref: '#/components/schemas/MetricComputing' - $ref: '#/components/schemas/MetricNotApplicable' - $ref: '#/components/schemas/MetricSuccess' - $ref: '#/components/schemas/MetricError' - $ref: '#/components/schemas/MetricFailed' - $ref: '#/components/schemas/MetricRollUp' discriminator: propertyName: status_type mapping: computing: '#/components/schemas/MetricComputing' error: '#/components/schemas/MetricError' failed: '#/components/schemas/MetricFailed' not_applicable: '#/components/schemas/MetricNotApplicable' not_computed: '#/components/schemas/MetricNotComputed' pending: '#/components/schemas/MetricPending' roll_up: '#/components/schemas/MetricRollUp' success: '#/components/schemas/MetricSuccess' type: object - type: 'null' title: Metric Info description: Detailed information about the metrics associated with this trace or span files: anyOf: - additionalProperties: $ref: '#/components/schemas/FileMetadata' propertyNames: format: uuid4 type: object - type: 'null' title: Files description: File metadata keyed by file ID for files associated with this record parent_id: anyOf: - type: string format: uuid - type: 'null' title: Parent ID description: Galileo ID of the parent of this span is_complete: type: boolean title: Is Complete description: Whether the parent trace is complete or not default: true step_number: anyOf: - type: integer - type: 'null' title: Step Number description: Topological step number of the span. type: object title: PartialExtendedWorkflowSpanRecord MetricComputing: properties: status_type: type: string const: computing title: Status Type default: computing scorer_type: anyOf: - $ref: '#/components/schemas/ScorerType' - type: 'null' metric_key_alias: anyOf: - type: string - type: 'null' title: Metric Key Alias message: type: string title: Message default: Metric is computing. type: object title: MetricComputing ValidationError: properties: loc: items: anyOf: - type: string - type: integer type: array title: Location msg: type: string title: Message type: type: string title: Error Type input: title: Input ctx: type: object title: Context type: object required: - loc - msg - type title: ValidationError DataUnit: type: string enum: - percentage - nano_seconds - milli_seconds - dollars - count_and_total title: DataUnit ChainPollTemplate: properties: metric_system_prompt: anyOf: - type: string - type: 'null' title: Metric System Prompt description: System prompt for the metric. metric_description: anyOf: - type: string - type: 'null' title: Metric Description description: Description of what the metric should do. value_field_name: type: string title: Value Field Name description: Field name to look for in the chainpoll response, for the rating. default: rating explanation_field_name: type: string title: Explanation Field Name description: Field name to look for in the chainpoll response, for the explanation. default: explanation template: type: string title: Template description: Chainpoll prompt template. metric_few_shot_examples: items: $ref: '#/components/schemas/FewShotExample' type: array title: Metric Few Shot Examples description: Few-shot examples for the metric. response_schema: anyOf: - additionalProperties: true type: object - type: 'null' title: Response Schema description: Response schema for the output type: object required: - template title: ChainPollTemplate description: 'Template for a chainpoll metric prompt, containing all the info necessary to send a chainpoll prompt.' LLMExportFormat: type: string enum: - csv - jsonl - jsonl_flat title: LLMExportFormat MetricCritiqueColumnar: properties: id: type: string format: uuid4 title: Id is_computed: type: boolean title: Is Computed revised_explanation: anyOf: - type: string - type: 'null' title: Revised Explanation critique_info: $ref: '#/components/schemas/MetricCritiqueContent' type: object required: - id - is_computed - revised_explanation - critique_info title: MetricCritiqueColumnar Document-Output: properties: content: type: string title: Content description: Content of the document. metadata: additionalProperties: anyOf: - type: boolean - type: string - type: integer - type: number type: object title: Metadata additionalProperties: false type: object required: - content title: Document BaseRegisteredScorerDB: properties: id: type: string format: uuid4 title: Id name: type: string title: Name score_type: anyOf: - type: string - type: 'null' title: Score Type type: object required: - id - name title: BaseRegisteredScorerDB ModalityFilter: properties: name: type: string const: modality title: Name default: modality operator: type: string enum: - eq - ne - one_of - not_in title: Operator value: anyOf: - type: string description: Single enum value - specific options depend on the concrete enum type used example: ENUM_VALUE - items: type: string example: ENUM_VALUE type: array description: Array of enum values example: - ENUM_VALUE_1 - ENUM_VALUE_2 title: Value type: object required: - operator - value title: ModalityFilter description: 'Filters on content modalities in scorer jobs. Matches if at least one of the specified modalities is present.' ? FilterExpression_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input : anyOf: - $ref: '#/components/schemas/FilterLeaf_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____' - $ref: '#/components/schemas/AndNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' - $ref: '#/components/schemas/OrNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' - $ref: '#/components/schemas/NotNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' SelectColumns: properties: column_ids: items: type: string type: array title: Column Ids include_all_metrics: type: boolean title: Include All Metrics default: false include_all_feedback: type: boolean title: Include All Feedback default: false type: object title: SelectColumns EventStatus: type: string enum: - in_progress - completed - failed - cancelled - incomplete title: EventStatus description: Common status values for events. AnnotationQueueRecordsByRecordIDs: properties: type: type: string const: record_ids title: Type default: record_ids record_ids: items: type: string format: uuid4 type: array maxItems: 100000 minItems: 1 title: Record Ids description: List of log record IDs to select type: object required: - record_ids title: AnnotationQueueRecordsByRecordIDs MetricRollUp: properties: status_type: type: string const: roll_up title: Status Type default: roll_up scorer_type: anyOf: - $ref: '#/components/schemas/ScorerType' - type: 'null' metric_key_alias: anyOf: - type: string - type: 'null' title: Metric Key Alias value: anyOf: - type: string - type: integer - type: number - type: boolean - type: string format: uuid - type: string format: date-time - $ref: '#/components/schemas/Segment' - $ref: '#/components/schemas/HallucinationSegment' - $ref: '#/components/schemas/Document-Output' - $ref: '#/components/schemas/FeedbackRatingDB' - $ref: '#/components/schemas/FeedbackAggregate' - items: anyOf: - type: string - type: integer - type: number - type: boolean - type: string format: uuid - type: string format: date-time - $ref: '#/components/schemas/Segment' - $ref: '#/components/schemas/HallucinationSegment' - $ref: '#/components/schemas/Document-Output' - $ref: '#/components/schemas/FeedbackRatingDB' - $ref: '#/components/schemas/FeedbackAggregate' - type: 'null' type: array - items: items: anyOf: - type: string - type: integer - type: number - type: boolean - type: string format: uuid - type: string format: date-time - $ref: '#/components/schemas/Segment' - $ref: '#/components/schemas/HallucinationSegment' - $ref: '#/components/schemas/Document-Output' - $ref: '#/components/schemas/FeedbackRatingDB' - $ref: '#/components/schemas/FeedbackAggregate' - type: 'null' type: array type: array - items: items: items: anyOf: - type: string - type: integer - type: number - type: boolean - type: string format: uuid - type: string format: date-time - $ref: '#/components/schemas/Segment' - $ref: '#/components/schemas/HallucinationSegment' - $ref: '#/components/schemas/Document-Output' - $ref: '#/components/schemas/FeedbackRatingDB' - $ref: '#/components/schemas/FeedbackAggregate' - type: 'null' type: array type: array type: array - type: 'null' title: Value explanation: anyOf: - type: string - type: 'null' title: Explanation cost: anyOf: - type: number - type: 'null' title: Cost model_alias: anyOf: - type: string - type: 'null' title: Model Alias num_judges: anyOf: - type: integer - type: 'null' title: Num Judges multijudge_average: anyOf: - type: number - type: 'null' title: Multijudge Average input_tokens: anyOf: - type: integer - type: 'null' title: Input Tokens output_tokens: anyOf: - type: integer - type: 'null' title: Output Tokens total_tokens: anyOf: - type: integer - type: 'null' title: Total Tokens critique: anyOf: - $ref: '#/components/schemas/MetricCritiqueColumnar' - type: 'null' metadata: anyOf: - additionalProperties: true type: object - type: 'null' title: Metadata description: Optional per-row context returned alongside the score by code-based scorers that return a (score, metadata) tuple. Sourced from the {metric_name}_metadata auxiliary key, which is stored as a JSON string in ClickHouse. roll_up_metrics: additionalProperties: anyOf: - type: number - additionalProperties: type: integer type: object type: object title: Roll Up Metrics description: Roll up metrics e.g. sum, average, min, max for numeric, and category_count for categorical metrics. type: object required: - value title: MetricRollUp AnnotationQueueRecordsByFilterTree: properties: type: type: string const: filter_tree title: Type default: filter_tree filter_tree: $ref: '#/components/schemas/FilterExpression_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' description: Filter tree to select records type: object required: - filter_tree title: AnnotationQueueRecordsByFilterTree api__schemas__annotation__TextRating: properties: annotation_type: type: string const: text title: Annotation Type default: text value: type: string minLength: 1 title: Value type: object required: - value title: TextRating AnnotationTextAggregate: properties: annotation_type: type: string const: text title: Annotation Type default: text count: type: integer title: Count unrated_count: type: integer title: Unrated Count type: object required: - count - unrated_count title: AnnotationTextAggregate api__schemas__annotation__TagsRating: properties: annotation_type: type: string const: tags title: Annotation Type default: tags value: items: type: string maxLength: 255 minLength: 1 type: array title: Value type: object required: - value title: TagsRating ErrorType: type: string enum: - llm_api_error - credentials_error - data_validation_error - configuration_error - permission_error - not_found_error - workflow_error - rate_limit_error - system_error - not_applicable_reason - uncataloged_error title: ErrorType FeedbackType: type: string enum: - like_dislike - star - score - tags - text - choice - tree_choice title: FeedbackType ? OrNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input : properties: or: items: anyOf: - $ref: '#/components/schemas/FilterLeaf_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____' - $ref: '#/components/schemas/AndNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' - $ref: '#/components/schemas/OrNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' - $ref: '#/components/schemas/NotNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' type: array title: Or type: object required: - or title: OrNode[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter, LogRecordsFullyAnnotatedFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] ? AndNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input : properties: and: items: anyOf: - $ref: '#/components/schemas/FilterLeaf_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____' - $ref: '#/components/schemas/AndNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' - $ref: '#/components/schemas/OrNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' - $ref: '#/components/schemas/NotNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter__LogRecordsFullyAnnotatedFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____-Input' type: array title: And type: object required: - and title: AndNode[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter, LogRecordsFullyAnnotatedFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] PartialExtendedSessionRecord: properties: type: type: string const: session title: Type description: Type of the trace, span or session. default: session input: anyOf: - type: string - items: $ref: '#/components/schemas/galileo_core__schemas__logging__llm__Message' type: array - items: oneOf: - $ref: '#/components/schemas/TextContentPart' - $ref: '#/components/schemas/FileContentPart' discriminator: propertyName: type mapping: file: '#/components/schemas/FileContentPart' text: '#/components/schemas/TextContentPart' type: array title: Input default: '' redacted_input: anyOf: - type: string - items: $ref: '#/components/schemas/galileo_core__schemas__logging__llm__Message' type: array - items: oneOf: - $ref: '#/components/schemas/TextContentPart' - $ref: '#/components/schemas/FileContentPart' discriminator: propertyName: type mapping: file: '#/components/schemas/FileContentPart' text: '#/components/schemas/TextContentPart' type: array - type: 'null' title: Redacted Input description: Redacted input of the trace or span. output: anyOf: - type: string - $ref: '#/components/schemas/galileo_core__schemas__logging__llm__Message' - items: $ref: '#/components/schemas/Document-Output' type: array - items: oneOf: - $ref: '#/components/schemas/TextContentPart' - $ref: '#/components/schemas/FileContentPart' discriminator: propertyName: type mapping: file: '#/components/schemas/FileContentPart' text: '#/components/schemas/TextContentPart' type: array - $ref: '#/components/schemas/ControlResult' - type: 'null' title: Output description: Output of the trace or span. redacted_output: anyOf: - type: string - $ref: '#/components/schemas/galileo_core__schemas__logging__llm__Message' - items: $ref: '#/components/schemas/Document-Output' type: array - items: oneOf: - $ref: '#/components/schemas/TextContentPart' - $ref: '#/components/schemas/FileContentPart' discriminator: propertyName: type mapping: file: '#/components/schemas/FileContentPart' text: '#/components/schemas/TextContentPart' type: array - $ref: '#/components/schemas/ControlResult' - type: 'null' title: Redacted Output description: Redacted output of the trace or span. name: type: string title: Name description: Name of the trace, span or session. default: '' created_at: type: string format: date-time title: Created description: Timestamp of the trace or span's creation. user_metadata: additionalProperties: type: string type: object title: User Metadata description: Metadata associated with this trace or span. tags: items: type: string type: array title: Tags description: Tags associated with this trace or span. status_code: anyOf: - type: integer - type: 'null' title: Status Code description: Status code of the trace or span. Used for logging failure or error states. metrics: $ref: '#/components/schemas/Metrics' description: Metrics associated with this trace or span. external_id: anyOf: - type: string - type: 'null' title: External Id description: A user-provided session, trace or span ID. dataset_input: anyOf: - type: string - type: 'null' title: Dataset Input description: Input to the dataset associated with this trace dataset_output: anyOf: - type: string - type: 'null' title: Dataset Output description: Output from the dataset associated with this trace dataset_metadata: additionalProperties: type: string type: object title: Dataset Metadata description: Metadata from the dataset associated with this trace id: anyOf: - type: string format: uuid - type: 'null' title: ID description: Galileo ID of the session session_id: anyOf: - type: string format: uuid4 - type: 'null' title: Session ID description: Galileo ID of the session containing the trace or span or session trace_id: anyOf: - type: string format: uuid4 - type: 'null' title: Trace ID description: Galileo ID of the trace containing the span (or the same value as id for a trace) project_id: anyOf: - type: string format: uuid - type: 'null' title: Project ID description: Galileo ID of the project associated with this trace or span run_id: anyOf: - type: string format: uuid - type: 'null' title: Run ID description: Galileo ID of the run (log stream or experiment) associated with this trace or span updated_at: anyOf: - type: string format: date-time - type: 'null' title: Last Updated description: Timestamp of the session or trace or span's last update has_children: anyOf: - type: boolean - type: 'null' title: Has Children description: Whether or not this trace or span has child spans metrics_batch_id: anyOf: - type: string format: uuid4 - type: 'null' title: Metrics Batch Id description: Galileo ID of the metrics batch associated with this trace or span session_batch_id: anyOf: - type: string format: uuid4 - type: 'null' title: Session Batch Id description: Galileo ID of the metrics batch associated with this trace or span feedback_rating_info: additionalProperties: $ref: '#/components/schemas/FeedbackRatingInfo' type: object title: Feedback Rating Info description: Feedback information related to the record annotations: additionalProperties: additionalProperties: $ref: '#/components/schemas/AnnotationRatingInfo' propertyNames: format: uuid4 type: object propertyNames: format: uuid4 type: object title: Annotations description: Annotations keyed by template ID and annotator ID file_ids: items: type: string format: uuid4 type: array title: File Ids description: IDs of files associated with this record file_modalities: items: $ref: '#/components/schemas/ContentModality' type: array title: File Modalities description: Modalities of files associated with this record annotation_aggregates: additionalProperties: $ref: '#/components/schemas/AnnotationAggregate' propertyNames: format: uuid4 type: object title: Annotation Aggregates description: Annotation aggregate information keyed by template ID annotation_agreement: additionalProperties: type: number propertyNames: format: uuid4 type: object title: Annotation Agreement description: Annotation agreement scores keyed by template ID overall_annotation_agreement: anyOf: - type: number - type: 'null' title: Overall Annotation Agreement description: Average annotation agreement across all templates in the queue annotation_queue_ids: items: type: string format: uuid4 type: array title: Annotation Queue Ids description: IDs of annotation queues this record is in fully_annotated: anyOf: - type: boolean - type: 'null' title: Fully Annotated description: Whether every field is annotated by every annotator in the queue progress_message: type: string title: Progress Message description: Runner progress text written directly to CH span default: '' error_message: type: string title: Error Message description: Runner error text written directly to CH span default: '' metric_info: anyOf: - additionalProperties: oneOf: - $ref: '#/components/schemas/MetricNotComputed' - $ref: '#/components/schemas/MetricPending' - $ref: '#/components/schemas/MetricComputing' - $ref: '#/components/schemas/MetricNotApplicable' - $ref: '#/components/schemas/MetricSuccess' - $ref: '#/components/schemas/MetricError' - $ref: '#/components/schemas/MetricFailed' - $ref: '#/components/schemas/MetricRollUp' discriminator: propertyName: status_type mapping: computing: '#/components/schemas/MetricComputing' error: '#/components/schemas/MetricError' failed: '#/components/schemas/MetricFailed' not_applicable: '#/components/schemas/MetricNotApplicable' not_computed: '#/components/schemas/MetricNotComputed' pending: '#/components/schemas/MetricPending' roll_up: '#/components/schemas/MetricRollUp' success: '#/components/schemas/MetricSuccess' type: object - type: 'null' title: Metric Info description: Detailed information about the metrics associated with this trace or span files: anyOf: - additionalProperties: $ref: '#/components/schemas/FileMetadata' propertyNames: format: uuid4 type: object - type: 'null' title: Files description: File metadata keyed by file ID for files associated with this record previous_session_id: anyOf: - type: string format: uuid4 - type: 'null' title: Previous Session Id num_traces: anyOf: - type: integer - type: 'null' title: Num Traces type: object title: PartialExtendedSessionRecord securitySchemes: ClassicAPIKeyHeader: type: apiKey in: header name: Galileo-API-Key APIKeyHeader: type: apiKey in: header name: Splunk-AO-API-Key OAuth2PasswordBearer: type: oauth2 flows: password: scopes: {} tokenUrl: https://api.galileo.ai/login HTTPBasic: type: http scheme: basic