openapi: 3.1.0 info: title: API Reference subpackage_actions subpackage_tasks.subpackage_tasks/agreementMatrix API version: 1.0.0 servers: - url: http://localhost:8000 tags: - name: subpackage_tasks.subpackage_tasks/agreementMatrix paths: /api/projects/{project_pk}/tasks/{task_pk}/agreement-matrix: get: operationId: get summary: ✨ Get task agreement matrix description: "\n \"Label\n

\n This endpoint is not available in Label Studio Community Edition. [Learn more about Label Studio Enterprise](https://humansignal.com/goenterprise)\n

\n
\nReturns a pairwise agreement matrix between selected participants for a single task, averaged across all active dimensions or a single specified dimension." tags: - subpackage_tasks.subpackage_tasks/agreementMatrix parameters: - name: project_pk in: path description: Project ID required: true schema: type: integer - name: task_pk in: path description: Task ID required: true schema: type: integer - name: dimension in: query description: Dimension ID to compute agreement for. If not provided, averages across all active dimensions. required: false schema: type: integer - name: selection in: query description: JSON object specifying which participants to include in the agreement matrix required: true schema: $ref: '#/components/schemas/AgreementSelectionRequest' - name: Authorization in: header description: 'The token (or API key) must be passed as a request header. You can find your user token on the User Account page in Label Studio. Example:
curl https://label-studio-host/api/projects -H "Authorization: Token [your-token]"
' required: true schema: type: string responses: '200': description: '' content: application/json: schema: $ref: '#/components/schemas/TaskAgreementMatrixResponse' components: schemas: AgreementSelectionGroupRequest: type: object properties: all: type: boolean default: false ids: type: array items: type: string title: AgreementSelectionGroupRequest AgreementSelectionRequest: type: object properties: annotators: $ref: '#/components/schemas/AgreementSelectionGroupRequest' ground_truth: type: boolean default: false models: $ref: '#/components/schemas/AgreementSelectionGroupRequest' title: AgreementSelectionRequest TaskAgreementMatrixResponse: type: object properties: matrix: type: array items: type: array items: type: number format: double description: Pairwise agreement scores matrix where matrix[i][j] is the agreement between users[i] and users[j] users: type: array items: type: object additionalProperties: description: Any type description: Expanded participant details (annotators and/or model versions) required: - matrix - users title: TaskAgreementMatrixResponse securitySchemes: Token: type: apiKey in: header name: Authorization description: 'The token (or API key) must be passed as a request header. You can find your user token on the User Account page in Label Studio. Example:
curl https://label-studio-host/api/projects -H "Authorization: Token [your-token]"
'