openapi: 3.0.3 info: title: Spider Cloud Crawling Links API version: v1 description: 'Spider Cloud is a Rust-based, AI-friendly web scraping and crawling platform. The REST API accepts and returns JSON (also XML, CSV, JSONL via the content-type header) and authenticates with a Bearer API key. Every account is allowed up to 10,000 core API requests per minute. ' contact: name: Spider Cloud Support url: https://spider.cloud email: support@spider.cloud license: name: Proprietary url: https://spider.cloud servers: - url: https://api.spider.cloud description: Spider Cloud production API security: - bearerAuth: [] tags: - name: Links description: Collect all links from a website. paths: /links: post: tags: - Links summary: Collect Links operationId: links description: Collect every link from a website without scraping page content. requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/LinksRequest' responses: '200': description: Link list. content: application/json: schema: $ref: '#/components/schemas/LinksResponse' '401': $ref: '#/components/responses/Unauthorized' components: schemas: Error: type: object properties: error: type: string code: type: string message: type: string LinksResponse: type: object properties: links: type: array items: type: string LinksRequest: type: object required: - url properties: url: type: string limit: type: integer depth: type: integer responses: Unauthorized: description: Missing or invalid API key. content: application/json: schema: $ref: '#/components/schemas/Error' securitySchemes: bearerAuth: type: http scheme: bearer bearerFormat: API Key