{"category":{"id":"web-scraping-browser","name":"Web scraping and browser automation","description":"Crawl, scrape and convert pages to Markdown/JSON, or drive a remote headless browser (clicks, forms, logins)."},"entries":[
{"id":"anchor-browser","name":"Anchor Browser","homepage":"https://anchorbrowser.io","docs":"https://docs.anchorbrowser.io","auth":"api_key","auth_hint":"anchor-api-key header","mcp":{"type":"official","url":"https://api.anchorbrowser.io/mcp","maintainer":"vendor","remote_url":"https://api.anchorbrowser.io/mcp","source_url":"https://docs.anchorbrowser.io/advanced/mcp","checked_at":"2026-09-24","domain_verified":true,"kind":"vendor-hosted","config":{"url":"https://api.anchorbrowser.io/mcp","headers":{"anchor-api-key":"$ANCHOR_API_KEY"},"oauth":false,"env":["ANCHOR_API_KEY"],"source_url":"https://docs.anchorbrowser.io/advanced/mcp","docs_only":false,"checked_at":"2026-09-24"}},"free_tier":"$5 free credits/mo, no card required","sdk":[],"openapi":null,"llms_txt":null,"desc_en":"Provision authenticated cloud browser sessions and turn any website into callable MCP tools for agents.","notes":"Authenticated (logged-in) browser sessions require a paid tier; free tier covers unauthenticated browsing only.","verified":"2026-09-24","free_plan":{"kind":"free_tier","requires_card":false,"quota":"$5 free credits","period":"month","source_url":"https://docs.anchorbrowser.io/pricing","checked_at":"2026-09-24"},"auth_scheme":{"type":"apiKey","in":"header","name":"anchor-api-key","format":"anchor-api-key: <API_KEY>","source_url":"https://docs.anchorbrowser.io/api-reference","checked_at":"2026-09-24"},"base_url":"https://api.anchorbrowser.io","rate_limits":{"summary":"Free plan: session creation capped at 5/min, up to 5 concurrent browsers","source_url":"https://docs.anchorbrowser.io/pricing","checked_at":"2026-09-24"},"operations":["browser-automation","web-scraping"],"no_auth":false,"call":{"operation":"start a cloud browser session","method":"POST","url":"https://api.anchorbrowser.io/v1/sessions","example":"curl -X POST https://api.anchorbrowser.io/v1/sessions -H \"anchor-api-key: $ANCHOR_API_KEY\" -H \"Content-Type: application/json\" -d '{\"session\": {\"initial_url\": \"https://example.com\"}}'","response_fields":["data.id","data.cdp_url","data.live_view_url"],"source_url":"https://docs.anchorbrowser.io/api-reference/browser-sessions/start-browser-session","checked_at":"2026-09-24"},"unit_price":{"summary":"$0.01 per browser created + $0.05 per browser hour; Anchor proxy $8/GB","source_url":"https://docs.anchorbrowser.io/pricing","checked_at":"2026-09-24"},"has_free_tier":true,"has_trial":false,"no_card":true,"stale":false,"link_check":{"checked_at":"2026-09-24","docs":"ok","mcp":"reachable"},"ratings":[{"source":"sourceforge","rating":5.0,"reviews":1,"url":"https://sourceforge.net/software/product/Anchor-Browser/","fetched_at":"2026-09-24T16:55Z"}],"uptime":{"window_days":30,"api":{"url":"https://api.anchorbrowser.io","probes":1,"up":1,"median_ms":608,"last":{"at":"2026-09-24T18:26Z","up":true,"detail":404}},"mcp_remote":{"url":"https://api.anchorbrowser.io/mcp","probes":1,"up":1,"median_ms":601,"last":{"at":"2026-09-24T18:26Z","up":true,"detail":401}}},"reviews_url":"https://raw.githubusercontent.com/eater2/ai_agents_api_library/main/catalog/reviews/anchor-browser.json"},
{"id":"apify","name":"Apify","homepage":"https://apify.com","docs":"https://docs.apify.com/api","auth":"api_key+oauth2","auth_hint":"Authorization: Bearer <token> for REST; browser-based OAuth2 or bearer token for hosted MCP","mcp":{"type":"official","url":"https://docs.apify.com/platform/integrations/mcp","maintainer":"vendor","remote_url":"https://mcp.apify.com","repo":"https://www.npmjs.com/package/@apify/actors-mcp-server","tools":["search-actors","fetch-actor-details","call-actor","search-apify-docs","fetch-apify-docs","get-dataset-items","get-key-value-store-record"],"covers_full_api":false,"source_url":"https://docs.apify.com/platform/integrations/mcp","checked_at":"2026-09-24","domain_verified":true,"kind":"vendor-hosted","config":{"transport":"streamable-http","url":"https://mcp.apify.com","headers":{"Authorization":"Bearer $APIFY_TOKEN"},"oauth":true,"docs_only":false,"source_url":"https://docs.apify.com/platform/integrations/mcp","checked_at":"2026-09-24"}},"free_tier":"free plan: $5/mo platform usage credit, no card required","sdk":["python","javascript"],"openapi":null,"llms_txt":null,"desc_en":"Run web scraping/automation 'Actors' from a marketplace of thousands, and manage datasets, via REST API or MCP server.","notes":"MCP search/docs tools work unauthenticated; running paid Actors consumes platform usage credit. Actor endpoints use /v2/actors/{actorId}/... (e.g. run-sync-get-dataset-items)","verified":"2026-09-24","free_plan":{"kind":"free_tier","requires_card":false,"quota":"$5 prepaid platform usage","period":"month","source_url":"https://apify.com/pricing","checked_at":"2026-09-24"},"auth_scheme":{"type":"http","scheme":"bearer","format":"Authorization: Bearer <APIFY_TOKEN>","source_url":"https://docs.apify.com/api/v2","checked_at":"2026-09-24"},"base_url":"https://api.apify.com/v2","rate_limits":{"summary":"250,000 requests/min global per user; 60 req/s per resource by default (higher for some endpoints)","source_url":"https://docs.apify.com/api/v2","checked_at":"2026-09-24"},"async_jobs":{"value":true,"how":"POST run returns run object; poll GET run or use webhooks; sync run endpoints wait up to 300 s","source_url":"https://docs.apify.com/api/v2"},"operations":["web-scraping","web-crawling","browser-automation"],"no_auth":false,"call":{"operation":"run an Actor synchronously and get its dataset items","method":"POST","url":"https://api.apify.com/v2/actors/{actorId}/run-sync-get-dataset-items","example":"curl -X POST https://api.apify.com/v2/actors/apify~website-content-crawler/run-sync-get-dataset-items -H \"Authorization: Bearer $APIFY_TOKEN\" -H \"Content-Type: application/json\" -d '{\"startUrls\":[{\"url\":\"https://docs.apify.com\"}]}'","response_fields":["[] (JSON array of dataset items; fields depend on the Actor)","[].url"],"async":null,"source_url":"https://docs.apify.com/api/v2/act-run-sync-get-dataset-items-post","checked_at":"2026-09-24"},"unit_price":{"summary":"Platform usage: $0.20 per compute unit (1 GB RAM for 1 hour) on Free and Starter plans; some Store Actors add their own per-result or per-event fees","source_url":"https://apify.com/pricing","checked_at":"2026-09-24"},"has_free_tier":true,"has_trial":false,"no_card":true,"stale":false,"link_check":{"checked_at":"2026-09-24","docs":"ok","mcp":"ok"},"ratings":[{"source":"smithery","uses":218,"url":"https://smithery.ai/servers/apify","fetched_at":"2026-09-24T16:54Z"},{"source":"sourceforge","rating":4.8,"reviews":1714,"url":"https://sourceforge.net/software/product/Apify/","fetched_at":"2026-09-24T17:02Z"}],"uptime":{"window_days":30,"api":{"url":"https://api.apify.com/v2","probes":1,"up":1,"median_ms":261,"last":{"at":"2026-09-24T18:26Z","up":true,"detail":404}},"mcp_remote":{"url":"https://mcp.apify.com","probes":1,"up":1,"median_ms":207,"last":{"at":"2026-09-24T18:26Z","up":true,"detail":401}}}},
{"id":"bright-data","name":"Bright Data","homepage":"https://brightdata.com","docs":"https://docs.brightdata.com/introduction","auth":"api_key","auth_hint":"Authorization: Bearer <token>","mcp":{"type":"official","url":"https://github.com/brightdata/brightdata-mcp","maintainer":"vendor","remote_url":"https://mcp.brightdata.com/mcp?token=<API_TOKEN>","repo":"https://github.com/brightdata/brightdata-mcp","tools":["search_engine","search_engine_batch","scrape_as_markdown","scrape_batch","discover"],"covers_full_api":false,"source_url":"https://github.com/brightdata/brightdata-mcp","checked_at":"2026-09-24","domain_verified":true,"kind":"vendor-hosted","config":{"transport":"streamable-http","url":"https://mcp.brightdata.com/mcp?token=$BRIGHTDATA_API_TOKEN","headers":null,"oauth":false,"docs_only":false,"source_url":"https://github.com/brightdata/brightdata-mcp","checked_at":"2026-09-24"}},"free_tier":"Free tier: 5,000 requests/month via the MCP server (renews on the 1st, no card required); other products pay-as-you-go","sdk":["python","node"],"openapi":null,"llms_txt":null,"desc_en":"Access Web Unlocker, SERP API, Scraping Browser, and structured datasets via REST API or MCP to pull web data at scale.","notes":"Large multi-product suite; pricing and free-tier limits vary significantly by product (Web Unlocker vs Scraping Browser vs Datasets).","verified":"2026-09-24","free_plan":{"kind":"free_tier","quota":"5,000 MCP requests","period":"month","source_url":"https://github.com/brightdata/brightdata-mcp","checked_at":"2026-09-24"},"auth_scheme":{"type":"http","scheme":"bearer","format":"Authorization: Bearer <API_KEY>","source_url":"https://docs.brightdata.com/api-reference/authentication","checked_at":"2026-09-24"},"base_url":"https://api.brightdata.com","operations":["web-scraping","serp-scraping","browser-automation","structured-extraction"],"no_auth":false,"call":{"operation":"fetch a web page through Web Unlocker","method":"POST","url":"https://api.brightdata.com/request","example":"curl https://api.brightdata.com/request -H \"Content-Type: application/json\" -H \"Authorization: Bearer $BRIGHTDATA_API_KEY\" -d '{\"zone\":\"<WEB_UNLOCKER_ZONE>\",\"url\":\"https://example.com\",\"format\":\"raw\"}'","response_fields":["body (raw target page content)"],"async":null,"source_url":"https://docs.brightdata.com/scraping-automation/web-unlocker/send-your-first-request","checked_at":"2026-09-24"},"unit_price":{"summary":"Web Unlocker pay-as-you-go: $1.5 per 1,000 successful requests","source_url":"https://brightdata.com/pricing/web-unlocker","checked_at":"2026-09-24"},"has_free_tier":true,"has_trial":false,"no_card":false,"stale":false,"link_check":{"checked_at":"2026-09-24","docs":"ok","mcp":"ok"},"ratings":[{"source":"github","repo":"brightdata/brightdata-mcp","stars":2655,"forks":329,"pushed_at":"2026-09-17","archived":false,"url":"https://github.com/brightdata/brightdata-mcp","fetched_at":"2026-09-24T16:54Z"},{"source":"smithery","uses":300,"url":"https://smithery.ai/servers/brightdata","fetched_at":"2026-09-24T16:54Z"},{"source":"sourceforge","rating":4.4,"reviews":1,"url":"https://sourceforge.net/software/product/Bright-Data/","fetched_at":"2026-09-24T16:55Z"}],"uptime":{"window_days":30,"api":{"url":"https://api.brightdata.com","probes":1,"up":1,"median_ms":245,"last":{"at":"2026-09-24T18:26Z","up":true,"detail":404}}},"reviews_url":"https://raw.githubusercontent.com/eater2/ai_agents_api_library/main/catalog/reviews/bright-data.json"},
{"id":"browse-ai-api","name":"Browse AI API","homepage":"https://www.browse.ai","docs":"https://docs.browse.ai/api/v2","auth":"api_key","auth_hint":"Authorization: Bearer <key>","mcp":{"type":"none","url":null,"domain_verified":null,"kind":"none","config":null},"free_tier":"free forever plan: 50 credits/mo, no card required","sdk":["python","node","ruby","php"],"openapi":null,"llms_txt":null,"desc_en":"Trigger pre-built or custom 'robots' to extract and monitor web data via REST API, returning structured JSON.","notes":"","verified":"2026-09-24","free_plan":{"kind":"free_tier","requires_card":false,"quota":"50 credits","period":"month","source_url":"https://www.browse.ai/pricing","checked_at":"2026-09-24"},"auth_scheme":{"type":"http","scheme":"bearer","format":"Authorization: Bearer <API_KEY>","source_url":"https://docs.browse.ai/api/v2","checked_at":"2026-09-24"},"base_url":"https://api.browse.ai/v2","async_jobs":{"value":true,"how":"robot tasks run asynchronously; get results via webhooks or by retrieving the task","source_url":"https://docs.browse.ai/api/v2"},"operations":["structured-extraction","web-scraping"],"no_auth":false,"call":{"operation":"run a robot (extraction task)","method":"POST","url":"https://api.browse.ai/v2/robots/{robotId}/tasks","example":"curl -X POST https://api.browse.ai/v2/robots/$ROBOT_ID/tasks -H \"Authorization: Bearer $BROWSEAI_API_KEY\" -H \"Content-Type: application/json\" -d '{\"inputParameters\":{\"originUrl\":\"https://www.ycombinator.com/companies/airbnb\"}}'","response_fields":["result.id","result.status","result.capturedTexts","result.capturedLists","result.finishedAt"],"async":"poll GET https://api.browse.ai/v2/robots/{robotId}/tasks/{taskId} until status is successful or failed (or use a webhook)","source_url":"https://docs.browse.ai/api/llms.txt","checked_at":"2026-09-24"},"unit_price":{"summary":"1 credit per 10 rows extracted or per screenshot; premium sites cost 2-10 credits minimum per task; extra credits about $0.013-$0.030 each depending on plan and billing period","source_url":"https://www.browse.ai/pricing","checked_at":"2026-09-24"},"has_free_tier":true,"has_trial":false,"no_card":true,"stale":false,"link_check":{"checked_at":"2026-09-24","docs":"ok"},"uptime":{"window_days":30,"api":{"url":"https://api.browse.ai/v2","probes":1,"up":1,"median_ms":372,"last":{"at":"2026-09-24T18:26Z","up":true,"detail":403}}}},
{"id":"browser-use-cloud-api","name":"Browser Use Cloud API","homepage":"https://browser-use.com","docs":"https://docs.browser-use.com","auth":"api_key","auth_hint":"X-Browser-Use-API-Key header (key prefix bu_)","mcp":{"type":"official","url":"https://api.browser-use.com/v3/mcp","maintainer":"vendor","remote_url":"https://api.browser-use.com/v3/mcp","tools":["run_session","get_session","send_task","stop_session","get_session_messages","list_sessions","list_browser_profiles"],"covers_full_api":false,"source_url":"https://docs.browser-use.com/cloud/guides/mcp-server.md","checked_at":"2026-09-24","domain_verified":true,"kind":"vendor-hosted","config":{"transport":"streamable-http","url":"https://api.browser-use.com/v3/mcp","derived":true}},"free_tier":"$15 one-time signup credit for new accounts (Google/GitHub/Microsoft); paid usage afterward","sdk":["python","typescript"],"openapi":null,"llms_txt":"https://docs.browser-use.com/llms.txt","desc_en":"Launch cloud browser sessions and run AI browser-automation agent tasks via REST API or Python/TypeScript SDK.","notes":"Pay-as-you-go: model cost + 20% and browsers at $0.02/hour, no per-run fees; no ongoing free tier beyond the signup credit.","verified":"2026-09-24","free_plan":{"kind":"trial","requires_card":false,"quota":"$15 signup credits (Google/GitHub/Microsoft signups)","period":"one_time","source_url":"https://browser-use.com/pricing","checked_at":"2026-09-24"},"auth_scheme":{"type":"apiKey","in":"header","name":"X-Browser-Use-API-Key","format":"X-Browser-Use-API-Key: bu_<API_KEY>","source_url":"https://docs.browser-use.com","checked_at":"2026-09-24"},"base_url":"https://api.browser-use.com/api/v4","rate_limits":{"summary":"Per-project default max(25, 2x concurrency) req/s, capped at 100 RPS; edge WAF 1000 RPS per IP","source_url":"https://docs.browser-use.com","checked_at":"2026-09-24"},"async_jobs":{"value":true,"how":"tasks run asynchronously; poll the run/session status until complete","source_url":"https://docs.browser-use.com"},"operations":["browser-automation"],"no_auth":false,"call":{"operation":"run an AI browser task","method":"POST","url":"https://api.browser-use.com/api/v4/runs","example":"curl -X POST https://api.browser-use.com/api/v4/runs -H \"X-Browser-Use-API-Key: $BROWSER_USE_API_KEY\" -H \"Content-Type: application/json\" -d '{\"task\": \"Find the current Bitcoin price\"}'","response_fields":["id","status","sessionId","eventsUrl"],"async":"poll GET https://api.browser-use.com/api/v4/runs/{run_id} until status is completed/failed/cancelled; output in result","source_url":"https://docs.browser-use.com/cloud/api-v4/runs/create-run.md","checked_at":"2026-09-24"},"unit_price":{"summary":"Agent run: model token cost + 20% service fee (e.g. Claude Sonnet 5 $2.40 in / $12.00 out per 1M tokens); cloud browser $0.02/hour","source_url":"https://browser-use.com/pricing","checked_at":"2026-09-24"},"has_free_tier":false,"has_trial":true,"no_card":true,"stale":false,"link_check":{"checked_at":"2026-09-24","docs":"ok","llms_txt":"ok"},"uptime":{"window_days":30,"api":{"url":"https://api.browser-use.com/api/v4","probes":1,"up":1,"median_ms":372,"last":{"at":"2026-09-24T18:26Z","up":true,"detail":404}},"mcp_remote":{"url":"https://api.browser-use.com/v3/mcp","probes":1,"up":1,"median_ms":296,"last":{"at":"2026-09-24T18:26Z","up":true,"detail":200}}}},
{"id":"browserbase-stagehand","name":"Browserbase (+ Stagehand)","homepage":"https://www.browserbase.com","docs":"https://docs.browserbase.com","auth":"api_key","auth_hint":"X-BB-API-Key header, plus Project ID","mcp":{"type":"official","url":"https://mcp.browserbase.com/mcp","maintainer":"vendor","remote_url":"https://mcp.browserbase.com/mcp","repo":"https://github.com/browserbase/mcp-server-browserbase","tools":["start","end","navigate","act","observe","extract"],"covers_full_api":false,"source_url":"https://github.com/browserbase/mcp-server-browserbase","checked_at":"2026-09-24","domain_verified":true,"kind":"vendor-hosted","config":{"transport":"streamable-http","url":"https://mcp.browserbase.com/mcp?browserbaseApiKey=$BROWSERBASE_API_KEY","headers":null,"oauth":false,"docs_only":false,"source_url":"https://docs.browserbase.com/integrations/mcp/setup","checked_at":"2026-09-24"}},"free_tier":"Free tier: 1 browser hour/month, 3 concurrent browsers, 15 min/session, no card required","sdk":["python","typescript"],"openapi":null,"llms_txt":null,"desc_en":"Run and control cloud headless browsers programmatically, with Stagehand adding natural-language page actions.","notes":"Billed by browser-hours; Stagehand SDK is open source but needs a browser backend such as Browserbase. Hosted MCP takes the key as ?browserbaseApiKey=; the mcp-server-browserbase repo is archived since 2026-07-20.","verified":"2026-09-24","free_plan":{"kind":"free_tier","quota":"1 browser hour, 3 concurrent browsers, 15 min/session","period":"month","source_url":"https://www.browserbase.com/pricing","checked_at":"2026-09-24"},"auth_scheme":{"type":"apiKey","in":"header","name":"X-BB-API-Key","format":"X-BB-API-Key: <API_KEY>","source_url":"https://docs.browserbase.com/reference/api/overview","checked_at":"2026-09-24"},"base_url":"https://api.browserbase.com/v1","rate_limits":{"summary":"Free plan: 3 concurrent browsers, 15 minutes per session","source_url":"https://www.browserbase.com/pricing","checked_at":"2026-09-24"},"data_policy":{"summary":"Free plan data retention limited to 7 days","source_url":"https://www.browserbase.com/pricing","checked_at":"2026-09-24"},"operations":["browser-automation","web-scraping"],"no_auth":false,"call":{"operation":"create a cloud browser session","method":"POST","url":"https://api.browserbase.com/v1/sessions","example":"curl -X POST https://api.browserbase.com/v1/sessions -H 'Content-Type: application/json' -H \"X-BB-API-Key: $BROWSERBASE_API_KEY\" -d '{}'","response_fields":["id","status","connectUrl","expiresAt"],"async":null,"source_url":"https://docs.browserbase.com/reference/api/create-a-session","checked_at":"2026-09-24"},"unit_price":{"summary":"Browser time beyond plan: $0.12 per browser hour (Developer, $20/mo incl. 100 h) or $0.10 (Startup, $99/mo incl. 500 h); proxies $12 or $10 per GB","source_url":"https://www.browserbase.com/pricing","checked_at":"2026-09-24"},"has_free_tier":true,"has_trial":false,"no_card":false,"stale":false,"link_check":{"checked_at":"2026-09-24","docs":"ok","mcp":"ok"},"ratings":[{"source":"smithery","uses":433,"url":"https://smithery.ai/servers/browserbase","fetched_at":"2026-09-24T16:54Z"},{"source":"sourceforge","rating":3.0,"reviews":2,"url":"https://sourceforge.net/software/product/Browserbase/","fetched_at":"2026-09-24T16:55Z"}],"uptime":{"window_days":30,"api":{"url":"https://api.browserbase.com/v1","probes":1,"up":1,"median_ms":568,"last":{"at":"2026-09-24T18:26Z","up":true,"detail":404}},"mcp_remote":{"url":"https://mcp.browserbase.com/mcp","probes":1,"up":1,"median_ms":568,"last":{"at":"2026-09-24T18:26Z","up":true,"detail":200}}},"reviews_url":"https://raw.githubusercontent.com/eater2/ai_agents_api_library/main/catalog/reviews/browserbase-stagehand.json"},
{"id":"diffbot","name":"Diffbot","homepage":"https://www.diffbot.com","docs":"https://www.diffbot.com/docs/extract/","auth":"api_key","auth_hint":"token= query parameter","mcp":{"type":"none","url":null,"domain_verified":null,"kind":"none","config":null},"free_tier":"free plan: 10,000 credits/mo, no card required (5 req/min limit)","sdk":[],"openapi":null,"llms_txt":null,"desc_en":"Automatically extract structured data (articles, products, people) from any URL via REST API, no custom parsing rules needed.","notes":"Also offers Knowledge Graph and Crawl products with separate pricing; official client library docs listed as 'coming soon'.","verified":"2026-09-24","free_plan":{"kind":"free_tier","requires_card":false,"quota":"10,000 credits","period":"month","source_url":"https://www.diffbot.com/pricing/","checked_at":"2026-09-24"},"auth_scheme":{"type":"apiKey","in":"query","name":"token","format":"https://api.diffbot.com/v3/article?token=<TOKEN>&url=<URL>","source_url":"https://www.diffbot.com/docs/authentication","checked_at":"2026-09-24"},"base_url":"https://api.diffbot.com/v3","rate_limits":{"summary":"Free plan: 5 requests/min","source_url":"https://www.diffbot.com/pricing/","checked_at":"2026-09-24"},"operations":["structured-extraction","web-scraping"],"no_auth":false,"call":{"operation":"extract an article from a URL","method":"GET","url":"https://api.diffbot.com/v3/article?url={url}&token={token}","example":"curl \"https://api.diffbot.com/v3/article?url=https%3A%2F%2Fexample.com%2Fpost&token=$DIFFBOT_TOKEN\" -H 'Accept: application/json'","response_fields":["objects[0].title","objects[0].text","objects[0].author","objects[0].date"],"async":null,"source_url":"https://www.diffbot.com/docs/extract/article","checked_at":"2026-09-24"},"unit_price":{"summary":"Extract: 1 credit per page; overage $0.001/credit (Startup), $0.0009/credit (Plus)","source_url":"https://www.diffbot.com/pricing/","checked_at":"2026-09-24"},"has_free_tier":true,"has_trial":false,"no_card":true,"stale":false,"link_check":{"checked_at":"2026-09-24","docs":"ok"},"uptime":{"window_days":30,"api":{"url":"https://api.diffbot.com/v3","probes":1,"up":1,"median_ms":579,"last":{"at":"2026-09-24T18:26Z","up":true,"detail":401}}}},
{"id":"firecrawl","name":"Firecrawl","homepage":"https://www.firecrawl.dev","docs":"https://docs.firecrawl.dev","auth":"api_key","auth_hint":"Authorization: Bearer <fc-key>","mcp":{"type":"official","url":"https://mcp.firecrawl.dev/v2/mcp","maintainer":"vendor","remote_url":"https://mcp.firecrawl.dev/v2/mcp","repo":"https://github.com/firecrawl/firecrawl-mcp-server","tools":["firecrawl_scrape","firecrawl_search","firecrawl_map","firecrawl_crawl","firecrawl_check_crawl_status","firecrawl_parse","firecrawl_agent","firecrawl_agent_status","firecrawl_interact","firecrawl_monitor_create","firecrawl_credit_usage"],"covers_full_api":true,"source_url":"https://github.com/firecrawl/firecrawl-mcp-server","checked_at":"2026-09-24","domain_verified":true,"kind":"vendor-hosted","config":{"transport":"streamable-http","url":"https://mcp.firecrawl.dev/v2/mcp","headers":{"Authorization":"Bearer $FIRECRAWL_API_KEY"},"oauth":false,"docs_only":false,"source_url":"https://docs.firecrawl.dev/mcp-server","checked_at":"2026-09-24"}},"free_tier":"free tier: 1,000 credits/mo, no card required","sdk":["python","javascript"],"openapi":null,"llms_txt":"https://docs.firecrawl.dev/llms.txt","desc_en":"Scrape, crawl, and extract structured data from any website via a single REST API call.","notes":"Also offers OAuth-based remote MCP endpoint (mcp.firecrawl.dev/v2/mcp-oauth) and a keyless trial with daily limits.","verified":"2026-09-24","free_plan":{"kind":"free_tier","requires_card":false,"quota":"1,000 credits","period":"month","source_url":"https://www.firecrawl.dev/pricing","checked_at":"2026-09-24"},"auth_scheme":{"type":"http","scheme":"bearer","format":"Authorization: Bearer fc-<API_KEY>","source_url":"https://docs.firecrawl.dev/api-reference/introduction","checked_at":"2026-09-24"},"base_url":"https://api.firecrawl.dev","rate_limits":{"summary":"Free: 2 concurrent requests; scrape/map/search 10/min; crawl and agent 2/min","source_url":"https://www.firecrawl.dev/pricing","checked_at":"2026-09-24"},"async_jobs":{"value":true,"how":"crawl returns a job id; poll GET /v2/crawl/{id} or use webhooks (crawl.page, crawl.completed)","source_url":"https://docs.firecrawl.dev/features/crawl"},"operations":["web-scraping","web-crawling","structured-extraction","web-search","browser-automation"],"no_auth":false,"call":{"operation":"scrape a page to markdown","method":"POST","url":"https://api.firecrawl.dev/v2/scrape","example":"curl -X POST https://api.firecrawl.dev/v2/scrape -H \"Authorization: Bearer $FIRECRAWL_API_KEY\" -H \"Content-Type: application/json\" -d '{\"url\":\"https://example.com\"}'","response_fields":["success","data.markdown","data.metadata.title","data.metadata.statusCode","data.links"],"async":null,"source_url":"https://docs.firecrawl.dev/api-reference/endpoint/scrape","checked_at":"2026-09-24"},"unit_price":{"summary":"Scrape: 1 credit per page; Hobby plan 5,000 credits/month for $16/mo billed yearly ($19 monthly); free plan 1,000 credits","source_url":"https://www.firecrawl.dev/pricing","checked_at":"2026-09-24"},"has_free_tier":true,"has_trial":false,"no_card":true,"stale":false,"link_check":{"checked_at":"2026-09-24","docs":"ok","mcp":"reachable","llms_txt":"ok"},"ratings":[{"source":"sourceforge","rating":5.0,"reviews":1,"url":"https://sourceforge.net/software/product/Firecrawl/","fetched_at":"2026-09-24T16:55Z"}],"uptime":{"window_days":30,"api":{"url":"https://api.firecrawl.dev","probes":1,"up":1,"median_ms":438,"last":{"at":"2026-09-24T18:26Z","up":true,"detail":200}},"mcp_remote":{"url":"https://mcp.firecrawl.dev/v2/mcp","probes":1,"up":1,"median_ms":312,"last":{"at":"2026-09-24T18:26Z","up":true,"detail":200}}},"reviews_url":"https://raw.githubusercontent.com/eater2/ai_agents_api_library/main/catalog/reviews/firecrawl.json"},
{"id":"hyperbrowser","name":"Hyperbrowser","homepage":"https://www.hyperbrowser.ai","docs":"https://www.hyperbrowser.ai/docs","auth":"api_key","auth_hint":"x-api-key header","mcp":{"type":"official","url":"https://github.com/hyperbrowserai/mcp","maintainer":"vendor","repo":"https://github.com/hyperbrowserai/mcp","tools":["scrape_webpage","crawl_webpages","extract_structured_data","search_with_bing","browser_use_agent","openai_computer_use_agent","claude_computer_use_agent","create_profile","delete_profile","list_profiles"],"covers_full_api":false,"source_url":"https://github.com/hyperbrowserai/mcp","checked_at":"2026-09-24","domain_verified":null,"kind":"official","config":{"transport":"stdio","command":"npx","args":["-y","hyperbrowser-mcp"],"env":["HYPERBROWSER_API_KEY"],"docs_only":false,"source_url":"https://github.com/hyperbrowserai/mcp#running-on-cursor","checked_at":"2026-09-24"}},"free_tier":"free plan: starter credits, 1 concurrent browser, no card required","sdk":["python","node"],"openapi":null,"llms_txt":null,"desc_en":"Spin up cloud browsers and call scrape, crawl, and structured-extract endpoints via REST API or MCP server.","notes":"SDKs are compatible with Playwright, Puppeteer, and Selenium.","verified":"2026-09-24","auth_scheme":{"type":"apiKey","in":"header","name":"x-api-key","format":"x-api-key: <API_KEY>","source_url":"https://hyperbrowser.ai/docs/api-reference/create-new-session","checked_at":"2026-09-24"},"base_url":"https://api.hyperbrowser.ai","operations":["browser-automation","web-scraping","web-crawling","structured-extraction"],"no_auth":false,"has_free_tier":true,"has_trial":false,"no_card":false,"stale":false,"link_check":{"checked_at":"2026-09-24","docs":"ok","mcp":"ok"},"ratings":[{"source":"github","repo":"hyperbrowserai/mcp","stars":792,"forks":74,"pushed_at":"2025-11-20","archived":false,"url":"https://github.com/hyperbrowserai/mcp","fetched_at":"2026-09-24T16:54Z"}],"uptime":{"window_days":30,"api":{"url":"https://api.hyperbrowser.ai","probes":1,"up":1,"median_ms":474,"last":{"at":"2026-09-24T18:26Z","up":true,"detail":404}}}},
{"id":"oxylabs","name":"Oxylabs","homepage":"https://oxylabs.io","docs":"https://developers.oxylabs.io","auth":"api_key","auth_hint":"HTTP Basic Auth with API-user credentials (--user USERNAME:PASSWORD)","mcp":{"type":"official","url":"https://mcp.oxylabs.io/mcp","maintainer":"vendor","remote_url":"https://mcp.oxylabs.io/mcp","repo":"https://github.com/oxylabs/oxylabs-mcp","tools":["universal_scraper","google_search_scraper","amazon_search_scraper","amazon_product_scraper","ai_scraper","ai_crawler","ai_browser_agent","ai_search","ai_map","generate_schema"],"covers_full_api":false,"source_url":"https://github.com/oxylabs/oxylabs-mcp","checked_at":"2026-09-24","domain_verified":true,"kind":"vendor-hosted","config":{"transport":"streamable-http","url":"https://mcp.oxylabs.io/mcp","derived":true}},"free_tier":"Trial: Web Scraper API free trial with up to 2,000 results one-time, no card required","sdk":["python"],"openapi":null,"llms_txt":"https://developers.oxylabs.io/llms-full.txt","desc_en":"Fetch web pages, search-engine results, and e-commerce data at scale via REST API with built-in proxy/unblocking infrastructure.","notes":"Enterprise-oriented pricing overall, but self-serve API-user creation and free trial are available via the dashboard. Official MCP is hosted at mcp.oxylabs.io; its GitHub repo was archived on 2026-09-16.","verified":"2026-09-24","free_plan":{"kind":"trial","requires_card":false,"quota":"up to 2,000 results (Web Scraper API)","period":"one_time","source_url":"https://oxylabs.io/products/scraper-api/web/pricing","checked_at":"2026-09-24"},"auth_scheme":{"type":"http","scheme":"basic","format":"Authorization: Basic base64(<API_USERNAME>:<API_PASSWORD>)","source_url":"https://developers.oxylabs.io/get-started/quick-start-web-scraper-api.md","checked_at":"2026-09-24"},"base_url":"https://realtime.oxylabs.io/v1","operations":["web-scraping","serp-scraping","structured-extraction","browser-automation"],"no_auth":false,"call":{"operation":"scrape a web page (realtime)","method":"POST","url":"https://realtime.oxylabs.io/v1/queries","example":"curl --user \"$OXYLABS_USERNAME:$OXYLABS_PASSWORD\" https://realtime.oxylabs.io/v1/queries -H 'Content-Type: application/json' -d '{\"source\": \"universal\", \"url\": \"https://example.com\"}'","response_fields":["results[0].content","results[0].status_code","results[0].url","results[0].job_id"],"async":null,"source_url":"https://developers.oxylabs.io/products/web-scraper-api/integration-methods/realtime.md","checked_at":"2026-09-24"},"unit_price":{"summary":"Web Scraper API (Free Trial/Micro): $1.15 per 1,000 results for other sites without JS ($1.00 Google, $0.50 Amazon), $1.35 per 1,000 with JS rendering; failed requests not charged","source_url":"https://oxylabs.io/products/scraper-api/web/pricing","checked_at":"2026-09-24"},"has_free_tier":false,"has_trial":true,"no_card":true,"stale":false,"link_check":{"checked_at":"2026-09-24","docs":"ok","llms_txt":"ok"},"ratings":[{"source":"sourceforge","rating":4.2,"reviews":1211,"url":"https://sourceforge.net/software/product/Oxylabs/","fetched_at":"2026-09-24T17:02Z"}],"uptime":{"window_days":30,"api":{"url":"https://realtime.oxylabs.io/v1","probes":1,"up":1,"median_ms":1035,"last":{"at":"2026-09-24T18:26Z","up":true,"detail":404}},"mcp_remote":{"url":"https://mcp.oxylabs.io/mcp","probes":1,"up":1,"median_ms":768,"last":{"at":"2026-09-24T18:26Z","up":true,"detail":200}}}},
{"id":"playwright-mcp-microsoft","name":"Playwright MCP (Microsoft)","homepage":"https://github.com/microsoft/playwright-mcp","docs":"https://github.com/microsoft/playwright-mcp#readme","auth":"none","auth_hint":"no auth; runs as a local process via npx","mcp":{"type":"official","url":"https://github.com/microsoft/playwright-mcp","maintainer":"vendor","repo":"https://github.com/microsoft/playwright-mcp","tools":["browser_navigate","browser_navigate_back","browser_click","browser_type","browser_press_key","browser_hover","browser_drag","browser_snapshot","browser_take_screenshot","browser_fill_form","browser_select_option","browser_file_upload","browser_handle_dialog","browser_tabs","browser_close","browser_evaluate","browser_console_messages","browser_network_requests"],"covers_full_api":true,"source_url":"https://github.com/microsoft/playwright-mcp","checked_at":"2026-09-24","domain_verified":null,"kind":"official","config":{"transport":"stdio","command":"npx","args":["@playwright/mcp@latest"],"env":[],"docs_only":false,"source_url":"https://github.com/microsoft/playwright-mcp#getting-started","checked_at":"2026-09-24"}},"free_tier":"free, open source, no key","sdk":[],"openapi":null,"llms_txt":null,"desc_en":"Official Microsoft MCP server giving agents structured browser control (click, type, navigate) via Playwright's accessibility tree.","notes":"Runs locally/self-hosted via `npx @playwright/mcp`; no cloud hosting, account, or API key required, but needs a local or self-managed browser runtime. Apache-2.0 licensed.","verified":"2026-09-24","free_plan":{"kind":"no_key","requires_card":false,"source_url":"https://github.com/microsoft/playwright-mcp","checked_at":"2026-09-24"},"auth_scheme":{"type":"none","format":"none (local stdio server: npx @playwright/mcp@latest)","source_url":"https://github.com/microsoft/playwright-mcp","checked_at":"2026-09-24"},"operations":["browser-automation","screenshot"],"no_auth":true,"has_free_tier":true,"has_trial":false,"no_card":true,"stale":false,"link_check":{"checked_at":"2026-09-24","docs":"ok","mcp":"ok"},"ratings":[{"source":"github","repo":"microsoft/playwright-mcp","stars":37537,"forks":3196,"pushed_at":"2026-09-18","archived":false,"url":"https://github.com/microsoft/playwright-mcp","fetched_at":"2026-09-24T16:54Z"}]},
{"id":"scrapegraphai-api","name":"ScrapeGraphAI API","homepage":"https://scrapegraphai.com","docs":"https://docs.scrapegraphai.com/introduction","auth":"api_key","auth_hint":"SGAI-APIKEY: <key> header","mcp":{"type":"official","url":"https://mcp.scrapegraphai.com/mcp","maintainer":"vendor","remote_url":"https://mcp.scrapegraphai.com/mcp","tools":["scrape","extract","search","crawl_start","crawl_get","crawl_pages","crawl_stop","crawl_resume","crawl_delete","monitor_create","monitor_list","monitor_get","monitor_update","monitor_pause","monitor_resume","monitor_delete","monitor_activity","credits","history_list","history_get"],"covers_full_api":true,"source_url":"https://docs.scrapegraphai.com/services/mcp-server/introduction.md","checked_at":"2026-09-24","domain_verified":true,"kind":"vendor-hosted","config":{"transport":"streamable-http","url":"https://mcp.scrapegraphai.com/mcp","derived":true}},"free_tier":"Trial: 500 API credits one-time on the Free plan (10 requests/min), no card required","sdk":["python","javascript"],"openapi":null,"llms_txt":"https://docs.scrapegraphai.com/llms.txt","desc_en":"Use AI-driven prompts to scrape and extract structured data from webpages via REST API or Python/JS SDK.","notes":"Also offers the open-source scrapegraph-ai library with LangChain/LlamaIndex integrations.","verified":"2026-09-24","free_plan":{"kind":"trial","requires_card":false,"quota":"500 API credits one-time (10 requests/min)","period":"one_time","source_url":"https://scrapegraphai.com/pricing","checked_at":"2026-09-24"},"auth_scheme":{"type":"apiKey","in":"header","name":"SGAI-APIKEY","format":"SGAI-APIKEY: sgai-<API_KEY>","source_url":"https://docs.scrapegraphai.com/api-reference/introduction.md","checked_at":"2026-09-24"},"base_url":"https://v2-api.scrapegraphai.com/api","rate_limits":{"summary":"Free plan: 10 requests/min, 1 concurrent crawl, 1 monitor; status polling not counted","source_url":"https://docs.scrapegraphai.com/knowledge-base/account/rate-limits.md","checked_at":"2026-09-24"},"async_jobs":{"value":true,"how":"crawl is async: start returns an id, poll the crawl get-status endpoint","source_url":"https://docs.scrapegraphai.com/api-reference/introduction.md"},"operations":["web-scraping","structured-extraction","web-crawling","web-search"],"no_auth":false,"call":{"operation":"extract structured data from a web page with a prompt","method":"POST","url":"https://v2-api.scrapegraphai.com/api/extract","example":"curl -X POST https://v2-api.scrapegraphai.com/api/extract -H \"SGAI-APIKEY: $SGAI_API_KEY\" -H \"Content-Type: application/json\" -d '{\"url\":\"https://example.com\",\"prompt\":\"What is the title of this page?\"}'","response_fields":["id","json","raw","usage.promptTokens","usage.completionTokens"],"async":null,"source_url":"https://docs.scrapegraphai.com/api-reference/endpoint/extract","checked_at":"2026-09-24"},"unit_price":{"summary":"Extract: 5 credits per call (+5 with stealth); scrape to markdown 1 credit. Starter $20/mo for 10,000 credits (about $0.01 per extract); credit packs from $5 per 1,000 credits","source_url":"https://scrapegraphai.com/pricing","checked_at":"2026-09-24"},"has_free_tier":false,"has_trial":true,"no_card":true,"stale":false,"link_check":{"checked_at":"2026-09-24","docs":"ok","llms_txt":"ok"},"uptime":{"window_days":30,"api":{"url":"https://v2-api.scrapegraphai.com/api","probes":1,"up":1,"median_ms":584,"last":{"at":"2026-09-24T18:26Z","up":true,"detail":404}},"mcp_remote":{"url":"https://mcp.scrapegraphai.com/mcp","probes":1,"up":1,"median_ms":735,"last":{"at":"2026-09-24T18:26Z","up":true,"detail":401}}}},
{"id":"scraperapi","name":"ScraperAPI","homepage":"https://www.scraperapi.com","docs":"https://docs.scraperapi.com","auth":"api_key","auth_hint":"api_key query parameter","mcp":{"type":"official","url":"https://mcp.scraperapi.com/mcp","maintainer":"vendor","remote_url":"https://mcp.scraperapi.com/mcp","source_url":"https://docs.scraperapi.com/integrations/llm-integrations/mcp-server.md","checked_at":"2026-09-24","domain_verified":true,"kind":"vendor-hosted","config":{"transport":"streamable-http","url":"https://mcp.scraperapi.com/mcp","derived":true}},"free_tier":"Free: free plan with 1,000 API credits per month (max 5 concurrent connections); new accounts start with a 7-day trial of 5,000 one-time credits, no card required","sdk":[],"openapi":null,"llms_txt":null,"desc_en":"Scrape any webpage with automatic proxy rotation, CAPTCHA handling, and JS rendering via a single REST API call.","notes":"Widely used alternative to ScrapingBee/Zyte; official hosted MCP server at mcp.scraperapi.com/mcp.","verified":"2026-09-24","free_plan":{"kind":"free_tier","quota":"1,000 API credits (after a 7-day 5,000-credit trial), max 5 concurrent connections","period":"month","source_url":"https://docs.scraperapi.com/getting-started/quick-start.md","checked_at":"2026-09-24"},"auth_scheme":{"type":"apiKey","in":"query","name":"api_key","format":"https://api.scraperapi.com/?api_key=<API_KEY>&url=<URL>","source_url":"https://docs.scraperapi.com","checked_at":"2026-09-24"},"base_url":"https://api.scraperapi.com","rate_limits":{"summary":"Free plan: max 5 concurrent connections","source_url":"https://docs.scraperapi.com/getting-started/quick-start.md","checked_at":"2026-09-24"},"async_jobs":{"value":true,"how":"optional async endpoint https://async.scraperapi.com returns a job to fetch later","source_url":"https://docs.scraperapi.com"},"operations":["web-scraping"],"no_auth":false,"call":{"operation":"scrape a web page","method":"GET","url":"https://api.scraperapi.com/?api_key={API_KEY}&url={URL}","example":"curl \"https://api.scraperapi.com/?api_key=$SCRAPERAPI_KEY&url=https://www.example.com\"","response_fields":["response body: raw HTML of the target page"],"source_url":"https://docs.scraperapi.com/synchronous-apis/using-the-api-endpoint","checked_at":"2026-09-24"},"unit_price":{"summary":"1 API credit per normal request; render=true or premium=true 10 credits; Google/Bing SERP 25 credits; only successful (200/404) requests are charged","source_url":"https://docs.scraperapi.com/getting-started/quick-start/credits-and-requests-costs","checked_at":"2026-09-24"},"has_free_tier":true,"has_trial":false,"no_card":false,"stale":false,"link_check":{"checked_at":"2026-09-24","docs":"ok"},"uptime":{"window_days":30,"api":{"url":"https://api.scraperapi.com","probes":1,"up":1,"median_ms":530,"last":{"at":"2026-09-24T18:26Z","up":true,"detail":404}},"mcp_remote":{"url":"https://mcp.scraperapi.com/mcp","probes":1,"up":1,"median_ms":636,"last":{"at":"2026-09-24T18:26Z","up":true,"detail":401}}}},
{"id":"scrapfly","name":"Scrapfly","homepage":"https://scrapfly.io","docs":"https://scrapfly.io/docs","auth":"api_key+oauth2","auth_hint":"key= query param for REST API; API key or OAuth2 for MCP server","mcp":{"type":"official","url":"https://scrapfly.io/products/mcp-cloud","maintainer":"vendor","remote_url":"https://mcp.scrapfly.io/mcp","tools":["scraping_instruction_enhanced","web_get_page","web_scrape","screenshot","check_if_blocked","cloud_browser_open","cloud_browser_navigate","cloud_browser_close","cloud_browser_sessions","docs_search","info_account"],"covers_full_api":false,"source_url":"https://scrapfly.io/docs/mcp/tools","checked_at":"2026-09-24","domain_verified":true,"kind":"vendor-hosted","config":{"transport":"streamable-http","url":"https://mcp.scrapfly.io/mcp","headers":{"Authorization":"Bearer $SCRAPFLY_API_KEY"},"oauth":true,"docs_only":false,"source_url":"https://scrapfly.io/docs/mcp/authentication","checked_at":"2026-09-24"}},"free_tier":"1,000 free credits/mo, no card required, no time limit","sdk":["python","typescript"],"openapi":null,"llms_txt":null,"desc_en":"Scrape webpages, run cloud browsers, and capture screenshots via REST API or hosted MCP server with anti-bot bypass.","notes":"MCP usage draws from the same credit balance as direct API calls.","verified":"2026-09-24","free_plan":{"kind":"free_tier","requires_card":false,"quota":"1,000 API credits","source_url":"https://scrapfly.io/pricing","checked_at":"2026-09-24"},"auth_scheme":{"type":"apiKey","in":"query","name":"key","format":"https://api.scrapfly.io/scrape?key=<API_KEY>&url=<URL>","source_url":"https://scrapfly.io/docs/scrape-api/getting-started","checked_at":"2026-09-24"},"base_url":"https://api.scrapfly.io","rate_limits":{"summary":"Free plan: 5 concurrent requests; concurrency defined by subscription","source_url":"https://scrapfly.io/pricing","checked_at":"2026-09-24"},"async_jobs":{"value":true,"how":"optional: pass webhook_name to queue the request and receive the result on a webhook","source_url":"https://scrapfly.io/docs/scrape-api/getting-started"},"operations":["web-scraping","screenshot","browser-automation"],"no_auth":false,"call":{"operation":"scrape a web page","method":"GET","url":"https://api.scrapfly.io/scrape?key={API_KEY}&url={url}","example":"curl -G https://api.scrapfly.io/scrape --data-urlencode \"key=$SCRAPFLY_API_KEY\" --data-urlencode \"url=https://example.com\"","response_fields":["result.content","result.format","config","context"],"async":null,"source_url":"https://scrapfly.io/docs/scrape-api/getting-started","checked_at":"2026-09-24"},"unit_price":{"summary":"Basic scrape (datacenter proxy, no JS) = 1 credit; with JS rendering = 6 credits; residential proxy = 25 credits. Extra credits $5.00 per 10k on Discovery ($30/mo, 200k credits)","source_url":"https://scrapfly.io/docs/scrape-api/billing","checked_at":"2026-09-24"},"has_free_tier":true,"has_trial":false,"no_card":true,"stale":false,"link_check":{"checked_at":"2026-09-24","docs":"ok","mcp":"ok"},"uptime":{"window_days":30,"api":{"url":"https://api.scrapfly.io","probes":1,"up":1,"median_ms":558,"last":{"at":"2026-09-24T18:26Z","up":true,"detail":404}},"mcp_remote":{"url":"https://mcp.scrapfly.io/mcp","probes":1,"up":1,"median_ms":793,"last":{"at":"2026-09-24T18:26Z","up":true,"detail":401}}}},
{"id":"scrapingbee","name":"ScrapingBee","homepage":"https://www.scrapingbee.com","docs":"https://www.scrapingbee.com/documentation/","auth":"api_key","auth_hint":"Authorization: Bearer <key> (legacy: api_key query param, deprecated)","mcp":{"type":"official","url":"https://mcp.scrapingbee.com/mcp","maintainer":"vendor","remote_url":"https://mcp.scrapingbee.com/mcp","tools":["get_page_text","get_page_html","extract_page_data","get_screenshot","get_file","fast_search","get_google_search_results","ask_chatgpt","ask_gemini","get_amazon_search_results","get_amazon_product_details","get_walmart_search_results","get_youtube_search_results","get_scrapingbee_usage"],"covers_full_api":true,"source_url":"https://www.scrapingbee.com/documentation/remote-mcp/","checked_at":"2026-09-24","domain_verified":true,"kind":"vendor-hosted","config":{"transport":"streamable-http","url":"https://mcp.scrapingbee.com/mcp","derived":true}},"free_tier":"Trial: 1,000 free API credits one-time on signup, no card required; then Hobby plan $19/mo for 75,000 credits","sdk":["python","node"],"openapi":null,"llms_txt":null,"desc_en":"Scrape any webpage with JS rendering, proxy rotation, and screenshot capture via a single REST API call.","notes":"Postman collection provided in place of a published OpenAPI spec. Hosted MCP takes the API key as an api_key query parameter on the server URL.","verified":"2026-09-24","free_plan":{"kind":"trial","requires_card":false,"quota":"1,000 free API credits","period":"one_time","source_url":"https://www.scrapingbee.com/pricing/","checked_at":"2026-09-24"},"auth_scheme":{"type":"http","scheme":"bearer","format":"Authorization: Bearer <API_KEY>","source_url":"https://www.scrapingbee.com/documentation/","checked_at":"2026-09-24"},"base_url":"https://app.scrapingbee.com/api/v1","operations":["web-scraping","screenshot","serp-scraping","structured-extraction","web-search"],"no_auth":false,"call":{"operation":"scrape a web page","method":"GET","url":"https://app.scrapingbee.com/api/v1?url={url}","example":"curl \"https://app.scrapingbee.com/api/v1?url=https%3A%2F%2Fexample.com\" -H \"Authorization: Bearer $SCRAPINGBEE_API_KEY\"","response_fields":["body (HTML; JSON with json_response=true)","Spb-cost header","Spb-initial-status-code header"],"async":null,"source_url":"https://www.scrapingbee.com/documentation/","checked_at":"2026-09-24"},"unit_price":{"summary":"1 credit per request without JS rendering, 5 credits with JS rendering (default), 10/25 with premium proxy; Hobby plan $19/mo for 75,000 credits","source_url":"https://www.scrapingbee.com/pricing/","checked_at":"2026-09-24"},"has_free_tier":false,"has_trial":true,"no_card":true,"stale":false,"link_check":{"checked_at":"2026-09-24","docs":"ok"},"uptime":{"window_days":30,"api":{"url":"https://app.scrapingbee.com/api/v1","probes":1,"up":1,"median_ms":854,"last":{"at":"2026-09-24T18:26Z","up":true,"detail":400}},"mcp_remote":{"url":"https://mcp.scrapingbee.com/mcp","probes":1,"up":1,"median_ms":926,"last":{"at":"2026-09-24T18:26Z","up":true,"detail":200}}}},
{"id":"spider-cloud","name":"Spider.cloud","homepage":"https://spider.cloud","docs":"https://spider.cloud/docs/api","auth":"api_key","auth_hint":"Authorization: Bearer sk-<key>","mcp":{"type":"official","url":"https://mcp.spider.cloud/mcp","maintainer":"vendor","remote_url":"https://mcp.spider.cloud/mcp","repo":"https://www.npmjs.com/package/spider-cloud-mcp","tools":["spider_crawl","spider_scrape","spider_search","spider_links","spider_screenshot","spider_unblocker","spider_transform","spider_get_credits","spider_ai_crawl","spider_ai_scrape","spider_ai_search","spider_ai_browser","spider_ai_links","spider_browser_open","spider_browser_navigate","spider_browser_click","spider_browser_fill","spider_browser_screenshot","spider_browser_content","spider_browser_evaluate","spider_browser_wait_for","spider_browser_close"],"covers_full_api":true,"source_url":"https://spider.cloud/mcp/","checked_at":"2026-09-24","domain_verified":true,"kind":"vendor-hosted","config":{"transport":"streamable-http","url":"https://mcp.spider.cloud/mcp","headers":{"Authorization":"Bearer $SPIDER_API_KEY"},"oauth":false,"docs_only":false,"source_url":"https://spider.cloud/mcp/","checked_at":"2026-09-24"}},"free_tier":"Free: keyless /scrape endpoint, rate-limited (quota not published); other endpoints return 402 without a key","sdk":["python","javascript","rust"],"openapi":null,"llms_txt":null,"desc_en":"Crawl and scrape websites at scale, returning JSON/XML/CSV, via REST API, CLI, or MCP server.","notes":"","verified":"2026-09-24","free_plan":{"kind":"no_key","requires_card":false,"quota":"keyless /scrape, rate-limited (quota not published)","source_url":"https://spider.cloud/llms.txt","checked_at":"2026-09-24"},"auth_scheme":{"type":"http","scheme":"bearer","format":"Authorization: Bearer sk-<API_KEY>","source_url":"https://spider.cloud/docs/api","checked_at":"2026-09-24"},"base_url":"https://api.spider.cloud","operations":["web-crawling","web-scraping","browser-automation","web-search","screenshot"],"no_auth":false,"call":{"operation":"scrape one page to markdown","method":"POST","url":"https://api.spider.cloud/scrape","example":"curl -X POST https://api.spider.cloud/scrape -H \"Authorization: Bearer $SPIDER_API_KEY\" -H \"Content-Type: application/json\" -d '{\"url\":\"https://example.com\",\"return_format\":\"markdown\"}'","response_fields":["[0].url","[0].content","[0].status","[0].error"],"async":null,"source_url":"https://spider.cloud/llms.txt","checked_at":"2026-09-24"},"unit_price":{"summary":"Pay-as-you-go per request: $1 per GB of fetched content plus $0.0001 per CPU-minute; failed requests free (10,000 credits = $1)","source_url":"https://spider.cloud/pricing","checked_at":"2026-09-24"},"has_free_tier":true,"has_trial":false,"no_card":true,"stale":false,"link_check":{"checked_at":"2026-09-24","docs":"ok","mcp":"ok"},"uptime":{"window_days":30,"api":{"url":"https://api.spider.cloud","probes":1,"up":1,"median_ms":342,"last":{"at":"2026-09-24T18:26Z","up":true,"detail":402}},"mcp_remote":{"url":"https://mcp.spider.cloud/mcp","probes":1,"up":1,"median_ms":425,"last":{"at":"2026-09-24T18:26Z","up":true,"detail":401}}}},
{"id":"steel","name":"Steel","homepage":"https://steel.dev","docs":"https://docs.steel.dev","auth":"api_key","auth_hint":"steel-api-key header","mcp":{"type":"official","url":"https://github.com/steel-dev/steel-mcp-server","maintainer":"vendor","repo":"https://github.com/steel-dev/steel-mcp-server","tools":["steel_scrape","steel_screenshot","steel_pdf","steel_session_create","steel_session_release","steel_navigate","steel_snapshot","steel_find","steel_act","steel_wait_for","steel_session_diagnostics","steel_session_handoff","steel_session_replay","steel_batch","steel_session_options","steel_session_live_view"],"covers_full_api":false,"source_url":"https://github.com/steel-dev/steel-mcp-server","checked_at":"2026-09-24","domain_verified":null,"kind":"official","config":null},"free_tier":"Trial: Launch plan is $0 + usage with $30 one-time usage credits valid 90 days (10 concurrent sessions, 60 requests/min); no Hobby plan","sdk":["python","node"],"openapi":null,"llms_txt":null,"desc_en":"Create managed cloud browser sessions with stealth proxies and CAPTCHA solving, controllable via REST API or Playwright/Puppeteer.","notes":"Open-source self-hostable browser engine (steel-browser) also available; official MCP server at steel-dev/steel-mcp-server.","verified":"2026-09-24","free_plan":{"kind":"trial","requires_card":false,"quota":"$30 usage credits (Launch plan, valid 90 days)","period":"one_time","source_url":"https://docs.steel.dev/overview/pricinglimits","checked_at":"2026-09-24"},"auth_scheme":{"type":"apiKey","in":"header","name":"steel-api-key","format":"steel-api-key: <API_KEY>","source_url":"https://docs.steel.dev","checked_at":"2026-09-24"},"base_url":"https://api.steel.dev","rate_limits":{"summary":"Launch plan: 60 requests/min, 10 concurrent sessions, 15 min max session","source_url":"https://docs.steel.dev/overview/pricinglimits","checked_at":"2026-09-24"},"data_policy":{"summary":"Launch plan: 7 days data retention","source_url":"https://docs.steel.dev/overview/pricinglimits","checked_at":"2026-09-24"},"operations":["browser-automation","web-scraping","screenshot"],"no_auth":false,"call":{"operation":"create a cloud browser session","method":"POST","url":"https://api.steel.dev/v1/sessions","example":"curl -X POST https://api.steel.dev/v1/sessions -H \"steel-api-key: $STEEL_API_KEY\" -H \"Content-Type: application/json\" -d '{}'","response_fields":["id","status","websocketUrl","sessionViewerUrl","debugUrl"],"async":null,"source_url":"https://github.com/steel-dev/steel-node/blob/main/api.md","checked_at":"2026-09-24"},"unit_price":{"summary":"Browser hours: $0.10/hour on Launch plan (CAPTCHA solves $3 per 1,000, proxy $10/GB)","source_url":"https://docs.steel.dev/overview/pricinglimits","checked_at":"2026-09-24"},"has_free_tier":false,"has_trial":true,"no_card":true,"stale":false,"link_check":{"checked_at":"2026-09-24","docs":"ok"},"uptime":{"window_days":30,"api":{"url":"https://api.steel.dev","probes":1,"up":1,"median_ms":448,"last":{"at":"2026-09-24T18:26Z","up":true,"detail":200}}}},
{"id":"zyte-api","name":"Zyte API","homepage":"https://www.zyte.com","docs":"https://docs.zyte.com/zyte-api/usage/http.html","auth":"api_key","auth_hint":"HTTP Basic Auth: API key as username, blank password","mcp":{"type":"none","url":null,"domain_verified":null,"kind":"none","config":null},"free_tier":"Trial: $5 free credit one-time on signup, valid 30 days, no subscription needed; then pay-as-you-go or a monthly commitment","sdk":["python"],"openapi":null,"llms_txt":null,"desc_en":"Fetch and auto-extract web pages (HTML, browser rendering, product/article data) via one HTTP API with ban avoidance.","notes":"Part of Zyte's broader suite (Scrapy Cloud, Zyte IDE).","verified":"2026-09-24","free_plan":{"kind":"trial","quota":"$5 free credit","period":"one_time","source_url":"https://www.zyte.com/pricing/","checked_at":"2026-09-24"},"auth_scheme":{"type":"http","scheme":"basic","format":"Authorization: Basic base64(<API_KEY>:)","source_url":"https://docs.zyte.com/zyte-api/usage/http.html","checked_at":"2026-09-24"},"base_url":"https://api.zyte.com/v1","rate_limits":{"summary":"Per-API-key rate limit (429 /limits/over-user-limit); retry with exponential backoff","source_url":"https://docs.zyte.com/zyte-api/usage/errors.html","checked_at":"2026-09-24"},"operations":["web-scraping","structured-extraction","browser-automation"],"no_auth":false,"call":{"operation":"fetch a web page (raw HTTP response body)","method":"POST","url":"https://api.zyte.com/v1/extract","example":"curl --user $ZYTE_API_KEY: --header 'Content-Type: application/json' --data '{\"url\": \"https://toscrape.com\", \"httpResponseBody\": true}' --compressed https://api.zyte.com/v1/extract","response_fields":["url","statusCode","httpResponseBody"],"async":null,"source_url":"https://docs.zyte.com/zyte-api/usage/http.html","checked_at":"2026-09-24"},"unit_price":{"summary":"Pay-as-you-go: HTTP requests $0.13-$1.27 per 1,000 and browser-rendered requests $1.01-$16.08 per 1,000, depending on the site's difficulty tier; lower with monthly commitments","source_url":"https://www.zyte.com/pricing/","checked_at":"2026-09-24"},"has_free_tier":false,"has_trial":true,"no_card":false,"stale":false,"link_check":{"checked_at":"2026-09-24","docs":"ok"},"uptime":{"window_days":30,"api":{"url":"https://api.zyte.com/v1","probes":1,"up":1,"median_ms":336,"last":{"at":"2026-09-24T18:26Z","up":true,"detail":404}}}}
]}