{ "uuid": "e49c671d-314f-4657-acdc-8f88315cc722", "lastMigration": 29, "name": "Dataflow Kit Web Scraper", "endpointPrefix": "v1", "latency": 0, "port": 3000, "hostname": "", "routes": [ { "uuid": "703f5ae5-0606-41b0-8364-e0bd8023b516", "documentation": "Save web page as PDF", "method": "post", "endpoint": "convert/url/pdf", "responses": [ { "uuid": "bd3d8b04-9631-4ebf-8d2f-4a18614120cc", "body": "", "latency": 0, "statusCode": 200, "label": "A PDF file.", "headers": [{ "key": "Content-Type", "value": "application/pdf" }], "bodyType": "INLINE", "filePath": "", "databucketID": "", "sendFileAsBody": false, "rules": [], "rulesOperator": "OR", "disableTemplating": false, "fallbackTo404": false, "default": true, "crudKey": "id" }, { "uuid": "faffed98-d49d-48a8-8749-18bc6a6f3865", "body": "", "latency": 0, "statusCode": 400, "label": "Bad Request. Invalid payload specified.", "headers": [ { "key": "Content-Type", "value": "text/plain; charset=utf-8" } ], "bodyType": "INLINE", "filePath": "", "databucketID": "", "sendFileAsBody": false, "rules": [], "rulesOperator": "OR", "disableTemplating": false, "fallbackTo404": false, "default": false, "crudKey": "id" }, { "uuid": "400d63d8-4156-457b-8648-d7b39525be6c", "body": "", "latency": 0, "statusCode": 401, "label": "Unauthorized. `api_key` parameter is missed or incorrect", "headers": [ { "key": "Content-Type", "value": "text/plain; charset=utf-8" } ], "bodyType": "INLINE", "filePath": "", "databucketID": "", "sendFileAsBody": false, "rules": [], "rulesOperator": "OR", "disableTemplating": false, "fallbackTo404": false, "default": false, "crudKey": "id" }, { "uuid": "d89d08f4-8fc0-442d-82a8-403f0dfa286a", "body": "", "latency": 0, "statusCode": 500, "label": "Internal Server Error is a very general HTTP status code that means something has gone wrong on the web site's server.", "headers": [ { "key": "Content-Type", "value": "text/plain; charset=utf-8" } ], "bodyType": "INLINE", "filePath": "", "databucketID": "", "sendFileAsBody": false, "rules": [], "rulesOperator": "OR", "disableTemplating": false, "fallbackTo404": false, "default": false, "crudKey": "id" } ], "enabled": true, "responseMode": null, "type": "http" }, { "uuid": "88d05bcb-e8f0-4f15-b189-c11b5a2f094f", "documentation": "Capture web page Screenshots.", "method": "post", "endpoint": "convert/url/screenshot", "responses": [ { "uuid": "b2ce4065-b99a-4604-8e84-65666faa3aa4", "body": "", "latency": 0, "statusCode": 200, "label": "Returns jpg or png file.", "headers": [{ "key": "Content-Type", "value": "image/jpeg" }], "bodyType": "INLINE", "filePath": "", "databucketID": "", "sendFileAsBody": false, "rules": [], "rulesOperator": "OR", "disableTemplating": false, "fallbackTo404": false, "default": true, "crudKey": "id" }, { "uuid": "70370da0-f7e6-45db-9f4d-9f04249e6513", "body": "", "latency": 0, "statusCode": 400, "label": "Bad Request. Invalid payload specified.", "headers": [ { "key": "Content-Type", "value": "text/plain; charset=utf-8" } ], "bodyType": "INLINE", "filePath": "", "databucketID": "", "sendFileAsBody": false, "rules": [], "rulesOperator": "OR", "disableTemplating": false, "fallbackTo404": false, "default": false, "crudKey": "id" }, { "uuid": "58e78bf2-6b9e-4f1d-ac89-a8e64740a4d6", "body": "", "latency": 0, "statusCode": 401, "label": "Unauthorized. `api_key` parameter is missed or incorrect", "headers": [ { "key": "Content-Type", "value": "text/plain; charset=utf-8" } ], "bodyType": "INLINE", "filePath": "", "databucketID": "", "sendFileAsBody": false, "rules": [], "rulesOperator": "OR", "disableTemplating": false, "fallbackTo404": false, "default": false, "crudKey": "id" }, { "uuid": "45c0819a-70b0-46e2-92e5-ab66177739e2", "body": "", "latency": 0, "statusCode": 500, "label": "Internal Server Error is a very general HTTP status code that means something has gone wrong on the web site's server.", "headers": [ { "key": "Content-Type", "value": "text/plain; charset=utf-8" } ], "bodyType": "INLINE", "filePath": "", "databucketID": "", "sendFileAsBody": false, "rules": [], "rulesOperator": "OR", "disableTemplating": false, "fallbackTo404": false, "default": false, "crudKey": "id" } ], "enabled": true, "responseMode": null, "type": "http" }, { "uuid": "c4949bd4-7233-46d2-beca-4a696ab0de7a", "documentation": "Download web page content", "method": "post", "endpoint": "fetch", "responses": [ { "uuid": "69f1783f-b621-4404-8964-653952b65b09", "body": "", "latency": 0, "statusCode": 200, "label": "Returns utf8 encoded web page content.", "headers": [ { "key": "Content-Type", "value": "text/html; charset=utf-8" } ], "bodyType": "INLINE", "filePath": "", "databucketID": "", "sendFileAsBody": false, "rules": [], "rulesOperator": "OR", "disableTemplating": false, "fallbackTo404": false, "default": true, "crudKey": "id" }, { "uuid": "a7eea990-cf48-4a6d-999b-1a5407110998", "body": "", "latency": 0, "statusCode": 400, "label": "Bad Request. Invalid payload specified.", "headers": [ { "key": "Content-Type", "value": "text/plain; charset=utf-8" } ], "bodyType": "INLINE", "filePath": "", "databucketID": "", "sendFileAsBody": false, "rules": [], "rulesOperator": "OR", "disableTemplating": false, "fallbackTo404": false, "default": false, "crudKey": "id" }, { "uuid": "78468fa7-cd00-4714-9c8c-5275759f6708", "body": "", "latency": 0, "statusCode": 401, "label": "Unauthorized. `api_key` parameter is missed or incorrect", "headers": [ { "key": "Content-Type", "value": "text/plain; charset=utf-8" } ], "bodyType": "INLINE", "filePath": "", "databucketID": "", "sendFileAsBody": false, "rules": [], "rulesOperator": "OR", "disableTemplating": false, "fallbackTo404": false, "default": false, "crudKey": "id" }, { "uuid": "de7ca5ca-8b40-4796-a69c-77acee5c4be1", "body": "", "latency": 0, "statusCode": 500, "label": "Internal Server Error is a very general HTTP status code that means something has gone wrong on the web site's server.", "headers": [ { "key": "Content-Type", "value": "text/plain; charset=utf-8" } ], "bodyType": "INLINE", "filePath": "", "databucketID": "", "sendFileAsBody": false, "rules": [], "rulesOperator": "OR", "disableTemplating": false, "fallbackTo404": false, "default": false, "crudKey": "id" } ], "enabled": true, "responseMode": null, "type": "http" }, { "uuid": "f6590a27-8302-4091-bbb4-3d5c53374624", "documentation": "Extract structured data from web pages", "method": "post", "endpoint": "parse", "responses": [ { "uuid": "dcc3580c-0e76-459d-a011-520f1458e763", "body": "{}", "latency": 0, "statusCode": 200, "label": "Returns data in the one of the follwing formats - JSON, JSON Lines, CSV, MS Excel, XML", "headers": [{ "key": "Content-Type", "value": "application/json" }], "bodyType": "INLINE", "filePath": "", "databucketID": "", "sendFileAsBody": false, "rules": [], "rulesOperator": "OR", "disableTemplating": false, "fallbackTo404": false, "default": true, "crudKey": "id" }, { "uuid": "e03019c0-0ffb-4731-ae34-f10578d6df7c", "body": "", "latency": 0, "statusCode": 400, "label": "Bad Request. Invalid payload specified.", "headers": [ { "key": "Content-Type", "value": "text/plain; charset=utf-8" } ], "bodyType": "INLINE", "filePath": "", "databucketID": "", "sendFileAsBody": false, "rules": [], "rulesOperator": "OR", "disableTemplating": false, "fallbackTo404": false, "default": false, "crudKey": "id" }, { "uuid": "e1fac2c2-22de-4914-b7d9-da58f7c13d0d", "body": "", "latency": 0, "statusCode": 401, "label": "Unauthorized. `api_key` parameter is missed or incorrect", "headers": [ { "key": "Content-Type", "value": "text/plain; charset=utf-8" } ], "bodyType": "INLINE", "filePath": "", "databucketID": "", "sendFileAsBody": false, "rules": [], "rulesOperator": "OR", "disableTemplating": false, "fallbackTo404": false, "default": false, "crudKey": "id" }, { "uuid": "a76a19ed-c549-4b01-83aa-8c7906dd210c", "body": "", "latency": 0, "statusCode": 500, "label": "Internal Server Error is a very general HTTP status code that means something has gone wrong on the web site's server.", "headers": [ { "key": "Content-Type", "value": "text/plain; charset=utf-8" } ], "bodyType": "INLINE", "filePath": "", "databucketID": "", "sendFileAsBody": false, "rules": [], "rulesOperator": "OR", "disableTemplating": false, "fallbackTo404": false, "default": false, "crudKey": "id" } ], "enabled": true, "responseMode": null, "type": "http" }, { "uuid": "bc5fa622-a936-46b1-a0c1-784594868099", "documentation": "Collect search results from search engines", "method": "post", "endpoint": "serp", "responses": [ { "uuid": "5bd23f72-635e-43ad-8a4e-49c785b76f92", "body": "{}", "latency": 0, "statusCode": 200, "label": "Returns data in the one of the follwing formats - JSON, JSON Lines, CSV, MS Excel, XML", "headers": [{ "key": "Content-Type", "value": "application/json" }], "bodyType": "INLINE", "filePath": "", "databucketID": "", "sendFileAsBody": false, "rules": [], "rulesOperator": "OR", "disableTemplating": false, "fallbackTo404": false, "default": true, "crudKey": "id" }, { "uuid": "7f5fdb1a-34bd-4283-a443-caae3cd9cddc", "body": "", "latency": 0, "statusCode": 400, "label": "Bad Request. Invalid payload specified.", "headers": [ { "key": "Content-Type", "value": "text/plain; charset=utf-8" } ], "bodyType": "INLINE", "filePath": "", "databucketID": "", "sendFileAsBody": false, "rules": [], "rulesOperator": "OR", "disableTemplating": false, "fallbackTo404": false, "default": false, "crudKey": "id" }, { "uuid": "daaf2c9d-26cc-42f7-bdc4-c58bf1b25577", "body": "", "latency": 0, "statusCode": 401, "label": "Unauthorized. `api_key` parameter is missed or incorrect", "headers": [ { "key": "Content-Type", "value": "text/plain; charset=utf-8" } ], "bodyType": "INLINE", "filePath": "", "databucketID": "", "sendFileAsBody": false, "rules": [], "rulesOperator": "OR", "disableTemplating": false, "fallbackTo404": false, "default": false, "crudKey": "id" }, { "uuid": "b4dd83b7-c78d-4364-ab3a-556d35f46ac3", "body": "", "latency": 0, "statusCode": 500, "label": "Internal Server Error is a very general HTTP status code that means something has gone wrong on the web site's server.", "headers": [ { "key": "Content-Type", "value": "text/plain; charset=utf-8" } ], "bodyType": "INLINE", "filePath": "", "databucketID": "", "sendFileAsBody": false, "rules": [], "rulesOperator": "OR", "disableTemplating": false, "fallbackTo404": false, "default": false, "crudKey": "id" } ], "enabled": true, "responseMode": null, "type": "http" } ], "proxyMode": false, "proxyHost": "", "proxyRemovePrefix": false, "tlsOptions": { "enabled": false, "type": "CERT", "pfxPath": "", "certPath": "", "keyPath": "", "caPath": "", "passphrase": "" }, "cors": true, "headers": [], "proxyReqHeaders": [{ "key": "", "value": "" }], "proxyResHeaders": [{ "key": "", "value": "" }], "data": [], "folders": [], "rootChildren": [ { "type": "route", "uuid": "703f5ae5-0606-41b0-8364-e0bd8023b516" }, { "type": "route", "uuid": "88d05bcb-e8f0-4f15-b189-c11b5a2f094f" }, { "type": "route", "uuid": "c4949bd4-7233-46d2-beca-4a696ab0de7a" }, { "type": "route", "uuid": "f6590a27-8302-4091-bbb4-3d5c53374624" }, { "type": "route", "uuid": "bc5fa622-a936-46b1-a0c1-784594868099" } ] }