openapi: 3.1.0 info: title: TetraScience Data and AI Cloud Access Groups Workflows API version: '4.0' description: Programmatic access to the TetraScience Scientific Data and AI Platform — manage tenants, organizations, users, roles, agents, integrations, pipelines, files, datasets, schemas, and search across the Tetra Data Platform. contact: name: TetraScience url: https://www.tetrascience.com/ license: name: Proprietary servers: - url: https://api.tetrascience.com description: Production Server - url: https://api.tetrascience-uat.com description: User Acceptance Server - url: https://api.tetrascience-dev.com description: Development Server - url: https://api.tetrascience-uat.com description: User Acceptabce Server - url: api.tetrascience.com security: - token: [] orgSlug: [] - orgSlug: [] tsAuthToken: [] tags: - name: Workflows paths: /v1/workflow/{workflowId}: get: summary: Get Single Workflow Details description: Search data pipeline workflows tags: - Workflows operationId: DL-FI-get-single-workflow parameters: - name: workflowId in: path description: Required. UUID of the workflow. schema: type: string required: true responses: '200': description: '200' content: application/json: examples: OK: value: "{\n\t\"id\": \"ea3e0f87-4ba2-4a10-83f3-db30760fd652\",\n\t\"orgSlug\": \"your_org\",\n\t\"pipelineId\": \"8592187a-d3ed-4410-8ffb-ee47826bebf7\",\n\t\"masterScriptNamespace\": \"private-your_org\",\n\t\"masterScriptSlug\": \"hg-prot-covid-data\",\n\t\"masterScriptVersion\": \"v2.1.0\",\n\t\"protocolSlug\": \"hg-prot-covid-data\",\n\t\"protocolVersion\": \"v2.1.0\",\n\t\"protocol\": {\n\t\t\"protocolSchema\": \"v2\",\n\t\t\"name\": \"HG Protocol COVID-JSON to IDS\",\n\t\t\"description\": \"\",\n\t\t\"steps\": [\n\t\t\t{\n\t\t\t\t\"slug\": \"first-step-covid-json-ids\",\n\t\t\t\t\"description\": \"Generates COVID data row (IDS JSON) for each state.\",\n\t\t\t\t\"type\": \"generator\",\n\t\t\t\t\"script\": {\n\t\t\t\t\t\"namespace\": \"private-your_org\",\n\t\t\t\t\t\"slug\": \"hg-tscr-covid-data\",\n\t\t\t\t\t\"version\": \"v2.0.1\"\n\t\t\t\t},\n\t\t\t\t\"functionSlug\": \"main\"\n\t\t\t}\n\t\t],\n\t\t\"config\": [\n\t\t]\n\t},\n\t\"pipelineConfig\": {\n\t\t\"notificationsConfig\": {\n\t\t\t\"sendOnSuccessful\": true,\n\t\t\t\"sendOnFailed\": true,\n\t\t\t\"notificationEmailAddresses\": [\n\t\t\t\t\"example1@your_org.com\",\n\t\t\t\t\"example2@your_org.com\"\n\t\t\t]\n\t\t},\n\t\t\"pipelineName\": \"HG-Covid-Data\"\n\t},\n\t\"inputFile\": {\n\t\t\"meta\": {\n\t\t\t\"fileId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\"source\": {\n\t\t\t\t\"box\": {\n\t\t\t\t\t\"id\": \"56d9293c-2dc7-4133-b21b-c1468aefb41f\",\n\t\t\t\t\t\"size\": 2648411,\n\t\t\t\t\t\"filePath\": \"/All Files/your_org/testdata/statesdata/test_states_tseries_2021_12_09.json\",\n\t\t\t\t\t\"integrationSource\": \"4095be8f-40c6-487d-99ce-bef42682c36b\"\n\t\t\t\t},\n\t\t\t\t\"type\": \"box\"\n\t\t\t},\n\t\t\t\"traceId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\"sourceId\": \"4095be8f-40c6-487d-99ce-bef42682c36b\",\n\t\t\t\"sourceName\": \"HG-Box-Covid-Data-States\",\n\t\t\t\"sourceType\": \"box\",\n\t\t\t\"integrationId\": \"56d9293c-2dc7-4133-b21b-c1468aefb41f\",\n\t\t\t\"integrationType\": \"box\"\n\t\t},\n\t\t\"type\": \"s3file\",\n\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\"fileId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/RAW/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json\",\n\t\t\"version\": \"YXWfnGtFnxXaRshIkphKpeIWjKM5YMrL\",\n\t\t\"customTags\": [\n\t\t],\n\t\t\"customMetadata\": {\n\t\t}\n\t},\n\t\"tasks\": [\n\t\t{\n\t\t\t\"slug\": \"first-step-covid-json-ids\",\n\t\t\t\"input\": {\n\t\t\t\t\"input_file\": {\n\t\t\t\t\t\"meta\": {\n\t\t\t\t\t\t\"fileId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\t\t\t\"source\": {\n\t\t\t\t\t\t\t\"box\": {\n\t\t\t\t\t\t\t\t\"id\": \"56d9293c-2dc7-4133-b21b-c1468aefb41f\",\n\t\t\t\t\t\t\t\t\"size\": 2648411,\n\t\t\t\t\t\t\t\t\"filePath\": \"/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json\",\n\t\t\t\t\t\t\t\t\"integrationSource\": \"4095be8f-40c6-487d-99ce-bef42682c36b\"\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\"type\": \"box\"\n\t\t\t\t\t\t},\n\t\t\t\t\t\t\"traceId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\t\t\t\"sourceId\": \"4095be8f-40c6-487d-99ce-bef42682c36b\",\n\t\t\t\t\t\t\"sourceName\": \"HG-Box-Covid-Data-States\",\n\t\t\t\t\t\t\"sourceType\": \"box\",\n\t\t\t\t\t\t\"integrationId\": \"56d9293c-2dc7-4133-b21b-c1468aefb41f\",\n\t\t\t\t\t\t\"integrationType\": \"box\"\n\t\t\t\t\t},\n\t\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\t\"fileId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/RAW/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json\",\n\t\t\t\t\t\"version\": \"YXWfnGtFnxXaRshIkphKpeIWjKM5YMrL\",\n\t\t\t\t\t\"customTags\": [\n\t\t\t\t\t],\n\t\t\t\t\t\"customMetadata\": {\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t},\n\t\t\t\"retry\": 0,\n\t\t\t\"events\": [\n\t\t\t\t{\n\t\t\t\t\t\"at\": \"2022-02-08T16:17:59.579+00:00\",\n\t\t\t\t\t\"status\": \"pending\"\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t\"at\": \"2022-02-08T16:18:23.973+00:00\",\n\t\t\t\t\t\"status\": \"in-progress\"\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t\"at\": \"2022-02-08T16:18:48.996+00:00\",\n\t\t\t\t\t\"status\": \"completed\"\n\t\t\t\t}\n\t\t\t],\n\t\t\t\"output\": {\n\t\t\t\t\"type\": \"success\",\n\t\t\t\t\"result\": [\n\t\t\t\t\t{\n\t\t\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\t\t\"fileId\": \"6908a751-62d1-4851-b502-818f7c836df1\",\n\t\t\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/IDS/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json/covid-state-tseries-AK-2021-12-08.json\",\n\t\t\t\t\t\t\"version\": \"9sNbqVb879.geEUVp03EfCDpK8j9gz1Z\"\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\t\t\"fileId\": \"8df8418a-06e0-4499-be19-e783165cad01\",\n\t\t\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/IDS/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json/covid-state-tseries-AL-2021-12-08.json\",\n\t\t\t\t\t\t\"version\": \"KXS6kfQLrlmc42kUTeY6B70uAeDdSjl0\"\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\t\t\"fileId\": \"49dbbb9a-f251-4749-838e-6c035804b5f5\",\n\t\t\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/IDS/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json/covid-state-tseries-AR-2021-12-08.json\",\n\t\t\t\t\t\t\"version\": \"2S.kPfOMSQm6E38yiJJWso3notx10uAH\"\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\t\t\"fileId\": \"200b01d4-b1ab-476b-b439-652d781aec9b\",\n\t\t\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/IDS/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json/covid-state-tseries-AZ-2021-12-08.json\",\n\t\t\t\t\t\t\"version\": \"PyPvk3k1wmEsivVHJIMBmOjB3tDxfPR.\"\n\t\t\t\t\t},\n\n\t\t\t\t\t{\n\t\t\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\t\t\"fileId\": \"20d94e00-07aa-46f0-90ab-0c1c4ef3aac6\",\n\t\t\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/IDS/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json/covid-state-tseries-WY-2021-12-08.json\",\n\t\t\t\t\t\t\"version\": \"ShtbhPlrvyfrPv0_jUUnw4M212ebGc1c\"\n\t\t\t\t\t}\n\t\t\t\t]\n\t\t\t},\n\t\t\t\"script\": {\n\t\t\t\t\"list\": [\n\t\t\t\t\t\"requirements.txt\",\n\t\t\t\t\t\"README-internal.md\",\n\t\t\t\t\t\"config.json\",\n\t\t\t\t\t\"README.md\",\n\t\t\t\t\t\"Pipfile\",\n\t\t\t\t\t\"main.py\",\n\t\t\t\t\t\"Pipfile.lock\",\n\t\t\t\t\t\"__test__/test_business_logic.py\",\n\t\t\t\t\t\"__test__/test_config.py\",\n\t\t\t\t\t\"__test__/test_integration.py\",\n\t\t\t\t\t\"__test__/__pycache__/test_business_logic.cpython-37.pyc\",\n\t\t\t\t\t\"__test__/__pycache__/test_config.cpython-37.pyc\",\n\t\t\t\t\t\"__test__/__pycache__/test_integration.cpython-37.pyc\",\n\t\t\t\t\t\"__test__/data/expected.json\",\n\t\t\t\t\t\"__test__/data/input.json\",\n\t\t\t\t\t\"__pycache__/main.cpython-37.pyc\"\n\t\t\t\t],\n\t\t\t\t\"slug\": \"hg-tscr-covid-data\",\n\t\t\t\t\"docker\": {\n\t\t\t\t\t\"image\": \"706717599419.dkr.ecr.us-east-2.amazonaws.com/ts-platform-development-task-private-your_org-hg-tscr-covid-data@sha256:334e32f0810dfdeb3324f63f85c9b6aa7c67fdd4023b317eb67a3a7bdd5be706\"\n\t\t\t\t},\n\t\t\t\t\"version\": \"v2.0.1\",\n\t\t\t\t\"language\": \"python\",\n\t\t\t\t\"maxCount\": 30,\n\t\t\t\t\"createdAt\": \"2022-02-08T15:41:05.234Z\",\n\t\t\t\t\"functions\": [\n\t\t\t\t\t{\n\t\t\t\t\t\t\"slug\": \"main\",\n\t\t\t\t\t\t\"function\": \"main.main\"\n\t\t\t\t\t}\n\t\t\t\t],\n\t\t\t\t\"hasSource\": true,\n\t\t\t\t\"namespace\": \"private-your_org\",\n\t\t\t\t\"timestamp\": 1644334642884,\n\t\t\t\t\"runnerType\": \"ecs\",\n\t\t\t\t\"buildLogSaved\": true,\n\t\t\t\t\"buildDurationMs\": 63528\n\t\t\t},\n\t\t\t\"status\": \"completed\",\n\t\t\t\"taskId\": \"a9c6e221-bd6e-4554-9ebd-54a231079591\",\n\t\t\t\"options\": {\n\t\t\t},\n\t\t\t\"createdAt\": \"2022-02-08T16:17:59.563+00:00\",\n\t\t\t\"containerId\": \"5e1a47e9-6d3a-428e-8988-e85746f3756b\",\n\t\t\t\"functionSlug\": \"main\",\n\t\t\t\"lastUpdatedAt\": \"2022-02-08T16:18:49.010+00:00\",\n\t\t\t\"taskMemoryInMB\": 512,\n\t\t\t\"cloudWatchUrl\": \"https://us-east-2.console.aws.amazon.com/cloudwatch/home?region=us-east-2#logs-insights:queryDetail=~(end~'2022-02-08T16*3a23*3a49.010Z~start~'2022-02-08T16*3a12*3a59.563Z~timeType~'ABSOLUTE~tz~'Local~editorString~'filter*20*60taskId*60*3d*27a9c6e221-bd6e-4554-9ebd-54a231079591*27*20and*20*60containerId*60*3d*275e1a47e9-6d3a-428e-8988-e85746f3756b*27*0a*7c*20fields*20*40timestamp*2c*20*40message*0a*7c*20sort*20*40timestamp*20asc~source~(~'*2fecs*2ftaskscripts*2fts-platform*2fcontainers))\"\n\t\t}\n\t],\n\t\"supersededTasks\": [\n\t],\n\t\"status\": \"completed\",\n\t\"events\": [\n\t\t{\n\t\t\t\"at\": \"2022-02-08T16:17:59.463+00:00\",\n\t\t\t\"status\": \"in-progress\"\n\t\t},\n\t\t{\n\t\t\t\"at\": \"2022-02-08T16:18:49.023+00:00\",\n\t\t\t\"status\": \"completed\"\n\t\t}\n\t],\n\t\"createdAt\": \"2022-02-08T16:17:59.142Z\",\n\t\"lastUpdatedAt\": \"2022-02-08T16:18:49.024Z\",\n\t\"restarted\": false,\n\t\"masterScriptLogs\": [\n\t],\n\t\"retryBehavior\": null,\n\t\"output\": {\n\t\t\"type\": \"success\",\n\t\t\"result\": [\n\t\t\t{\n\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\"fileId\": \"6908a751-62d1-4851-b502-818f7c836df1\",\n\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/IDS/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json/covid-state-tseries-AK-2021-12-08.json\",\n\t\t\t\t\"version\": \"9sNbqVb879.geEUVp03EfCDpK8j9gz1Z\"\n\t\t\t},\n\t\t\t{\n\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\"fileId\": \"8df8418a-06e0-4499-be19-e783165cad01\",\n\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/IDS/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json/covid-state-tseries-AL-2021-12-08.json\",\n\t\t\t\t\"version\": \"KXS6kfQLrlmc42kUTeY6B70uAeDdSjl0\"\n\t\t\t},\n\t\t\t{\n\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\"fileId\": \"49dbbb9a-f251-4749-838e-6c035804b5f5\",\n\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/IDS/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json/covid-state-tseries-AR-2021-12-08.json\",\n\t\t\t\t\"version\": \"2S.kPfOMSQm6E38yiJJWso3notx10uAH\"\n\t\t\t},\n\t\t\t{\n\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\"fileId\": \"200b01d4-b1ab-476b-b439-652d781aec9b\",\n\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/IDS/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json/covid-state-tseries-AZ-2021-12-08.json\",\n\t\t\t\t\"version\": \"PyPvk3k1wmEsivVHJIMBmOjB3tDxfPR.\"\n\t\t\t},\n\n\t\t\t{\n\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\"fileId\": \"20d94e00-07aa-46f0-90ab-0c1c4ef3aac6\",\n\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/IDS/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json/covid-state-tseries-WY-2021-12-08.json\",\n\t\t\t\t\"version\": \"ShtbhPlrvyfrPv0_jUUnw4M212ebGc1c\"\n\t\t\t}\n\t\t]\n\t}\n}" String Output: value: "{\n\t\"id\": \"38bc1925-cd38-4232-a8cd-16c1baffa0d7\",\n\t\"orgSlug\": \"your_org\",\n\t\"pipelineId\": \"8592187a-d3ed-4410-8ffb-ee47826bebf7\",\n\t\"masterScriptNamespace\": \"private-your_org\",\n\t\"masterScriptSlug\": \"hg-prot-covid-data\",\n\t\"masterScriptVersion\": \"v2.1.0\",\n\t\"protocolSlug\": \"hg-prot-covid-data\",\n\t\"protocolVersion\": \"v2.1.0\",\n\t\"protocol\": {\n\t\t\"protocolSchema\": \"v2\",\n\t\t\"name\": \"HG Protocol COVID-JSON to IDS\",\n\t\t\"description\": \"\",\n\t\t\"steps\": [\n\t\t\t{\n\t\t\t\t\"slug\": \"first-step-covid-json-ids\",\n\t\t\t\t\"description\": \"Generates COVID data row (IDS JSON) for each state.\",\n\t\t\t\t\"type\": \"generator\",\n\t\t\t\t\"script\": {\n\t\t\t\t\t\"namespace\": \"private-your_org\",\n\t\t\t\t\t\"slug\": \"hg-tscr-covid-data\",\n\t\t\t\t\t\"version\": \"v2.0.1\"\n\t\t\t\t},\n\t\t\t\t\"functionSlug\": \"main\"\n\t\t\t}\n\t\t],\n\t\t\"config\": [\n\t\t]\n\t},\n\t\"pipelineConfig\": {\n\t\t\"notificationsConfig\": {\n\t\t\t\"sendOnSuccessful\": true,\n\t\t\t\"sendOnFailed\": true,\n\t\t\t\"notificationEmailAddresses\": [\n\t\t\t\t\"example1@your_org.com\",\n\t\t\t\t\"example2@your_org.com\"\n\t\t\t]\n\t\t},\n\t\t\"pipelineName\": \"HG-Covid-Demo\"\n\t},\n\t\"inputFile\": {\n\t\t\"meta\": {\n\t\t\t\"fileId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\"source\": {\n\t\t\t\t\"box\": {\n\t\t\t\t\t\"id\": \"56d9293c-2dc7-4133-b21b-c1468aefb41f\",\n\t\t\t\t\t\"size\": 2648411,\n\t\t\t\t\t\"filePath\": \"/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json\",\n\t\t\t\t\t\"integrationSource\": \"4095be8f-40c6-487d-99ce-bef42682c36b\"\n\t\t\t\t},\n\t\t\t\t\"type\": \"box\"\n\t\t\t},\n\t\t\t\"traceId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\"sourceId\": \"4095be8f-40c6-487d-99ce-bef42682c36b\",\n\t\t\t\"sourceName\": \"HG-Box-Covid-Data-States\",\n\t\t\t\"sourceType\": \"box\",\n\t\t\t\"integrationId\": \"56d9293c-2dc7-4133-b21b-c1468aefb41f\",\n\t\t\t\"integrationType\": \"box\"\n\t\t},\n\t\t\"type\": \"s3file\",\n\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\"fileId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/RAW/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json\",\n\t\t\"version\": \"YXWfnGtFnxXaRshIkphKpeIWjKM5YMrL\",\n\t\t\"customTags\": [\n\t\t],\n\t\t\"customMetadata\": {\n\t\t}\n\t},\n\t\"tasks\": [\n\t\t{\n\t\t\t\"slug\": \"first-step-covid-json-ids\",\n\t\t\t\"input\": {\n\t\t\t\t\"input_file\": {\n\t\t\t\t\t\"meta\": {\n\t\t\t\t\t\t\"fileId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\t\t\t\"source\": {\n\t\t\t\t\t\t\t\"box\": {\n\t\t\t\t\t\t\t\t\"id\": \"56d9293c-2dc7-4133-b21b-c1468aefb41f\",\n\t\t\t\t\t\t\t\t\"size\": 2648411,\n\t\t\t\t\t\t\t\t\"filePath\": \"/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json\",\n\t\t\t\t\t\t\t\t\"integrationSource\": \"4095be8f-40c6-487d-99ce-bef42682c36b\"\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\"type\": \"box\"\n\t\t\t\t\t\t},\n\t\t\t\t\t\t\"traceId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\t\t\t\"sourceId\": \"4095be8f-40c6-487d-99ce-bef42682c36b\",\n\t\t\t\t\t\t\"sourceName\": \"HG-Box-Covid-Data-States\",\n\t\t\t\t\t\t\"sourceType\": \"box\",\n\t\t\t\t\t\t\"integrationId\": \"56d9293c-2dc7-4133-b21b-c1468aefb41f\",\n\t\t\t\t\t\t\"integrationType\": \"box\"\n\t\t\t\t\t},\n\t\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\t\"fileId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/RAW/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json\",\n\t\t\t\t\t\"version\": \"YXWfnGtFnxXaRshIkphKpeIWjKM5YMrL\",\n\t\t\t\t\t\"customTags\": [\n\t\t\t\t\t],\n\t\t\t\t\t\"customMetadata\": {\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t},\n\t\t\t\"retry\": 0,\n\t\t\t\"events\": [\n\t\t\t\t{\n\t\t\t\t\t\"at\": \"2021-12-15T16:35:19.762Z\",\n\t\t\t\t\t\"status\": \"pending\"\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t\"at\": \"2021-12-15T16:35:44.639Z\",\n\t\t\t\t\t\"status\": \"in-progress\"\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t\"at\": \"2021-12-15T16:36:10.039Z\",\n\t\t\t\t\t\"status\": \"completed\"\n\t\t\t\t}\n\t\t\t],\n\t\t\t\"output\": {\n\t\t\t\t\"type\": \"success\",\n\t\t\t\t\"result\": \"ReturnRandomData\"\n\t\t\t},\n\t\t\t\"script\": {\n\t\t\t\t\"list\": [\n\t\t\t\t\t\"requirements.txt\",\n\t\t\t\t\t\"README-internal.md\",\n\t\t\t\t\t\"config.json\",\n\t\t\t\t\t\"README.md\",\n\t\t\t\t\t\"Pipfile\",\n\t\t\t\t\t\"main.py\",\n\t\t\t\t\t\"Pipfile.lock\",\n\t\t\t\t\t\"__test__/test_business_logic.py\",\n\t\t\t\t\t\"__test__/test_config.py\",\n\t\t\t\t\t\"__test__/test_integration.py\",\n\t\t\t\t\t\"__test__/__pycache__/test_business_logic.cpython-37.pyc\",\n\t\t\t\t\t\"__test__/__pycache__/test_config.cpython-37.pyc\",\n\t\t\t\t\t\"__test__/__pycache__/test_integration.cpython-37.pyc\",\n\t\t\t\t\t\"__test__/data/expected.json\",\n\t\t\t\t\t\"__test__/data/input.json\",\n\t\t\t\t\t\"__pycache__/main.cpython-37.pyc\"\n\t\t\t\t],\n\t\t\t\t\"slug\": \"hg-tscr-covid-data\",\n\t\t\t\t\"docker\": {\n\t\t\t\t\t\"image\": \"706717599419.dkr.ecr.us-east-2.amazonaws.com/ts-platform-development-task-private-your_org-hg-tscr-covid-data@sha256:2596c523501d6d88d2a411f60dabb9eeeb6cfb26634f6d61688c5a70c660d299\"\n\t\t\t\t},\n\t\t\t\t\"version\": \"v2.0.1\",\n\t\t\t\t\"language\": \"python\",\n\t\t\t\t\"maxCount\": 30,\n\t\t\t\t\"createdAt\": \"2021-12-15T16:33:30.588Z\",\n\t\t\t\t\"functions\": [\n\t\t\t\t\t{\n\t\t\t\t\t\t\"slug\": \"main\",\n\t\t\t\t\t\t\"function\": \"main.main\"\n\t\t\t\t\t}\n\t\t\t\t],\n\t\t\t\t\"hasSource\": true,\n\t\t\t\t\"namespace\": \"private-your_org\",\n\t\t\t\t\"timestamp\": 1639585872877,\n\t\t\t\t\"runnerType\": \"ecs\",\n\t\t\t\t\"buildLogSaved\": true,\n\t\t\t\t\"buildDurationMs\": 79859\n\t\t\t},\n\t\t\t\"status\": \"completed\",\n\t\t\t\"taskId\": \"006fb33e-7f36-4345-b35b-23ae39e27d31\",\n\t\t\t\"options\": {\n\t\t\t},\n\t\t\t\"createdAt\": \"2021-12-15T16:35:19.746Z\",\n\t\t\t\"containerId\": \"fc11e389-8cc9-4581-ba0f-dbee1936d0b1\",\n\t\t\t\"functionSlug\": \"main\",\n\t\t\t\"lastUpdatedAt\": \"2021-12-15T16:36:10.043Z\",\n\t\t\t\"taskMemoryInMB\": 512,\n\t\t\t\"cloudWatchUrl\": \"https://us-east-2.console.aws.amazon.com/cloudwatch/home?region=us-east-2#logs-insights:queryDetail=~(end~'2021-12-15T16*3a41*3a10.043Z~start~'2021-12-15T16*3a30*3a19.746Z~timeType~'ABSOLUTE~tz~'Local~editorString~'filter*20*60taskId*60*3d*27006fb33e-7f36-4345-b35b-23ae39e27d31*27*20and*20*60containerId*60*3d*27fc11e389-8cc9-4581-ba0f-dbee1936d0b1*27*0a*7c*20fields*20*40timestamp*2c*20*40message*0a*7c*20sort*20*40timestamp*20asc~source~(~'*2fecs*2ftaskscripts*2fts-platform*2fcontainers))\"\n\t\t}\n\t],\n\t\"supersededTasks\": [\n\t],\n\t\"status\": \"completed\",\n\t\"events\": [\n\t\t{\n\t\t\t\"at\": \"2021-12-15T16:35:19.665Z\",\n\t\t\t\"status\": \"in-progress\"\n\t\t},\n\t\t{\n\t\t\t\"at\": \"2021-12-15T16:36:10.049Z\",\n\t\t\t\"status\": \"completed\"\n\t\t}\n\t],\n\t\"createdAt\": \"2021-12-15T16:35:19.118Z\",\n\t\"lastUpdatedAt\": \"2021-12-15T16:36:10.049Z\",\n\t\"restarted\": false,\n\t\"masterScriptLogs\": [\n\t],\n\t\"retryBehavior\": \"off\",\n\t\"output\": {\n\t\t\"type\": \"success\",\n\t\t\"result\": \"ReturnRandomData\"\n\t}\n}\n" Boolean Output: value: "{\n\t\"id\": \"adc14152-8893-4c6e-9858-efa6308354c8\",\n\t\"orgSlug\": \"your_org\",\n\t\"pipelineId\": \"8592187a-d3ed-4410-8ffb-ee47826bebf7\",\n\t\"masterScriptNamespace\": \"private-your_org\",\n\t\"masterScriptSlug\": \"hg-prot-covid-data\",\n\t\"masterScriptVersion\": \"v2.1.0\",\n\t\"protocolSlug\": \"hg-prot-covid-data\",\n\t\"protocolVersion\": \"v2.1.0\",\n\t\"protocol\": {\n\t\t\"protocolSchema\": \"v2\",\n\t\t\"name\": \"HG Protocol COVID-JSON to IDS\",\n\t\t\"description\": \"\",\n\t\t\"steps\": [\n\t\t\t{\n\t\t\t\t\"slug\": \"first-step-covid-json-ids\",\n\t\t\t\t\"description\": \"Generates COVID data row (IDS JSON) for each state.\",\n\t\t\t\t\"type\": \"generator\",\n\t\t\t\t\"script\": {\n\t\t\t\t\t\"namespace\": \"private-your_org\",\n\t\t\t\t\t\"slug\": \"hg-tscr-covid-data\",\n\t\t\t\t\t\"version\": \"v2.0.1\"\n\t\t\t\t},\n\t\t\t\t\"functionSlug\": \"main\"\n\t\t\t}\n\t\t],\n\t\t\"config\": [\n\t\t]\n\t},\n\t\"pipelineConfig\": {\n\t\t\"notificationsConfig\": {\n\t\t\t\"sendOnSuccessful\": true,\n\t\t\t\"sendOnFailed\": true,\n\t\t\t\"notificationEmailAddresses\": [\n\t\t\t\t\"example1@your_org.com\",\n\t\t\t\t\"example2@your_org.com\"\n\t\t\t]\n\t\t},\n\t\t\"pipelineName\": \"HG-Covid-Data\"\n\t},\n\t\"inputFile\": {\n\t\t\"meta\": {\n\t\t\t\"fileId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\"source\": {\n\t\t\t\t\"box\": {\n\t\t\t\t\t\"id\": \"56d9293c-2dc7-4133-b21b-c1468aefb41f\",\n\t\t\t\t\t\"size\": 2648411,\n\t\t\t\t\t\"filePath\": \"/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json\",\n\t\t\t\t\t\"integrationSource\": \"4095be8f-40c6-487d-99ce-bef42682c36b\"\n\t\t\t\t},\n\t\t\t\t\"type\": \"box\"\n\t\t\t},\n\t\t\t\"traceId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\"sourceId\": \"4095be8f-40c6-487d-99ce-bef42682c36b\",\n\t\t\t\"sourceName\": \"HG-Box-Covid-Data-States\",\n\t\t\t\"sourceType\": \"box\",\n\t\t\t\"integrationId\": \"56d9293c-2dc7-4133-b21b-c1468aefb41f\",\n\t\t\t\"integrationType\": \"box\"\n\t\t},\n\t\t\"type\": \"s3file\",\n\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\"fileId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/RAW/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json\",\n\t\t\"version\": \"YXWfnGtFnxXaRshIkphKpeIWjKM5YMrL\",\n\t\t\"customTags\": [\n\t\t],\n\t\t\"customMetadata\": {\n\t\t}\n\t},\n\t\"tasks\": [\n\t\t{\n\t\t\t\"slug\": \"first-step-covid-json-ids\",\n\t\t\t\"input\": {\n\t\t\t\t\"input_file\": {\n\t\t\t\t\t\"meta\": {\n\t\t\t\t\t\t\"fileId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\t\t\t\"source\": {\n\t\t\t\t\t\t\t\"box\": {\n\t\t\t\t\t\t\t\t\"id\": \"56d9293c-2dc7-4133-b21b-c1468aefb41f\",\n\t\t\t\t\t\t\t\t\"size\": 2648411,\n\t\t\t\t\t\t\t\t\"filePath\": \"/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json\",\n\t\t\t\t\t\t\t\t\"integrationSource\": \"4095be8f-40c6-487d-99ce-bef42682c36b\"\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\"type\": \"box\"\n\t\t\t\t\t\t},\n\t\t\t\t\t\t\"traceId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\t\t\t\"sourceId\": \"4095be8f-40c6-487d-99ce-bef42682c36b\",\n\t\t\t\t\t\t\"sourceName\": \"HG-Box-Covid-Data-States\",\n\t\t\t\t\t\t\"sourceType\": \"box\",\n\t\t\t\t\t\t\"integrationId\": \"56d9293c-2dc7-4133-b21b-c1468aefb41f\",\n\t\t\t\t\t\t\"integrationType\": \"box\"\n\t\t\t\t\t},\n\t\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\t\"fileId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/RAW/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json\",\n\t\t\t\t\t\"version\": \"YXWfnGtFnxXaRshIkphKpeIWjKM5YMrL\",\n\t\t\t\t\t\"customTags\": [\n\t\t\t\t\t],\n\t\t\t\t\t\"customMetadata\": {\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t},\n\t\t\t\"retry\": 0,\n\t\t\t\"events\": [\n\t\t\t\t{\n\t\t\t\t\t\"at\": \"2022-02-04T16:12:16.469+00:00\",\n\t\t\t\t\t\"status\": \"pending\"\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t\"at\": \"2022-02-04T16:12:41.477+00:00\",\n\t\t\t\t\t\"status\": \"in-progress\"\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t\"at\": \"2022-02-04T16:13:05.874+00:00\",\n\t\t\t\t\t\"status\": \"completed\"\n\t\t\t\t}\n\t\t\t],\n\t\t\t\"output\": {\n\t\t\t\t\"type\": \"success\",\n\t\t\t\t\"result\": true\n\t\t\t},\n\t\t\t\"script\": {\n\t\t\t\t\"list\": [\n\t\t\t\t\t\"requirements.txt\",\n\t\t\t\t\t\"README-internal.md\",\n\t\t\t\t\t\"config.json\",\n\t\t\t\t\t\"README.md\",\n\t\t\t\t\t\"Pipfile\",\n\t\t\t\t\t\"main.py\",\n\t\t\t\t\t\"Pipfile.lock\",\n\t\t\t\t\t\"__test__/test_business_logic.py\",\n\t\t\t\t\t\"__test__/test_config.py\",\n\t\t\t\t\t\"__test__/test_integration.py\",\n\t\t\t\t\t\"__test__/__pycache__/test_business_logic.cpython-37.pyc\",\n\t\t\t\t\t\"__test__/__pycache__/test_config.cpython-37.pyc\",\n\t\t\t\t\t\"__test__/__pycache__/test_integration.cpython-37.pyc\",\n\t\t\t\t\t\"__test__/data/expected.json\",\n\t\t\t\t\t\"__test__/data/input.json\",\n\t\t\t\t\t\"__pycache__/main.cpython-37.pyc\"\n\t\t\t\t],\n\t\t\t\t\"slug\": \"hg-tscr-covid-data\",\n\t\t\t\t\"docker\": {\n\t\t\t\t\t\"image\": \"706717599419.dkr.ecr.us-east-2.amazonaws.com/ts-platform-development-task-private-your_org-hg-tscr-covid-data@sha256:947d1b9fa98aac20eb9e36ae89c8aed971c521e437c628248af5da3769a2845a\"\n\t\t\t\t},\n\t\t\t\t\"version\": \"v2.0.1\",\n\t\t\t\t\"language\": \"python\",\n\t\t\t\t\"maxCount\": 30,\n\t\t\t\t\"createdAt\": \"2022-02-04T16:11:54.239Z\",\n\t\t\t\t\"functions\": [\n\t\t\t\t\t{\n\t\t\t\t\t\t\"slug\": \"main\",\n\t\t\t\t\t\t\"function\": \"main.main\"\n\t\t\t\t\t}\n\t\t\t\t],\n\t\t\t\t\"hasSource\": true,\n\t\t\t\t\"namespace\": \"private-your_org\",\n\t\t\t\t\"timestamp\": 1643990906049,\n\t\t\t\t\"runnerType\": \"ecs\",\n\t\t\t\t\"buildLogSaved\": true,\n\t\t\t\t\"buildDurationMs\": 72462\n\t\t\t},\n\t\t\t\"status\": \"completed\",\n\t\t\t\"taskId\": \"c86dee84-b8b1-469e-99cc-f2d7aabdd1c0\",\n\t\t\t\"options\": {\n\t\t\t},\n\t\t\t\"createdAt\": \"2022-02-04T16:12:16.457+00:00\",\n\t\t\t\"containerId\": \"1ad30161-4fc7-42bc-929f-74dc47b9a38a\",\n\t\t\t\"functionSlug\": \"main\",\n\t\t\t\"lastUpdatedAt\": \"2022-02-04T16:13:05.881+00:00\",\n\t\t\t\"taskMemoryInMB\": 512,\n\t\t\t\"cloudWatchUrl\": \"https://us-east-2.console.aws.amazon.com/cloudwatch/home?region=us-east-2#logs-insights:queryDetail=~(end~'2022-02-04T16*3a18*3a05.881Z~start~'2022-02-04T16*3a07*3a16.457Z~timeType~'ABSOLUTE~tz~'Local~editorString~'filter*20*60taskId*60*3d*27c86dee84-b8b1-469e-99cc-f2d7aabdd1c0*27*20and*20*60containerId*60*3d*271ad30161-4fc7-42bc-929f-74dc47b9a38a*27*0a*7c*20fields*20*40timestamp*2c*20*40message*0a*7c*20sort*20*40timestamp*20asc~source~(~'*2fecs*2ftaskscripts*2fts-platform*2fcontainers))\"\n\t\t}\n\t],\n\t\"supersededTasks\": [\n\t],\n\t\"status\": \"completed\",\n\t\"events\": [\n\t\t{\n\t\t\t\"at\": \"2022-02-04T16:12:16.369+00:00\",\n\t\t\t\"status\": \"in-progress\"\n\t\t},\n\t\t{\n\t\t\t\"at\": \"2022-02-04T16:13:05.884+00:00\",\n\t\t\t\"status\": \"completed\"\n\t\t}\n\t],\n\t\"createdAt\": \"2022-02-04T16:12:15.687Z\",\n\t\"lastUpdatedAt\": \"2022-02-04T16:13:05.885Z\",\n\t\"restarted\": false,\n\t\"masterScriptLogs\": [\n\t],\n\t\"retryBehavior\": null,\n\t\"output\": {\n\t\t\"type\": \"success\",\n\t\t\"result\": true\n\t}\n}\n" schema: oneOf: - title: OK type: object properties: id: type: string example: ea3e0f87-4ba2-4a10-83f3-db30760fd652 orgSlug: type: string example: your_org pipelineId: type: string example: 8592187a-d3ed-4410-8ffb-ee47826bebf7 masterScriptNamespace: type: string example: private-your_org masterScriptSlug: type: string example: hg-prot-covid-data masterScriptVersion: type: string example: v2.1.0 protocolSlug: type: string example: hg-prot-covid-data protocolVersion: type: string example: v2.1.0 protocol: type: object properties: protocolSchema: type: string example: v2 name: type: string example: HG Protocol COVID-JSON to IDS description: type: string example: '' steps: type: array items: type: object properties: slug: type: string example: first-step-covid-json-ids description: type: string example: Generates COVID data row (IDS JSON) for each state. type: type: string example: generator script: type: object properties: namespace: type: string example: private-your_org slug: type: string example: hg-tscr-covid-data version: type: string example: v2.0.1 functionSlug: type: string example: main config: type: array pipelineConfig: type: object properties: notificationsConfig: type: object properties: sendOnSuccessful: type: boolean example: true default: true sendOnFailed: type: boolean example: true default: true notificationEmailAddresses: type: array items: type: string example: example1@your_org.com pipelineName: type: string example: HG-Covid-Data inputFile: type: object properties: meta: type: object properties: fileId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 source: type: object properties: box: type: object properties: id: type: string example: 56d9293c-2dc7-4133-b21b-c1468aefb41f size: type: integer example: 2648411 default: 0 filePath: type: string example: /All Files/your_org/testdata/statesdata/test_states_tseries_2021_12_09.json integrationSource: type: string example: 4095be8f-40c6-487d-99ce-bef42682c36b type: type: string example: box traceId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 sourceId: type: string example: 4095be8f-40c6-487d-99ce-bef42682c36b sourceName: type: string example: HG-Box-Covid-Data-States sourceType: type: string example: box integrationId: type: string example: 56d9293c-2dc7-4133-b21b-c1468aefb41f integrationType: type: string example: box type: type: string example: s3file bucket: type: string example: ts-platform-dev-datalake fileId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 fileKey: type: string example: your_org/4095be8f-40c6-487d-99ce-bef42682c36b/RAW/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json version: type: string example: YXWfnGtFnxXaRshIkphKpeIWjKM5YMrL customTags: type: array customMetadata: type: object properties: {} tasks: type: array items: type: object properties: slug: type: string example: first-step-covid-json-ids input: type: object properties: input_file: type: object properties: meta: type: object properties: fileId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 source: type: object properties: box: type: object properties: id: type: string example: 56d9293c-2dc7-4133-b21b-c1468aefb41f size: type: integer example: 2648411 default: 0 filePath: type: string example: /All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json integrationSource: type: string example: 4095be8f-40c6-487d-99ce-bef42682c36b type: type: string example: box traceId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 sourceId: type: string example: 4095be8f-40c6-487d-99ce-bef42682c36b sourceName: type: string example: HG-Box-Covid-Data-States sourceType: type: string example: box integrationId: type: string example: 56d9293c-2dc7-4133-b21b-c1468aefb41f integrationType: type: string example: box type: type: string example: s3file bucket: type: string example: ts-platform-dev-datalake fileId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 fileKey: type: string example: your_org/4095be8f-40c6-487d-99ce-bef42682c36b/RAW/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json version: type: string example: YXWfnGtFnxXaRshIkphKpeIWjKM5YMrL customTags: type: array customMetadata: type: object properties: {} retry: type: integer example: 0 default: 0 events: type: array items: type: object properties: at: type: string example: '2022-02-08T16:17:59.579+00:00' status: type: string example: pending output: type: object properties: type: type: string example: success result: type: array items: type: object properties: type: type: string example: s3file bucket: type: string example: ts-platform-dev-datalake fileId: type: string example: 6908a751-62d1-4851-b502-818f7c836df1 fileKey: type: string example: your_org/4095be8f-40c6-487d-99ce-bef42682c36b/IDS/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json/covid-state-tseries-AK-2021-12-08.json version: type: string example: 9sNbqVb879.geEUVp03EfCDpK8j9gz1Z script: type: object properties: list: type: array items: type: string example: requirements.txt slug: type: string example: hg-tscr-covid-data docker: type: object properties: image: type: string example: 706717599419.dkr.ecr.us-east-2.amazonaws.com/ts-platform-development-task-private-your_org-hg-tscr-covid-data@sha256:334e32f0810dfdeb3324f63f85c9b6aa7c67fdd4023b317eb67a3a7bdd5be706 version: type: string example: v2.0.1 language: type: string example: python maxCount: type: integer example: 30 default: 0 createdAt: type: string example: '2022-02-08T15:41:05.234Z' functions: type: array items: type: object properties: slug: type: string example: main function: type: string example: main.main hasSource: type: boolean example: true default: true namespace: type: string example: private-your_org timestamp: type: integer example: 1644334642884 default: 0 runnerType: type: string example: ecs buildLogSaved: type: boolean example: true default: true buildDurationMs: type: integer example: 63528 default: 0 status: type: string example: completed taskId: type: string example: a9c6e221-bd6e-4554-9ebd-54a231079591 options: type: object properties: {} createdAt: type: string example: '2022-02-08T16:17:59.563+00:00' containerId: type: string example: 5e1a47e9-6d3a-428e-8988-e85746f3756b functionSlug: type: string example: main lastUpdatedAt: type: string example: '2022-02-08T16:18:49.010+00:00' taskMemoryInMB: type: integer example: 512 default: 0 cloudWatchUrl: type: string example: https://us-east-2.console.aws.amazon.com/cloudwatch/home?region=us-east-2#logs-insights:queryDetail=~(end~'2022-02-08T16*3a23*3a49.010Z~start~'2022-02-08T16*3a12*3a59.563Z~timeType~'ABSOLUTE~tz~'Local~editorString~'filter*20*60taskId*60*3d*27a9c6e221-bd6e-4554-9ebd-54a231079591*27*20and*20*60containerId*60*3d*275e1a47e9-6d3a-428e-8988-e85746f3756b*27*0a*7c*20fields*20*40timestamp*2c*20*40message*0a*7c*20sort*20*40timestamp*20asc~source~(~'*2fecs*2ftaskscripts*2fts-platform*2fcontainers)) supersededTasks: type: array status: type: string example: completed events: type: array items: type: object properties: at: type: string example: '2022-02-08T16:17:59.463+00:00' status: type: string example: in-progress createdAt: type: string example: '2022-02-08T16:17:59.142Z' lastUpdatedAt: type: string example: '2022-02-08T16:18:49.024Z' restarted: type: boolean example: false default: true masterScriptLogs: type: array retryBehavior: {} output: type: object properties: type: type: string example: success result: type: array items: type: object properties: type: type: string example: s3file bucket: type: string example: ts-platform-dev-datalake fileId: type: string example: 6908a751-62d1-4851-b502-818f7c836df1 fileKey: type: string example: your_org/4095be8f-40c6-487d-99ce-bef42682c36b/IDS/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json/covid-state-tseries-AK-2021-12-08.json version: type: string example: 9sNbqVb879.geEUVp03EfCDpK8j9gz1Z - title: String Output type: object properties: id: type: string example: 38bc1925-cd38-4232-a8cd-16c1baffa0d7 orgSlug: type: string example: your_org pipelineId: type: string example: 8592187a-d3ed-4410-8ffb-ee47826bebf7 masterScriptNamespace: type: string example: private-your_org masterScriptSlug: type: string example: hg-prot-covid-data masterScriptVersion: type: string example: v2.1.0 protocolSlug: type: string example: hg-prot-covid-data protocolVersion: type: string example: v2.1.0 protocol: type: object properties: protocolSchema: type: string example: v2 name: type: string example: HG Protocol COVID-JSON to IDS description: type: string example: '' steps: type: array items: type: object properties: slug: type: string example: first-step-covid-json-ids description: type: string example: Generates COVID data row (IDS JSON) for each state. type: type: string example: generator script: type: object properties: namespace: type: string example: private-your_org slug: type: string example: hg-tscr-covid-data version: type: string example: v2.0.1 functionSlug: type: string example: main config: type: array pipelineConfig: type: object properties: notificationsConfig: type: object properties: sendOnSuccessful: type: boolean example: true default: true sendOnFailed: type: boolean example: true default: true notificationEmailAddresses: type: array items: type: string example: example1@your_org.com pipelineName: type: string example: HG-Covid-Demo inputFile: type: object properties: meta: type: object properties: fileId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 source: type: object properties: box: type: object properties: id: type: string example: 56d9293c-2dc7-4133-b21b-c1468aefb41f size: type: integer example: 2648411 default: 0 filePath: type: string example: /All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json integrationSource: type: string example: 4095be8f-40c6-487d-99ce-bef42682c36b type: type: string example: box traceId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 sourceId: type: string example: 4095be8f-40c6-487d-99ce-bef42682c36b sourceName: type: string example: HG-Box-Covid-Data-States sourceType: type: string example: box integrationId: type: string example: 56d9293c-2dc7-4133-b21b-c1468aefb41f integrationType: type: string example: box type: type: string example: s3file bucket: type: string example: ts-platform-dev-datalake fileId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 fileKey: type: string example: your_org/4095be8f-40c6-487d-99ce-bef42682c36b/RAW/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json version: type: string example: YXWfnGtFnxXaRshIkphKpeIWjKM5YMrL customTags: type: array customMetadata: type: object properties: {} tasks: type: array items: type: object properties: slug: type: string example: first-step-covid-json-ids input: type: object properties: input_file: type: object properties: meta: type: object properties: fileId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 source: type: object properties: box: type: object properties: id: type: string example: 56d9293c-2dc7-4133-b21b-c1468aefb41f size: type: integer example: 2648411 default: 0 filePath: type: string example: /All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json integrationSource: type: string example: 4095be8f-40c6-487d-99ce-bef42682c36b type: type: string example: box traceId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 sourceId: type: string example: 4095be8f-40c6-487d-99ce-bef42682c36b sourceName: type: string example: HG-Box-Covid-Data-States sourceType: type: string example: box integrationId: type: string example: 56d9293c-2dc7-4133-b21b-c1468aefb41f integrationType: type: string example: box type: type: string example: s3file bucket: type: string example: ts-platform-dev-datalake fileId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 fileKey: type: string example: your_org/4095be8f-40c6-487d-99ce-bef42682c36b/RAW/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json version: type: string example: YXWfnGtFnxXaRshIkphKpeIWjKM5YMrL customTags: type: array customMetadata: type: object properties: {} retry: type: integer example: 0 default: 0 events: type: array items: type: object properties: at: type: string example: '2021-12-15T16:35:19.762Z' status: type: string example: pending output: type: object properties: type: type: string example: success result: type: string example: ReturnRandomData script: type: object properties: list: type: array items: type: string example: requirements.txt slug: type: string example: hg-tscr-covid-data docker: type: object properties: image: type: string example: 706717599419.dkr.ecr.us-east-2.amazonaws.com/ts-platform-development-task-private-your_org-hg-tscr-covid-data@sha256:2596c523501d6d88d2a411f60dabb9eeeb6cfb26634f6d61688c5a70c660d299 version: type: string example: v2.0.1 language: type: string example: python maxCount: type: integer example: 30 default: 0 createdAt: type: string example: '2021-12-15T16:33:30.588Z' functions: type: array items: type: object properties: slug: type: string example: main function: type: string example: main.main hasSource: type: boolean example: true default: true namespace: type: string example: private-your_org timestamp: type: integer example: 1639585872877 default: 0 runnerType: type: string example: ecs buildLogSaved: type: boolean example: true default: true buildDurationMs: type: integer example: 79859 default: 0 status: type: string example: completed taskId: type: string example: 006fb33e-7f36-4345-b35b-23ae39e27d31 options: type: object properties: {} createdAt: type: string example: '2021-12-15T16:35:19.746Z' containerId: type: string example: fc11e389-8cc9-4581-ba0f-dbee1936d0b1 functionSlug: type: string example: main lastUpdatedAt: type: string example: '2021-12-15T16:36:10.043Z' taskMemoryInMB: type: integer example: 512 default: 0 cloudWatchUrl: type: string example: https://us-east-2.console.aws.amazon.com/cloudwatch/home?region=us-east-2#logs-insights:queryDetail=~(end~'2021-12-15T16*3a41*3a10.043Z~start~'2021-12-15T16*3a30*3a19.746Z~timeType~'ABSOLUTE~tz~'Local~editorString~'filter*20*60taskId*60*3d*27006fb33e-7f36-4345-b35b-23ae39e27d31*27*20and*20*60containerId*60*3d*27fc11e389-8cc9-4581-ba0f-dbee1936d0b1*27*0a*7c*20fields*20*40timestamp*2c*20*40message*0a*7c*20sort*20*40timestamp*20asc~source~(~'*2fecs*2ftaskscripts*2fts-platform*2fcontainers)) supersededTasks: type: array status: type: string example: completed events: type: array items: type: object properties: at: type: string example: '2021-12-15T16:35:19.665Z' status: type: string example: in-progress createdAt: type: string example: '2021-12-15T16:35:19.118Z' lastUpdatedAt: type: string example: '2021-12-15T16:36:10.049Z' restarted: type: boolean example: false default: true masterScriptLogs: type: array retryBehavior: type: string example: 'off' output: type: object properties: type: type: string example: success result: type: string example: ReturnRandomData - title: Boolean Output type: object properties: id: type: string example: adc14152-8893-4c6e-9858-efa6308354c8 orgSlug: type: string example: your_org pipelineId: type: string example: 8592187a-d3ed-4410-8ffb-ee47826bebf7 masterScriptNamespace: type: string example: private-your_org masterScriptSlug: type: string example: hg-prot-covid-data masterScriptVersion: type: string example: v2.1.0 protocolSlug: type: string example: hg-prot-covid-data protocolVersion: type: string example: v2.1.0 protocol: type: object properties: protocolSchema: type: string example: v2 name: type: string example: HG Protocol COVID-JSON to IDS description: type: string example: '' steps: type: array items: type: object properties: slug: type: string example: first-step-covid-json-ids description: type: string example: Generates COVID data row (IDS JSON) for each state. type: type: string example: generator script: type: object properties: namespace: type: string example: private-your_org slug: type: string example: hg-tscr-covid-data version: type: string example: v2.0.1 functionSlug: type: string example: main config: type: array pipelineConfig: type: object properties: notificationsConfig: type: object properties: sendOnSuccessful: type: boolean example: true default: true sendOnFailed: type: boolean example: true default: true notificationEmailAddresses: type: array items: type: string example: example1@your_org.com pipelineName: type: string example: HG-Covid-Data inputFile: type: object properties: meta: type: object properties: fileId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 source: type: object properties: box: type: object properties: id: type: string example: 56d9293c-2dc7-4133-b21b-c1468aefb41f size: type: integer example: 2648411 default: 0 filePath: type: string example: /All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json integrationSource: type: string example: 4095be8f-40c6-487d-99ce-bef42682c36b type: type: string example: box traceId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 sourceId: type: string example: 4095be8f-40c6-487d-99ce-bef42682c36b sourceName: type: string example: HG-Box-Covid-Data-States sourceType: type: string example: box integrationId: type: string example: 56d9293c-2dc7-4133-b21b-c1468aefb41f integrationType: type: string example: box type: type: string example: s3file bucket: type: string example: ts-platform-dev-datalake fileId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 fileKey: type: string example: your_org/4095be8f-40c6-487d-99ce-bef42682c36b/RAW/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json version: type: string example: YXWfnGtFnxXaRshIkphKpeIWjKM5YMrL customTags: type: array customMetadata: type: object properties: {} tasks: type: array items: type: object properties: slug: type: string example: first-step-covid-json-ids input: type: object properties: input_file: type: object properties: meta: type: object properties: fileId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 source: type: object properties: box: type: object properties: id: type: string example: 56d9293c-2dc7-4133-b21b-c1468aefb41f size: type: integer example: 2648411 default: 0 filePath: type: string example: /All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json integrationSource: type: string example: 4095be8f-40c6-487d-99ce-bef42682c36b type: type: string example: box traceId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 sourceId: type: string example: 4095be8f-40c6-487d-99ce-bef42682c36b sourceName: type: string example: HG-Box-Covid-Data-States sourceType: type: string example: box integrationId: type: string example: 56d9293c-2dc7-4133-b21b-c1468aefb41f integrationType: type: string example: box type: type: string example: s3file bucket: type: string example: ts-platform-dev-datalake fileId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 fileKey: type: string example: your_org/4095be8f-40c6-487d-99ce-bef42682c36b/RAW/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json version: type: string example: YXWfnGtFnxXaRshIkphKpeIWjKM5YMrL customTags: type: array customMetadata: type: object properties: {} retry: type: integer example: 0 default: 0 events: type: array items: type: object properties: at: type: string example: '2022-02-04T16:12:16.469+00:00' status: type: string example: pending output: type: object properties: type: type: string example: success result: type: boolean example: true default: true script: type: object properties: list: type: array items: type: string example: requirements.txt slug: type: string example: hg-tscr-covid-data docker: type: object properties: image: type: string example: 706717599419.dkr.ecr.us-east-2.amazonaws.com/ts-platform-development-task-private-your_org-hg-tscr-covid-data@sha256:947d1b9fa98aac20eb9e36ae89c8aed971c521e437c628248af5da3769a2845a version: type: string example: v2.0.1 language: type: string example: python maxCount: type: integer example: 30 default: 0 createdAt: type: string example: '2022-02-04T16:11:54.239Z' functions: type: array items: type: object properties: slug: type: string example: main function: type: string example: main.main hasSource: type: boolean example: true default: true namespace: type: string example: private-your_org timestamp: type: integer example: 1643990906049 default: 0 runnerType: type: string example: ecs buildLogSaved: type: boolean example: true default: true buildDurationMs: type: integer example: 72462 default: 0 status: type: string example: completed taskId: type: string example: c86dee84-b8b1-469e-99cc-f2d7aabdd1c0 options: type: object properties: {} createdAt: type: string example: '2022-02-04T16:12:16.457+00:00' containerId: type: string example: 1ad30161-4fc7-42bc-929f-74dc47b9a38a functionSlug: type: string example: main lastUpdatedAt: type: string example: '2022-02-04T16:13:05.881+00:00' taskMemoryInMB: type: integer example: 512 default: 0 cloudWatchUrl: type: string example: https://us-east-2.console.aws.amazon.com/cloudwatch/home?region=us-east-2#logs-insights:queryDetail=~(end~'2022-02-04T16*3a18*3a05.881Z~start~'2022-02-04T16*3a07*3a16.457Z~timeType~'ABSOLUTE~tz~'Local~editorString~'filter*20*60taskId*60*3d*27c86dee84-b8b1-469e-99cc-f2d7aabdd1c0*27*20and*20*60containerId*60*3d*271ad30161-4fc7-42bc-929f-74dc47b9a38a*27*0a*7c*20fields*20*40timestamp*2c*20*40message*0a*7c*20sort*20*40timestamp*20asc~source~(~'*2fecs*2ftaskscripts*2fts-platform*2fcontainers)) supersededTasks: type: array status: type: string example: completed events: type: array items: type: object properties: at: type: string example: '2022-02-04T16:12:16.369+00:00' status: type: string example: in-progress createdAt: type: string example: '2022-02-04T16:12:15.687Z' lastUpdatedAt: type: string example: '2022-02-04T16:13:05.885Z' restarted: type: boolean example: false default: true masterScriptLogs: type: array retryBehavior: {} output: type: object properties: type: type: string example: success result: type: boolean example: true default: true text/plain: examples: TaskScript exception failure with retries: value: "{\n\t\"id\": \"b0b3e158-679d-49eb-840a-ae33c7300f2e\",\n\t\"orgSlug\": \"your_org\",\n\t\"pipelineId\": \"8592187a-d3ed-4410-8ffb-ee47826bebf7\",\n\t\"masterScriptNamespace\": \"private-your_org\",\n\t\"masterScriptSlug\": \"hg-prot-covid-data\",\n\t\"masterScriptVersion\": \"v2.1.0\",\n\t\"protocolSlug\": \"hg-prot-covid-data\",\n\t\"protocolVersion\": \"v2.1.0\",\n\t\"protocol\": {\n\t\t\"protocolSchema\": \"v2\",\n\t\t\"name\": \"HG Protocol COVID-JSON to IDS\",\n\t\t\"description\": \"\",\n\t\t\"steps\": [\n\t\t\t{\n\t\t\t\t\"slug\": \"first-step-covid-json-ids\",\n\t\t\t\t\"description\": \"Generates COVID data row (IDS JSON) for each state.\",\n\t\t\t\t\"type\": \"generator\",\n\t\t\t\t\"script\": {\n\t\t\t\t\t\"namespace\": \"private-your_org\",\n\t\t\t\t\t\"slug\": \"hg-tscr-covid-data\",\n\t\t\t\t\t\"version\": \"v2.0.1\"\n\t\t\t\t},\n\t\t\t\t\"functionSlug\": \"main\"\n\t\t\t}\n\t\t],\n\t\t\"config\": [\n\t\t]\n\t},\n\t\"pipelineConfig\": {\n\t\t\"notificationsConfig\": {\n\t\t\t\"sendOnSuccessful\": true,\n\t\t\t\"sendOnFailed\": true,\n\t\t\t\"notificationEmailAddresses\": [\n\t\t\t\t\"example1@your_org.com\",\n\t\t\t\t\"example2@your_org.com\"\n\t\t\t]\n\t\t},\n\t\t\"pipelineName\": \"HG-Covid-Data\"\n\t},\n\t\"inputFile\": {\n\t\t\"meta\": {\n\t\t\t\"fileId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\"source\": {\n\t\t\t\t\"box\": {\n\t\t\t\t\t\"id\": \"56d9293c-2dc7-4133-b21b-c1468aefb41f\",\n\t\t\t\t\t\"size\": 2648411,\n\t\t\t\t\t\"filePath\": \"/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json\",\n\t\t\t\t\t\"integrationSource\": \"4095be8f-40c6-487d-99ce-bef42682c36b\"\n\t\t\t\t},\n\t\t\t\t\"type\": \"box\"\n\t\t\t},\n\t\t\t\"traceId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\"sourceId\": \"4095be8f-40c6-487d-99ce-bef42682c36b\",\n\t\t\t\"sourceName\": \"HG-Box-Covid-Data-States\",\n\t\t\t\"sourceType\": \"box\",\n\t\t\t\"integrationId\": \"56d9293c-2dc7-4133-b21b-c1468aefb41f\",\n\t\t\t\"integrationType\": \"box\"\n\t\t},\n\t\t\"type\": \"s3file\",\n\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\"fileId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/RAW/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json\",\n\t\t\"version\": \"YXWfnGtFnxXaRshIkphKpeIWjKM5YMrL\",\n\t\t\"customTags\": [\n\t\t],\n\t\t\"customMetadata\": {\n\t\t}\n\t},\n\t\"tasks\": [\n\t\t{\n\t\t\t\"slug\": \"first-step-covid-json-ids\",\n\t\t\t\"input\": {\n\t\t\t\t\"input_file\": {\n\t\t\t\t\t\"meta\": {\n\t\t\t\t\t\t\"fileId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\t\t\t\"source\": {\n\t\t\t\t\t\t\t\"box\": {\n\t\t\t\t\t\t\t\t\"id\": \"56d9293c-2dc7-4133-b21b-c1468aefb41f\",\n\t\t\t\t\t\t\t\t\"size\": 2648411,\n\t\t\t\t\t\t\t\t\"filePath\": \"/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json\",\n\t\t\t\t\t\t\t\t\"integrationSource\": \"4095be8f-40c6-487d-99ce-bef42682c36b\"\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\"type\": \"box\"\n\t\t\t\t\t\t},\n\t\t\t\t\t\t\"traceId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\t\t\t\"sourceId\": \"4095be8f-40c6-487d-99ce-bef42682c36b\",\n\t\t\t\t\t\t\"sourceName\": \"HG-Box-Covid-Data-States\",\n\t\t\t\t\t\t\"sourceType\": \"box\",\n\t\t\t\t\t\t\"integrationId\": \"56d9293c-2dc7-4133-b21b-c1468aefb41f\",\n\t\t\t\t\t\t\"integrationType\": \"box\"\n\t\t\t\t\t},\n\t\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\t\"fileId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/RAW/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json\",\n\t\t\t\t\t\"version\": \"YXWfnGtFnxXaRshIkphKpeIWjKM5YMrL\",\n\t\t\t\t\t\"customTags\": [\n\t\t\t\t\t],\n\t\t\t\t\t\"customMetadata\": {\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t},\n\t\t\t\"retry\": 3,\n\t\t\t\"events\": [\n\t\t\t\t{\n\t\t\t\t\t\"at\": \"2022-02-03T17:56:27.561+00:00\"\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t\"at\": \"2022-02-03T17:56:27.576+00:00\",\n\t\t\t\t\t\"status\": \"pending\"\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t\"at\": \"2022-02-03T17:56:27.586+00:00\",\n\t\t\t\t\t\"status\": \"in-progress\"\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t\"at\": \"2022-02-03T17:56:52.287+00:00\",\n\t\t\t\t\t\"status\": \"failed\"\n\t\t\t\t}\n\t\t\t],\n\t\t\t\"output\": {\n\t\t\t\t\"type\": \"error\",\n\t\t\t\t\"result\": {\n\t\t\t\t\t\"message\": \"('Got a an error processing the data', 'My detailed info')\"\n\t\t\t\t}\n\t\t\t},\n\t\t\t\"script\": {\n\t\t\t\t\"list\": [\n\t\t\t\t\t\"requirements.txt\",\n\t\t\t\t\t\"README-internal.md\",\n\t\t\t\t\t\"config.json\",\n\t\t\t\t\t\"README.md\",\n\t\t\t\t\t\"Pipfile\",\n\t\t\t\t\t\"main.py\",\n\t\t\t\t\t\"Pipfile.lock\",\n\t\t\t\t\t\"__test__/test_business_logic.py\",\n\t\t\t\t\t\"__test__/test_config.py\",\n\t\t\t\t\t\"__test__/test_integration.py\",\n\t\t\t\t\t\"__test__/__pycache__/test_business_logic.cpython-37.pyc\",\n\t\t\t\t\t\"__test__/__pycache__/test_config.cpython-37.pyc\",\n\t\t\t\t\t\"__test__/__pycache__/test_integration.cpython-37.pyc\",\n\t\t\t\t\t\"__test__/data/expected.json\",\n\t\t\t\t\t\"__test__/data/input.json\",\n\t\t\t\t\t\"__pycache__/main.cpython-37.pyc\"\n\t\t\t\t],\n\t\t\t\t\"slug\": \"hg-tscr-covid-data\",\n\t\t\t\t\"docker\": {\n\t\t\t\t\t\"image\": \"706717599419.dkr.ecr.us-east-2.amazonaws.com/ts-platform-development-task-private-your_org-hg-tscr-covid-data@sha256:ad9de377108b54f55f764fc727ade2f6811bfb4d770556138b0d8ab53ff0ac53\"\n\t\t\t\t},\n\t\t\t\t\"version\": \"v2.0.1\",\n\t\t\t\t\"language\": \"python\",\n\t\t\t\t\"maxCount\": 30,\n\t\t\t\t\"createdAt\": \"2022-02-03T17:22:06.152Z\",\n\t\t\t\t\"functions\": [\n\t\t\t\t\t{\n\t\t\t\t\t\t\"slug\": \"main\",\n\t\t\t\t\t\t\"function\": \"main.main\"\n\t\t\t\t\t}\n\t\t\t\t],\n\t\t\t\t\"hasSource\": true,\n\t\t\t\t\"namespace\": \"private-your_org\",\n\t\t\t\t\"timestamp\": 1643908790410,\n\t\t\t\t\"runnerType\": \"ecs\",\n\t\t\t\t\"buildLogSaved\": true,\n\t\t\t\t\"buildDurationMs\": 70698\n\t\t\t},\n\t\t\t\"status\": \"failed\",\n\t\t\t\"taskId\": \"034f3bc6-7224-410a-b294-486c13244db6\",\n\t\t\t\"options\": {\n\t\t\t},\n\t\t\t\"createdAt\": \"2022-02-03T17:56:27.561+00:00\",\n\t\t\t\"containerId\": \"013bde9d-cd05-4fbd-8bbc-d567ec438729\",\n\t\t\t\"functionSlug\": \"main\",\n\t\t\t\"lastUpdatedAt\": \"2022-02-03T17:56:52.295+00:00\",\n\t\t\t\"taskMemoryInMB\": 512,\n\t\t\t\"cloudWatchUrl\": \"https://us-east-2.console.aws.amazon.com/cloudwatch/home?region=us-east-2#logs-insights:queryDetail=~(end~'2022-02-03T18*3a01*3a52.295Z~start~'2022-02-03T17*3a51*3a27.561Z~timeType~'ABSOLUTE~tz~'Local~editorString~'filter*20*60taskId*60*3d*27034f3bc6-7224-410a-b294-486c13244db6*27*20and*20*60containerId*60*3d*27013bde9d-cd05-4fbd-8bbc-d567ec438729*27*0a*7c*20fields*20*40timestamp*2c*20*40message*0a*7c*20sort*20*40timestamp*20asc~source~(~'*2fecs*2ftaskscripts*2fts-platform*2fcontainers))\"\n\t\t}\n\t],\n\t\"supersededTasks\": [\n\t\t{\n\t\t\t\"slug\": \"first-step-covid-json-ids\",\n\t\t\t\"input\": {\n\t\t\t\t\"input_file\": {\n\t\t\t\t\t\"meta\": {\n\t\t\t\t\t\t\"fileId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\t\t\t\"source\": {\n\t\t\t\t\t\t\t\"box\": {\n\t\t\t\t\t\t\t\t\"id\": \"56d9293c-2dc7-4133-b21b-c1468aefb41f\",\n\t\t\t\t\t\t\t\t\"size\": 2648411,\n\t\t\t\t\t\t\t\t\"filePath\": \"/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json\",\n\t\t\t\t\t\t\t\t\"integrationSource\": \"4095be8f-40c6-487d-99ce-bef42682c36b\"\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\"type\": \"box\"\n\t\t\t\t\t\t},\n\t\t\t\t\t\t\"traceId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\t\t\t\"sourceId\": \"4095be8f-40c6-487d-99ce-bef42682c36b\",\n\t\t\t\t\t\t\"sourceName\": \"HG-Box-Covid-Data-States\",\n\t\t\t\t\t\t\"sourceType\": \"box\",\n\t\t\t\t\t\t\"integrationId\": \"56d9293c-2dc7-4133-b21b-c1468aefb41f\",\n\t\t\t\t\t\t\"integrationType\": \"box\"\n\t\t\t\t\t},\n\t\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\t\"fileId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/RAW/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json\",\n\t\t\t\t\t\"version\": \"YXWfnGtFnxXaRshIkphKpeIWjKM5YMrL\",\n\t\t\t\t\t\"customTags\": [\n\t\t\t\t\t],\n\t\t\t\t\t\"customMetadata\": {\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t},\n\t\t\t\"retry\": 0,\n\t\t\t\"events\": [\n\t\t\t\t{\n\t\t\t\t\t\"at\": \"2022-02-03T17:55:12.817+00:00\",\n\t\t\t\t\t\"status\": \"pending\"\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t\"at\": \"2022-02-03T17:55:12.830+00:00\",\n\t\t\t\t\t\"status\": \"in-progress\"\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t\"at\": \"2022-02-03T17:55:37.587+00:00\",\n\t\t\t\t\t\"status\": \"failed\"\n\t\t\t\t}\n\t\t\t],\n\t\t\t\"output\": {\n\t\t\t\t\"type\": \"error\",\n\t\t\t\t\"result\": {\n\t\t\t\t\t\"message\": \"('Got a an error processing the data', 'My detailed info')\"\n\t\t\t\t}\n\t\t\t},\n\t\t\t\"script\": {\n\t\t\t\t\"list\": [\n\t\t\t\t\t\"requirements.txt\",\n\t\t\t\t\t\"README-internal.md\",\n\t\t\t\t\t\"config.json\",\n\t\t\t\t\t\"README.md\",\n\t\t\t\t\t\"Pipfile\",\n\t\t\t\t\t\"main.py\",\n\t\t\t\t\t\"Pipfile.lock\",\n\t\t\t\t\t\"__test__/test_business_logic.py\",\n\t\t\t\t\t\"__test__/test_config.py\",\n\t\t\t\t\t\"__test__/test_integration.py\",\n\t\t\t\t\t\"__test__/__pycache__/test_business_logic.cpython-37.pyc\",\n\t\t\t\t\t\"__test__/__pycache__/test_config.cpython-37.pyc\",\n\t\t\t\t\t\"__test__/__pycache__/test_integration.cpython-37.pyc\",\n\t\t\t\t\t\"__test__/data/expected.json\",\n\t\t\t\t\t\"__test__/data/input.json\",\n\t\t\t\t\t\"__pycache__/main.cpython-37.pyc\"\n\t\t\t\t],\n\t\t\t\t\"slug\": \"hg-tscr-covid-data\",\n\t\t\t\t\"docker\": {\n\t\t\t\t\t\"image\": \"706717599419.dkr.ecr.us-east-2.amazonaws.com/ts-platform-development-task-private-your_org-hg-tscr-covid-data@sha256:ad9de377108b54f55f764fc727ade2f6811bfb4d770556138b0d8ab53ff0ac53\"\n\t\t\t\t},\n\t\t\t\t\"version\": \"v2.0.1\",\n\t\t\t\t\"language\": \"python\",\n\t\t\t\t\"maxCount\": 30,\n\t\t\t\t\"createdAt\": \"2022-02-03T17:22:06.152Z\",\n\t\t\t\t\"functions\": [\n\t\t\t\t\t{\n\t\t\t\t\t\t\"slug\": \"main\",\n\t\t\t\t\t\t\"function\": \"main.main\"\n\t\t\t\t\t}\n\t\t\t\t],\n\t\t\t\t\"hasSource\": true,\n\t\t\t\t\"namespace\": \"private-your_org\",\n\t\t\t\t\"timestamp\": 1643908790410,\n\t\t\t\t\"runnerType\": \"ecs\",\n\t\t\t\t\"buildLogSaved\": true,\n\t\t\t\t\"buildDurationMs\": 70698\n\t\t\t},\n\t\t\t\"status\": \"failed\",\n\t\t\t\"taskId\": \"099610a8-aa59-413c-9902-be9d90482a8d\",\n\t\t\t\"options\": {\n\t\t\t},\n\t\t\t\"createdAt\": \"2022-02-03T17:55:12.800+00:00\",\n\t\t\t\"containerId\": \"013bde9d-cd05-4fbd-8bbc-d567ec438729\",\n\t\t\t\"functionSlug\": \"main\",\n\t\t\t\"lastUpdatedAt\": \"2022-02-03T17:55:37.591+00:00\",\n\t\t\t\"taskMemoryInMB\": 512\n\t\t},\n\t\t{\n\t\t\t\"slug\": \"first-step-covid-json-ids\",\n\t\t\t\"input\": {\n\t\t\t\t\"input_file\": {\n\t\t\t\t\t\"meta\": {\n\t\t\t\t\t\t\"fileId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\t\t\t\"source\": {\n\t\t\t\t\t\t\t\"box\": {\n\t\t\t\t\t\t\t\t\"id\": \"56d9293c-2dc7-4133-b21b-c1468aefb41f\",\n\t\t\t\t\t\t\t\t\"size\": 2648411,\n\t\t\t\t\t\t\t\t\"filePath\": \"/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json\",\n\t\t\t\t\t\t\t\t\"integrationSource\": \"4095be8f-40c6-487d-99ce-bef42682c36b\"\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\"type\": \"box\"\n\t\t\t\t\t\t},\n\t\t\t\t\t\t\"traceId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\t\t\t\"sourceId\": \"4095be8f-40c6-487d-99ce-bef42682c36b\",\n\t\t\t\t\t\t\"sourceName\": \"HG-Box-Covid-Data-States\",\n\t\t\t\t\t\t\"sourceType\": \"box\",\n\t\t\t\t\t\t\"integrationId\": \"56d9293c-2dc7-4133-b21b-c1468aefb41f\",\n\t\t\t\t\t\t\"integrationType\": \"box\"\n\t\t\t\t\t},\n\t\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\t\"fileId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/RAW/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json\",\n\t\t\t\t\t\"version\": \"YXWfnGtFnxXaRshIkphKpeIWjKM5YMrL\",\n\t\t\t\t\t\"customTags\": [\n\t\t\t\t\t],\n\t\t\t\t\t\"customMetadata\": {\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t},\n\t\t\t\"retry\": 1,\n\t\t\t\"events\": [\n\t\t\t\t{\n\t\t\t\t\t\"at\": \"2022-02-03T17:55:37.648+00:00\"\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t\"at\": \"2022-02-03T17:55:37.662+00:00\",\n\t\t\t\t\t\"status\": \"pending\"\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t\"at\": \"2022-02-03T17:55:37.669+00:00\",\n\t\t\t\t\t\"status\": \"in-progress\"\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t\"at\": \"2022-02-03T17:56:02.538+00:00\",\n\t\t\t\t\t\"status\": \"failed\"\n\t\t\t\t}\n\t\t\t],\n\t\t\t\"output\": {\n\t\t\t\t\"type\": \"error\",\n\t\t\t\t\"result\": {\n\t\t\t\t\t\"message\": \"('Got a an error processing the data', 'My detailed info')\"\n\t\t\t\t}\n\t\t\t},\n\t\t\t\"script\": {\n\t\t\t\t\"list\": [\n\t\t\t\t\t\"requirements.txt\",\n\t\t\t\t\t\"README-internal.md\",\n\t\t\t\t\t\"config.json\",\n\t\t\t\t\t\"README.md\",\n\t\t\t\t\t\"Pipfile\",\n\t\t\t\t\t\"main.py\",\n\t\t\t\t\t\"Pipfile.lock\",\n\t\t\t\t\t\"__test__/test_business_logic.py\",\n\t\t\t\t\t\"__test__/test_config.py\",\n\t\t\t\t\t\"__test__/test_integration.py\",\n\t\t\t\t\t\"__test__/__pycache__/test_business_logic.cpython-37.pyc\",\n\t\t\t\t\t\"__test__/__pycache__/test_config.cpython-37.pyc\",\n\t\t\t\t\t\"__test__/__pycache__/test_integration.cpython-37.pyc\",\n\t\t\t\t\t\"__test__/data/expected.json\",\n\t\t\t\t\t\"__test__/data/input.json\",\n\t\t\t\t\t\"__pycache__/main.cpython-37.pyc\"\n\t\t\t\t],\n\t\t\t\t\"slug\": \"hg-tscr-covid-data\",\n\t\t\t\t\"docker\": {\n\t\t\t\t\t\"image\": \"706717599419.dkr.ecr.us-east-2.amazonaws.com/ts-platform-development-task-private-your_org-hg-tscr-covid-data@sha256:ad9de377108b54f55f764fc727ade2f6811bfb4d770556138b0d8ab53ff0ac53\"\n\t\t\t\t},\n\t\t\t\t\"version\": \"v2.0.1\",\n\t\t\t\t\"language\": \"python\",\n\t\t\t\t\"maxCount\": 30,\n\t\t\t\t\"createdAt\": \"2022-02-03T17:22:06.152Z\",\n\t\t\t\t\"functions\": [\n\t\t\t\t\t{\n\t\t\t\t\t\t\"slug\": \"main\",\n\t\t\t\t\t\t\"function\": \"main.main\"\n\t\t\t\t\t}\n\t\t\t\t],\n\t\t\t\t\"hasSource\": true,\n\t\t\t\t\"namespace\": \"private-your_org\",\n\t\t\t\t\"timestamp\": 1643908790410,\n\t\t\t\t\"runnerType\": \"ecs\",\n\t\t\t\t\"buildLogSaved\": true,\n\t\t\t\t\"buildDurationMs\": 70698\n\t\t\t},\n\t\t\t\"status\": \"failed\",\n\t\t\t\"taskId\": \"2a4be8a0-b3c8-4654-9629-ca023abb448f\",\n\t\t\t\"options\": {\n\t\t\t},\n\t\t\t\"createdAt\": \"2022-02-03T17:55:37.648+00:00\",\n\t\t\t\"containerId\": \"013bde9d-cd05-4fbd-8bbc-d567ec438729\",\n\t\t\t\"functionSlug\": \"main\",\n\t\t\t\"lastUpdatedAt\": \"2022-02-03T17:56:02.546+00:00\",\n\t\t\t\"taskMemoryInMB\": 512\n\t\t},\n\t\t{\n\t\t\t\"slug\": \"first-step-covid-json-ids\",\n\t\t\t\"input\": {\n\t\t\t\t\"input_file\": {\n\t\t\t\t\t\"meta\": {\n\t\t\t\t\t\t\"fileId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\t\t\t\"source\": {\n\t\t\t\t\t\t\t\"box\": {\n\t\t\t\t\t\t\t\t\"id\": \"56d9293c-2dc7-4133-b21b-c1468aefb41f\",\n\t\t\t\t\t\t\t\t\"size\": 2648411,\n\t\t\t\t\t\t\t\t\"filePath\": \"/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json\",\n\t\t\t\t\t\t\t\t\"integrationSource\": \"4095be8f-40c6-487d-99ce-bef42682c36b\"\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\"type\": \"box\"\n\t\t\t\t\t\t},\n\t\t\t\t\t\t\"traceId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\t\t\t\"sourceId\": \"4095be8f-40c6-487d-99ce-bef42682c36b\",\n\t\t\t\t\t\t\"sourceName\": \"HG-Box-Covid-Data-States\",\n\t\t\t\t\t\t\"sourceType\": \"box\",\n\t\t\t\t\t\t\"integrationId\": \"56d9293c-2dc7-4133-b21b-c1468aefb41f\",\n\t\t\t\t\t\t\"integrationType\": \"box\"\n\t\t\t\t\t},\n\t\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\t\"fileId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/RAW/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json\",\n\t\t\t\t\t\"version\": \"YXWfnGtFnxXaRshIkphKpeIWjKM5YMrL\",\n\t\t\t\t\t\"customTags\": [\n\t\t\t\t\t],\n\t\t\t\t\t\"customMetadata\": {\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t},\n\t\t\t\"retry\": 2,\n\t\t\t\"events\": [\n\t\t\t\t{\n\t\t\t\t\t\"at\": \"2022-02-03T17:56:02.598+00:00\"\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t\"at\": \"2022-02-03T17:56:02.613+00:00\",\n\t\t\t\t\t\"status\": \"pending\"\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t\"at\": \"2022-02-03T17:56:02.620+00:00\",\n\t\t\t\t\t\"status\": \"in-progress\"\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t\"at\": \"2022-02-03T17:56:27.491+00:00\",\n\t\t\t\t\t\"status\": \"failed\"\n\t\t\t\t}\n\t\t\t],\n\t\t\t\"output\": {\n\t\t\t\t\"type\": \"error\",\n\t\t\t\t\"result\": {\n\t\t\t\t\t\"message\": \"('Got a an error processing the data', 'My detailed info')\"\n\t\t\t\t}\n\t\t\t},\n\t\t\t\"script\": {\n\t\t\t\t\"list\": [\n\t\t\t\t\t\"requirements.txt\",\n\t\t\t\t\t\"README-internal.md\",\n\t\t\t\t\t\"config.json\",\n\t\t\t\t\t\"README.md\",\n\t\t\t\t\t\"Pipfile\",\n\t\t\t\t\t\"main.py\",\n\t\t\t\t\t\"Pipfile.lock\",\n\t\t\t\t\t\"__test__/test_business_logic.py\",\n\t\t\t\t\t\"__test__/test_config.py\",\n\t\t\t\t\t\"__test__/test_integration.py\",\n\t\t\t\t\t\"__test__/__pycache__/test_business_logic.cpython-37.pyc\",\n\t\t\t\t\t\"__test__/__pycache__/test_config.cpython-37.pyc\",\n\t\t\t\t\t\"__test__/__pycache__/test_integration.cpython-37.pyc\",\n\t\t\t\t\t\"__test__/data/expected.json\",\n\t\t\t\t\t\"__test__/data/input.json\",\n\t\t\t\t\t\"__pycache__/main.cpython-37.pyc\"\n\t\t\t\t],\n\t\t\t\t\"slug\": \"hg-tscr-covid-data\",\n\t\t\t\t\"docker\": {\n\t\t\t\t\t\"image\": \"706717599419.dkr.ecr.us-east-2.amazonaws.com/ts-platform-development-task-private-your_org-hg-tscr-covid-data@sha256:ad9de377108b54f55f764fc727ade2f6811bfb4d770556138b0d8ab53ff0ac53\"\n\t\t\t\t},\n\t\t\t\t\"version\": \"v2.0.1\",\n\t\t\t\t\"language\": \"python\",\n\t\t\t\t\"maxCount\": 30,\n\t\t\t\t\"createdAt\": \"2022-02-03T17:22:06.152Z\",\n\t\t\t\t\"functions\": [\n\t\t\t\t\t{\n\t\t\t\t\t\t\"slug\": \"main\",\n\t\t\t\t\t\t\"function\": \"main.main\"\n\t\t\t\t\t}\n\t\t\t\t],\n\t\t\t\t\"hasSource\": true,\n\t\t\t\t\"namespace\": \"private-your_org\",\n\t\t\t\t\"timestamp\": 1643908790410,\n\t\t\t\t\"runnerType\": \"ecs\",\n\t\t\t\t\"buildLogSaved\": true,\n\t\t\t\t\"buildDurationMs\": 70698\n\t\t\t},\n\t\t\t\"status\": \"failed\",\n\t\t\t\"taskId\": \"0b309181-1835-414d-b340-e2046a95c0aa\",\n\t\t\t\"options\": {\n\t\t\t},\n\t\t\t\"createdAt\": \"2022-02-03T17:56:02.598+00:00\",\n\t\t\t\"containerId\": \"013bde9d-cd05-4fbd-8bbc-d567ec438729\",\n\t\t\t\"functionSlug\": \"main\",\n\t\t\t\"lastUpdatedAt\": \"2022-02-03T17:56:27.496+00:00\",\n\t\t\t\"taskMemoryInMB\": 512\n\t\t}\n\t],\n\t\"status\": \"failed\",\n\t\"events\": [\n\t\t{\n\t\t\t\"at\": \"2022-02-03T17:55:12.684+00:00\",\n\t\t\t\"status\": \"in-progress\"\n\t\t},\n\t\t{\n\t\t\t\"at\": \"2022-02-03T17:56:52.366+00:00\",\n\t\t\t\"status\": \"failed\"\n\t\t}\n\t],\n\t\"createdAt\": \"2022-02-03T17:55:12.310Z\",\n\t\"lastUpdatedAt\": \"2022-02-03T17:56:52.367Z\",\n\t\"restarted\": false,\n\t\"masterScriptLogs\": [\n\t\t{\n\t\t\t\"level\": \"error\",\n\t\t\t\"message\": \"Error: Task first-step-covid-json-ids failed\\n at WorkflowRunner._runTask (/usr/src/app/services/orchestrator/src/workflow-runner.js:207:28)\\n at runMicrotasks ()\\n at processTicksAndRejections (internal/process/task_queues.js:97:5)\\n at async WorkflowRunner._runTask (/usr/src/app/lib/util-logger/index.js:81:20)\\n at async evalmachine.:16:18\\n at async WorkflowRunner.run (/usr/src/app/services/orchestrator/src/workflow-runner.js:98:22)\\n at async wrapWithLog.args2LogArgs (/usr/src/app/services/orchestrator/src/workflow-handlers.js:105:20)\\n at async /usr/src/app/lib/util-logger/index.js:81:20\\n at async /usr/src/app/services/orchestrator/src/sqs-consumer.js:224:9\\n at async Consumer.sema.sema [as _handleMessage] (/usr/src/app/services/orchestrator/src/sqs-consumer.js:34:9)\\n at async /usr/src/app/lib/util-sqs/index.js:100:17\",\n\t\t\t\"traceId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\"timestamp\": \"2022-02-03T17:56:52.366Z\"\n\t\t}\n\t],\n\t\"retryBehavior\": null,\n\t\"output\": {\n\t\t\"type\": \"error\",\n\t\t\"result\": {\n\t\t\t\"message\": \"Error: Task first-step-covid-json-ids failed\\n at WorkflowRunner._runTask (/usr/src/app/services/orchestrator/src/workflow-runner.js:207:28)\\n at runMicrotasks ()\\n at processTicksAndRejections (internal/process/task_queues.js:97:5)\\n at async WorkflowRunner._runTask (/usr/src/app/lib/util-logger/index.js:81:20)\\n at async evalmachine.:16:18\\n at async WorkflowRunner.run (/usr/src/app/services/orchestrator/src/workflow-runner.js:98:22)\\n at async wrapWithLog.args2LogArgs (/usr/src/app/services/orchestrator/src/workflow-handlers.js:105:20)\\n at async /usr/src/app/lib/util-logger/index.js:81:20\\n at async /usr/src/app/services/orchestrator/src/sqs-consumer.js:224:9\\n at async Consumer.sema.sema [as _handleMessage] (/usr/src/app/services/orchestrator/src/sqs-consumer.js:34:9)\\n at async /usr/src/app/lib/util-sqs/index.js:100:17\"\n\t\t}\n\t}\n}\n" schema: type: object properties: id: type: string example: b0b3e158-679d-49eb-840a-ae33c7300f2e orgSlug: type: string example: your_org pipelineId: type: string example: 8592187a-d3ed-4410-8ffb-ee47826bebf7 masterScriptNamespace: type: string example: private-your_org masterScriptSlug: type: string example: hg-prot-covid-data masterScriptVersion: type: string example: v2.1.0 protocolSlug: type: string example: hg-prot-covid-data protocolVersion: type: string example: v2.1.0 protocol: type: object properties: protocolSchema: type: string example: v2 name: type: string example: HG Protocol COVID-JSON to IDS description: type: string example: '' steps: type: array items: type: object properties: slug: type: string example: first-step-covid-json-ids description: type: string example: Generates COVID data row (IDS JSON) for each state. type: type: string example: generator script: type: object properties: namespace: type: string example: private-your_org slug: type: string example: hg-tscr-covid-data version: type: string example: v2.0.1 functionSlug: type: string example: main config: type: array pipelineConfig: type: object properties: notificationsConfig: type: object properties: sendOnSuccessful: type: boolean example: true default: true sendOnFailed: type: boolean example: true default: true notificationEmailAddresses: type: array items: type: string example: example1@your_org.com pipelineName: type: string example: HG-Covid-Data inputFile: type: object properties: meta: type: object properties: fileId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 source: type: object properties: box: type: object properties: id: type: string example: 56d9293c-2dc7-4133-b21b-c1468aefb41f size: type: integer example: 2648411 default: 0 filePath: type: string example: /All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json integrationSource: type: string example: 4095be8f-40c6-487d-99ce-bef42682c36b type: type: string example: box traceId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 sourceId: type: string example: 4095be8f-40c6-487d-99ce-bef42682c36b sourceName: type: string example: HG-Box-Covid-Data-States sourceType: type: string example: box integrationId: type: string example: 56d9293c-2dc7-4133-b21b-c1468aefb41f integrationType: type: string example: box type: type: string example: s3file bucket: type: string example: ts-platform-dev-datalake fileId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 fileKey: type: string example: your_org/4095be8f-40c6-487d-99ce-bef42682c36b/RAW/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json version: type: string example: YXWfnGtFnxXaRshIkphKpeIWjKM5YMrL customTags: type: array customMetadata: type: object properties: {} tasks: type: array items: type: object properties: slug: type: string example: first-step-covid-json-ids input: type: object properties: input_file: type: object properties: meta: type: object properties: fileId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 source: type: object properties: box: type: object properties: id: type: string example: 56d9293c-2dc7-4133-b21b-c1468aefb41f size: type: integer example: 2648411 default: 0 filePath: type: string example: /All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json integrationSource: type: string example: 4095be8f-40c6-487d-99ce-bef42682c36b type: type: string example: box traceId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 sourceId: type: string example: 4095be8f-40c6-487d-99ce-bef42682c36b sourceName: type: string example: HG-Box-Covid-Data-States sourceType: type: string example: box integrationId: type: string example: 56d9293c-2dc7-4133-b21b-c1468aefb41f integrationType: type: string example: box type: type: string example: s3file bucket: type: string example: ts-platform-dev-datalake fileId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 fileKey: type: string example: your_org/4095be8f-40c6-487d-99ce-bef42682c36b/RAW/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json version: type: string example: YXWfnGtFnxXaRshIkphKpeIWjKM5YMrL customTags: type: array customMetadata: type: object properties: {} retry: type: integer example: 3 default: 0 events: type: array items: type: object properties: at: type: string example: '2022-02-03T17:56:27.561+00:00' output: type: object properties: type: type: string example: error result: type: object properties: message: type: string example: ('Got a an error processing the data', 'My detailed info') script: type: object properties: list: type: array items: type: string example: requirements.txt slug: type: string example: hg-tscr-covid-data docker: type: object properties: image: type: string example: 706717599419.dkr.ecr.us-east-2.amazonaws.com/ts-platform-development-task-private-your_org-hg-tscr-covid-data@sha256:ad9de377108b54f55f764fc727ade2f6811bfb4d770556138b0d8ab53ff0ac53 version: type: string example: v2.0.1 language: type: string example: python maxCount: type: integer example: 30 default: 0 createdAt: type: string example: '2022-02-03T17:22:06.152Z' functions: type: array items: type: object properties: slug: type: string example: main function: type: string example: main.main hasSource: type: boolean example: true default: true namespace: type: string example: private-your_org timestamp: type: integer example: 1643908790410 default: 0 runnerType: type: string example: ecs buildLogSaved: type: boolean example: true default: true buildDurationMs: type: integer example: 70698 default: 0 status: type: string example: failed taskId: type: string example: 034f3bc6-7224-410a-b294-486c13244db6 options: type: object properties: {} createdAt: type: string example: '2022-02-03T17:56:27.561+00:00' containerId: type: string example: 013bde9d-cd05-4fbd-8bbc-d567ec438729 functionSlug: type: string example: main lastUpdatedAt: type: string example: '2022-02-03T17:56:52.295+00:00' taskMemoryInMB: type: integer example: 512 default: 0 cloudWatchUrl: type: string example: https://us-east-2.console.aws.amazon.com/cloudwatch/home?region=us-east-2#logs-insights:queryDetail=~(end~'2022-02-03T18*3a01*3a52.295Z~start~'2022-02-03T17*3a51*3a27.561Z~timeType~'ABSOLUTE~tz~'Local~editorString~'filter*20*60taskId*60*3d*27034f3bc6-7224-410a-b294-486c13244db6*27*20and*20*60containerId*60*3d*27013bde9d-cd05-4fbd-8bbc-d567ec438729*27*0a*7c*20fields*20*40timestamp*2c*20*40message*0a*7c*20sort*20*40timestamp*20asc~source~(~'*2fecs*2ftaskscripts*2fts-platform*2fcontainers)) supersededTasks: type: array items: type: object properties: slug: type: string example: first-step-covid-json-ids input: type: object properties: input_file: type: object properties: meta: type: object properties: fileId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 source: type: object properties: box: type: object properties: id: type: string example: 56d9293c-2dc7-4133-b21b-c1468aefb41f size: type: integer example: 2648411 default: 0 filePath: type: string example: /All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json integrationSource: type: string example: 4095be8f-40c6-487d-99ce-bef42682c36b type: type: string example: box traceId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 sourceId: type: string example: 4095be8f-40c6-487d-99ce-bef42682c36b sourceName: type: string example: HG-Box-Covid-Data-States sourceType: type: string example: box integrationId: type: string example: 56d9293c-2dc7-4133-b21b-c1468aefb41f integrationType: type: string example: box type: type: string example: s3file bucket: type: string example: ts-platform-dev-datalake fileId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 fileKey: type: string example: your_org/4095be8f-40c6-487d-99ce-bef42682c36b/RAW/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json version: type: string example: YXWfnGtFnxXaRshIkphKpeIWjKM5YMrL customTags: type: array customMetadata: type: object properties: {} retry: type: integer example: 0 default: 0 events: type: array items: type: object properties: at: type: string example: '2022-02-03T17:55:12.817+00:00' status: type: string example: pending output: type: object properties: type: type: string example: error result: type: object properties: message: type: string example: ('Got a an error processing the data', 'My detailed info') script: type: object properties: list: type: array items: type: string example: requirements.txt slug: type: string example: hg-tscr-covid-data docker: type: object properties: image: type: string example: 706717599419.dkr.ecr.us-east-2.amazonaws.com/ts-platform-development-task-private-your_org-hg-tscr-covid-data@sha256:ad9de377108b54f55f764fc727ade2f6811bfb4d770556138b0d8ab53ff0ac53 version: type: string example: v2.0.1 language: type: string example: python maxCount: type: integer example: 30 default: 0 createdAt: type: string example: '2022-02-03T17:22:06.152Z' functions: type: array items: type: object properties: slug: type: string example: main function: type: string example: main.main hasSource: type: boolean example: true default: true namespace: type: string example: private-your_org timestamp: type: integer example: 1643908790410 default: 0 runnerType: type: string example: ecs buildLogSaved: type: boolean example: true default: true buildDurationMs: type: integer example: 70698 default: 0 status: type: string example: failed taskId: type: string example: 099610a8-aa59-413c-9902-be9d90482a8d options: type: object properties: {} createdAt: type: string example: '2022-02-03T17:55:12.800+00:00' containerId: type: string example: 013bde9d-cd05-4fbd-8bbc-d567ec438729 functionSlug: type: string example: main lastUpdatedAt: type: string example: '2022-02-03T17:55:37.591+00:00' taskMemoryInMB: type: integer example: 512 default: 0 status: type: string example: failed events: type: array items: type: object properties: at: type: string example: '2022-02-03T17:55:12.684+00:00' status: type: string example: in-progress createdAt: type: string example: '2022-02-03T17:55:12.310Z' lastUpdatedAt: type: string example: '2022-02-03T17:56:52.367Z' restarted: type: boolean example: false default: true masterScriptLogs: type: array items: type: object properties: level: type: string example: error message: type: string example: "Error: Task first-step-covid-json-ids failed\n at WorkflowRunner._runTask (/usr/src/app/services/orchestrator/src/workflow-runner.js:207:28)\n at runMicrotasks ()\n at processTicksAndRejections (internal/process/task_queues.js:97:5)\n at async WorkflowRunner._runTask (/usr/src/app/lib/util-logger/index.js:81:20)\n at async evalmachine.:16:18\n at async WorkflowRunner.run (/usr/src/app/services/orchestrator/src/workflow-runner.js:98:22)\n at async wrapWithLog.args2LogArgs (/usr/src/app/services/orchestrator/src/workflow-handlers.js:105:20)\n at async /usr/src/app/lib/util-logger/index.js:81:20\n at async /usr/src/app/services/orchestrator/src/sqs-consumer.js:224:9\n at async Consumer.sema.sema [as _handleMessage] (/usr/src/app/services/orchestrator/src/sqs-consumer.js:34:9)\n at async /usr/src/app/lib/util-sqs/index.js:100:17" traceId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 timestamp: type: string example: '2022-02-03T17:56:52.366Z' retryBehavior: {} output: type: object properties: type: type: string example: error result: type: object properties: message: type: string example: "Error: Task first-step-covid-json-ids failed\n at WorkflowRunner._runTask (/usr/src/app/services/orchestrator/src/workflow-runner.js:207:28)\n at runMicrotasks ()\n at processTicksAndRejections (internal/process/task_queues.js:97:5)\n at async WorkflowRunner._runTask (/usr/src/app/lib/util-logger/index.js:81:20)\n at async evalmachine.:16:18\n at async WorkflowRunner.run (/usr/src/app/services/orchestrator/src/workflow-runner.js:98:22)\n at async wrapWithLog.args2LogArgs (/usr/src/app/services/orchestrator/src/workflow-handlers.js:105:20)\n at async /usr/src/app/lib/util-logger/index.js:81:20\n at async /usr/src/app/services/orchestrator/src/sqs-consumer.js:224:9\n at async Consumer.sema.sema [as _handleMessage] (/usr/src/app/services/orchestrator/src/sqs-consumer.js:34:9)\n at async /usr/src/app/lib/util-sqs/index.js:100:17" '404': description: '404' content: application/json: examples: Bad Workflow Id Value: value: "{\n \"statusCode\": 404,\n \"error\": \"Not Found\",\n \"message\": \"WorkflowID 38bc1925-cd38-4232-a8cd-16c1baffa0d0 not found\"\n}" schema: type: object properties: statusCode: type: integer example: 404 default: 0 error: type: string example: Not Found message: type: string example: WorkflowID 38bc1925-cd38-4232-a8cd-16c1baffa0d0 not found text/plain: examples: Bad Workflow ID Format: value: "{\n \"statusCode\": 404,\n \"error\": \"Not Found\",\n \"message\": \"\\\"workflowId\\\" must be a valid GUID\",\n \"validation\": {\n \"source\": \"params\",\n \"keys\": [\n \"workflowId\"\n ]\n }\n}" schema: type: object properties: statusCode: type: integer example: 404 default: 0 error: type: string example: Not Found message: type: string example: '"workflowId" must be a valid GUID' validation: type: object properties: source: type: string example: params keys: type: array items: type: string example: workflowId deprecated: false security: [] x-readme: code-samples: - language: curl code: 'curl --location --request GET \ ''https://api.tetrascience.com/v1/workflow/ea3e0f87-4ba2-4a10-83f3-db30760fd652'' --header ''x-org-slug: '' \ --header ''ts-auth-token: '' \ --header ''Content-Type: application/json'' \ --data-raw ''''' name: cUrl samples-languages: - curl /v1/workflow/search: get: summary: Search Workflow description: Search data pipeline workflows tags: - Workflows operationId: DL-FI-pipeline-search-workflows parameters: - name: size in: query description: 'Optional. Number of results to return starting from the page index given in the “from” parameter. Default: 10 Max: 100' schema: type: string - name: from in: query description: 'Optional. Paging index. Starts with zero. Default: 0' schema: type: string - name: filter in: query description: 'Optional. Filter by the workflow completion status. Possible values are: 1. all - for all the workflows (pending, in-progress, completed, failed). 2. failed - for the workflows that failed. 3. completed - for the workflows that completed successfully. 4. pending - for workflows waiting to be scheduled. 5. in-progress - for workflows that are executing. Default: all' schema: type: string - name: pipelineId in: query description: Optional. UUID of the pipeline. If provided, only the workflows associated with this pipelineid are retrieved. Otherwise, the workflows from all the pipelines are retrieved. schema: type: string - name: startTime in: query description: Optional. If provided, service returns all the workflows created after this time. Value can be ISO format only with or without hours, minutes, seconds. If value is just a date without hours, minutes and second, timestamp will be defaulted to 00:00:00 for given date. schema: type: string format: date-time - name: endTime in: query description: Optional. If provided, service returns all the workflows created before this time. Value can be ISO format only with or without hours, minutes, seconds. If value is just a date without hours, minutes and second, timestamp will be defaulted to 00:00:00 for given date. schema: type: string format: date-time responses: '200': description: '200' content: application/json: examples: Result: value: "{\n\t\"from\": 0,\n\t\"size\": 2,\n\t\"hasNext\": true,\n\t\"hits\": [\n\t\t{\n\t\t\t\"id\": \"ea3e0f87-4ba2-4a10-83f3-db30760fd652\",\n\t\t\t\"orgSlug\": \"your_org\",\n\t\t\t\"pipelineId\": \"8592187a-d3ed-4410-8ffb-ee47826bebf7\",\n\t\t\t\"masterScriptNamespace\": \"private-your_org\",\n\t\t\t\"masterScriptSlug\": \"hg-prot-covid-data\",\n\t\t\t\"masterScriptVersion\": \"v2.1.0\",\n\t\t\t\"protocolSlug\": \"hg-prot-covid-data\",\n\t\t\t\"protocolVersion\": \"v2.1.0\",\n\t\t\t\"protocol\": {\n\t\t\t\t\"protocolSchema\": \"v2\",\n\t\t\t\t\"name\": \"HG Protocol COVID-JSON to IDS\",\n\t\t\t\t\"description\": \"\",\n\t\t\t\t\"steps\": [\n\t\t\t\t\t{\n\t\t\t\t\t\t\"slug\": \"first-step-covid-json-ids\",\n\t\t\t\t\t\t\"description\": \"Generates COVID data row (IDS JSON) for each state.\",\n\t\t\t\t\t\t\"type\": \"generator\",\n\t\t\t\t\t\t\"script\": {\n\t\t\t\t\t\t\t\"namespace\": \"private-your_org\",\n\t\t\t\t\t\t\t\"slug\": \"hg-tscr-covid-data\",\n\t\t\t\t\t\t\t\"version\": \"v2.0.1\"\n\t\t\t\t\t\t},\n\t\t\t\t\t\t\"functionSlug\": \"main\"\n\t\t\t\t\t}\n\t\t\t\t],\n\t\t\t\t\"config\": [\n\t\t\t\t]\n\t\t\t},\n\t\t\t\"pipelineConfig\": {\n\t\t\t\t\"notificationsConfig\": {\n\t\t\t\t\t\"sendOnSuccessful\": true,\n\t\t\t\t\t\"sendOnFailed\": true,\n\t\t\t\t\t\"notificationEmailAddresses\": [\n\t\t\t\t\t\t\"example1@your_org.com\",\n\t\t\t\t\t\t\"example2@your_org.com\"\n\t\t\t\t\t]\n\t\t\t\t},\n\t\t\t\t\"pipelineName\": \"HG-Covid-Data\"\n\t\t\t},\n\t\t\t\"inputFile\": {\n\t\t\t\t\"meta\": {\n\t\t\t\t\t\"fileId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\t\t\"source\": {\n\t\t\t\t\t\t\"box\": {\n\t\t\t\t\t\t\t\"id\": \"56d9293c-2dc7-4133-b21b-c1468aefb41f\",\n\t\t\t\t\t\t\t\"size\": 2648411,\n\t\t\t\t\t\t\t\"filePath\": \"/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json\",\n\t\t\t\t\t\t\t\"integrationSource\": \"4095be8f-40c6-487d-99ce-bef42682c36b\"\n\t\t\t\t\t\t},\n\t\t\t\t\t\t\"type\": \"box\"\n\t\t\t\t\t},\n\t\t\t\t\t\"traceId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\t\t\"sourceId\": \"4095be8f-40c6-487d-99ce-bef42682c36b\",\n\t\t\t\t\t\"sourceName\": \"HG-Box-Covid-Data-States\",\n\t\t\t\t\t\"sourceType\": \"box\",\n\t\t\t\t\t\"integrationId\": \"56d9293c-2dc7-4133-b21b-c1468aefb41f\",\n\t\t\t\t\t\"integrationType\": \"box\"\n\t\t\t\t},\n\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\"fileId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/RAW/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json\",\n\t\t\t\t\"version\": \"YXWfnGtFnxXaRshIkphKpeIWjKM5YMrL\",\n\t\t\t\t\"customTags\": [\n\t\t\t\t],\n\t\t\t\t\"customMetadata\": {\n\t\t\t\t}\n\t\t\t},\n\t\t\t\"tasks\": [\n\t\t\t\t{\n\t\t\t\t\t\"slug\": \"first-step-covid-json-ids\",\n\t\t\t\t\t\"input\": {\n\t\t\t\t\t\t\"input_file\": {\n\t\t\t\t\t\t\t\"meta\": {\n\t\t\t\t\t\t\t\t\"fileId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\t\t\t\t\t\"source\": {\n\t\t\t\t\t\t\t\t\t\"box\": {\n\t\t\t\t\t\t\t\t\t\t\"id\": \"56d9293c-2dc7-4133-b21b-c1468aefb41f\",\n\t\t\t\t\t\t\t\t\t\t\"size\": 2648411,\n\t\t\t\t\t\t\t\t\t\t\"filePath\": \"/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json\",\n\t\t\t\t\t\t\t\t\t\t\"integrationSource\": \"4095be8f-40c6-487d-99ce-bef42682c36b\"\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\"type\": \"box\"\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\"traceId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\t\t\t\t\t\"sourceId\": \"4095be8f-40c6-487d-99ce-bef42682c36b\",\n\t\t\t\t\t\t\t\t\"sourceName\": \"HG-Box-Covid-Data-States\",\n\t\t\t\t\t\t\t\t\"sourceType\": \"box\",\n\t\t\t\t\t\t\t\t\"integrationId\": \"56d9293c-2dc7-4133-b21b-c1468aefb41f\",\n\t\t\t\t\t\t\t\t\"integrationType\": \"box\"\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\t\t\t\"fileId\": \"650bc88a-e90c-48c7-a349-65dcc756b0a4\",\n\t\t\t\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/RAW/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json\",\n\t\t\t\t\t\t\t\"version\": \"YXWfnGtFnxXaRshIkphKpeIWjKM5YMrL\",\n\t\t\t\t\t\t\t\"customTags\": [\n\t\t\t\t\t\t\t],\n\t\t\t\t\t\t\t\"customMetadata\": {\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t\t\"retry\": 0,\n\t\t\t\t\t\"events\": [\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\"at\": \"2022-02-08T16:17:59.579+00:00\",\n\t\t\t\t\t\t\t\"status\": \"pending\"\n\t\t\t\t\t\t},\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\"at\": \"2022-02-08T16:18:23.973+00:00\",\n\t\t\t\t\t\t\t\"status\": \"in-progress\"\n\t\t\t\t\t\t},\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\"at\": \"2022-02-08T16:18:48.996+00:00\",\n\t\t\t\t\t\t\t\"status\": \"completed\"\n\t\t\t\t\t\t}\n\t\t\t\t\t],\n\t\t\t\t\t\"output\": {\n\t\t\t\t\t\t\"type\": \"success\",\n\t\t\t\t\t\t\"result\": [\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\t\t\t\t\"fileId\": \"6908a751-62d1-4851-b502-818f7c836df1\",\n\t\t\t\t\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/IDS/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json/covid-state-tseries-AK-2021-12-08.json\",\n\t\t\t\t\t\t\t\t\"version\": \"9sNbqVb879.geEUVp03EfCDpK8j9gz1Z\"\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\t\t\t\t\"fileId\": \"8df8418a-06e0-4499-be19-e783165cad01\",\n\t\t\t\t\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/IDS/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json/covid-state-tseries-AL-2021-12-08.json\",\n\t\t\t\t\t\t\t\t\"version\": \"KXS6kfQLrlmc42kUTeY6B70uAeDdSjl0\"\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\t\t\t\t\"fileId\": \"49dbbb9a-f251-4749-838e-6c035804b5f5\",\n\t\t\t\t\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/IDS/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json/covid-state-tseries-AR-2021-12-08.json\",\n\t\t\t\t\t\t\t\t\"version\": \"2S.kPfOMSQm6E38yiJJWso3notx10uAH\"\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\t\t\t\t\"fileId\": \"20d94e00-07aa-46f0-90ab-0c1c4ef3aac6\",\n\t\t\t\t\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/IDS/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json/covid-state-tseries-WY-2021-12-08.json\",\n\t\t\t\t\t\t\t\t\"version\": \"ShtbhPlrvyfrPv0_jUUnw4M212ebGc1c\"\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t]\n\t\t\t\t\t},\n\t\t\t\t\t\"script\": {\n\t\t\t\t\t\t\"list\": [\n\t\t\t\t\t\t\t\"requirements.txt\",\n\t\t\t\t\t\t\t\"README-internal.md\",\n\t\t\t\t\t\t\t\"config.json\",\n\t\t\t\t\t\t\t\"README.md\",\n\t\t\t\t\t\t\t\"Pipfile\",\n\t\t\t\t\t\t\t\"main.py\",\n\t\t\t\t\t\t\t\"Pipfile.lock\",\n\t\t\t\t\t\t\t\"__test__/test_business_logic.py\",\n\t\t\t\t\t\t\t\"__test__/test_config.py\",\n\t\t\t\t\t\t\t\"__test__/test_integration.py\",\n\t\t\t\t\t\t\t\"__test__/__pycache__/test_business_logic.cpython-37.pyc\",\n\t\t\t\t\t\t\t\"__test__/__pycache__/test_config.cpython-37.pyc\",\n\t\t\t\t\t\t\t\"__test__/__pycache__/test_integration.cpython-37.pyc\",\n\t\t\t\t\t\t\t\"__test__/data/expected.json\",\n\t\t\t\t\t\t\t\"__test__/data/input.json\",\n\t\t\t\t\t\t\t\"__pycache__/main.cpython-37.pyc\"\n\t\t\t\t\t\t],\n\t\t\t\t\t\t\"slug\": \"hg-tscr-covid-data\",\n\t\t\t\t\t\t\"docker\": {\n\t\t\t\t\t\t\t\"image\": \"706717599419.dkr.ecr.us-east-2.amazonaws.com/ts-platform-development-task-private-your_org-hg-tscr-covid-data@sha256:334e32f0810dfdeb3324f63f85c9b6aa7c67fdd4023b317eb67a3a7bdd5be706\"\n\t\t\t\t\t\t},\n\t\t\t\t\t\t\"version\": \"v2.0.1\",\n\t\t\t\t\t\t\"language\": \"python\",\n\t\t\t\t\t\t\"maxCount\": 30,\n\t\t\t\t\t\t\"createdAt\": \"2022-02-08T15:41:05.234Z\",\n\t\t\t\t\t\t\"functions\": [\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\"slug\": \"main\",\n\t\t\t\t\t\t\t\t\"function\": \"main.main\"\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t],\n\t\t\t\t\t\t\"hasSource\": true,\n\t\t\t\t\t\t\"namespace\": \"private-your_org\",\n\t\t\t\t\t\t\"timestamp\": 1644334642884,\n\t\t\t\t\t\t\"runnerType\": \"ecs\",\n\t\t\t\t\t\t\"buildLogSaved\": true,\n\t\t\t\t\t\t\"buildDurationMs\": 63528\n\t\t\t\t\t},\n\t\t\t\t\t\"status\": \"completed\",\n\t\t\t\t\t\"taskId\": \"a9c6e221-bd6e-4554-9ebd-54a231079591\",\n\t\t\t\t\t\"options\": {\n\t\t\t\t\t},\n\t\t\t\t\t\"createdAt\": \"2022-02-08T16:17:59.563+00:00\",\n\t\t\t\t\t\"containerId\": \"5e1a47e9-6d3a-428e-8988-e85746f3756b\",\n\t\t\t\t\t\"functionSlug\": \"main\",\n\t\t\t\t\t\"lastUpdatedAt\": \"2022-02-08T16:18:49.010+00:00\",\n\t\t\t\t\t\"taskMemoryInMB\": 512,\n\t\t\t\t\t\"cloudWatchUrl\": \"https://us-east-2.console.aws.amazon.com/cloudwatch/home?region=us-east-2#logs-insights:queryDetail=~(end~'2022-02-08T16*3a23*3a49.010Z~start~'2022-02-08T16*3a12*3a59.563Z~timeType~'ABSOLUTE~tz~'Local~editorString~'filter*20*60taskId*60*3d*27a9c6e221-bd6e-4554-9ebd-54a231079591*27*20and*20*60containerId*60*3d*275e1a47e9-6d3a-428e-8988-e85746f3756b*27*0a*7c*20fields*20*40timestamp*2c*20*40message*0a*7c*20sort*20*40timestamp*20asc~source~(~'*2fecs*2ftaskscripts*2fts-platform*2fcontainers))\"\n\t\t\t\t}\n\t\t\t],\n\t\t\t\"supersededTasks\": [\n\t\t\t],\n\t\t\t\"status\": \"completed\",\n\t\t\t\"events\": [\n\t\t\t\t{\n\t\t\t\t\t\"at\": \"2022-02-08T16:17:59.463+00:00\",\n\t\t\t\t\t\"status\": \"in-progress\"\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t\"at\": \"2022-02-08T16:18:49.023+00:00\",\n\t\t\t\t\t\"status\": \"completed\"\n\t\t\t\t}\n\t\t\t],\n\t\t\t\"createdAt\": \"2022-02-08T16:17:59.142Z\",\n\t\t\t\"lastUpdatedAt\": \"2022-02-08T16:18:49.024Z\",\n\t\t\t\"restarted\": false,\n\t\t\t\"masterScriptLogs\": [\n\t\t\t],\n\t\t\t\"retryBehavior\": null,\n\t\t\t\"output\": {\n\t\t\t\t\"type\": \"success\",\n\t\t\t\t\"result\": [\n\t\t\t\t\t{\n\t\t\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\t\t\"fileId\": \"6908a751-62d1-4851-b502-818f7c836df1\",\n\t\t\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/IDS/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json/covid-state-tseries-AK-2021-12-08.json\",\n\t\t\t\t\t\t\"version\": \"9sNbqVb879.geEUVp03EfCDpK8j9gz1Z\"\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\t\t\"fileId\": \"8df8418a-06e0-4499-be19-e783165cad01\",\n\t\t\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/IDS/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json/covid-state-tseries-AL-2021-12-08.json\",\n\t\t\t\t\t\t\"version\": \"KXS6kfQLrlmc42kUTeY6B70uAeDdSjl0\"\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\t\t\"fileId\": \"49dbbb9a-f251-4749-838e-6c035804b5f5\",\n\t\t\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/IDS/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json/covid-state-tseries-AR-2021-12-08.json\",\n\t\t\t\t\t\t\"version\": \"2S.kPfOMSQm6E38yiJJWso3notx10uAH\"\n\t\t\t\t\t},\n\n\t\t\t\t\t{\n\t\t\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\t\t\"fileId\": \"20d94e00-07aa-46f0-90ab-0c1c4ef3aac6\",\n\t\t\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/IDS/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json/covid-state-tseries-WY-2021-12-08.json\",\n\t\t\t\t\t\t\"version\": \"ShtbhPlrvyfrPv0_jUUnw4M212ebGc1c\"\n\t\t\t\t\t}\n\t\t\t\t]\n\t\t\t}\n\t\t},\n\t\t{\n\t\t\t\"id\": \"2fb033db-3762-4559-b8d4-39a0db8422cf\",\n\t\t\t\"orgSlug\": \"your_org\",\n\t\t\t\"pipelineId\": \"8592187a-d3ed-4410-8ffb-ee47826bebf7\",\n\t\t\t\"masterScriptNamespace\": \"private-your_org\",\n\t\t\t\"masterScriptSlug\": \"hg-prot-covid-data\",\n\t\t\t\"masterScriptVersion\": \"v2.1.0\",\n\t\t\t\"protocolSlug\": \"hg-prot-covid-data\",\n\t\t\t\"protocolVersion\": \"v2.1.0\",\n\t\t\t\"protocol\": {\n\t\t\t\t\"protocolSchema\": \"v2\",\n\t\t\t\t\"name\": \"HG Protocol COVID-JSON to IDS\",\n\t\t\t\t\"description\": \"\",\n\t\t\t\t\"steps\": [\n\t\t\t\t\t{\n\t\t\t\t\t\t\"slug\": \"first-step-covid-json-ids\",\n\t\t\t\t\t\t\"description\": \"Generates COVID data row (IDS JSON) for each state.\",\n\t\t\t\t\t\t\"type\": \"generator\",\n\t\t\t\t\t\t\"script\": {\n\t\t\t\t\t\t\t\"namespace\": \"private-your_org\",\n\t\t\t\t\t\t\t\"slug\": \"hg-tscr-covid-data\",\n\t\t\t\t\t\t\t\"version\": \"v2.0.1\"\n\t\t\t\t\t\t},\n\t\t\t\t\t\t\"functionSlug\": \"main\"\n\t\t\t\t\t}\n\t\t\t\t],\n\t\t\t\t\"config\": [\n\t\t\t\t]\n\t\t\t},\n\t\t\t\"pipelineConfig\": {\n\t\t\t\t\"notificationsConfig\": {\n\t\t\t\t\t\"sendOnSuccessful\": true,\n\t\t\t\t\t\"sendOnFailed\": true,\n\t\t\t\t\t\"notificationEmailAddresses\": [\n\t\t\t\t\t\t\"example1@your_org.com\",\n\t\t\t\t\t\t\"example2@your_org.com\"\n\t\t\t\t\t]\n\t\t\t\t},\n\t\t\t\t\"pipelineName\": \"HG-Covid-Data\"\n\t\t\t},\n\t\t\t\"inputFile\": {\n\t\t\t\t\"meta\": {\n\t\t\t\t\t\"fileId\": \"3691e31b-6953-40de-aa4e-0dba99b4db19\",\n\t\t\t\t\t\"source\": {\n\t\t\t\t\t\t\"api\": {\n\t\t\t\t\t\t\t\"id\": \"6f166302-df8a-4044-ab4b-7ddd3eefb50b\",\n\t\t\t\t\t\t\t\"size\": 14862,\n\t\t\t\t\t\t\t\"filePath\": \"/All Files/your_org/coviddata/statesdata/CovidData_states_11_03_2021.json\",\n\t\t\t\t\t\t\t\"integrationSource\": \"4095be8f-40c6-487d-99ce-bef42682c36b\"\n\t\t\t\t\t\t},\n\t\t\t\t\t\t\"type\": \"api\"\n\t\t\t\t\t},\n\t\t\t\t\t\"traceId\": \"3691e31b-6953-40de-aa4e-0dba99b4db19\",\n\t\t\t\t\t\"sourceId\": \"4095be8f-40c6-487d-99ce-bef42682c36b\",\n\t\t\t\t\t\"sourceName\": \"HG-Box-Covid-Data-States\",\n\t\t\t\t\t\"sourceType\": \"box\",\n\t\t\t\t\t\"integrationId\": \"6f166302-df8a-4044-ab4b-7ddd3eefb50b\",\n\t\t\t\t\t\"integrationType\": \"api\"\n\t\t\t\t},\n\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\"fileId\": \"3691e31b-6953-40de-aa4e-0dba99b4db19\",\n\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/RAW/All Files/your_org/coviddata/statesdata/CovidData_states_11_03_2021.json\",\n\t\t\t\t\"version\": \"Y7_UBtoF11Bvv75LsuCZ1K73.u04K3Dx\",\n\t\t\t\t\"customTags\": [\n\t\t\t\t],\n\t\t\t\t\"customMetadata\": {\n\t\t\t\t}\n\t\t\t},\n\t\t\t\"tasks\": [\n\t\t\t\t{\n\t\t\t\t\t\"slug\": \"first-step-covid-json-ids\",\n\t\t\t\t\t\"input\": {\n\t\t\t\t\t\t\"input_file\": {\n\t\t\t\t\t\t\t\"meta\": {\n\t\t\t\t\t\t\t\t\"fileId\": \"3691e31b-6953-40de-aa4e-0dba99b4db19\",\n\t\t\t\t\t\t\t\t\"source\": {\n\t\t\t\t\t\t\t\t\t\"api\": {\n\t\t\t\t\t\t\t\t\t\t\"id\": \"6f166302-df8a-4044-ab4b-7ddd3eefb50b\",\n\t\t\t\t\t\t\t\t\t\t\"size\": 14862,\n\t\t\t\t\t\t\t\t\t\t\"filePath\": \"/All Files/your_org/coviddata/statesdata/CovidData_states_11_03_2021.json\",\n\t\t\t\t\t\t\t\t\t\t\"integrationSource\": \"4095be8f-40c6-487d-99ce-bef42682c36b\"\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\"type\": \"api\"\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\"traceId\": \"3691e31b-6953-40de-aa4e-0dba99b4db19\",\n\t\t\t\t\t\t\t\t\"sourceId\": \"4095be8f-40c6-487d-99ce-bef42682c36b\",\n\t\t\t\t\t\t\t\t\"sourceName\": \"HG-Box-Covid-Data-States\",\n\t\t\t\t\t\t\t\t\"sourceType\": \"box\",\n\t\t\t\t\t\t\t\t\"integrationId\": \"6f166302-df8a-4044-ab4b-7ddd3eefb50b\",\n\t\t\t\t\t\t\t\t\"integrationType\": \"api\"\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\t\t\t\"fileId\": \"3691e31b-6953-40de-aa4e-0dba99b4db19\",\n\t\t\t\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/RAW/All Files/your_org/coviddata/statesdata/CovidData_states_11_03_2021.json\",\n\t\t\t\t\t\t\t\"version\": \"Y7_UBtoF11Bvv75LsuCZ1K73.u04K3Dx\",\n\t\t\t\t\t\t\t\"customTags\": [\n\t\t\t\t\t\t\t],\n\t\t\t\t\t\t\t\"customMetadata\": {\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t\t\"retry\": 3,\n\t\t\t\t\t\"events\": [\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\"at\": \"2022-02-07T20:01:26.526+00:00\"\n\t\t\t\t\t\t},\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\"at\": \"2022-02-07T20:01:26.541+00:00\",\n\t\t\t\t\t\t\t\"status\": \"pending\"\n\t\t\t\t\t\t},\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\"at\": \"2022-02-07T20:01:26.549+00:00\",\n\t\t\t\t\t\t\t\"status\": \"in-progress\"\n\t\t\t\t\t\t},\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\"at\": \"2022-02-07T20:01:27.108+00:00\",\n\t\t\t\t\t\t\t\"status\": \"failed\"\n\t\t\t\t\t\t}\n\t\t\t\t\t],\n\t\t\t\t\t\"output\": {\n\t\t\t\t\t\t\"type\": \"error\",\n\t\t\t\t\t\t\"result\": {\n\t\t\t\t\t\t\t\"message\": \"'actualsTimeseries'\"\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t\t\"script\": {\n\t\t\t\t\t\t\"list\": [\n\t\t\t\t\t\t\t\"requirements.txt\",\n\t\t\t\t\t\t\t\"README-internal.md\",\n\t\t\t\t\t\t\t\"config.json\",\n\t\t\t\t\t\t\t\"README.md\",\n\t\t\t\t\t\t\t\"Pipfile\",\n\t\t\t\t\t\t\t\"main.py\",\n\t\t\t\t\t\t\t\"Pipfile.lock\",\n\t\t\t\t\t\t\t\"__test__/test_business_logic.py\",\n\t\t\t\t\t\t\t\"__test__/test_config.py\",\n\t\t\t\t\t\t\t\"__test__/test_integration.py\",\n\t\t\t\t\t\t\t\"__test__/__pycache__/test_business_logic.cpython-37.pyc\",\n\t\t\t\t\t\t\t\"__test__/__pycache__/test_config.cpython-37.pyc\",\n\t\t\t\t\t\t\t\"__test__/__pycache__/test_integration.cpython-37.pyc\",\n\t\t\t\t\t\t\t\"__test__/data/expected.json\",\n\t\t\t\t\t\t\t\"__test__/data/input.json\",\n\t\t\t\t\t\t\t\"__pycache__/main.cpython-37.pyc\"\n\t\t\t\t\t\t],\n\t\t\t\t\t\t\"slug\": \"hg-tscr-covid-data\",\n\t\t\t\t\t\t\"docker\": {\n\t\t\t\t\t\t\t\"image\": \"706717599419.dkr.ecr.us-east-2.amazonaws.com/ts-platform-development-task-private-your_org-hg-tscr-covid-data@sha256:947d1b9fa98aac20eb9e36ae89c8aed971c521e437c628248af5da3769a2845a\"\n\t\t\t\t\t\t},\n\t\t\t\t\t\t\"version\": \"v2.0.1\",\n\t\t\t\t\t\t\"language\": \"python\",\n\t\t\t\t\t\t\"maxCount\": 30,\n\t\t\t\t\t\t\"createdAt\": \"2022-02-04T16:11:54.239Z\",\n\t\t\t\t\t\t\"functions\": [\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\"slug\": \"main\",\n\t\t\t\t\t\t\t\t\"function\": \"main.main\"\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t],\n\t\t\t\t\t\t\"hasSource\": true,\n\t\t\t\t\t\t\"namespace\": \"private-your_org\",\n\t\t\t\t\t\t\"timestamp\": 1643990906049,\n\t\t\t\t\t\t\"runnerType\": \"ecs\",\n\t\t\t\t\t\t\"buildLogSaved\": true,\n\t\t\t\t\t\t\"buildDurationMs\": 72462\n\t\t\t\t\t},\n\t\t\t\t\t\"status\": \"failed\",\n\t\t\t\t\t\"taskId\": \"cb3545d0-4dcd-4cb6-adc5-079f6c4002db\",\n\t\t\t\t\t\"options\": {\n\t\t\t\t\t},\n\t\t\t\t\t\"createdAt\": \"2022-02-07T20:01:26.526+00:00\",\n\t\t\t\t\t\"containerId\": \"a9b6f2de-453f-4897-a72f-fcb528f6aee3\",\n\t\t\t\t\t\"functionSlug\": \"main\",\n\t\t\t\t\t\"lastUpdatedAt\": \"2022-02-07T20:01:27.114+00:00\",\n\t\t\t\t\t\"taskMemoryInMB\": 512,\n\t\t\t\t\t\"cloudWatchUrl\": \"https://us-east-2.console.aws.amazon.com/cloudwatch/home?region=us-east-2#logs-insights:queryDetail=~(end~'2022-02-07T20*3a06*3a27.114Z~start~'2022-02-07T19*3a56*3a26.526Z~timeType~'ABSOLUTE~tz~'Local~editorString~'filter*20*60taskId*60*3d*27cb3545d0-4dcd-4cb6-adc5-079f6c4002db*27*20and*20*60containerId*60*3d*27a9b6f2de-453f-4897-a72f-fcb528f6aee3*27*0a*7c*20fields*20*40timestamp*2c*20*40message*0a*7c*20sort*20*40timestamp*20asc~source~(~'*2fecs*2ftaskscripts*2fts-platform*2fcontainers))\"\n\t\t\t\t}\n\t\t\t],\n\t\t\t\"supersededTasks\": [\n\t\t\t\t{\n\t\t\t\t\t\"slug\": \"first-step-covid-json-ids\",\n\t\t\t\t\t\"input\": {\n\t\t\t\t\t\t\"input_file\": {\n\t\t\t\t\t\t\t\"meta\": {\n\t\t\t\t\t\t\t\t\"fileId\": \"3691e31b-6953-40de-aa4e-0dba99b4db19\",\n\t\t\t\t\t\t\t\t\"source\": {\n\t\t\t\t\t\t\t\t\t\"api\": {\n\t\t\t\t\t\t\t\t\t\t\"id\": \"6f166302-df8a-4044-ab4b-7ddd3eefb50b\",\n\t\t\t\t\t\t\t\t\t\t\"size\": 14862,\n\t\t\t\t\t\t\t\t\t\t\"filePath\": \"/All Files/your_org/coviddata/statesdata/CovidData_states_11_03_2021.json\",\n\t\t\t\t\t\t\t\t\t\t\"integrationSource\": \"4095be8f-40c6-487d-99ce-bef42682c36b\"\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\"type\": \"api\"\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\"traceId\": \"3691e31b-6953-40de-aa4e-0dba99b4db19\",\n\t\t\t\t\t\t\t\t\"sourceId\": \"4095be8f-40c6-487d-99ce-bef42682c36b\",\n\t\t\t\t\t\t\t\t\"sourceName\": \"HG-Box-Covid-Data-States\",\n\t\t\t\t\t\t\t\t\"sourceType\": \"box\",\n\t\t\t\t\t\t\t\t\"integrationId\": \"6f166302-df8a-4044-ab4b-7ddd3eefb50b\",\n\t\t\t\t\t\t\t\t\"integrationType\": \"api\"\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\t\t\t\"fileId\": \"3691e31b-6953-40de-aa4e-0dba99b4db19\",\n\t\t\t\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/RAW/All Files/your_org/coviddata/statesdata/CovidData_states_11_03_2021.json\",\n\t\t\t\t\t\t\t\"version\": \"Y7_UBtoF11Bvv75LsuCZ1K73.u04K3Dx\",\n\t\t\t\t\t\t\t\"customTags\": [\n\t\t\t\t\t\t\t],\n\t\t\t\t\t\t\t\"customMetadata\": {\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t\t\"retry\": 0,\n\t\t\t\t\t\"events\": [\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\"at\": \"2022-02-07T20:01:01.990+00:00\",\n\t\t\t\t\t\t\t\"status\": \"pending\"\n\t\t\t\t\t\t},\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\"at\": \"2022-02-07T20:01:24.704+00:00\",\n\t\t\t\t\t\t\t\"status\": \"in-progress\"\n\t\t\t\t\t\t},\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\"at\": \"2022-02-07T20:01:25.264+00:00\",\n\t\t\t\t\t\t\t\"status\": \"failed\"\n\t\t\t\t\t\t}\n\t\t\t\t\t],\n\t\t\t\t\t\"output\": {\n\t\t\t\t\t\t\"type\": \"error\",\n\t\t\t\t\t\t\"result\": {\n\t\t\t\t\t\t\t\"message\": \"'actualsTimeseries'\"\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t\t\"script\": {\n\t\t\t\t\t\t\"list\": [\n\t\t\t\t\t\t\t\"requirements.txt\",\n\t\t\t\t\t\t\t\"README-internal.md\",\n\t\t\t\t\t\t\t\"config.json\",\n\t\t\t\t\t\t\t\"README.md\",\n\t\t\t\t\t\t\t\"Pipfile\",\n\t\t\t\t\t\t\t\"main.py\",\n\t\t\t\t\t\t\t\"Pipfile.lock\",\n\t\t\t\t\t\t\t\"__test__/test_business_logic.py\",\n\t\t\t\t\t\t\t\"__test__/test_config.py\",\n\t\t\t\t\t\t\t\"__test__/test_integration.py\",\n\t\t\t\t\t\t\t\"__test__/__pycache__/test_business_logic.cpython-37.pyc\",\n\t\t\t\t\t\t\t\"__test__/__pycache__/test_config.cpython-37.pyc\",\n\t\t\t\t\t\t\t\"__test__/__pycache__/test_integration.cpython-37.pyc\",\n\t\t\t\t\t\t\t\"__test__/data/expected.json\",\n\t\t\t\t\t\t\t\"__test__/data/input.json\",\n\t\t\t\t\t\t\t\"__pycache__/main.cpython-37.pyc\"\n\t\t\t\t\t\t],\n\t\t\t\t\t\t\"slug\": \"hg-tscr-covid-data\",\n\t\t\t\t\t\t\"docker\": {\n\t\t\t\t\t\t\t\"image\": \"706717599419.dkr.ecr.us-east-2.amazonaws.com/ts-platform-development-task-private-your_org-hg-tscr-covid-data@sha256:947d1b9fa98aac20eb9e36ae89c8aed971c521e437c628248af5da3769a2845a\"\n\t\t\t\t\t\t},\n\t\t\t\t\t\t\"version\": \"v2.0.1\",\n\t\t\t\t\t\t\"language\": \"python\",\n\t\t\t\t\t\t\"maxCount\": 30,\n\t\t\t\t\t\t\"createdAt\": \"2022-02-04T16:11:54.239Z\",\n\t\t\t\t\t\t\"functions\": [\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\"slug\": \"main\",\n\t\t\t\t\t\t\t\t\"function\": \"main.main\"\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t],\n\t\t\t\t\t\t\"hasSource\": true,\n\t\t\t\t\t\t\"namespace\": \"private-your_org\",\n\t\t\t\t\t\t\"timestamp\": 1643990906049,\n\t\t\t\t\t\t\"runnerType\": \"ecs\",\n\t\t\t\t\t\t\"buildLogSaved\": true,\n\t\t\t\t\t\t\"buildDurationMs\": 72462\n\t\t\t\t\t},\n\t\t\t\t\t\"status\": \"failed\",\n\t\t\t\t\t\"taskId\": \"14aaadfc-f75e-4a26-bef3-2b9339ec0bc3\",\n\t\t\t\t\t\"options\": {\n\t\t\t\t\t},\n\t\t\t\t\t\"createdAt\": \"2022-02-07T20:01:01.977+00:00\",\n\t\t\t\t\t\"containerId\": \"a9b6f2de-453f-4897-a72f-fcb528f6aee3\",\n\t\t\t\t\t\"functionSlug\": \"main\",\n\t\t\t\t\t\"lastUpdatedAt\": \"2022-02-07T20:01:25.269+00:00\",\n\t\t\t\t\t\"taskMemoryInMB\": 512\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t\"slug\": \"first-step-covid-json-ids\",\n\t\t\t\t\t\"input\": {\n\t\t\t\t\t\t\"input_file\": {\n\t\t\t\t\t\t\t\"meta\": {\n\t\t\t\t\t\t\t\t\"fileId\": \"3691e31b-6953-40de-aa4e-0dba99b4db19\",\n\t\t\t\t\t\t\t\t\"source\": {\n\t\t\t\t\t\t\t\t\t\"api\": {\n\t\t\t\t\t\t\t\t\t\t\"id\": \"6f166302-df8a-4044-ab4b-7ddd3eefb50b\",\n\t\t\t\t\t\t\t\t\t\t\"size\": 14862,\n\t\t\t\t\t\t\t\t\t\t\"filePath\": \"/All Files/your_org/coviddata/statesdata/CovidData_states_11_03_2021.json\",\n\t\t\t\t\t\t\t\t\t\t\"integrationSource\": \"4095be8f-40c6-487d-99ce-bef42682c36b\"\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\"type\": \"api\"\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\"traceId\": \"3691e31b-6953-40de-aa4e-0dba99b4db19\",\n\t\t\t\t\t\t\t\t\"sourceId\": \"4095be8f-40c6-487d-99ce-bef42682c36b\",\n\t\t\t\t\t\t\t\t\"sourceName\": \"HG-Box-Covid-Data-States\",\n\t\t\t\t\t\t\t\t\"sourceType\": \"box\",\n\t\t\t\t\t\t\t\t\"integrationId\": \"6f166302-df8a-4044-ab4b-7ddd3eefb50b\",\n\t\t\t\t\t\t\t\t\"integrationType\": \"api\"\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\t\t\t\"fileId\": \"3691e31b-6953-40de-aa4e-0dba99b4db19\",\n\t\t\t\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/RAW/All Files/your_org/coviddata/statesdata/CovidData_states_11_03_2021.json\",\n\t\t\t\t\t\t\t\"version\": \"Y7_UBtoF11Bvv75LsuCZ1K73.u04K3Dx\",\n\t\t\t\t\t\t\t\"customTags\": [\n\t\t\t\t\t\t\t],\n\t\t\t\t\t\t\t\"customMetadata\": {\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t\t\"retry\": 1,\n\t\t\t\t\t\"events\": [\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\"at\": \"2022-02-07T20:01:25.334+00:00\"\n\t\t\t\t\t\t},\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\"at\": \"2022-02-07T20:01:25.347+00:00\",\n\t\t\t\t\t\t\t\"status\": \"pending\"\n\t\t\t\t\t\t},\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\"at\": \"2022-02-07T20:01:25.356+00:00\",\n\t\t\t\t\t\t\t\"status\": \"in-progress\"\n\t\t\t\t\t\t},\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\"at\": \"2022-02-07T20:01:25.859+00:00\",\n\t\t\t\t\t\t\t\"status\": \"failed\"\n\t\t\t\t\t\t}\n\t\t\t\t\t],\n\t\t\t\t\t\"output\": {\n\t\t\t\t\t\t\"type\": \"error\",\n\t\t\t\t\t\t\"result\": {\n\t\t\t\t\t\t\t\"message\": \"'actualsTimeseries'\"\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t\t\"script\": {\n\t\t\t\t\t\t\"list\": [\n\t\t\t\t\t\t\t\"requirements.txt\",\n\t\t\t\t\t\t\t\"README-internal.md\",\n\t\t\t\t\t\t\t\"config.json\",\n\t\t\t\t\t\t\t\"README.md\",\n\t\t\t\t\t\t\t\"Pipfile\",\n\t\t\t\t\t\t\t\"main.py\",\n\t\t\t\t\t\t\t\"Pipfile.lock\",\n\t\t\t\t\t\t\t\"__test__/test_business_logic.py\",\n\t\t\t\t\t\t\t\"__test__/test_config.py\",\n\t\t\t\t\t\t\t\"__test__/test_integration.py\",\n\t\t\t\t\t\t\t\"__test__/__pycache__/test_business_logic.cpython-37.pyc\",\n\t\t\t\t\t\t\t\"__test__/__pycache__/test_config.cpython-37.pyc\",\n\t\t\t\t\t\t\t\"__test__/__pycache__/test_integration.cpython-37.pyc\",\n\t\t\t\t\t\t\t\"__test__/data/expected.json\",\n\t\t\t\t\t\t\t\"__test__/data/input.json\",\n\t\t\t\t\t\t\t\"__pycache__/main.cpython-37.pyc\"\n\t\t\t\t\t\t],\n\t\t\t\t\t\t\"slug\": \"hg-tscr-covid-data\",\n\t\t\t\t\t\t\"docker\": {\n\t\t\t\t\t\t\t\"image\": \"706717599419.dkr.ecr.us-east-2.amazonaws.com/ts-platform-development-task-private-your_org-hg-tscr-covid-data@sha256:947d1b9fa98aac20eb9e36ae89c8aed971c521e437c628248af5da3769a2845a\"\n\t\t\t\t\t\t},\n\t\t\t\t\t\t\"version\": \"v2.0.1\",\n\t\t\t\t\t\t\"language\": \"python\",\n\t\t\t\t\t\t\"maxCount\": 30,\n\t\t\t\t\t\t\"createdAt\": \"2022-02-04T16:11:54.239Z\",\n\t\t\t\t\t\t\"functions\": [\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\"slug\": \"main\",\n\t\t\t\t\t\t\t\t\"function\": \"main.main\"\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t],\n\t\t\t\t\t\t\"hasSource\": true,\n\t\t\t\t\t\t\"namespace\": \"private-your_org\",\n\t\t\t\t\t\t\"timestamp\": 1643990906049,\n\t\t\t\t\t\t\"runnerType\": \"ecs\",\n\t\t\t\t\t\t\"buildLogSaved\": true,\n\t\t\t\t\t\t\"buildDurationMs\": 72462\n\t\t\t\t\t},\n\t\t\t\t\t\"status\": \"failed\",\n\t\t\t\t\t\"taskId\": \"c276e3a1-7c38-4347-b2ec-1a4507d6b574\",\n\t\t\t\t\t\"options\": {\n\t\t\t\t\t},\n\t\t\t\t\t\"createdAt\": \"2022-02-07T20:01:25.334+00:00\",\n\t\t\t\t\t\"containerId\": \"a9b6f2de-453f-4897-a72f-fcb528f6aee3\",\n\t\t\t\t\t\"functionSlug\": \"main\",\n\t\t\t\t\t\"lastUpdatedAt\": \"2022-02-07T20:01:25.866+00:00\",\n\t\t\t\t\t\"taskMemoryInMB\": 512\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t\"slug\": \"first-step-covid-json-ids\",\n\t\t\t\t\t\"input\": {\n\t\t\t\t\t\t\"input_file\": {\n\t\t\t\t\t\t\t\"meta\": {\n\t\t\t\t\t\t\t\t\"fileId\": \"3691e31b-6953-40de-aa4e-0dba99b4db19\",\n\t\t\t\t\t\t\t\t\"source\": {\n\t\t\t\t\t\t\t\t\t\"api\": {\n\t\t\t\t\t\t\t\t\t\t\"id\": \"6f166302-df8a-4044-ab4b-7ddd3eefb50b\",\n\t\t\t\t\t\t\t\t\t\t\"size\": 14862,\n\t\t\t\t\t\t\t\t\t\t\"filePath\": \"/All Files/your_org/coviddata/statesdata/CovidData_states_11_03_2021.json\",\n\t\t\t\t\t\t\t\t\t\t\"integrationSource\": \"4095be8f-40c6-487d-99ce-bef42682c36b\"\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\"type\": \"api\"\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\"traceId\": \"3691e31b-6953-40de-aa4e-0dba99b4db19\",\n\t\t\t\t\t\t\t\t\"sourceId\": \"4095be8f-40c6-487d-99ce-bef42682c36b\",\n\t\t\t\t\t\t\t\t\"sourceName\": \"HG-Box-Covid-Data-States\",\n\t\t\t\t\t\t\t\t\"sourceType\": \"box\",\n\t\t\t\t\t\t\t\t\"integrationId\": \"6f166302-df8a-4044-ab4b-7ddd3eefb50b\",\n\t\t\t\t\t\t\t\t\"integrationType\": \"api\"\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\"type\": \"s3file\",\n\t\t\t\t\t\t\t\"bucket\": \"ts-platform-dev-datalake\",\n\t\t\t\t\t\t\t\"fileId\": \"3691e31b-6953-40de-aa4e-0dba99b4db19\",\n\t\t\t\t\t\t\t\"fileKey\": \"your_org/4095be8f-40c6-487d-99ce-bef42682c36b/RAW/All Files/your_org/coviddata/statesdata/CovidData_states_11_03_2021.json\",\n\t\t\t\t\t\t\t\"version\": \"Y7_UBtoF11Bvv75LsuCZ1K73.u04K3Dx\",\n\t\t\t\t\t\t\t\"customTags\": [\n\t\t\t\t\t\t\t],\n\t\t\t\t\t\t\t\"customMetadata\": {\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t\t\"retry\": 2,\n\t\t\t\t\t\"events\": [\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\"at\": \"2022-02-07T20:01:25.913+00:00\"\n\t\t\t\t\t\t},\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\"at\": \"2022-02-07T20:01:25.925+00:00\",\n\t\t\t\t\t\t\t\"status\": \"pending\"\n\t\t\t\t\t\t},\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\"at\": \"2022-02-07T20:01:25.935+00:00\",\n\t\t\t\t\t\t\t\"status\": \"in-progress\"\n\t\t\t\t\t\t},\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\"at\": \"2022-02-07T20:01:26.469+00:00\",\n\t\t\t\t\t\t\t\"status\": \"failed\"\n\t\t\t\t\t\t}\n\t\t\t\t\t],\n\t\t\t\t\t\"output\": {\n\t\t\t\t\t\t\"type\": \"error\",\n\t\t\t\t\t\t\"result\": {\n\t\t\t\t\t\t\t\"message\": \"'actualsTimeseries'\"\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t\t\"script\": {\n\t\t\t\t\t\t\"list\": [\n\t\t\t\t\t\t\t\"requirements.txt\",\n\t\t\t\t\t\t\t\"README-internal.md\",\n\t\t\t\t\t\t\t\"config.json\",\n\t\t\t\t\t\t\t\"README.md\",\n\t\t\t\t\t\t\t\"Pipfile\",\n\t\t\t\t\t\t\t\"main.py\",\n\t\t\t\t\t\t\t\"Pipfile.lock\",\n\t\t\t\t\t\t\t\"__test__/test_business_logic.py\",\n\t\t\t\t\t\t\t\"__test__/test_config.py\",\n\t\t\t\t\t\t\t\"__test__/test_integration.py\",\n\t\t\t\t\t\t\t\"__test__/__pycache__/test_business_logic.cpython-37.pyc\",\n\t\t\t\t\t\t\t\"__test__/__pycache__/test_config.cpython-37.pyc\",\n\t\t\t\t\t\t\t\"__test__/__pycache__/test_integration.cpython-37.pyc\",\n\t\t\t\t\t\t\t\"__test__/data/expected.json\",\n\t\t\t\t\t\t\t\"__test__/data/input.json\",\n\t\t\t\t\t\t\t\"__pycache__/main.cpython-37.pyc\"\n\t\t\t\t\t\t],\n\t\t\t\t\t\t\"slug\": \"hg-tscr-covid-data\",\n\t\t\t\t\t\t\"docker\": {\n\t\t\t\t\t\t\t\"image\": \"706717599419.dkr.ecr.us-east-2.amazonaws.com/ts-platform-development-task-private-your_org-hg-tscr-covid-data@sha256:947d1b9fa98aac20eb9e36ae89c8aed971c521e437c628248af5da3769a2845a\"\n\t\t\t\t\t\t},\n\t\t\t\t\t\t\"version\": \"v2.0.1\",\n\t\t\t\t\t\t\"language\": \"python\",\n\t\t\t\t\t\t\"maxCount\": 30,\n\t\t\t\t\t\t\"createdAt\": \"2022-02-04T16:11:54.239Z\",\n\t\t\t\t\t\t\"functions\": [\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\"slug\": \"main\",\n\t\t\t\t\t\t\t\t\"function\": \"main.main\"\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t],\n\t\t\t\t\t\t\"hasSource\": true,\n\t\t\t\t\t\t\"namespace\": \"private-your_org\",\n\t\t\t\t\t\t\"timestamp\": 1643990906049,\n\t\t\t\t\t\t\"runnerType\": \"ecs\",\n\t\t\t\t\t\t\"buildLogSaved\": true,\n\t\t\t\t\t\t\"buildDurationMs\": 72462\n\t\t\t\t\t},\n\t\t\t\t\t\"status\": \"failed\",\n\t\t\t\t\t\"taskId\": \"38555e50-499f-49fb-b97b-e239327f5ada\",\n\t\t\t\t\t\"options\": {\n\t\t\t\t\t},\n\t\t\t\t\t\"createdAt\": \"2022-02-07T20:01:25.913+00:00\",\n\t\t\t\t\t\"containerId\": \"a9b6f2de-453f-4897-a72f-fcb528f6aee3\",\n\t\t\t\t\t\"functionSlug\": \"main\",\n\t\t\t\t\t\"lastUpdatedAt\": \"2022-02-07T20:01:26.477+00:00\",\n\t\t\t\t\t\"taskMemoryInMB\": 512\n\t\t\t\t}\n\t\t\t],\n\t\t\t\"status\": \"failed\",\n\t\t\t\"events\": [\n\t\t\t\t{\n\t\t\t\t\t\"at\": \"2022-02-07T20:01:01.863+00:00\",\n\t\t\t\t\t\"status\": \"in-progress\"\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t\"at\": \"2022-02-07T20:01:27.169+00:00\",\n\t\t\t\t\t\"status\": \"failed\"\n\t\t\t\t}\n\t\t\t],\n\t\t\t\"createdAt\": \"2022-02-07T20:01:01.305Z\",\n\t\t\t\"lastUpdatedAt\": \"2022-02-07T20:01:27.169Z\",\n\t\t\t\"restarted\": false,\n\t\t\t\"masterScriptLogs\": [\n\t\t\t\t{\n\t\t\t\t\t\"level\": \"error\",\n\t\t\t\t\t\"message\": \"Error: Task first-step-covid-json-ids failed\\n at WorkflowRunner._runTask (/usr/src/app/services/orchestrator/src/workflow-runner.js:207:28)\\n at runMicrotasks ()\\n at processTicksAndRejections (internal/process/task_queues.js:97:5)\\n at async WorkflowRunner._runTask (/usr/src/app/lib/util-logger/index.js:81:20)\\n at async evalmachine.:16:18\\n at async WorkflowRunner.run (/usr/src/app/services/orchestrator/src/workflow-runner.js:98:22)\\n at async wrapWithLog.args2LogArgs (/usr/src/app/services/orchestrator/src/workflow-handlers.js:105:20)\\n at async /usr/src/app/lib/util-logger/index.js:81:20\\n at async /usr/src/app/services/orchestrator/src/sqs-consumer.js:224:9\\n at async Consumer.sema.sema [as _handleMessage] (/usr/src/app/services/orchestrator/src/sqs-consumer.js:34:9)\\n at async /usr/src/app/lib/util-sqs/index.js:100:17\",\n\t\t\t\t\t\"traceId\": \"3691e31b-6953-40de-aa4e-0dba99b4db19\",\n\t\t\t\t\t\"timestamp\": \"2022-02-07T20:01:27.168Z\"\n\t\t\t\t}\n\t\t\t],\n\t\t\t\"retryBehavior\": null,\n\t\t\t\"output\": {\n\t\t\t\t\"type\": \"error\",\n\t\t\t\t\"result\": {\n\t\t\t\t\t\"message\": \"Error: Task first-step-covid-json-ids failed\\n at WorkflowRunner._runTask (/usr/src/app/services/orchestrator/src/workflow-runner.js:207:28)\\n at runMicrotasks ()\\n at processTicksAndRejections (internal/process/task_queues.js:97:5)\\n at async WorkflowRunner._runTask (/usr/src/app/lib/util-logger/index.js:81:20)\\n at async evalmachine.:16:18\\n at async WorkflowRunner.run (/usr/src/app/services/orchestrator/src/workflow-runner.js:98:22)\\n at async wrapWithLog.args2LogArgs (/usr/src/app/services/orchestrator/src/workflow-handlers.js:105:20)\\n at async /usr/src/app/lib/util-logger/index.js:81:20\\n at async /usr/src/app/services/orchestrator/src/sqs-consumer.js:224:9\\n at async Consumer.sema.sema [as _handleMessage] (/usr/src/app/services/orchestrator/src/sqs-consumer.js:34:9)\\n at async /usr/src/app/lib/util-sqs/index.js:100:17\"\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t]\n}\n" Invalid Pipeline ID: value: "{\n \"from\": 0,\n \"size\": 0,\n \"hasNext\": false,\n \"hits\": []\n}" schema: oneOf: - type: object properties: from: type: integer example: 0 default: 0 size: type: integer example: 2 default: 0 hasNext: type: boolean example: true default: true hits: type: array items: type: object properties: id: type: string example: ea3e0f87-4ba2-4a10-83f3-db30760fd652 orgSlug: type: string example: your_org pipelineId: type: string example: 8592187a-d3ed-4410-8ffb-ee47826bebf7 masterScriptNamespace: type: string example: private-your_org masterScriptSlug: type: string example: hg-prot-covid-data masterScriptVersion: type: string example: v2.1.0 protocolSlug: type: string example: hg-prot-covid-data protocolVersion: type: string example: v2.1.0 protocol: type: object properties: protocolSchema: type: string example: v2 name: type: string example: HG Protocol COVID-JSON to IDS description: type: string example: '' steps: type: array items: type: object properties: slug: type: string example: first-step-covid-json-ids description: type: string example: Generates COVID data row (IDS JSON) for each state. type: type: string example: generator script: type: object properties: namespace: type: string example: private-your_org slug: type: string example: hg-tscr-covid-data version: type: string example: v2.0.1 functionSlug: type: string example: main config: type: array pipelineConfig: type: object properties: notificationsConfig: type: object properties: sendOnSuccessful: type: boolean example: true default: true sendOnFailed: type: boolean example: true default: true notificationEmailAddresses: type: array items: type: string example: example1@your_org.com pipelineName: type: string example: HG-Covid-Data inputFile: type: object properties: meta: type: object properties: fileId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 source: type: object properties: box: type: object properties: id: type: string example: 56d9293c-2dc7-4133-b21b-c1468aefb41f size: type: integer example: 2648411 default: 0 filePath: type: string example: /All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json integrationSource: type: string example: 4095be8f-40c6-487d-99ce-bef42682c36b type: type: string example: box traceId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 sourceId: type: string example: 4095be8f-40c6-487d-99ce-bef42682c36b sourceName: type: string example: HG-Box-Covid-Data-States sourceType: type: string example: box integrationId: type: string example: 56d9293c-2dc7-4133-b21b-c1468aefb41f integrationType: type: string example: box type: type: string example: s3file bucket: type: string example: ts-platform-dev-datalake fileId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 fileKey: type: string example: your_org/4095be8f-40c6-487d-99ce-bef42682c36b/RAW/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json version: type: string example: YXWfnGtFnxXaRshIkphKpeIWjKM5YMrL customTags: type: array customMetadata: type: object properties: {} tasks: type: array items: type: object properties: slug: type: string example: first-step-covid-json-ids input: type: object properties: input_file: type: object properties: meta: type: object properties: fileId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 source: type: object properties: box: type: object properties: id: type: string example: 56d9293c-2dc7-4133-b21b-c1468aefb41f size: type: integer example: 2648411 default: 0 filePath: type: string example: /All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json integrationSource: type: string example: 4095be8f-40c6-487d-99ce-bef42682c36b type: type: string example: box traceId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 sourceId: type: string example: 4095be8f-40c6-487d-99ce-bef42682c36b sourceName: type: string example: HG-Box-Covid-Data-States sourceType: type: string example: box integrationId: type: string example: 56d9293c-2dc7-4133-b21b-c1468aefb41f integrationType: type: string example: box type: type: string example: s3file bucket: type: string example: ts-platform-dev-datalake fileId: type: string example: 650bc88a-e90c-48c7-a349-65dcc756b0a4 fileKey: type: string example: your_org/4095be8f-40c6-487d-99ce-bef42682c36b/RAW/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json version: type: string example: YXWfnGtFnxXaRshIkphKpeIWjKM5YMrL customTags: type: array customMetadata: type: object properties: {} retry: type: integer example: 0 default: 0 events: type: array items: type: object properties: at: type: string example: '2022-02-08T16:17:59.579+00:00' status: type: string example: pending output: type: object properties: type: type: string example: success result: type: array items: type: object properties: type: type: string example: s3file bucket: type: string example: ts-platform-dev-datalake fileId: type: string example: 6908a751-62d1-4851-b502-818f7c836df1 fileKey: type: string example: your_org/4095be8f-40c6-487d-99ce-bef42682c36b/IDS/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json/covid-state-tseries-AK-2021-12-08.json version: type: string example: 9sNbqVb879.geEUVp03EfCDpK8j9gz1Z script: type: object properties: list: type: array items: type: string example: requirements.txt slug: type: string example: hg-tscr-covid-data docker: type: object properties: image: type: string example: 706717599419.dkr.ecr.us-east-2.amazonaws.com/ts-platform-development-task-private-your_org-hg-tscr-covid-data@sha256:334e32f0810dfdeb3324f63f85c9b6aa7c67fdd4023b317eb67a3a7bdd5be706 version: type: string example: v2.0.1 language: type: string example: python maxCount: type: integer example: 30 default: 0 createdAt: type: string example: '2022-02-08T15:41:05.234Z' functions: type: array items: type: object properties: slug: type: string example: main function: type: string example: main.main hasSource: type: boolean example: true default: true namespace: type: string example: private-your_org timestamp: type: integer example: 1644334642884 default: 0 runnerType: type: string example: ecs buildLogSaved: type: boolean example: true default: true buildDurationMs: type: integer example: 63528 default: 0 status: type: string example: completed taskId: type: string example: a9c6e221-bd6e-4554-9ebd-54a231079591 options: type: object properties: {} createdAt: type: string example: '2022-02-08T16:17:59.563+00:00' containerId: type: string example: 5e1a47e9-6d3a-428e-8988-e85746f3756b functionSlug: type: string example: main lastUpdatedAt: type: string example: '2022-02-08T16:18:49.010+00:00' taskMemoryInMB: type: integer example: 512 default: 0 cloudWatchUrl: type: string example: https://us-east-2.console.aws.amazon.com/cloudwatch/home?region=us-east-2#logs-insights:queryDetail=~(end~'2022-02-08T16*3a23*3a49.010Z~start~'2022-02-08T16*3a12*3a59.563Z~timeType~'ABSOLUTE~tz~'Local~editorString~'filter*20*60taskId*60*3d*27a9c6e221-bd6e-4554-9ebd-54a231079591*27*20and*20*60containerId*60*3d*275e1a47e9-6d3a-428e-8988-e85746f3756b*27*0a*7c*20fields*20*40timestamp*2c*20*40message*0a*7c*20sort*20*40timestamp*20asc~source~(~'*2fecs*2ftaskscripts*2fts-platform*2fcontainers)) supersededTasks: type: array status: type: string example: completed events: type: array items: type: object properties: at: type: string example: '2022-02-08T16:17:59.463+00:00' status: type: string example: in-progress createdAt: type: string example: '2022-02-08T16:17:59.142Z' lastUpdatedAt: type: string example: '2022-02-08T16:18:49.024Z' restarted: type: boolean example: false default: true masterScriptLogs: type: array retryBehavior: {} output: type: object properties: type: type: string example: success result: type: array items: type: object properties: type: type: string example: s3file bucket: type: string example: ts-platform-dev-datalake fileId: type: string example: 6908a751-62d1-4851-b502-818f7c836df1 fileKey: type: string example: your_org/4095be8f-40c6-487d-99ce-bef42682c36b/IDS/All Files/your_org/coviddata/statesdata/covid_states_tseries_2021_12_09.json/covid-state-tseries-AK-2021-12-08.json version: type: string example: 9sNbqVb879.geEUVp03EfCDpK8j9gz1Z - title: Invalid Pipeline ID type: object properties: from: type: integer example: 0 default: 0 size: type: integer example: 0 default: 0 hasNext: type: boolean example: false default: true hits: type: array '400': description: '400' content: application/json: examples: Invalid Query Field: value: "{\n \"statusCode\": 400,\n \"error\": \"Bad Request\",\n \"message\": \"\\\"from\\\" must be greater than or equal to 0\",\n \"validation\": {\n \"source\": \"query\",\n \"keys\": [\n \"from\"\n ]\n }\n}" schema: type: object properties: statusCode: type: integer example: 400 default: 0 error: type: string example: Bad Request message: type: string example: '"from" must be greater than or equal to 0' validation: type: object properties: source: type: string example: query keys: type: array items: type: string example: from deprecated: false security: [] x-readme: code-samples: - language: curl code: 'curl --location --request GET \ ''https://api.tetrascience.com/v1/workflow/search?filter=all&from=0&size=2&pipelineId=8592187a-d3ed-4410-8ffb-ee47826bebf7'' \ --header ''x-org-slug: '' \ --header ''ts-auth-token: '' \ --header ''Content-Type: application/json'' \ --data-raw ''''' name: cURL samples-languages: - curl /v1/workflow/workflows-draft: get: summary: Search workflows draft description: Search data pipeline workflows tags: - Workflows operationId: DL-FI-search-workflows-draft parameters: - name: page in: query description: Results page number - the start index of results is calculated as (page - 1) * limit. Page parameter will return results in range [start index, start index + limit]. Default value is 1. Value 0 will cause error. schema: type: integer format: int32 default: 1 - name: limit in: query description: Page size - number of the workflow results to retrieve for a given page. schema: type: integer format: int32 default: 1000 - name: filter in: query description: 'Filter by the workflow completion status. Possible values are: `all` - for all the workflows (completed and failed), `failed` - for the workflows that failed and `completed` - for the workflows that completed successfully.' schema: type: string default: all - name: pipelineId in: query description: Optional parameter. If provided, only the workflows associated with this pipelineid are retrieved. Otherwise, the workflows from all the pipelines are retrieved. schema: type: string - name: startTime in: query description: Optional parameter. If provided, service returns all the workflows created after this time. Value can be Unix time in milliseconds or date in ISO format with or without hours, minutes, seconds. If value is just a date without hours, minutes and second, timestamp will be defaulted to 00:00:00 for given date. schema: type: string format: date-time - name: endTime in: query description: Optional parameter. If provided, service returns all the workflows created before this time. Value can be Unix time in milliseconds or date in ISO format with or without hours, minutes, seconds. If value is just a date without hours, minutes and second, timestamp will be defaulted to 00:00:00 for given date. schema: type: string format: date-time responses: '200': description: '200' content: application/json: examples: Result: value: "[\n {\n \"id\": \"ab3d4e44-483e-446f-9e76-92ab4d01f903\",\n \"protocolSlug\": \"leaf-nodes-excel-and-csv-to-adf\",\n \"pipelineId\": \"a592d372-3bdf-417e-b650-4e3c02cec688\",\n \"protocolVersion\": \"v1.0.0\",\n \"orgSlug\": \"demo\",\n \"protocol\": {\n \"name\": \"Convert leaf nodes Excel into ADF\",\n \"steps\": [\n {\n \"slug\": \"parse-leaf-nodes-excel-or-csv-to-json\",\n \"description\": \"Parse a leaf node Excel into a json file, such that ADF/SHACL generation can be automated. \",\n \"type\": \"parser\",\n \"pattern\": \"map\",\n \"script\": {\n \"slug\": \"parse-leaf-nodes-excel-or-csv-to-json\",\n \"version\": \"v1.0.0\"\n },\n \"inputMapping\": [\n {\n \"key\": \"tempDir\",\n \"value\": \"/$context/session/fileDir\"\n }\n ],\n \"outputMapping\": [\n {\n \"key\": \"leafNodesJson\",\n \"shouldUpload\": true,\n \"value\": \"/$session/leafNodesJson\"\n }\n ]\n }\n ]\n },\n \"inputFile\": {\n \"meta\": {\n \"fileId\": \"7beb45c3-2d07-4ad7-bf49-8efa29a52e44\",\n \"sourceType\": \"egnyte\",\n \"source\": {\n \"type\": \"egnyte\",\n \"egnyte\": {\n \"url\": \"https://apptetrascience.qa-egnyte.com\",\n \"integrationId\": \"febf8cab-0103-4320-ad63-7eab9f26d025\",\n \"filePath\": \"/Private/demo/test/Structured Spreadsheet for RAMAN Data Cube automation 20180802.xlsx\",\n \"fileName\": \"Structured Spreadsheet for RAMAN Data Cube automation 20180802.xlsx\",\n \"groupId\": \"df754531-48bf-441b-8a6b-329f55914c51\",\n \"entryId\": \"051d5fc1-be3e-4219-bc90-303b3a1e89df\",\n \"checksum\": \"bbb609cb3fed2bcc2bec44de062c450115322f9b35bbf74f988d1d789326767bb59cf8f68a229c1e5808c8b51d6d22a631dc44ad49ae62c54056a89807367bb6\",\n \"versionId\": \"051d5fc1-be3e-4219-bc90-303b3a1e89df\",\n \"lastModifiedTime\": \"2018-09-17T17:47:42.000Z\",\n \"versionNum\": 1\n }\n }\n },\n \"fileKey\": \"demo/7beb45c3-2d07-4ad7-bf49-8efa29a52e44/1538761419866-Structured Spreadsheet for RAMAN Data Cube automation 20180802.xlsx\",\n \"bucket\": \"files-service\",\n \"type\": \"s3file\",\n \"checksum\": \"d219c4945c3167d4547640d211908640\"\n },\n \"tasks\": [\n {\n \"logs\": [\n {\n \"type\": \"content\",\n \"content\": \"\",\n \"sessionId\": \"5fc6004f-f9df-4f57-8455-49fd99e4bbc6\"\n }\n ],\n \"slug\": \"parse-leaf-nodes-excel-or-csv-to-json\",\n \"errors\": [\n {\n \"error\": {\n \"error\": {\n \"message\": \"Parsing error\"\n },\n \"message\": \"Script failed. Please check the log file\"\n },\n \"action\": \"run-script\",\n \"exitCode\": 1,\n \"sessionId\": \"5fc6004f-f9df-4f57-8455-49fd99e4bbc6\",\n \"humanReadableMsg\": \"Script failed. Please check the log file\"\n }\n ],\n \"status\": \"failed\",\n \"taskId\": \"72e9f8fe-bbc6-49f7-b609-8c48e6b98447\",\n \"createdAt\": 1538761420014,\n \"lastUpdatedAt\": 1538761426013\n }\n ],\n \"status\": \"failed\",\n \"createdAt\": 1538761420014,\n \"lastUpdatedAt\": 1538761426013,\n \"pipelineConfig\": {}\n }\n]" schema: type: array items: type: object properties: id: type: string example: ab3d4e44-483e-446f-9e76-92ab4d01f903 protocolSlug: type: string example: leaf-nodes-excel-and-csv-to-adf pipelineId: type: string example: a592d372-3bdf-417e-b650-4e3c02cec688 protocolVersion: type: string example: v1.0.0 orgSlug: type: string example: demo protocol: type: object properties: name: type: string example: Convert leaf nodes Excel into ADF steps: type: array items: type: object properties: slug: type: string example: parse-leaf-nodes-excel-or-csv-to-json description: type: string example: 'Parse a leaf node Excel into a json file, such that ADF/SHACL generation can be automated. ' type: type: string example: parser pattern: type: string example: map script: type: object properties: slug: type: string example: parse-leaf-nodes-excel-or-csv-to-json version: type: string example: v1.0.0 inputMapping: type: array items: type: object properties: key: type: string example: tempDir value: type: string example: /$context/session/fileDir outputMapping: type: array items: type: object properties: key: type: string example: leafNodesJson shouldUpload: type: boolean example: true default: true value: type: string example: /$session/leafNodesJson inputFile: type: object properties: meta: type: object properties: fileId: type: string example: 7beb45c3-2d07-4ad7-bf49-8efa29a52e44 sourceType: type: string example: egnyte source: type: object properties: type: type: string example: egnyte egnyte: type: object properties: url: type: string example: https://apptetrascience.qa-egnyte.com integrationId: type: string example: febf8cab-0103-4320-ad63-7eab9f26d025 filePath: type: string example: /Private/demo/test/Structured Spreadsheet for RAMAN Data Cube automation 20180802.xlsx fileName: type: string example: Structured Spreadsheet for RAMAN Data Cube automation 20180802.xlsx groupId: type: string example: df754531-48bf-441b-8a6b-329f55914c51 entryId: type: string example: 051d5fc1-be3e-4219-bc90-303b3a1e89df checksum: type: string example: bbb609cb3fed2bcc2bec44de062c450115322f9b35bbf74f988d1d789326767bb59cf8f68a229c1e5808c8b51d6d22a631dc44ad49ae62c54056a89807367bb6 versionId: type: string example: 051d5fc1-be3e-4219-bc90-303b3a1e89df lastModifiedTime: type: string example: '2018-09-17T17:47:42.000Z' versionNum: type: integer example: 1 default: 0 fileKey: type: string example: demo/7beb45c3-2d07-4ad7-bf49-8efa29a52e44/1538761419866-Structured Spreadsheet for RAMAN Data Cube automation 20180802.xlsx bucket: type: string example: files-service type: type: string example: s3file checksum: type: string example: d219c4945c3167d4547640d211908640 tasks: type: array items: type: object properties: logs: type: array items: type: object properties: type: type: string example: content content: type: string example: '' sessionId: type: string example: 5fc6004f-f9df-4f57-8455-49fd99e4bbc6 slug: type: string example: parse-leaf-nodes-excel-or-csv-to-json errors: type: array items: type: object properties: error: type: object properties: error: type: object properties: message: type: string example: Parsing error message: type: string example: Script failed. Please check the log file action: type: string example: run-script exitCode: type: integer example: 1 default: 0 sessionId: type: string example: 5fc6004f-f9df-4f57-8455-49fd99e4bbc6 humanReadableMsg: type: string example: Script failed. Please check the log file status: type: string example: failed taskId: type: string example: 72e9f8fe-bbc6-49f7-b609-8c48e6b98447 createdAt: type: integer example: 1538761420014 default: 0 lastUpdatedAt: type: integer example: 1538761426013 default: 0 status: type: string example: failed createdAt: type: integer example: 1538761420014 default: 0 lastUpdatedAt: type: integer example: 1538761426013 default: 0 pipelineConfig: type: object properties: {} '400': description: '400' content: application/json: examples: Result: value: '{}' schema: type: object properties: {} deprecated: false x-readme: code-samples: - language: curl code: 'curl -H "ts-auth-token: " \ -H "x-org-slug: "\ -X GET https://api.tetrascience.com/v1/workflow/workflows?page=1&limit=10&filter=failed&pipelineId=a592d372-3bdf-417e-b650-4e3c02cec688&startTime=2018-09-20&endTime=2018-10-31 curl -H "ts-auth-token: " \ -H "x-org-slug: "\ -X GET https://api.tetrascience.com/v1/workflow/workflows?page=1&limit=10&filter=failed&pipelineId=a592d372-3bdf-417e-b650-4e3c02cec688&startTime=2018-09-20T10:00:00.00Z&endTime=2018-10-31T10:00:00.00Z curl -H "ts-auth-token: " \ -H "x-org-slug: "\ -X GET https://api.tetrascience.com/v1/workflow/workflows?page=1&limit=10&filter=failed&pipelineId=a592d372-3bdf-417e-b650-4e3c02cec688&startTime=1537437600000&endTime=1540980000000' - language: javascript code: "const request = require('axios');\n\naxios\n .get('https://api.tetrascience.com/v1/workflow/workflows', {\n headers: {\n 'x-org-slug': 'demo',\n 'ts-auth-token': 'AUTH_TOKEN_ID'\n \n },\n params: {\n page: '1',\n limit: '10',\n filter: 'failed',\n pipelineId: 'a592d372-3bdf-417e-b650-4e3c02cec688',\n startTime='2018-09-20',\n endTime='2018-10-31'\n },\n })\n .then(function(response) {\n console.log(response);\n });\n\naxios\n .get('https://api.tetrascience.com/v1/workflow/workflows', {\n headers: {\n 'x-org-slug': 'demo',\n 'ts-auth-token': 'AUTH_TOKEN_ID'\n \n },\n params: {\n page: '1',\n limit: '10',\n filter: 'failed',\n pipelineId: 'a592d372-3bdf-417e-b650-4e3c02cec688',\n startTime='2018-09-20T10:00:00.00Z',\n endTime='2018-10-31T10:00:00.00Z'\n },\n })\n .then(function(response) {\n console.log(response);\n });\n\naxios\n .get('https://api.tetrascience.com/v1/workflow/workflows', {\n headers: {\n 'x-org-slug': 'demo',\n 'ts-auth-token': 'AUTH_TOKEN_ID'\n \n },\n params: {\n page: '1',\n limit: '10',\n filter: 'failed',\n pipelineId: 'a592d372-3bdf-417e-b650-4e3c02cec688',\n startTime='1537437600000',\n endTime='1540980000000'\n },\n })\n .then(function(response) {\n console.log(response);\n });" samples-languages: - curl - javascript /v1/workflow/workflows: get: summary: Search Workflows (Deprecated) description: Search data pipeline workflows tags: - Workflows operationId: DL-FI-search-workflows parameters: - name: page in: query description: Results page number - the start index of results is calculated as (page - 1) * limit. Page parameter will return results in range [start index, start index + limit]. Default value is 1. Value 0 will cause error. schema: type: integer format: int32 default: 1 - name: limit in: query description: Page size - number of the workflow results to retrieve for a given page. schema: type: integer format: int32 default: 1000 - name: filter in: query description: 'Filter by the workflow completion status. Possible values are: `all` - for all the workflows (completed and failed), `failed` - for the workflows that failed or were canceled, and `completed` - for the workflows that completed successfully.' schema: type: string default: all - name: pipelineId in: query description: Optional parameter. If provided, only the workflows associated with this pipelineid are retrieved. Otherwise, the workflows from all the pipelines are retrieved. schema: type: string - name: startTime in: query description: Optional parameter. If provided, service returns all the workflows created after this time. Value can be Unix time in milliseconds or date in ISO format with or without hours, minutes, seconds. If value is just a date without hours, minutes and second, timestamp will be defaulted to 00:00:00 for given date. schema: type: string format: date-time - name: endTime in: query description: Optional parameter. If provided, service returns all the workflows created before this time. Value can be Unix time in milliseconds or date in ISO format with or without hours, minutes, seconds. If value is just a date without hours, minutes and second, timestamp will be defaulted to 00:00:00 for given date. schema: type: string format: date-time responses: '200': description: '200' content: application/json: examples: Result: value: "[\n {\n \"id\": \"ab3d4e44-483e-446f-9e76-92ab4d01f903\",\n \"protocolSlug\": \"leaf-nodes-excel-and-csv-to-adf\",\n \"pipelineId\": \"a592d372-3bdf-417e-b650-4e3c02cec688\",\n \"protocolVersion\": \"v1.0.0\",\n \"orgSlug\": \"demo\",\n \"protocol\": {\n \"name\": \"Convert leaf nodes Excel into ADF\",\n \"steps\": [\n {\n \"slug\": \"parse-leaf-nodes-excel-or-csv-to-json\",\n \"description\": \"Parse a leaf node Excel into a json file, such that ADF/SHACL generation can be automated. \",\n \"type\": \"parser\",\n \"pattern\": \"map\",\n \"script\": {\n \"slug\": \"parse-leaf-nodes-excel-or-csv-to-json\",\n \"version\": \"v1.0.0\"\n },\n \"inputMapping\": [\n {\n \"key\": \"tempDir\",\n \"value\": \"/$context/session/fileDir\"\n }\n ],\n \"outputMapping\": [\n {\n \"key\": \"leafNodesJson\",\n \"shouldUpload\": true,\n \"value\": \"/$session/leafNodesJson\"\n }\n ]\n }\n ]\n },\n \"inputFile\": {\n \"meta\": {\n \"fileId\": \"7beb45c3-2d07-4ad7-bf49-8efa29a52e44\",\n \"sourceType\": \"egnyte\",\n \"source\": {\n \"type\": \"egnyte\",\n \"egnyte\": {\n \"url\": \"https://apptetrascience.qa-egnyte.com\",\n \"integrationId\": \"febf8cab-0103-4320-ad63-7eab9f26d025\",\n \"filePath\": \"/Private/demo/test/Structured Spreadsheet for RAMAN Data Cube automation 20180802.xlsx\",\n \"fileName\": \"Structured Spreadsheet for RAMAN Data Cube automation 20180802.xlsx\",\n \"groupId\": \"df754531-48bf-441b-8a6b-329f55914c51\",\n \"entryId\": \"051d5fc1-be3e-4219-bc90-303b3a1e89df\",\n \"checksum\": \"bbb609cb3fed2bcc2bec44de062c450115322f9b35bbf74f988d1d789326767bb59cf8f68a229c1e5808c8b51d6d22a631dc44ad49ae62c54056a89807367bb6\",\n \"versionId\": \"051d5fc1-be3e-4219-bc90-303b3a1e89df\",\n \"lastModifiedTime\": \"2018-09-17T17:47:42.000Z\",\n \"versionNum\": 1\n }\n }\n },\n \"fileKey\": \"demo/7beb45c3-2d07-4ad7-bf49-8efa29a52e44/1538761419866-Structured Spreadsheet for RAMAN Data Cube automation 20180802.xlsx\",\n \"bucket\": \"files-service\",\n \"type\": \"s3file\",\n \"checksum\": \"d219c4945c3167d4547640d211908640\"\n },\n \"tasks\": [\n {\n \"logs\": [\n {\n \"type\": \"content\",\n \"content\": \"\",\n \"sessionId\": \"5fc6004f-f9df-4f57-8455-49fd99e4bbc6\"\n }\n ],\n \"slug\": \"parse-leaf-nodes-excel-or-csv-to-json\",\n \"errors\": [\n {\n \"error\": {\n \"error\": {\n \"message\": \"Parsing error\"\n },\n \"message\": \"Script failed. Please check the log file\"\n },\n \"action\": \"run-script\",\n \"exitCode\": 1,\n \"sessionId\": \"5fc6004f-f9df-4f57-8455-49fd99e4bbc6\",\n \"humanReadableMsg\": \"Script failed. Please check the log file\"\n }\n ],\n \"status\": \"failed\",\n \"taskId\": \"72e9f8fe-bbc6-49f7-b609-8c48e6b98447\",\n \"createdAt\": 1538761420014,\n \"lastUpdatedAt\": 1538761426013\n }\n ],\n \"status\": \"failed\",\n \"createdAt\": 1538761420014,\n \"lastUpdatedAt\": 1538761426013,\n \"pipelineConfig\": {}\n }\n]" schema: type: array items: type: object properties: id: type: string example: ab3d4e44-483e-446f-9e76-92ab4d01f903 protocolSlug: type: string example: leaf-nodes-excel-and-csv-to-adf pipelineId: type: string example: a592d372-3bdf-417e-b650-4e3c02cec688 protocolVersion: type: string example: v1.0.0 orgSlug: type: string example: demo protocol: type: object properties: name: type: string example: Convert leaf nodes Excel into ADF steps: type: array items: type: object properties: slug: type: string example: parse-leaf-nodes-excel-or-csv-to-json description: type: string example: 'Parse a leaf node Excel into a json file, such that ADF/SHACL generation can be automated. ' type: type: string example: parser pattern: type: string example: map script: type: object properties: slug: type: string example: parse-leaf-nodes-excel-or-csv-to-json version: type: string example: v1.0.0 inputMapping: type: array items: type: object properties: key: type: string example: tempDir value: type: string example: /$context/session/fileDir outputMapping: type: array items: type: object properties: key: type: string example: leafNodesJson shouldUpload: type: boolean example: true default: true value: type: string example: /$session/leafNodesJson inputFile: type: object properties: meta: type: object properties: fileId: type: string example: 7beb45c3-2d07-4ad7-bf49-8efa29a52e44 sourceType: type: string example: egnyte source: type: object properties: type: type: string example: egnyte egnyte: type: object properties: url: type: string example: https://apptetrascience.qa-egnyte.com integrationId: type: string example: febf8cab-0103-4320-ad63-7eab9f26d025 filePath: type: string example: /Private/demo/test/Structured Spreadsheet for RAMAN Data Cube automation 20180802.xlsx fileName: type: string example: Structured Spreadsheet for RAMAN Data Cube automation 20180802.xlsx groupId: type: string example: df754531-48bf-441b-8a6b-329f55914c51 entryId: type: string example: 051d5fc1-be3e-4219-bc90-303b3a1e89df checksum: type: string example: bbb609cb3fed2bcc2bec44de062c450115322f9b35bbf74f988d1d789326767bb59cf8f68a229c1e5808c8b51d6d22a631dc44ad49ae62c54056a89807367bb6 versionId: type: string example: 051d5fc1-be3e-4219-bc90-303b3a1e89df lastModifiedTime: type: string example: '2018-09-17T17:47:42.000Z' versionNum: type: integer example: 1 default: 0 fileKey: type: string example: demo/7beb45c3-2d07-4ad7-bf49-8efa29a52e44/1538761419866-Structured Spreadsheet for RAMAN Data Cube automation 20180802.xlsx bucket: type: string example: files-service type: type: string example: s3file checksum: type: string example: d219c4945c3167d4547640d211908640 tasks: type: array items: type: object properties: logs: type: array items: type: object properties: type: type: string example: content content: type: string example: '' sessionId: type: string example: 5fc6004f-f9df-4f57-8455-49fd99e4bbc6 slug: type: string example: parse-leaf-nodes-excel-or-csv-to-json errors: type: array items: type: object properties: error: type: object properties: error: type: object properties: message: type: string example: Parsing error message: type: string example: Script failed. Please check the log file action: type: string example: run-script exitCode: type: integer example: 1 default: 0 sessionId: type: string example: 5fc6004f-f9df-4f57-8455-49fd99e4bbc6 humanReadableMsg: type: string example: Script failed. Please check the log file status: type: string example: failed taskId: type: string example: 72e9f8fe-bbc6-49f7-b609-8c48e6b98447 createdAt: type: integer example: 1538761420014 default: 0 lastUpdatedAt: type: integer example: 1538761426013 default: 0 status: type: string example: failed createdAt: type: integer example: 1538761420014 default: 0 lastUpdatedAt: type: integer example: 1538761426013 default: 0 pipelineConfig: type: object properties: {} '400': description: '400' content: application/json: examples: Result: value: '{}' schema: type: object properties: {} deprecated: false x-readme: code-samples: - language: curl code: 'curl -H "ts-auth-token: " \ -H "x-org-slug: "\ -X GET https://api.tetrascience.com/v1/workflow/workflows?page=1&limit=10&filter=failed&pipelineId=a592d372-3bdf-417e-b650-4e3c02cec688&startTime=2018-09-20&endTime=2018-10-31 curl -H "ts-auth-token: " \ -H "x-org-slug: "\ -X GET https://api.tetrascience.com/v1/workflow/workflows?page=1&limit=10&filter=failed&pipelineId=a592d372-3bdf-417e-b650-4e3c02cec688&startTime=2018-09-20T10:00:00.00Z&endTime=2018-10-31T10:00:00.00Z curl -H "ts-auth-token: " \ -H "x-org-slug: "\ -X GET https://api.tetrascience.com/v1/workflow/workflows?page=1&limit=10&filter=failed&pipelineId=a592d372-3bdf-417e-b650-4e3c02cec688&startTime=1537437600000&endTime=1540980000000' - language: javascript code: "const request = require('axios');\n\naxios\n .get('https://api.tetrascience.com/v1/workflow/workflows', {\n headers: {\n 'x-org-slug': 'demo',\n 'ts-auth-token': 'AUTH_TOKEN_ID'\n \n },\n params: {\n page: '1',\n limit: '10',\n filter: 'failed',\n pipelineId: 'a592d372-3bdf-417e-b650-4e3c02cec688',\n startTime='2018-09-20',\n endTime='2018-10-31'\n },\n })\n .then(function(response) {\n console.log(response);\n });\n\naxios\n .get('https://api.tetrascience.com/v1/workflow/workflows', {\n headers: {\n 'x-org-slug': 'demo',\n 'ts-auth-token': 'AUTH_TOKEN_ID'\n \n },\n params: {\n page: '1',\n limit: '10',\n filter: 'failed',\n pipelineId: 'a592d372-3bdf-417e-b650-4e3c02cec688',\n startTime='2018-09-20T10:00:00.00Z',\n endTime='2018-10-31T10:00:00.00Z'\n },\n })\n .then(function(response) {\n console.log(response);\n });\n\naxios\n .get('https://api.tetrascience.com/v1/workflow/workflows', {\n headers: {\n 'x-org-slug': 'demo',\n 'ts-auth-token': 'AUTH_TOKEN_ID'\n \n },\n params: {\n page: '1',\n limit: '10',\n filter: 'failed',\n pipelineId: 'a592d372-3bdf-417e-b650-4e3c02cec688',\n startTime='1537437600000',\n endTime='1540980000000'\n },\n })\n .then(function(response) {\n console.log(response);\n });" samples-languages: - curl - javascript /v1/workflow/statusByPipeline: get: summary: Status By Pipeline description: Status of pipelines tags: - Workflows operationId: DL-FI-status-by-pipeline deprecated: false security: [] responses: '200': description: '200' content: application/json: examples: Result: value: "{\n \"results\": [\n {\n \"pipelineId\": \"2795061c-d7f5-4cbb-9fbf-39e5d559c18a\",\n \"statusCounts\": {\n \"pending\": 11118,\n \"processing\": 0\n }\n },\n {\n \"pipelineId\": \"c0ffba0e-0c2f-47b7-9663-9ed7a174db97\",\n \"statusCounts\": {\n \"pending\": 11118,\n \"processing\": 0\n }\n },\n {\n \"pipelineId\": \"0fc238c4-93e6-43a8-9709-0f022c96452b\",\n \"statusCounts\": {\n \"pending\": 11723,\n \"processing\": 60\n }\n },\n {\n \"pipelineId\": \"ef36087c-cb03-4224-b8f1-6adde0cc0fe9\",\n \"statusCounts\": {\n \"pending\": 2,\n \"processing\": 0\n }\n },\n {\n \"pipelineId\": \"6336dd52-0995-4dee-a76d-56c0805d7130\",\n \"statusCounts\": {\n \"pending\": 11742,\n \"processing\": 60\n }\n },\n {\n \"pipelineId\": \"aa1f120d-5b35-4cfc-8f0d-dc8b22924360\",\n \"statusCounts\": {\n \"pending\": 3,\n \"processing\": 0\n }\n },\n {\n \"pipelineId\": \"8592187a-d3ed-4410-8ffb-ee47826bebf7\",\n \"statusCounts\": {\n \"pending\": 1,\n \"processing\": 0\n }\n },\n {\n \"pipelineId\": \"de39c8cf-a9a9-40f2-8a5c-4f00ca6de418\",\n \"statusCounts\": {\n \"pending\": 11118,\n \"processing\": 0\n }\n }\n ]\n}" schema: type: object properties: results: type: array items: type: object properties: pipelineId: type: string example: 2795061c-d7f5-4cbb-9fbf-39e5d559c18a statusCounts: type: object properties: pending: type: integer example: 47 processing: type: integer example: 1701 required: - pipelineId - statusCounts required: - results x-readme: code-samples: - language: curl code: "-------------\nREQUEST\n-------------\n\ncurl --location --request GET \\\n'https://api.tetrascience.com/v1/workflow/statusByPipeline' \\\n--header 'x-org-slug: ' \\\n--header 'ts-auth-token: ' \\\n--header 'Content-Type: application/json' \\\n--data-raw ''\n\n\n-------------\nRESPONSE 200\n-------------\n{\n \"results\": [\n {\n \"pipelineId\": \"2795061c-d7f5-4cbb-9fbf-39e5d559c18a\",\n \"statusCounts\": {\n \"pending\": 11118,\n \"processing\": 0\n }\n },\n {\n \"pipelineId\": \"c0ffba0e-0c2f-47b7-9663-9ed7a174db97\",\n \"statusCounts\": {\n \"pending\": 11118,\n \"processing\": 0\n }\n },\n {\n \"pipelineId\": \"0fc238c4-93e6-43a8-9709-0f022c96452b\",\n \"statusCounts\": {\n \"pending\": 11723,\n \"processing\": 60\n }\n },\n {\n \"pipelineId\": \"ef36087c-cb03-4224-b8f1-6adde0cc0fe9\",\n \"statusCounts\": {\n \"pending\": 2,\n \"processing\": 0\n }\n },\n {\n \"pipelineId\": \"6336dd52-0995-4dee-a76d-56c0805d7130\",\n \"statusCounts\": {\n \"pending\": 11742,\n \"processing\": 60\n }\n },\n {\n \"pipelineId\": \"aa1f120d-5b35-4cfc-8f0d-dc8b22924360\",\n \"statusCounts\": {\n \"pending\": 3,\n \"processing\": 0\n }\n },\n {\n \"pipelineId\": \"8592187a-d3ed-4410-8ffb-ee47826bebf7\",\n \"statusCounts\": {\n \"pending\": 1,\n \"processing\": 0\n }\n },\n {\n \"pipelineId\": \"de39c8cf-a9a9-40f2-8a5c-4f00ca6de418\",\n \"statusCounts\": {\n \"pending\": 11118,\n \"processing\": 0\n }\n }\n ]\n}\n" name: cURL samples-languages: - curl components: securitySchemes: token: type: apiKey description: JWT Token for authentication in: header name: ts-auth-token orgSlug: type: apiKey description: Your organization slug in: header name: x-org-slug tsAuthToken: type: apiKey in: header name: ts-auth-token