{ "type": "excalidraw", "version": 2, "source": "hyf-datatrack/scripts", "elements": [ { "id": "title", "type": "text", "x": 60, "y": 40, "width": 930.0, "height": 39.0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 897563739, "version": 1, "versionNonce": 50056528, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "Week 15 final project: three views of one platform", "originalText": "Week 15 final project: three views of one platform", "fontSize": 30, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "subtitle", "type": "text", "x": 60, "y": 92, "width": 763.84, "height": 83.2, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 155376647, "version": 1, "versionNonce": 678659459, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "1. THE ARCHITECTURE: everything that exists.\nOne per team: ACA job, container registry, Airflow VM, Databricks catalog,\nstorage account, repository, and the backend's Postgres (Railway, not Azure).\nShared: the SQL warehouse and Key Vault.", "originalText": "1. THE ARCHITECTURE: everything that exists.\nOne per team: ACA job, container registry, Airflow VM, Databricks catalog,\nstorage account, repository, and the backend's Postgres (Railway, not Azure).\nShared: the SQL warehouse and Key Vault.", "fontSize": 16, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "azure", "type": "rectangle", "x": 300, "y": 180, "width": 1450, "height": 780, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1026282354, "version": 1, "versionNonce": 72501885, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "azure_lbl", "type": "text", "x": 320, "y": 196, "width": 62.0, "height": 26.0, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 236000769, "version": 1, "versionNonce": 632426859, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "Azure", "originalText": "Azure", "fontSize": 20, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "dbx", "type": "rectangle", "x": 760, "y": 250, "width": 530, "height": 450, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1577509422, "version": 1, "versionNonce": 1029568883, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "dbx_lbl", "type": "text", "x": 780, "y": 266, "width": 322.4, "height": 26.0, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 503068813, "version": 1, "versionNonce": 1452032919, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "Databricks (Unity Catalog)", "originalText": "Databricks (Unity Catalog)", "fontSize": 20, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "backend", "type": "rectangle", "x": 1800, "y": 180, "width": 360, "height": 780, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 2002871141, "version": 1, "versionNonce": 1527888696, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "backend_lbl", "type": "text", "x": 1820, "y": 196, "width": 161.2, "height": 26.0, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1205089177, "version": 1, "versionNonce": 1684811109, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "Backend track", "originalText": "Backend track", "fontSize": 20, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "source", "type": "rectangle", "x": 60, "y": 290, "width": 210, "height": 110, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1130926142, "version": 1, "versionNonce": 1478928792, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "source_t", "type": "text", "x": 109.2, "y": 325.5, "width": 111.6, "height": 39.0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 981871277, "version": 1, "versionNonce": 886338753, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "Source API\nor open data", "originalText": "Source API\nor open data", "fontSize": 15, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "aca", "type": "rectangle", "x": 360, "y": 280, "width": 300, "height": 130, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffec99", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1525434762, "version": 1, "versionNonce": 1345917331, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "aca_t", "type": "text", "x": 421.65, "y": 315.75, "width": 176.7, "height": 58.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 959457937, "version": 1, "versionNonce": 1312707287, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "ACA job x3\ningestion container\nimage tagged by SHA", "originalText": "ACA job x3\ningestion container\nimage tagged by SHA", "fontSize": 15, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "adls", "type": "rectangle", "x": 360, "y": 470, "width": 330, "height": 215, "angle": 0, "strokeColor": "#0c8599", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1805893239, "version": 1, "versionNonce": 993794722, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "adls_lbl", "type": "text", "x": 380, "y": 486, "width": 310.0, "height": 26.0, "angle": 0, "strokeColor": "#0c8599", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1956515704, "version": 1, "versionNonce": 1803350797, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "ADLS Gen2: sthyffpteam", "originalText": "ADLS Gen2: sthyffpteam", "fontSize": 20, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "c_prod", "type": "rectangle", "x": 385, "y": 532, "width": 270, "height": 60, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#c5f6fa", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 2102907795, "version": 1, "versionNonce": 339127579, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "c_prod_t", "type": "text", "x": 443.43, "y": 545.1, "width": 153.14, "height": 33.800000000000004, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1980438855, "version": 1, "versionNonce": 1546035544, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "container: prod\nthe schedule writes", "originalText": "container: prod\nthe schedule writes", "fontSize": 13, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "c_dev", "type": "rectangle", "x": 385, "y": 607, "width": 270, "height": 60, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#c5f6fa", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1886789652, "version": 1, "versionNonce": 1353580869, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "c_dev_t", "type": "text", "x": 447.46, "y": 620.1, "width": 145.08, "height": 33.800000000000004, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1935261780, "version": 1, "versionNonce": 1739893065, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "container: dev\nyou write, by hand", "originalText": "container: dev\nyou write, by hand", "fontSize": 13, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "uc_vol", "type": "rectangle", "x": 800, "y": 300, "width": 220, "height": 100, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#c5f6fa", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 282776378, "version": 1, "versionNonce": 2105635740, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "uc_vol_t", "type": "text", "x": 824.44, "y": 326.6, "width": 171.12, "height": 46.800000000000004, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 80530852, "version": 1, "versionNonce": 840570614, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "external volumes\npoint at the containers\nno second copy", "originalText": "external volumes\npoint at the containers\nno second copy", "fontSize": 12, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "models", "type": "rectangle", "x": 1050, "y": 300, "width": 210, "height": 100, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffc9c9", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 602661743, "version": 1, "versionNonce": 739569765, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "models_t", "type": "text", "x": 1094.24, "y": 322.7, "width": 121.52, "height": 54.6, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 74651785, "version": 1, "versionNonce": 1231011250, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "SQL models\nstaging, marts\n+ dbt tests", "originalText": "SQL models\nstaging, marts\n+ dbt tests", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "enriched", "type": "rectangle", "x": 800, "y": 425, "width": 460, "height": 72, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#eebefa", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 2125944712, "version": 1, "versionNonce": 651502313, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "enriched_t", "type": "text", "x": 891.12, "y": 442.8, "width": 277.76, "height": 36.4, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 428962599, "version": 1, "versionNonce": 499168725, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "Python model: enrichment\nyour domain rules, on serverless", "originalText": "Python model: enrichment\nyour domain rules, on serverless", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "dbtruns", "type": "rectangle", "x": 800, "y": 520, "width": 460, "height": 60, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffc9c9", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1698115710, "version": 1, "versionNonce": 203650899, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "dbtruns_t", "type": "text", "x": 904.14, "y": 531.8, "width": 251.72, "height": 36.4, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 316059607, "version": 1, "versionNonce": 2012886197, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "table: ops.dbt_test_runs\nwritten after every dbt build", "originalText": "table: ops.dbt_test_runs\nwritten after every dbt build", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "warehouse", "type": "rectangle", "x": 800, "y": 600, "width": 460, "height": 75, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffec99", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1270543690, "version": 1, "versionNonce": 1724254643, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "warehouse_t", "type": "text", "x": 895.46, "y": 610.2, "width": 269.08, "height": 54.6, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 998015127, "version": 1, "versionNonce": 769707371, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "compute: SQL warehouse (shared)\nwh-final-project, 2X-Small\nthe models above run here", "originalText": "compute: SQL warehouse (shared)\nwh-final-project, 2X-Small\nthe models above run here", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "airflow", "type": "rectangle", "x": 1420, "y": 300, "width": 290, "height": 200, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1519565486, "version": 1, "versionNonce": 336338774, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "airflow_t", "type": "text", "x": 1485.95, "y": 341.5, "width": 158.1, "height": 117.0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1010433740, "version": 1, "versionNonce": 1331937534, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "Airflow x3\none VM per team\n\n1. trigger + wait\n2. dbt build\n3. publish", "originalText": "Airflow x3\none VM per team\n\n1. trigger + wait\n2. dbt build\n3. publish", "fontSize": 15, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "pg", "type": "rectangle", "x": 1840, "y": 320, "width": 280, "height": 160, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1336735466, "version": 1, "versionNonce": 706717630, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "pg_t", "type": "text", "x": 1867.16, "y": 354.5, "width": 225.68, "height": 91.0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1366948770, "version": 1, "versionNonce": 1661687224, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "Postgres (Railway) x3\n\napp (theirs)\nanalytics (the schedule)\nanalytics_dev (you)", "originalText": "Postgres (Railway) x3\n\napp (theirs)\nanalytics (the schedule)\nanalytics_dev (you)", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "repo", "type": "rectangle", "x": 360, "y": 780, "width": 300, "height": 130, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#d0bfff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 2046751681, "version": 1, "versionNonce": 1443871098, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "repo_t", "type": "text", "x": 427.54, "y": 817.7, "width": 164.92, "height": 54.6, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1896436370, "version": 1, "versionNonce": 318690665, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "team monorepo x3\ndata/src data/dbt\ndata/airflow/dags", "originalText": "team monorepo x3\ndata/src data/dbt\ndata/airflow/dags", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "ci", "type": "rectangle", "x": 780, "y": 800, "width": 250, "height": 90, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#d0bfff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1170152973, "version": 1, "versionNonce": 2037733536, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "ci_t", "type": "text", "x": 830.6, "y": 825.5, "width": 148.8, "height": 39.0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 610528165, "version": 1, "versionNonce": 495641667, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "GitHub Actions\n+ ACR, no secret", "originalText": "GitHub Actions\n+ ACR, no secret", "fontSize": 15, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "kv", "type": "rectangle", "x": 1420, "y": 800, "width": 290, "height": 90, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffd8a8", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 2115198512, "version": 1, "versionNonce": 1674122500, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "kv_t", "type": "text", "x": 1432.01, "y": 819.65, "width": 265.98, "height": 50.7, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1615544667, "version": 1, "versionNonce": 66137398, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "Key Vault (shared)\nper team: the service principal,\nPostgres passwords, Airflow admin", "originalText": "Key Vault (shared)\nper team: the service principal,\nPostgres passwords, Airflow admin", "fontSize": 13, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "e_fetch", "type": "arrow", "x": 360, "y": 345, "width": 90, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 1116802805, "version": 1, "versionNonce": 396605251, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ -90, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "l_fetch", "type": "text", "x": 293.3, "y": 318.9, "width": 43.4, "height": 18.2, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1233566809, "version": 1, "versionNonce": 275782091, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "fetch", "originalText": "fetch", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "e_land", "type": "arrow", "x": 560, "y": 410, "width": 0, "height": 124, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 177720751, "version": 1, "versionNonce": 1935637578, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 124 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "l_land", "type": "text", "x": 585.28, "y": 430.9, "width": 69.44, "height": 18.2, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 255168365, "version": 1, "versionNonce": 1095456331, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "raw JSON", "originalText": "raw JSON", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "e_uc", "type": "arrow", "x": 655, "y": 562, "width": 147, "height": 210, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 680214985, "version": 1, "versionNonce": 2147167610, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 90, -112 ], [ 147, -210 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "e_read", "type": "arrow", "x": 1020, "y": 350, "width": 30, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 2065753715, "version": 1, "versionNonce": 2140801142, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 30, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "e_enrich", "type": "arrow", "x": 1155, "y": 400, "width": 0, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 184893382, "version": 1, "versionNonce": 265027544, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 25 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "e_pub", "type": "arrow", "x": 1710, "y": 360, "width": 130, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 2037805205, "version": 1, "versionNonce": 350996165, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 130, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "l_pub", "type": "text", "x": 1718.58, "y": 332.9, "width": 112.84, "height": 18.2, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1985515666, "version": 1, "versionNonce": 995469512, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "outbound sync", "originalText": "outbound sync", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "e_in", "type": "arrow", "x": 1980, "y": 480, "width": 415, "height": 200, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 1928950371, "version": 1, "versionNonce": 1097901179, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 200 ], [ -415, 200 ], [ -415, 20 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "l_in", "type": "text", "x": 1719.92, "y": 645.9, "width": 104.16, "height": 18.2, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 364772865, "version": 1, "versionNonce": 38333416, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "inbound sync", "originalText": "inbound sync", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "e_trig", "type": "arrow", "x": 1500, "y": 300, "width": 1010, "height": 80, "angle": 0, "strokeColor": "#2f9e44", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 242276735, "version": 1, "versionNonce": 1430677195, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, -80 ], [ -1010, -80 ], [ -1010, -20 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "l_trig", "type": "text", "x": 934.24, "y": 192.9, "width": 121.52, "height": 18.2, "angle": 0, "strokeColor": "#2f9e44", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1631180786, "version": 1, "versionNonce": 1862398992, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "trigger + wait", "originalText": "trigger + wait", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "e_dbt", "type": "arrow", "x": 1420, "y": 470, "width": 157, "height": 167, "angle": 0, "strokeColor": "#2f9e44", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 1491762268, "version": 1, "versionNonce": 240364339, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ -75, 120 ], [ -157, 167 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "l_dbt", "type": "text", "x": 1350.94, "y": 530.9, "width": 78.12, "height": 18.2, "angle": 0, "strokeColor": "#2f9e44", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1298502536, "version": 1, "versionNonce": 1913980165, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "dbt build", "originalText": "dbt build", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "e_ci", "type": "arrow", "x": 660, "y": 845, "width": 120, "height": 0, "angle": 0, "strokeColor": "#7048e8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 1338905736, "version": 1, "versionNonce": 132673761, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 120, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "l_ci", "type": "text", "x": 698.3, "y": 817.9, "width": 43.4, "height": 18.2, "angle": 0, "strokeColor": "#7048e8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1851147354, "version": 1, "versionNonce": 1654049759, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "build", "originalText": "build", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "e_img", "type": "arrow", "x": 905, "y": 800, "width": 585, "height": 388, "angle": 0, "strokeColor": "#7048e8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 64587379, "version": 1, "versionNonce": 1495015691, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ -25, -38 ], [ -575, -52 ], [ -585, -350 ], [ -505, -388 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "l_img", "type": "text", "x": 758.3, "y": 723.9, "width": 43.4, "height": 18.2, "angle": 0, "strokeColor": "#7048e8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1668358862, "version": 1, "versionNonce": 12107865, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "image", "originalText": "image", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "e_dags", "type": "arrow", "x": 660, "y": 810, "width": 785, "height": 280, "angle": 0, "strokeColor": "#7048e8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 617983759, "version": 1, "versionNonce": 1078046382, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 70, -25 ], [ 660, -25 ], [ 785, -280 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "l_dags", "type": "text", "x": 1081.88, "y": 796.9, "width": 156.24, "height": 18.2, "angle": 0, "strokeColor": "#7048e8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1071305872, "version": 1, "versionNonce": 2143251494, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "dags + dbt project", "originalText": "dags + dbt project", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "e_kv", "type": "arrow", "x": 1500, "y": 800, "width": 0, "height": 295, "angle": 0, "strokeColor": "#e8590c", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 1421651336, "version": 1, "versionNonce": 1395333712, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, -295 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "l_kv", "type": "text", "x": 1523.86, "y": 566.8, "width": 182.28, "height": 36.4, "angle": 0, "strokeColor": "#e8590c", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1047256759, "version": 1, "versionNonce": 1352125674, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "the VM identity reads\nonly its own secrets", "originalText": "the VM identity reads\nonly its own secrets", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "ops", "type": "rectangle", "x": 660, "y": 1010, "width": 1440, "height": 270, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 2112824055, "version": 1, "versionNonce": 1368821515, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "ops_lbl", "type": "text", "x": 680, "y": 1026, "width": 818.4, "height": 26.0, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 10923843, "version": 1, "versionNonce": 1526277893, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "Operations (monitoring is required: build at least one of these)", "originalText": "Operations (monitoring is required: build at least one of these)", "fontSize": 20, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "logs", "type": "rectangle", "x": 700, "y": 1090, "width": 300, "height": 100, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 966820660, "version": 1, "versionNonce": 1460442378, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "logs_t", "type": "text", "x": 771.88, "y": 1121.8, "width": 156.24, "height": 36.4, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 253660907, "version": 1, "versionNonce": 739688337, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "Log Analytics x3\ncontainer job logs", "originalText": "Log Analytics x3\ncontainer job logs", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "slack", "type": "rectangle", "x": 1240, "y": 1090, "width": 280, "height": 100, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 465022303, "version": 1, "versionNonce": 1714233277, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "slack_t", "type": "text", "x": 1319.24, "y": 1121.8, "width": 121.52, "height": 36.4, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1437992993, "version": 1, "versionNonce": 552999042, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "Slack\nfailure alerts", "originalText": "Slack\nfailure alerts", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "health", "type": "rectangle", "x": 1620, "y": 1090, "width": 440, "height": 100, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1441563361, "version": 1, "versionNonce": 421771576, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "health_t", "type": "text", "x": 1727.16, "y": 1121.8, "width": 225.68, "height": 36.4, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1353558358, "version": 1, "versionNonce": 1475772143, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "Streamlit health page x3\nACA app, public URL", "originalText": "Streamlit health page x3\nACA app, public URL", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "e_logs", "type": "arrow", "x": 660, "y": 400, "width": 60, "height": 690, "angle": 0, "strokeColor": "#0c8599", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 1968817270, "version": 1, "versionNonce": 2079671867, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 60, 0 ], [ 60, 690 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "l_logs", "type": "text", "x": 683.73, "y": 728.1, "width": 72.54, "height": 33.800000000000004, "angle": 0, "strokeColor": "#0c8599", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 521905652, "version": 1, "versionNonce": 1691932229, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "container\nstdout", "originalText": "container\nstdout", "fontSize": 13, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "e_alert", "type": "arrow", "x": 1710, "y": 480, "width": 360, "height": 610, "angle": 0, "strokeColor": "#0c8599", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 19671733, "version": 1, "versionNonce": 430540029, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 30, 0 ], [ 30, 520 ], [ -330, 520 ], [ -330, 610 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "l_alert", "type": "text", "x": 1519.7, "y": 976.55, "width": 80.6, "height": 16.900000000000002, "angle": 0, "strokeColor": "#0c8599", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 667776888, "version": 1, "versionNonce": 1983973380, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "on failure", "originalText": "on failure", "fontSize": 13, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "e_health1", "type": "arrow", "x": 1260, "y": 655, "width": 515, "height": 435, "angle": 0, "strokeColor": "#0c8599", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 686317966, "version": 1, "versionNonce": 841660574, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 515, 0 ], [ 515, 435 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "l_health1", "type": "text", "x": 1535.52, "y": 688.1, "width": 128.96, "height": 33.800000000000004, "angle": 0, "strokeColor": "#0c8599", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1383803758, "version": 1, "versionNonce": 1583903466, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "rows, freshness,\ntest results", "originalText": "rows, freshness,\ntest results", "fontSize": 13, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "e_health2", "type": "arrow", "x": 2020, "y": 480, "width": 0, "height": 610, "angle": 0, "strokeColor": "#0c8599", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 1742601190, "version": 1, "versionNonce": 1003060876, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 610 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "l_health2", "type": "text", "x": 2023.73, "y": 683.1, "width": 72.54, "height": 33.800000000000004, "angle": 0, "strokeColor": "#0c8599", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 499249705, "version": 1, "versionNonce": 2005225781, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "published\nrows", "originalText": "published\nrows", "fontSize": 13, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "legend", "type": "text", "x": 60, "y": 440, "width": 225.68, "height": 291.2, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 671969930, "version": 1, "versionNonce": 1454959886, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "ARROWS: what flows\nblack data\ngreen orchestration\npurple code\norange secrets\nteal operations\n\nBOXES: what it is\nyellow compute, it bills\ncyan files\nred a table\nviolet your code\nblue the backend's DB\ngrey not yours\n\ndashed optional", "originalText": "ARROWS: what flows\nblack data\ngreen orchestration\npurple code\norange secrets\nteal operations\n\nBOXES: what it is\nyellow compute, it bills\ncyan files\nred a table\nviolet your code\nblue the backend's DB\ngrey not yours\n\ndashed optional", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "d2_title", "type": "text", "x": 60, "y": 1400, "width": 642.32, "height": 36.4, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1973689914, "version": 1, "versionNonce": 1751620624, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "2. Your laptop: where the work starts", "originalText": "2. Your laptop: where the work starts", "fontSize": 28, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "d2_sub", "type": "text", "x": 60, "y": 1448, "width": 972.16, "height": 41.6, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 122687223, "version": 1, "versionNonce": 1170033991, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "You run as yourself, with your own token and a full Airflow in Docker. You publish to the real\ndatabase, into a schema the scheduled run cannot even read, so nothing you try by hand reaches it.", "originalText": "You run as yourself, with your own token and a full Airflow in Docker. You publish to the real\ndatabase, into a schema the scheduled run cannot even read, so nothing you try by hand reaches it.", "fontSize": 16, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "d2_you", "type": "rectangle", "x": 60, "y": 1570, "width": 260, "height": 100, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1447547735, "version": 1, "versionNonce": 557994969, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "d2_you_t", "type": "text", "x": 107.54, "y": 1601.8, "width": 164.92, "height": 36.4, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1172557103, "version": 1, "versionNonce": 1533866553, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "Your laptop\nuv run: python, dbt", "originalText": "Your laptop\nuv run: python, dbt", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "d2_dev", "type": "rectangle", "x": 380, "y": 1570, "width": 260, "height": 100, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#c5f6fa", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 801959718, "version": 1, "versionNonce": 259513988, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "d2_dev_t", "type": "text", "x": 423.2, "y": 1592.7, "width": 173.6, "height": 54.6, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2001469024, "version": 1, "versionNonce": 913379369, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "ADLS: dev\nyour prefix by hand\naca-dev from the DAG", "originalText": "ADLS: dev\nyour prefix by hand\naca-dev from the DAG", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "d2_e1", "type": "arrow", "x": 320, "y": 1620, "width": 60, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 426345657, "version": 1, "versionNonce": 288609132, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 60, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "d2_sch", "type": "rectangle", "x": 700, "y": 1570, "width": 260, "height": 100, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffc9c9", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1081951624, "version": 1, "versionNonce": 881166126, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "d2_sch_t", "type": "text", "x": 738.86, "y": 1601.8, "width": 182.28, "height": 36.4, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 303909534, "version": 1, "versionNonce": 1907294061, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "Databricks\ndev_ schema", "originalText": "Databricks\ndev_ schema", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "d2_e2", "type": "arrow", "x": 640, "y": 1620, "width": 60, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 692833662, "version": 1, "versionNonce": 984909432, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 60, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "d2_pg", "type": "rectangle", "x": 1020, "y": 1570, "width": 260, "height": 100, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1383467691, "version": 1, "versionNonce": 674541225, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "d2_pg_t", "type": "text", "x": 1054.52, "y": 1601.8, "width": 190.96, "height": 36.4, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 239214609, "version": 1, "versionNonce": 1581881514, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "Postgres: the real one\nanalytics_dev schema", "originalText": "Postgres: the real one\nanalytics_dev schema", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "d2_e3", "type": "arrow", "x": 960, "y": 1620, "width": 60, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 1795271049, "version": 1, "versionNonce": 970930253, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 60, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "d2_astro", "type": "rectangle", "x": 1400, "y": 1570, "width": 300, "height": 100, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1803441370, "version": 1, "versionNonce": 730740101, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "d2_astro_t", "type": "text", "x": 1461.34, "y": 1594.65, "width": 177.32, "height": 50.7, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1598957853, "version": 1, "versionNonce": 629856981, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "local Airflow (Astro)\nastro dev start\nairflow.localhost:6563", "originalText": "local Airflow (Astro)\nastro dev start\nairflow.localhost:6563", "fontSize": 13, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "d2_e_astro", "type": "arrow", "x": 1550, "y": 1570, "width": 720, "height": 40, "angle": 0, "strokeColor": "#2f9e44", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 744482048, "version": 1, "versionNonce": 2056496155, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, -40 ], [ -720, -40 ], [ -720, -2 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "d2_l_astro", "type": "text", "x": 1094.52, "y": 1508.9, "width": 190.96, "height": 18.2, "angle": 0, "strokeColor": "#2f9e44", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2032839108, "version": 1, "versionNonce": 2011154456, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "runs the same DAG file", "originalText": "runs the same DAG file", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "d2_astro_note", "type": "text", "x": 1336.41, "y": 1675.1, "width": 427.18, "height": 33.800000000000004, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2008930218, "version": 1, "versionNonce": 734787492, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "all three tasks, including ingest: it starts the real\ndev job, as a principal that can start only that", "originalText": "all three tasks, including ingest: it starts the real\ndev job, as a principal that can start only that", "fontSize": 13, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "d2_wh", "type": "rectangle", "x": 700, "y": 1740, "width": 260, "height": 78, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffec99", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1857330452, "version": 1, "versionNonce": 293740738, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "d2_wh_t", "type": "text", "x": 725.22, "y": 1753.65, "width": 209.56, "height": 50.7, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1817079217, "version": 1, "versionNonce": 1176911092, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "SQL warehouse (shared)\nwh-final-project\nqueued behind the schedule", "originalText": "SQL warehouse (shared)\nwh-final-project\nqueued behind the schedule", "fontSize": 13, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "d2_e_wh", "type": "arrow", "x": 920, "y": 1740, "width": 0, "height": 68, "angle": 0, "strokeColor": "#2f9e44", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 1897630648, "version": 1, "versionNonce": 1061174359, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, -68 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "d2_id", "type": "text", "x": 60, "y": 1692, "width": 620.62, "height": 33.800000000000004, "angle": 0, "strokeColor": "#e8590c", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 102277669, "version": 1, "versionNonce": 1940981447, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "as yourself for storage and Databricks: your Entra login and your own token.\nPostgres is the exception: one analytics_dev_user login, shared by your team.", "originalText": "as yourself for storage and Databricks: your Entra login and your own token.\nPostgres is the exception: one analytics_dev_user login, shared by your team.", "fontSize": 13, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "d2_read", "type": "rectangle", "x": 380, "y": 1770, "width": 260, "height": 80, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#c5f6fa", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1428042431, "version": 1, "versionNonce": 1738258505, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "d2_read_t", "type": "text", "x": 466.6, "y": 1791.8, "width": 86.8, "height": 36.4, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 726140315, "version": 1, "versionNonce": 146382140, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "ADLS: prod\nread only", "originalText": "ADLS: prod\nread only", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "d2_e_read", "type": "arrow", "x": 380, "y": 1810, "width": 355, "height": 190, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 16161668, "version": 1, "versionNonce": 1973635508, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ -355, 0 ], [ -355, -190 ], [ -322, -190 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "d2_l_read", "type": "text", "x": 62.97999999999999, "y": 1779.55, "width": 274.04, "height": 16.900000000000002, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1911265735, "version": 1, "versionNonce": 130962683, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "develop against what really landed", "originalText": "develop against what really landed", "fontSize": 13, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "d2_no", "type": "rectangle", "x": 760, "y": 1860, "width": 640, "height": 162, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1442933715, "version": 1, "versionNonce": 1937212577, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "d2_no_t", "type": "text", "x": 776.2, "y": 1895.5, "width": 607.6, "height": 91.0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1992396396, "version": 1, "versionNonce": 1124798361, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "Refused, by permission and not by convention\nwriting the prod container, the analytics, ops and raw_app schemas,\nthe backend's analytics schema, and reading the team service principal\nor the analytics_user password out of Key Vault\none exception: a dev-run principal that starts only the dev job", "originalText": "Refused, by permission and not by convention\nwriting the prod container, the analytics, ops and raw_app schemas,\nthe backend's analytics schema, and reading the team service principal\nor the analytics_user password out of Key Vault\none exception: a dev-run principal that starts only the dev job", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "d2_why", "type": "text", "x": 60, "y": 2030, "width": 1023.0, "height": 78.0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1676563099, "version": 1, "versionNonce": 1951717206, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "You will hit one of these refusals in week 2, and it will look like a bug. It is not: it is the split working.\nMove the write to your own dev schema, or promote it to the schedule, which is the next diagram.\nYou share analytics_dev with your teammates, so the last publish wins. The table carries a comment\nnaming the schema its rows came from, which is how you tell whose run you are looking at.", "originalText": "You will hit one of these refusals in week 2, and it will look like a bug. It is not: it is the split working.\nMove the write to your own dev schema, or promote it to the schedule, which is the next diagram.\nYou share analytics_dev with your teammates, so the last publish wins. The table carries a comment\nnaming the schema its rows came from, which is how you tell whose run you are looking at.", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "d3_title", "type": "text", "x": 60, "y": 2150, "width": 833.28, "height": 36.4, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1898556446, "version": 1, "versionNonce": 1740359626, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "3. Promoting it: the same code, run by a machine", "originalText": "3. Promoting it: the same code, run by a machine", "fontSize": 28, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "d3_sub", "type": "text", "x": 60, "y": 2198, "width": 1091.2, "height": 41.6, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 535569032, "version": 1, "versionNonce": 713264691, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "Your code does not change when it moves here. What changes is who runs it and what that identity is\nallowed to touch, which is why something that worked on your laptop can still fail on the first scheduled run.", "originalText": "Your code does not change when it moves here. What changes is who runs it and what that identity is\nallowed to touch, which is why something that worked on your laptop can still fail on the first scheduled run.", "fontSize": 16, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "d3_air", "type": "rectangle", "x": 60, "y": 2280, "width": 260, "height": 100, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1344549418, "version": 1, "versionNonce": 1933235368, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "d3_air_t", "type": "text", "x": 94.52, "y": 2311.8, "width": 190.96, "height": 36.4, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2059525090, "version": 1, "versionNonce": 1419015821, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "Airflow VM\ntriggers on a schedule", "originalText": "Airflow VM\ntriggers on a schedule", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "d3_air_who", "type": "text", "x": 93.28, "y": 2393.55, "width": 193.44, "height": 16.900000000000002, "angle": 0, "strokeColor": "#e8590c", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2012001947, "version": 1, "versionNonce": 363801896, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "as the VM's own identity", "originalText": "as the VM's own identity", "fontSize": 13, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "d3_job", "type": "rectangle", "x": 380, "y": 2280, "width": 260, "height": 100, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffec99", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 917394560, "version": 1, "versionNonce": 945039849, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "d3_job_t", "type": "text", "x": 410.18, "y": 2311.8, "width": 199.64, "height": 36.4, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 729857922, "version": 1, "versionNonce": 1714972362, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "ACA ingestion job\nwrites the raw response", "originalText": "ACA ingestion job\nwrites the raw response", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "d3_job_who", "type": "text", "x": 441.49, "y": 2393.55, "width": 137.02, "height": 16.900000000000002, "angle": 0, "strokeColor": "#e8590c", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 467494019, "version": 1, "versionNonce": 1713573701, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "as id-fp-team-", "originalText": "as id-fp-team-", "fontSize": 13, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "d3_e1", "type": "arrow", "x": 320, "y": 2330, "width": 60, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 1423689328, "version": 1, "versionNonce": 1388917754, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 60, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "d3_land", "type": "rectangle", "x": 700, "y": 2280, "width": 260, "height": 100, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#c5f6fa", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1931817437, "version": 1, "versionNonce": 1091224719, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "d3_land_t", "type": "text", "x": 747.54, "y": 2311.8, "width": 164.92, "height": 36.4, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 755602857, "version": 1, "versionNonce": 1163958092, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "ADLS: prod\nraw JSON, untouched", "originalText": "ADLS: prod\nraw JSON, untouched", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "d3_land_who", "type": "text", "x": 745.37, "y": 2393.55, "width": 169.26, "height": 16.900000000000002, "angle": 0, "strokeColor": "#e8590c", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1778393282, "version": 1, "versionNonce": 517559214, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "as written by the job", "originalText": "as written by the job", "fontSize": 13, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "d3_e2", "type": "arrow", "x": 640, "y": 2330, "width": 60, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 1305586316, "version": 1, "versionNonce": 942661340, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 60, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "d3_dbx", "type": "rectangle", "x": 1020, "y": 2280, "width": 260, "height": 100, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffc9c9", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1159332707, "version": 1, "versionNonce": 702323948, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "d3_dbx_t", "type": "text", "x": 1050.18, "y": 2311.8, "width": 199.64, "height": 36.4, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1117071580, "version": 1, "versionNonce": 1247277561, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "Databricks\nanalytics, ops, raw_app", "originalText": "Databricks\nanalytics, ops, raw_app", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "d3_dbx_who", "type": "text", "x": 1077.46, "y": 2393.55, "width": 145.08, "height": 16.900000000000002, "angle": 0, "strokeColor": "#e8590c", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 652245713, "version": 1, "versionNonce": 1929314742, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "as sp-hyf-team-", "originalText": "as sp-hyf-team-", "fontSize": 13, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "d3_e3", "type": "arrow", "x": 960, "y": 2330, "width": 60, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 1032686672, "version": 1, "versionNonce": 641499138, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 60, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "d3_pg", "type": "rectangle", "x": 1340, "y": 2280, "width": 260, "height": 100, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 2068283204, "version": 1, "versionNonce": 517173181, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "d3_pg_t", "type": "text", "x": 1374.52, "y": 2311.8, "width": 190.96, "height": 36.4, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1040310250, "version": 1, "versionNonce": 930407301, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "Postgres: the real one\nanalytics schema", "originalText": "Postgres: the real one\nanalytics schema", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "d3_pg_who", "type": "text", "x": 1401.49, "y": 2393.55, "width": 137.02, "height": 16.900000000000002, "angle": 0, "strokeColor": "#e8590c", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1696601855, "version": 1, "versionNonce": 1839951764, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "as analytics_user", "originalText": "as analytics_user", "fontSize": 13, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "d3_e4", "type": "arrow", "x": 1280, "y": 2330, "width": 60, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 948459885, "version": 1, "versionNonce": 1231610690, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 60, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "d3_wh", "type": "rectangle", "x": 1020, "y": 2450, "width": 260, "height": 78, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffec99", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1750358367, "version": 1, "versionNonce": 2017537558, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "d3_wh_t", "type": "text", "x": 1061.34, "y": 2463.65, "width": 177.32, "height": 50.7, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1729537503, "version": 1, "versionNonce": 2020133621, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "SQL warehouse (shared)\nwh-final-project\nthe same one you use", "originalText": "SQL warehouse (shared)\nwh-final-project\nthe same one you use", "fontSize": 13, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "d3_e_wh", "type": "arrow", "x": 1240, "y": 2450, "width": 0, "height": 68, "angle": 0, "strokeColor": "#2f9e44", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 969751029, "version": 1, "versionNonce": 1381159682, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, -68 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "d3_note", "type": "text", "x": 60, "y": 2450, "width": 976.5, "height": 58.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1636477929, "version": 1, "versionNonce": 1515291969, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "Four of the five prove who they are without a password: Azure hands the identity to the machine at\nrun time, so there is nothing to leak and nothing to rotate. The fifth is a real Postgres password, so it\nlives in Key Vault and the Airflow VM's identity is the only thing permitted to read it.", "originalText": "Four of the five prove who they are without a password: Azure hands the identity to the machine at\nrun time, so there is nothing to leak and nothing to rotate. The fifth is a real Postgres password, so it\nlives in Key Vault and the Airflow VM's identity is the only thing permitted to read it.", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "d3_swap", "type": "rectangle", "x": 60, "y": 2550, "width": 640, "height": 160, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1471414917, "version": 1, "versionNonce": 1624356422, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false }, { "id": "d3_swap_t", "type": "text", "x": 167.34, "y": 2575.4, "width": 425.32, "height": 109.2, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1411553456, "version": 1, "versionNonce": 1436095807, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "What the promotion actually swaps\nAirflow in Docker becomes the team's Airflow VM\nthe dev container becomes the prod container\ndev_ becomes analytics, ops and raw_app\nanalytics_dev becomes analytics, same table name\ndata/.env becomes Airflow Variables and Key Vault", "originalText": "What the promotion actually swaps\nAirflow in Docker becomes the team's Airflow VM\nthe dev container becomes the prod container\ndev_ becomes analytics, ops and raw_app\nanalytics_dev becomes analytics, same table name\ndata/.env becomes Airflow Variables and Key Vault", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true }, { "id": "d3_swap_note", "type": "text", "x": 740, "y": 2560, "width": 641.7, "height": 117.0, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 414284292, "version": 1, "versionNonce": 565750857, "isDeleted": false, "boundElements": [], "updated": 1, "link": null, "locked": false, "text": "Nothing on the left of that list is missing from the right. It is the\nsame DAG file and the same models, run by something that does not\nneed you awake, against the resources you were refused on purpose.\nIf your laptop could write the right-hand column instead, a half-\nfinished Tuesday experiment would land in the table the backend\nserves, indistinguishable from the run that failed at 03:00.", "originalText": "Nothing on the left of that list is missing from the right. It is the\nsame DAG file and the same models, run by something that does not\nneed you awake, against the resources you were refused on purpose.\nIf your laptop could write the right-hand column instead, a half-\nfinished Tuesday experiment would land in the table the backend\nserves, indistinguishable from the run that failed at 03:00.", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.3, "autoResize": true } ], "appState": { "gridSize": null, "viewBackgroundColor": "#ffffff" }, "files": {} }