name: Clojure CI env: INSTANT_TIMINGS_APP_ID: 'b6003065-8152-4b15-8bcd-09a70e322854' on: push: jobs: detect_changes: runs-on: ubuntu-latest outputs: clj_did_change: ${{ fromJSON(steps.detect_changes.outputs.result).clj_did_change }} vector_did_change: ${{ fromJSON(steps.detect_changes.outputs.result).vector_did_change }} steps: - name: Detect changes id: detect_changes uses: actions/github-script@v7 with: script: | const base = context.payload.before || context.payload.pull_request?.base.sha; const head = context.payload.after || context.payload.pull_request?.head.sha; const owner = context.repo.owner; const repo = context.repo.repo; const { data } = await (base === '0000000000000000000000000000000000000000' ? github.rest.repos.getCommit({ owner, repo, ref: head, }) : github.rest.repos.compareCommits({ owner, repo, base, head, })); const files = data.files.map((f) => f.filename); const output = { clj_did_change: false, vector_did_change: false, }; for (const file of files) { const changes = { server: file.startsWith('server/'), vector: file === 'server/vector.yaml', workflowFile: file === '.github/workflows/clojure.yml' }; console.log('file', file); console.log('changes', changes); if (changes.server || changes.workflowFile) { console.log('clj_did_change', true); output.clj_did_change = true; } if (changes.vector || changes.workflowFile) { console.log('vector_did_change', true); output.vector_did_change = true; } } console.log('output', output); return output; - name: Fetch timings if: ${{ fromJSON(steps.detect_changes.outputs.result) }} env: INSTANT_TIMINGS_ADMIN_TOKEN: ${{ secrets.INSTANT_TIMINGS_ADMIN_TOKEN }} continue-on-error: true run: | if [ -n "$INSTANT_TIMINGS_ADMIN_TOKEN" ]; then curl 'https://api.instantdb.com/admin/query' \ -v \ -H "app-id: $INSTANT_TIMINGS_APP_ID" \ -H "Authorization: Bearer $INSTANT_TIMINGS_ADMIN_TOKEN" \ -H "Content-Type: application/json" \ --data-raw '{"query": {"timings": {}}}' \ -o timings.json || echo "curl failed to fetch timings" else echo "No admin token, skipping timings fetch" fi - name: Upload Artifacts uses: actions/upload-artifact@v4 with: name: timings path: timings.json clj-check: runs-on: ubuntu-latest needs: [ detect_changes ] if: needs.detect_changes.outputs.clj_did_change == 'true' strategy: fail-fast: false matrix: # List of indicies from 0 to NODE_COUNT # Make sure this matches NODE_COUNT below node_index: [0, 1, 2, 3, 4] services: postgres: image: ghcr.io/instantdb/postgresql:postgresql-17-pg-hint-plan ports: - 5432:5432 env: POSTGRES_USER: test_user POSTGRES_PASSWORD: test_password POSTGRES_DB: test_db options: >- --health-cmd "exit 0" --health-interval 1s --health-timeout 1s --health-retries 1 steps: - name: Checkout uses: actions/checkout@v4 - name: Prepare java uses: actions/setup-java@v4 with: distribution: 'corretto' java-version: '26' - name: Prepare database env: DATABASE_URL: "postgres://test_user:test_password@localhost:5432/test_db?sslmode=disable" timeout-minutes: 1 run: | curl -L "https://github.com/golang-migrate/migrate/releases/download/v4.17.0/migrate.linux-amd64.tar.gz" | tar xvz chmod +x migrate until pg_isready -h localhost -p 5432; do echo "Waiting for postgres to be ready..." sleep 1 done ./migrate \ -source file://server/resources/migrations \ -database $DATABASE_URL \ up psql -d $DATABASE_URL -c "select version()" # Uncomment to see auto explain logs at the end of tests in the stop containers step # psql -d $DATABASE_URL -v ON_ERROR_STOP=1 <<'SQL' # ALTER SYSTEM SET session_preload_libraries = 'auto_explain'; # SELECT pg_reload_conf(); # SQL # psql -d $DATABASE_URL -v ON_ERROR_STOP=1 <<'SQL' # ALTER SYSTEM SET auto_explain.log_min_duration = '100ms'; # ALTER SYSTEM SET auto_explain.log_analyze = on; # ALTER SYSTEM SET auto_explain.log_nested_statements = on; # ALTER SYSTEM SET auto_explain.log_timing = on; # ALTER SYSTEM SET auto_explain.log_triggers = on; # ALTER SYSTEM SET auto_explain.log_verbose = on; # ALTER SYSTEM SET auto_explain.log_buffers = on; # ALTER SYSTEM SET auto_explain.log_parameter_max_length = 0; # SELECT pg_reload_conf(); # SQL - name: Install clojure tools uses: DeLaGuardo/setup-clojure@13.1 with: cli: 1.11.3.1463 - name: Restore Clojure Dependencies Cache uses: actions/cache/restore@v4 with: path: | ~/.m2/repository ~/.gitlibs ~/.deps.clj key: cljdeps-${{ hashFiles('server/deps.edn') }} restore-keys: | cljdeps- - name: Get timings uses: actions/download-artifact@v4 with: pattern: timings path: server - name: Install Clojure dependencies working-directory: server run: clojure -P - name: Compile java src files working-directory: server run: clojure -T:build compile-java - name: Run Clojure tests working-directory: server env: DATABASE_URL: "jdbc:postgresql://localhost:5432/test_db?user=test_user&password=test_password" TEST: "true" STRIPE_API_KEY: ${{ secrets.STRIPE_TEST_KEY }} INSTANT_TIMINGS_ADMIN_TOKEN: ${{ secrets.INSTANT_TIMINGS_ADMIN_TOKEN }} SAVE_TIMINGS: ${{ github.ref == 'refs/heads/main' }} NODE_INDEX: ${{ matrix.node_index }} # Make sure this matches the length of the matrix NODE_COUNT: "5" run: clojure -M:test - name: Publish Test Report uses: mikepenz/action-junit-report@v4 if: success() || failure() # always run even if the previous step fails with: report_paths: '**/server/target/test-results/*.xml' - name: Save Clojure Dependencies Cache if: github.ref == 'refs/heads/main' uses: actions/cache/save@v4 with: path: | ~/.m2/repository ~/.gitlibs ~/.deps.clj key: cljdeps-${{ hashFiles('server/deps.edn') }} clj-build-check: runs-on: ubuntu-latest needs: [ detect_changes ] if: needs.detect_changes.outputs.clj_did_change == 'true' steps: - name: Checkout uses: actions/checkout@v4 - name: Prepare java uses: actions/setup-java@v4 with: distribution: 'corretto' java-version: '26' - name: Install clojure tools uses: DeLaGuardo/setup-clojure@13.1 with: cli: 1.11.3.1463 - name: Cache Clojure Dependencies uses: actions/cache/restore@v4 with: path: | ~/.m2/repository ~/.gitlibs ~/.deps.clj key: cljdeps-${{ hashFiles('server/deps.edn') }} restore-keys: cljdeps - name: Install Clojure dependencies working-directory: server run: clojure -P - name: Build uberjar working-directory: server run: clojure -T:build uber lint: runs-on: ubuntu-latest needs: [ detect_changes ] if: needs.detect_changes.outputs.clj_did_change == 'true' steps: - name: Checkout uses: actions/checkout@v4 - name: Test host diagnostics working-directory: server run: | python3 -m unittest discover -s scripts/tests -p 'test_host_diagnostics.py' for script in scripts/install_host_diagnostics.sh .platform/hooks/postdeploy/host-diagnostics.sh .platform/confighooks/postdeploy/host-diagnostics.sh; do bash -n "$script" done - name: Prepare java uses: actions/setup-java@v4 with: distribution: 'corretto' java-version: '26' - name: Install clojure tools uses: DeLaGuardo/setup-clojure@13.1 with: cli: 1.11.3.1463 - name: Cache Clojure Dependencies uses: actions/cache/restore@v4 with: path: | ~/.m2/repository ~/.gitlibs ~/.deps.clj key: cljdeps-${{ hashFiles('server/deps.edn') }} restore-keys: cljdeps - name: Install Clojure dependencies working-directory: server run: clojure -P -M:lint - name: Lint working-directory: server run: clojure -M:lint "--config" ".clj-kondo/ci-config.edn" vector-test: runs-on: ubuntu-latest needs: [ detect_changes ] if: needs.detect_changes.outputs.vector_did_change == 'true' permissions: contents: read steps: - name: Checkout uses: actions/checkout@v4 with: persist-credentials: false - name: Run Vector unit tests uses: docker://timberio/vector:0.56.0-alpine with: entrypoint: vector args: test /github/workspace/server/vector.yaml publish-image: runs-on: ubuntu-latest if: (needs.detect_changes.outputs.clj_did_change == 'true' && github.ref == 'refs/heads/main') || contains(github.event.head_commit.message, '[staging]') # Start publish image if we have clj changes needs: [ detect_changes ] permissions: id-token: write contents: read steps: - name: Checkout uses: actions/checkout@v4 - name: Set up Docker Buildx uses: docker/setup-buildx-action@v3 - name: Configure AWS credentials uses: aws-actions/configure-aws-credentials@v4 with: role-to-assume: arn:aws:iam::597134865416:role/aws-credentials-for-github-actions-Role-x0lUbtwJNb7G aws-region: us-east-1 - name: Login to Amazon ECR id: login-ecr uses: aws-actions/amazon-ecr-login@v2 - name: Determine deploy target id: target env: COMMIT_MSG: ${{ github.event.head_commit.message }} run: | if [[ "$COMMIT_MSG" == *"[staging]"* ]]; then echo "target=staging" >> "$GITHUB_OUTPUT" else echo "target=prod" >> "$GITHUB_OUTPUT" fi - name: Build, tag, and push docker image to Amazon ECR working-directory: server env: IMAGE_TAG: ${{ github.sha }} DEPLOY_TARGET: ${{ steps.target.outputs.target }} run: | docker buildx build --push \ --cache-to mode=max,image-manifest=true,oci-mediatypes=true,compression=zstd,type=registry,ref=597134865416.dkr.ecr.us-east-1.amazonaws.com/instant-prod-ecr-buildcache:cache \ --cache-from type=registry,ref=597134865416.dkr.ecr.us-east-1.amazonaws.com/instant-prod-ecr-buildcache:cache \ -t 597134865416.dkr.ecr.us-east-1.amazonaws.com/instant-prod-ecr:$IMAGE_TAG \ -t 597134865416.dkr.ecr.us-east-1.amazonaws.com/instant-prod-ecr:$DEPLOY_TARGET . publish-eb: runs-on: ubuntu-latest # Publish to elastic beanstalk only if we pass the tests needs: - clj-check - lint - publish-image permissions: id-token: write contents: read steps: - name: Checkout uses: actions/checkout@v4 - name: Configure AWS credentials uses: aws-actions/configure-aws-credentials@v4 with: role-to-assume: arn:aws:iam::597134865416:role/aws-credentials-for-github-actions-Role-x0lUbtwJNb7G aws-region: us-east-1 - name: Update docker-compose.yml working-directory: server env: IMAGE_TAG: ${{ github.sha }} run: | sed -i "s|IMAGE_REPLACE_ME|597134865416.dkr.ecr.us-east-1.amazonaws.com/instant-prod-ecr:${IMAGE_TAG}|g" docker-compose.yml cat docker-compose.yml - name: Create eb application version uses: "./.github/actions/elastic-beanstalk" with: working-directory: "server" files: '["docker-compose.yml", "vector.yaml", ".ebextensions/resources.config", ".ebextensions/sysctl.config", ".platform/hooks/prebuild/prebuild.sh", ".platform/hooks/postdeploy/cloudwatch.sh", ".platform/confighooks/prebuild/prebuild.sh", ".platform/confighooks/postdeploy/cloudwatch.sh", ".platform/hooks/postdeploy/host-diagnostics.sh", ".platform/confighooks/postdeploy/host-diagnostics.sh", "scripts/host_diagnostics.py", "scripts/install_host_diagnostics.sh"]' aws-region: "us-east-1" bucket: "elasticbeanstalk-us-east-1-597134865416" application-name: "instant-docker-prod"