services: backend: container_name: backend build: context: . dockerfile: docker/dev.Dockerfile # TODO: Try using cache_from pointed at a Docker Hub image built from master # Though may need to also use the workaround for local vs remote: # https://github.com/moby/moby/issues/32612#issuecomment-294055017 # cache_from: TODO image: treeherder-backend platform: linux/amd64 environment: # Development/CI-specific environment variables only. # Those that do not vary across environments should go in `Dockerfile`. - BROKER_URL=amqp://guest:guest@rabbitmq// - DATABASE_URL=${DATABASE_URL:-psql://postgres:mozilla1234@postgres:5432/treeherder} - GITHUB_TOKEN=${GITHUB_TOKEN:-} - TEST_DATABASE_URL=${TEST_DATABASE_URL:-} - UPSTREAM_DATABASE_URL=${UPSTREAM_DATABASE_URL:-} - PERF_SHERIFF_BOT_CLIENT_ID=${PERF_SHERIFF_BOT_CLIENT_ID:-} - PERF_SHERIFF_BOT_ACCESS_TOKEN=${PERF_SHERIFF_BOT_ACCESS_TOKEN:-} - NOTIFY_CLIENT_ID=${NOTIFY_CLIENT_ID:-} - NOTIFY_ACCESS_TOKEN=${NOTIFY_ACCESS_TOKEN:-} - PULSE_AUTO_DELETE_QUEUES=True - REDIS_URL=redis://redis:6379 - SITE_URL=http://backend:8000/ - STATSD_HOST=graphite - TREEHERDER_DEBUG=True - NEW_RELIC_INSIGHTS_API_KEY=${NEW_RELIC_INSIGHTS_API_KEY:-} - PROJECTS_TO_INGEST=${PROJECTS_TO_INGEST:-autoland,try} - BUGZILLA_API_URL=${BUGZILLA_API_URL:-} - BUG_FILER_API_KEY=${BUG_FILER_API_KEY:-} - BUG_COMMENTER_API_KEY=${BUG_COMMENTER_API_KEY:-} - BUG_PERF_SHERIFF_API_KEY=${BUG_PERF_SHERIFF_API_KEY:-} - TLS_CERT_PATH=${TLS_CERT_PATH:-} - TELEMETRY_ENABLE_ALERTS=${TELEMETRY_ENABLE_ALERTS:-} - GCLOUD_PROJECT=${GCLOUD_PROJECT:-} entrypoint: './docker/entrypoint.sh' # We *ONLY* initialize the data when we're running the backend command: './initialize_data.sh ./manage.py runserver 0.0.0.0:8000' # Django's runserver doesn't listen to the default of SIGTERM, so docker-compose # must send SIGINT instead to avoid waiting 10 seconds for the time out. stop_signal: SIGINT shm_size: 2g # 2 Gig seems like a good size volumes: - .:/app - ${GCLOUD_DIR:-.}:/home/.config/gcloud - ${GOOGLE_APPLICATION_CREDENTIALS:-.}:/bq-credentials/credentials.json ports: - '8000:8000' depends_on: - redis - postgres - rabbitmq - graphite stdin_open: true tty: true frontend: container_name: frontend # https://hub.docker.com/_/node image: node:23.5.0-alpine3.20 # Installing JS dependencies at runtime so that they share the `node_modules` from the # host, improving speed (both install and build due to the rspack cache) and ensuring # the host copy stays in sync (for people that switch back and forth between UI-only # and full stack Treeherder development). working_dir: /app environment: BACKEND: http://backend:8000 command: sh -c "npm install -g corepack@0.34.7 && corepack enable && corepack prepare pnpm@10.30.3 --activate && pnpm install --force && pnpm start --host 0.0.0.0" volumes: - .:/app ports: - '${FRONTEND_PORT:-5000}:5000' platform: linux/amd64 postgres: container_name: postgres # https://hub.docker.com/r/library/postgres/ image: postgres:15-bullseye environment: - POSTGRES_USER=postgres - POSTGRES_PASSWORD=mozilla1234 - POSTGRES_DB=treeherder labels: - prune=False volumes: - postgres_data:/var/lib/postgresql/data ports: - '${POSTGRES_PORT:-5432}:5432' redis: container_name: redis # https://hub.docker.com/_/redis/ image: redis:7.0.15-alpine # Messages after starting the redis-server # WARNING Memory overcommit must be enabled! Without it, a background save or replication may fail under low memory condition. Being disabled, it can can also cause failures without low memory condition, see https://github.com/jemalloc/jemalloc/issues/1328. To fix this issue add 'vm.overcommit_memory = 1' to /etc/sysctl.conf and then reboot or run the command 'sysctl vm.overcommit_memory=1' for this to take effect. # Hide Redis `notice` log level startup output spam. command: redis-server --loglevel warning ports: - '${REDIS_PORT:-6379}:6379' rabbitmq: container_name: rabbitmq # https://hub.docker.com/r/library/rabbitmq/ image: rabbitmq:3.12.14-alpine environment: # Hide INFO and WARNING log levels to reduce log spam. - 'RABBITMQ_SERVER_ADDITIONAL_ERL_ARGS=-rabbit log [{console,[{level,error}]}]' ports: - '5672:5672' pulse-task-push: build: context: . dockerfile: docker/dev.Dockerfile environment: - PULSE_URL=${PULSE_URL:-} - LOGGING_LEVEL=INFO - PULSE_AUTO_DELETE_QUEUES=True - STATSD_HOST=graphite - DATABASE_URL=${DATABASE_URL:-psql://postgres:mozilla1234@postgres:5432/treeherder} - BROKER_URL=amqp://guest:guest@rabbitmq// - GITHUB_TOKEN=${GITHUB_TOKEN:-} - SKIP_INGESTION=${SKIP_INGESTION:-False} entrypoint: './docker/entrypoint.sh' command: ./manage.py pulse_listener volumes: - .:/app depends_on: - postgres - rabbitmq platform: linux/amd64 celery: build: context: . dockerfile: docker/dev.Dockerfile environment: - BROKER_URL=amqp://guest:guest@rabbitmq:5672// - STATSD_HOST=graphite - DATABASE_URL=${DATABASE_URL:-psql://postgres:mozilla1234@postgres:5432/treeherder} - PROJECTS_TO_INGEST=${PROJECTS_TO_INGEST:-autoland,try} - GITHUB_TOKEN=${GITHUB_TOKEN:-} entrypoint: './docker/entrypoint.sh' command: celery -A treeherder worker --uid=nobody --gid=nogroup --without-gossip --without-mingle --without-heartbeat -Q store_pulse_pushes,store_pulse_tasks,store_pulse_tasks_classification,statsd --concurrency=1 --loglevel=INFO volumes: - .:/app depends_on: - postgres - redis - rabbitmq platform: linux/amd64 # allows for testing statsd logging locally, including visualizations # visit http://localhost:8050 to view stats # see also: https://github.com/graphite-project/docker-graphite-statsd graphite: image: graphiteapp/graphite-statsd:latest expose: - '8125' ports: - '8050:80' volumes: # TODO: Experiment with using tmpfs when testing, to speed up database-using Python tests. postgres_data: {}