# # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # https://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # services: minio: image: bitnami/minio:2023-debian-11 environment: MINIO_ROOT_USER: minio MINIO_ROOT_PASSWORD: minio_minio MINIO_DEFAULT_BUCKETS: spark-bucket,iceberg-bucket container_name: minio hostname: minio ports: - 9000 - 9001:9001 postgres: image: postgres:${POSTGRES_VERSION} environment: POSTGRES_USER: postgres POSTGRES_PASSWORD: postgres POSTGRES_DB: metastore container_name: postgres hostname: postgres ports: - 5432 volumes: - ./script/hive-schema-2.3.0.postgres.sql:/docker-entrypoint-initdb.d/hive-schema-2.3.0.postgres.sql - ./script/hive-txn-schema-2.3.0.postgres.sql:/docker-entrypoint-initdb.d/hive-txn-schema-2.3.0.postgres.sql zookeeper: image: zookeeper:${ZOOKEEPER_VERSION} ports: - 2181 container_name: zookeeper hostname: zookeeper clickhouse-s1r1: image: ${CLICKHOUSE_IMAGE} container_name: clickhouse-s1r1 hostname: clickhouse-s1r1 ports: - 8123:8123 - 9000:9000 - 9100:9100 volumes: - ../clickhouse-core/src/testFixtures/conf/clickhouse-cluster/config.xml:/etc/clickhouse-server/config.xml - ../clickhouse-core/src/testFixtures/conf/clickhouse-cluster/remote_servers.xml:/etc/clickhouse-server/config.d/remote_servers.xml - ../clickhouse-core/src/testFixtures/conf/clickhouse-cluster/zookeeper.xml:/etc/clickhouse-server/config.d/zookeeper.xml - ../clickhouse-core/src/testFixtures/conf/clickhouse-cluster/users.xml:/etc/clickhouse-server/users.xml - ../clickhouse-core/src/testFixtures/conf/clickhouse-cluster/s1r1/interserver_http_host.xml:/etc/clickhouse-server/config.d/interserver_http_host.xml - ../clickhouse-core/src/testFixtures/conf/clickhouse-cluster/s1r1/macros.xml:/etc/clickhouse-server/config.d/macros.xml depends_on: - zookeeper clickhouse-s1r2: image: ${CLICKHOUSE_IMAGE} container_name: clickhouse-s1r2 hostname: clickhouse-s1r2 ports: - 8123 - 9000 - 9100 volumes: - ../clickhouse-core/src/testFixtures/conf/clickhouse-cluster/config.xml:/etc/clickhouse-server/config.xml - ../clickhouse-core/src/testFixtures/conf/clickhouse-cluster/remote_servers.xml:/etc/clickhouse-server/config.d/remote_servers.xml - ../clickhouse-core/src/testFixtures/conf/clickhouse-cluster/zookeeper.xml:/etc/clickhouse-server/config.d/zookeeper.xml - ../clickhouse-core/src/testFixtures/conf/clickhouse-cluster/users.xml:/etc/clickhouse-server/users.xml - ../clickhouse-core/src/testFixtures/conf/clickhouse-cluster/s1r2/interserver_http_host.xml:/etc/clickhouse-server/config.d/interserver_http_host.xml - ../clickhouse-core/src/testFixtures/conf/clickhouse-cluster/s1r2/macros.xml:/etc/clickhouse-server/config.d/macros.xml depends_on: - zookeeper clickhouse-s2r1: image: ${CLICKHOUSE_IMAGE} container_name: clickhouse-s2r1 hostname: clickhouse-s2r1 ports: - 8123 - 9000 - 9100 volumes: - ../clickhouse-core/src/testFixtures/conf/clickhouse-cluster/config.xml:/etc/clickhouse-server/config.xml - ../clickhouse-core/src/testFixtures/conf/clickhouse-cluster/remote_servers.xml:/etc/clickhouse-server/config.d/remote_servers.xml - ../clickhouse-core/src/testFixtures/conf/clickhouse-cluster/zookeeper.xml:/etc/clickhouse-server/config.d/zookeeper.xml - ../clickhouse-core/src/testFixtures/conf/clickhouse-cluster/users.xml:/etc/clickhouse-server/users.xml - ../clickhouse-core/src/testFixtures/conf/clickhouse-cluster/s2r1/interserver_http_host.xml:/etc/clickhouse-server/config.d/interserver_http_host.xml - ../clickhouse-core/src/testFixtures/conf/clickhouse-cluster/s2r1/macros.xml:/etc/clickhouse-server/config.d/macros.xml depends_on: - zookeeper clickhouse-s2r2: image: ${CLICKHOUSE_IMAGE} container_name: clickhouse-s2r2 hostname: clickhouse-s2r2 ports: - 8123 - 9000 - 9100 volumes: - ../clickhouse-core/src/testFixtures/conf/clickhouse-cluster/config.xml:/etc/clickhouse-server/config.xml - ../clickhouse-core/src/testFixtures/conf/clickhouse-cluster/remote_servers.xml:/etc/clickhouse-server/config.d/remote_servers.xml - ../clickhouse-core/src/testFixtures/conf/clickhouse-cluster/zookeeper.xml:/etc/clickhouse-server/config.d/zookeeper.xml - ../clickhouse-core/src/testFixtures/conf/clickhouse-cluster/users.xml:/etc/clickhouse-server/users.xml - ../clickhouse-core/src/testFixtures/conf/clickhouse-cluster/s2r2/interserver_http_host.xml:/etc/clickhouse-server/config.d/interserver_http_host.xml - ../clickhouse-core/src/testFixtures/conf/clickhouse-cluster/s2r2/macros.xml:/etc/clickhouse-server/config.d/macros.xml depends_on: - zookeeper metastore: image: pan3793/scc-metastore:${PROJECT_VERSION} container_name: metastore hostname: metastore ports: - 9083 volumes: - ./conf/core-site.xml:/etc/hadoop/conf/core-site.xml - ./conf/hive-site.xml:/etc/hive/conf/hive-site.xml depends_on: - postgres kyuubi: image: pan3793/scc-kyuubi:${PROJECT_VERSION} container_name: kyuubi hostname: kyuubi ports: - 4040-4050:4040-4050 - 10009:10009 volumes: - ./conf/core-site.xml:/etc/hadoop/conf/core-site.xml - ./conf/hive-site.xml:/etc/hive/conf/hive-site.xml - ./conf/spark-defaults.conf:/etc/spark/conf/spark-defaults.conf - ./conf/kyuubi-defaults.conf:/etc/kyuubi/conf/kyuubi-defaults.conf depends_on: - clickhouse-s1r1 - clickhouse-s1r2 - clickhouse-s2r1 - clickhouse-s2r2 - metastore - minio - zookeeper cloudbeaver: image: pan3793/cloudbeaver:20240223 environment: CB_LOCAL_HOST_ADDR: 0.0.0.0 CB_SERVER_NAME: Kyuubi Playground CB_ADMIN_NAME: kyuubi CB_ADMIN_PASSWORD: kyuubi container_name: cloudbeaver hostname: cloudbeaver ports: - 8978:8978 volumes: - ./conf/cloudbeaver-conf/cloudbeaver.conf:/opt/cloudbeaver/conf/cloudbeaver.conf - ./conf/cloudbeaver-conf/initial-data-sources.conf:/opt/cloudbeaver/conf/initial-data-sources.conf - ./conf/cloudbeaver-conf/logback.xml:/opt/cloudbeaver/conf/logback.xml - ./conf/cloudbeaver-conf/product.conf:/opt/cloudbeaver/conf/product.conf depends_on: - postgres