x-slurmd-resources: &slurmd-resources
  cpus: 4
  cpuset: "0-3"
  mem_limit: 6g

services:
  mysql:
    image: mariadb:10.11
    hostname: mysql
    container_name: mysql
    environment:
      MYSQL_RANDOM_ROOT_PASSWORD: "yes"
      MYSQL_DATABASE: slurm_acct_db
      MYSQL_USER: slurm
      MYSQL_PASSWORD: password
    volumes:
      - var_lib_mysql:/var/lib/mysql
    networks:
      - slurm-network

  slurmdbd:
    image: ${IMAGE_NAME}:${IMAGE_TAG}
    init: true
    build:
      context: .
      args:
        SLURM_TAG: ${SLURM_TAG}
        QFW_BUILD_JOBS: ${QFW_BUILD_JOBS:-4}
        QFW_REPOSITORY: ${QFW_REPOSITORY:-https://github.com/openQSE/QFw.git}
        QFW_REF: ${QFW_REF:-main}
        QFW_SLURM_REPOSITORY: ${QFW_SLURM_REPOSITORY:-https://github.com/openQSE/qfw-slurm.git}
        QFW_SLURM_REF: ${QFW_SLURM_REF:-main}
    command: ["slurmdbd"]
    container_name: slurmdbd
    hostname: slurmdbd
    volumes:
      - root_ssh:/root/.ssh
      - etc_munge:/etc/munge
      - etc_slurm:/etc/slurm
      - var_log_slurm:/var/log/slurm
      - ${QFW_CONTAINER_BASE}:/workspace/qfw-container-base:z
      - ${QFW_CONTAINER_BASE}/home:/workspace/home:z
    expose:
      - "6819"
    depends_on:
      - mysql
    networks:
      - slurm-network

  slurmctld:
    image: ${IMAGE_NAME}:${IMAGE_TAG}
    init: true
    command: ["slurmctld"]
    container_name: slurmctld
    hostname: slurmctld
    volumes:
      - root_ssh:/root/.ssh
      - etc_munge:/etc/munge
      - etc_slurm:/etc/slurm
      - slurm_jobdir:/data
      - var_log_slurm:/var/log/slurm
      - ./shared-dir:/mnt:z
      - ${QFW_CONTAINER_BASE}:/workspace/qfw-container-base:z
      - ${QFW_CONTAINER_BASE}/home:/workspace/home:z
      # Shim live-edit overlay: the new parallel bifurcation service plus its
      # service-registry entry. Native svc_iqm_qpm is unchanged, so it needs
      # no overlay. (Targeted mounts avoid shadowing image-built artifacts.)
    expose:
      - "6817"
    depends_on:
      - "slurmdbd"
    networks:
      - slurm-network

  slurmrestd:
    image: ${IMAGE_NAME}:${IMAGE_TAG}
    init: true
    command: ["slurmrestd"]
    #command: ["TJNXXX"]
    container_name: slurmrestd
    hostname: slurmrestd
    volumes:
      - root_ssh:/root/.ssh
      - etc_munge:/etc/munge
      - etc_slurm:/etc/slurm
      - var_log_slurm:/var/log/slurm
      - slurm_jobdir:/data
      - ${QFW_CONTAINER_BASE}:/workspace/qfw-container-base:z
      - ${QFW_CONTAINER_BASE}/home:/workspace/home:z
    expose:
      - "6820"
    ports:
      - "6820:6820"
    depends_on:
      - "slurmctld"
    networks:
      - slurm-network

  c1:
    <<: *slurmd-resources
    image: ${IMAGE_NAME}:${IMAGE_TAG}
    init: true
    command: ["slurmd"]
    #command: ["TJNXXX"]
    hostname: c1
    container_name: c1
    volumes:
      - root_ssh:/root/.ssh
      - etc_munge:/etc/munge
      - etc_slurm:/etc/slurm
      - slurm_jobdir:/data
      - var_log_slurm:/var/log/slurm
      - ./shared-dir:/mnt:z
      - ${QFW_CONTAINER_BASE}:/workspace/qfw-container-base:z
      - ${QFW_CONTAINER_BASE}/home:/workspace/home:z
      # Shim live-edit overlay: the new parallel bifurcation service plus its
      # service-registry entry. Native svc_iqm_qpm is unchanged, so it needs
      # no overlay. (Targeted mounts avoid shadowing image-built artifacts.)
    expose:
      - "6818"
    depends_on:
      - "slurmctld"
    networks:
      - slurm-network

  c2:
    <<: *slurmd-resources
    image: ${IMAGE_NAME}:${IMAGE_TAG}
    init: true
    command: ["slurmd"]
    hostname: c2
    container_name: c2
    volumes:
      - root_ssh:/root/.ssh
      - etc_munge:/etc/munge
      - etc_slurm:/etc/slurm
      - slurm_jobdir:/data
      - var_log_slurm:/var/log/slurm
      - ./shared-dir:/mnt:z
      - ${QFW_CONTAINER_BASE}:/workspace/qfw-container-base:z
      - ${QFW_CONTAINER_BASE}/home:/workspace/home:z
      # Shim live-edit overlay: the new parallel bifurcation service plus its
      # service-registry entry. Native svc_iqm_qpm is unchanged, so it needs
      # no overlay. (Targeted mounts avoid shadowing image-built artifacts.)
    expose:
      - "6818"
    depends_on:
      - "slurmctld"
    networks:
      - slurm-network

  c3:
    <<: *slurmd-resources
    image: ${IMAGE_NAME}:${IMAGE_TAG}
    init: true
    command: ["slurmd"]
    hostname: c3
    container_name: c3
    volumes:
      - root_ssh:/root/.ssh
      - etc_munge:/etc/munge
      - etc_slurm:/etc/slurm
      - slurm_jobdir:/data
      - var_log_slurm:/var/log/slurm
      - ./shared-dir:/mnt:z
      - ${QFW_CONTAINER_BASE}:/workspace/qfw-container-base:z
      - ${QFW_CONTAINER_BASE}/home:/workspace/home:z
      # Shim live-edit overlay: the new parallel bifurcation service plus its
      # service-registry entry. Native svc_iqm_qpm is unchanged, so it needs
      # no overlay. (Targeted mounts avoid shadowing image-built artifacts.)
    expose:
      - "6818"
    depends_on:
      - "slurmctld"
    networks:
      - slurm-network

  c4:
    <<: *slurmd-resources
    image: ${IMAGE_NAME}:${IMAGE_TAG}
    init: true
    command: ["slurmd"]
    hostname: c4
    container_name: c4
    volumes:
      - root_ssh:/root/.ssh
      - etc_munge:/etc/munge
      - etc_slurm:/etc/slurm
      - slurm_jobdir:/data
      - var_log_slurm:/var/log/slurm
      - ./shared-dir:/mnt:z
      - ${QFW_CONTAINER_BASE}:/workspace/qfw-container-base:z
      - ${QFW_CONTAINER_BASE}/home:/workspace/home:z
      # Shim live-edit overlay: the new parallel bifurcation service plus its
      # service-registry entry. Native svc_iqm_qpm is unchanged, so it needs
      # no overlay. (Targeted mounts avoid shadowing image-built artifacts.)
    expose:
      - "6818"
    depends_on:
      - "slurmctld"
    networks:
      - slurm-network

  c5:
    <<: *slurmd-resources
    image: ${IMAGE_NAME}:${IMAGE_TAG}
    init: true
    command: ["slurmd"]
    hostname: c5
    container_name: c5
    volumes:
      - root_ssh:/root/.ssh
      - etc_munge:/etc/munge
      - etc_slurm:/etc/slurm
      - slurm_jobdir:/data
      - var_log_slurm:/var/log/slurm
      - ./shared-dir:/mnt:z
      - ${QFW_CONTAINER_BASE}:/workspace/qfw-container-base:z
      - ${QFW_CONTAINER_BASE}/home:/workspace/home:z
      # Shim live-edit overlay: the new parallel bifurcation service plus its
      # service-registry entry. Native svc_iqm_qpm is unchanged, so it needs
      # no overlay. (Targeted mounts avoid shadowing image-built artifacts.)
    expose:
      - "6818"
    depends_on:
      - "slurmctld"
    networks:
      - slurm-network

  c6:
    <<: *slurmd-resources
    image: ${IMAGE_NAME}:${IMAGE_TAG}
    init: true
    command: ["slurmd"]
    hostname: c6
    container_name: c6
    volumes:
      - root_ssh:/root/.ssh
      - etc_munge:/etc/munge
      - etc_slurm:/etc/slurm
      - slurm_jobdir:/data
      - var_log_slurm:/var/log/slurm
      - ./shared-dir:/mnt:z
      - ${QFW_CONTAINER_BASE}:/workspace/qfw-container-base:z
      - ${QFW_CONTAINER_BASE}/home:/workspace/home:z
      # Shim live-edit overlay: the new parallel bifurcation service plus its
      # service-registry entry. Native svc_iqm_qpm is unchanged, so it needs
      # no overlay. (Targeted mounts avoid shadowing image-built artifacts.)
    expose:
      - "6818"
    depends_on:
      - "slurmctld"
    networks:
      - slurm-network

  c7:
    <<: *slurmd-resources
    image: ${IMAGE_NAME}:${IMAGE_TAG}
    init: true
    command: ["slurmd"]
    hostname: c7
    container_name: c7
    volumes:
      - root_ssh:/root/.ssh
      - etc_munge:/etc/munge
      - etc_slurm:/etc/slurm
      - slurm_jobdir:/data
      - var_log_slurm:/var/log/slurm
      - ./shared-dir:/mnt:z
      - ${QFW_CONTAINER_BASE}:/workspace/qfw-container-base:z
      - ${QFW_CONTAINER_BASE}/home:/workspace/home:z
      # Shim live-edit overlay: the new parallel bifurcation service plus its
      # service-registry entry. Native svc_iqm_qpm is unchanged, so it needs
      # no overlay. (Targeted mounts avoid shadowing image-built artifacts.)
    expose:
      - "6818"
    depends_on:
      - "slurmctld"
    networks:
      - slurm-network

  c8:
    <<: *slurmd-resources
    image: ${IMAGE_NAME}:${IMAGE_TAG}
    init: true
    command: ["slurmd"]
    hostname: c8
    container_name: c8
    volumes:
      - root_ssh:/root/.ssh
      - etc_munge:/etc/munge
      - etc_slurm:/etc/slurm
      - slurm_jobdir:/data
      - var_log_slurm:/var/log/slurm
      - ./shared-dir:/mnt:z
      - ${QFW_CONTAINER_BASE}:/workspace/qfw-container-base:z
      - ${QFW_CONTAINER_BASE}/home:/workspace/home:z
      # Shim live-edit overlay: the new parallel bifurcation service plus its
      # service-registry entry. Native svc_iqm_qpm is unchanged, so it needs
      # no overlay. (Targeted mounts avoid shadowing image-built artifacts.)
    expose:
      - "6818"
    depends_on:
      - "slurmctld"
    networks:
      - slurm-network

  nwqsim-head:
    <<: *slurmd-resources
    image: ${IMAGE_NAME}:${IMAGE_TAG}
    init: true
    command: ["slurmd"]
    hostname: nwqsim-head
    container_name: nwqsim-head
    volumes:
      - root_ssh:/root/.ssh
      - etc_munge:/etc/munge
      - etc_slurm:/etc/slurm
      - slurm_jobdir:/data
      - var_log_slurm:/var/log/slurm
      - ./shared-dir:/mnt:z
      - ${QFW_CONTAINER_BASE}:/workspace/qfw-container-base:z
      - ${QFW_CONTAINER_BASE}/home:/workspace/home:z
    expose:
      - "6818"
    depends_on:
      - "slurmctld"
    networks:
      - slurm-network

  nwqsim-worker-1:
    <<: *slurmd-resources
    image: ${IMAGE_NAME}:${IMAGE_TAG}
    init: true
    command: ["slurmd"]
    hostname: nwqsim-worker-1
    container_name: nwqsim-worker-1
    volumes:
      - root_ssh:/root/.ssh
      - etc_munge:/etc/munge
      - etc_slurm:/etc/slurm
      - slurm_jobdir:/data
      - var_log_slurm:/var/log/slurm
      - ./shared-dir:/mnt:z
      - ${QFW_CONTAINER_BASE}:/workspace/qfw-container-base:z
      - ${QFW_CONTAINER_BASE}/home:/workspace/home:z
    expose:
      - "6818"
    depends_on:
      - "slurmctld"
    networks:
      - slurm-network

  nwqsim-worker-2:
    <<: *slurmd-resources
    image: ${IMAGE_NAME}:${IMAGE_TAG}
    init: true
    command: ["slurmd"]
    hostname: nwqsim-worker-2
    container_name: nwqsim-worker-2
    volumes:
      - root_ssh:/root/.ssh
      - etc_munge:/etc/munge
      - etc_slurm:/etc/slurm
      - slurm_jobdir:/data
      - var_log_slurm:/var/log/slurm
      - ./shared-dir:/mnt:z
      - ${QFW_CONTAINER_BASE}:/workspace/qfw-container-base:z
      - ${QFW_CONTAINER_BASE}/home:/workspace/home:z
    expose:
      - "6818"
    depends_on:
      - "slurmctld"
    networks:
      - slurm-network

  iqm-head:
    <<: *slurmd-resources
    image: ${IMAGE_NAME}:${IMAGE_TAG}
    init: true
    command: ["slurmd"]
    hostname: iqm-head
    container_name: iqm-head
    volumes:
      - root_ssh:/root/.ssh
      - etc_munge:/etc/munge
      - etc_slurm:/etc/slurm
      - slurm_jobdir:/data
      - var_log_slurm:/var/log/slurm
      - ./shared-dir:/mnt:z
      - ${QFW_CONTAINER_BASE}:/workspace/qfw-container-base:z
      - ${QFW_CONTAINER_BASE}/home:/workspace/home:z
    expose:
      - "6818"
    depends_on:
      - "slurmctld"
    networks:
      - slurm-network

  shim-head:
    <<: *slurmd-resources
    image: ${IMAGE_NAME}:${IMAGE_TAG}
    init: true
    command: ["slurmd"]
    hostname: shim-head
    container_name: shim-head
    volumes:
      - root_ssh:/root/.ssh
      - etc_munge:/etc/munge
      - etc_slurm:/etc/slurm
      - slurm_jobdir:/data
      - var_log_slurm:/var/log/slurm
      - ./shared-dir:/mnt:z
      - ${QFW_CONTAINER_BASE}:/workspace/qfw-container-base:z
      - ${QFW_CONTAINER_BASE}/home:/workspace/home:z
    expose:
      - "6818"
    depends_on:
      - "slurmctld"
    networks:
      - slurm-network

  fake-iqm-head:
    <<: *slurmd-resources
    image: ${IMAGE_NAME}:${IMAGE_TAG}
    init: true
    command: ["slurmd"]
    hostname: fake-iqm-head
    container_name: fake-iqm-head
    volumes:
      - root_ssh:/root/.ssh
      - etc_munge:/etc/munge
      - etc_slurm:/etc/slurm
      - slurm_jobdir:/data
      - var_log_slurm:/var/log/slurm
      - ./shared-dir:/mnt:z
      - ${QFW_CONTAINER_BASE}:/workspace/qfw-container-base:z
      - ${QFW_CONTAINER_BASE}/home:/workspace/home:z
    expose:
      - "6818"
    depends_on:
      - "slurmctld"
    networks:
      - slurm-network

volumes:
  etc_munge:
  etc_slurm:
  root_ssh:
  slurm_jobdir:
  var_lib_mysql:
  var_log_slurm:

networks:
  slurm-network:
    driver: bridge