Dockerfile

# MARK: builder
FROM ubuntu:22.04 as builder

RUN apt-get update && apt-get install -y wget build-essential fakeroot devscripts equivs git

# Download code and install build dependencies
RUN mkdir -p /tmp/builder/slurm \
    && cd /tmp/builder/slurm \
    && git init \
    && git remote add origin https://github.com/WATonomous/slurm.git \
    && git fetch origin 417362ec31eb302830b7a63049c6c92da625fa29 --depth=1 \
    && git reset --hard FETCH_HEAD \
    && mk-build-deps --install --tool "apt-get -o Debug::pkgProblemResolver=yes --no-install-recommends --yes" debian/control

# Install packages to enable building of plugins
# https://slurm.schedmd.com/quickstart_admin.html#prereqs
RUN apt-get update && apt-get install -y \
    # for the auth/munge plugin
    libmunge-dev \
    # for the mysql plugin
    libmysqlclient-dev \
    # for the cgroup/v2 plugin
    libhwloc-dev \
    libdbus-1-dev \
    # for HDF5 job accounting
    libhdf5-dev \
    # for Lua API
    liblua5.3-dev \
    # for NVIDIA GPU support
    libnvidia-ml-dev \
    # for readline support
    libreadline-dev \
    # for rest API
    libhttp-parser-dev \
    libjson-c-dev \
    libyaml-dev \
    libjwt-dev

RUN cd /tmp/builder/slurm* \
    && ./configure --prefix /opt/slurm --sysconfdir /etc/slurm  \
    && make -j$(nproc) install \
    && cd / \
    && rm -rf /tmp/builder


# MARK: packager
# Package the built slurm package
FROM ubuntu:22.04 as packager

COPY --from=builder /opt/slurm /opt/slurm

RUN tar -C /opt -czf /opt/slurm.tar.gz slurm

# MARK: daemon-base
# Base image for any daemon. Contains munge, slurm binaries, convenience scripts, and supervisord
FROM ubuntu:22.04 as daemon-base

# Create the users. 60430 is the default slurm uid. 60429 for munge is arbitrary.
RUN groupadd --gid 64029 munge && useradd --uid 64029 --gid 64029 --home-dir /var/spool/munge --no-create-home --shell /bin/false munge
RUN groupadd --gid 64030 slurm && useradd --uid 64030 --gid 64030 --home-dir /var/spool/slurm --no-create-home --shell /bin/false slurm

# Install runtime dependencies
RUN apt-get update && apt-get install libmunge2 munge supervisor inotify-tools liblua5.3-0 -y

RUN mkdir /run/munge && chown munge:munge /run/munge

# Copy the built slurm binaries from the builder stage
COPY --from=builder /opt/slurm /opt/slurm

# Default configuration options in supervisord.conf that can be overridden at runtime
ENV MUNGED_ARGS=
ENV SLURMCTLD_ARGS=
# This allows the user to use a pre-existing munge key
ENV MUNGE_KEY_IMPORT_PATH=/etc/munge/munge.imported.key

COPY daemon-base/supervisord.conf /etc/supervisord.conf

# Convenience scripts
COPY daemon-base/prefix-output.sh /opt/prefix-output.sh
RUN chmod +x /opt/prefix-output.sh

ENTRYPOINT ["/usr/bin/supervisord", "-c", "/etc/supervisord.conf"]


# MARK: slurmctld
FROM daemon-base as slurmctld

# Set up for the runtime agent
RUN mkdir /etc/slurm /etc/runtime_config && touch /etc/runtime_config/passwd /etc/runtime_config/group
RUN cp /etc/passwd /etc/passwd.system && cp /etc/group /etc/group.system

# Copy configuration files and scripts
COPY slurmctld/runtime-agent.sh /opt/runtime-agent.sh
RUN chmod +x /opt/runtime-agent.sh
COPY slurmctld/entrypoint.sh /opt/entrypoint.sh
RUN chmod +x /opt/entrypoint.sh
COPY slurmctld/supervisor-conf/ /etc/supervisor/conf.d/

ENTRYPOINT ["/opt/entrypoint.sh"]


# MARK: slurmdbd
FROM daemon-base as slurmdbd

RUN apt update && apt install -y libmysqlclient21

# Set up for the runtime agent
RUN mkdir /etc/slurm /etc/runtime_config /etc/slurmdbd_config && touch /etc/runtime_config/passwd /etc/runtime_config/group
RUN cp /etc/passwd /etc/passwd.system && cp /etc/group /etc/group.system

# Copy configuration files and scripts
COPY slurmdbd/runtime-agent.sh /opt/runtime-agent.sh
RUN chmod +x /opt/runtime-agent.sh
COPY slurmdbd/supervisor-conf/ /etc/supervisor/conf.d/