cuquantum build

Quleaf · Nov 4, 2024 · 47ea97f · 47ea97f
1 parent bfae36d
commit 47ea97f
Show file tree

Hide file tree

Showing 3 changed files with 58 additions and 57 deletions.
diff --git a/...appliance-next/cuquantum-appliance-next-ubuntu/cuquantum-appliance-next-ubuntu.dockerfile b/...appliance-next/cuquantum-appliance-next-ubuntu/cuquantum-appliance-next-ubuntu.dockerfile
@@ -41,62 +41,62 @@ ENV CUTENSORNET_COMM_LIB="/opt/cuquantum/distributed_interfaces/libcutensornet_d
 COPY install_packages.sh /opt/aptscript/install_packages.sh
 RUN chmod +x /opt/aptscript/install_packages.sh && /bin/bash -c "/opt/aptscript/install_packages.sh"
 
-# Install GDRCopy
-RUN mkdir -p /var/tmp && cd /var/tmp && \
-    wget --no-check-certificate https://github.com/NVIDIA/gdrcopy/archive/refs/tags/v2.4.1.tar.gz && \
-    tar -xvf /var/tmp/v2.4.1.tar.gz && \
-    rm -rf /var/tmp/v2.4.1.tar.gz && \
-    cd /var/tmp/gdrcopy-2.4.1 && \
-    make prefix=/usr/gdrcopy-2.4.1 lib lib_install && \
-    ldconfig && \
-    cd && rm -rf /var/tmp/* && \
-    update-alternatives --install /usr/local/gdrcopy gdrcopy /usr/gdrcopy-2.4.1 100
-
-# Install Munge
-RUN export DEBIAN_FRONTEND="noninteractive" && \
-    apt-get update && \
-    apt-get install --yes --no-install-recommends libgcrypt20-dev && \
-    rm -rf /var/lib/apt/lists/* && \
-    unset DEBIAN_FRONTEND && \
-    mkdir -p /var/tmp && cd /var/tmp && \
-    wget --no-check-certificate https://github.com/dun/munge/releases/download/munge-0.5.15/munge-0.5.15.tar.xz && \
-    tar -xvf /var/tmp/munge-0.5.15.tar.xz && \
-    rm -rf /var/tmp/munge-0.5.15.tar.xz && \
-    cd /var/tmp/munge-0.5.15 && \
-    ./configure --prefix=/usr/munge-0.5.15 && \
-    make -j && make -j install && \
-    cd && rm -rf /var/tmp/* && \
-    update-alternatives --install /usr/local/munge munge /usr/munge-0.5.15 100
-
-# Install PMIx
-RUN export DEBIAN_FRONTEND=noninteractive && \
-    apt-get update --yes && \
-    apt-get install --yes --no-install-recommends libhwloc-dev libevent-dev && \
-    rm -rf /var/lib/apt/lists/* && \
-    mkdir -p /var/tmp && cd /var/tmp && \
-    wget --no-check-certificate https://github.com/openpmix/openpmix/releases/download/v3.2.3/pmix-3.2.3.tar.gz && \
-    tar -xvf /var/tmp/pmix-3.2.3.tar.gz && \
-    rm -rf /var/tmp/pmix-3.2.3.tar.gz && \
-    cd /var/tmp/pmix-3.2.3 && \
-    ./configure --with-munge=/usr/local/munge --prefix=/usr/pmix-3.2.3 && \
-    make -j && make -j install && \
-    cd && rm -rf /var/tmp/* && \
-    unset DEBIAN_FRONTEND && \
-    update-alternatives --install /usr/local/pmix pmix /usr/pmix-3.2.3 100
-
-# Install Slurm
-RUN export DEBIAN_FRONTEND=noninteractive && \
-    mkdir -p /var/tmp && cd /var/tmp && \
-    wget --no-check-certificate https://download.schedmd.com/slurm/slurm-23.11.1.tar.bz2 && \
-    tar -xvf /var/tmp/slurm-23.11.1.tar.bz2 && \
-    rm -rf /var/tmp/slurm-23.11.1.tar.bz2 && \
-    cd /var/tmp/slurm-23.11.1 && \
-    ./configure --with-pmix=/usr/local/pmix --with-munge=/usr/local/munge --prefix=/usr/slurm-23.11.1 && \
-    make -j && make -j install && \
-    cd /var/tmp/slurm-23.11.1/contribs/pmi2 && \
-    make -j && make -j install && \
-    cd && rm -rf /var/tmp/* && \
-    update-alternatives --install /usr/local/slurm slurm /usr/slurm-23.11.1 100
+# # Install GDRCopy
+# RUN mkdir -p /var/tmp && cd /var/tmp && \
+#     wget --no-check-certificate https://github.com/NVIDIA/gdrcopy/archive/refs/tags/v2.4.1.tar.gz && \
+#     tar -xvf /var/tmp/v2.4.1.tar.gz && \
+#     rm -rf /var/tmp/v2.4.1.tar.gz && \
+#     cd /var/tmp/gdrcopy-2.4.1 && \
+#     make prefix=/usr/gdrcopy-2.4.1 lib lib_install && \
+#     ldconfig && \
+#     cd && rm -rf /var/tmp/* && \
+#     update-alternatives --install /usr/local/gdrcopy gdrcopy /usr/gdrcopy-2.4.1 100
+
+# # Install Munge
+# RUN export DEBIAN_FRONTEND="noninteractive" && \
+#     apt-get update && \
+#     apt-get install --yes --no-install-recommends libgcrypt20-dev && \
+#     rm -rf /var/lib/apt/lists/* && \
+#     unset DEBIAN_FRONTEND && \
+#     mkdir -p /var/tmp && cd /var/tmp && \
+#     wget --no-check-certificate https://github.com/dun/munge/releases/download/munge-0.5.15/munge-0.5.15.tar.xz && \
+#     tar -xvf /var/tmp/munge-0.5.15.tar.xz && \
+#     rm -rf /var/tmp/munge-0.5.15.tar.xz && \
+#     cd /var/tmp/munge-0.5.15 && \
+#     ./configure --prefix=/usr/munge-0.5.15 && \
+#     make -j && make -j install && \
+#     cd && rm -rf /var/tmp/* && \
+#     update-alternatives --install /usr/local/munge munge /usr/munge-0.5.15 100
+
+# # Install PMIx
+# RUN export DEBIAN_FRONTEND=noninteractive && \
+#     apt-get update --yes && \
+#     apt-get install --yes --no-install-recommends libhwloc-dev libevent-dev && \
+#     rm -rf /var/lib/apt/lists/* && \
+#     mkdir -p /var/tmp && cd /var/tmp && \
+#     wget --no-check-certificate https://github.com/openpmix/openpmix/releases/download/v3.2.3/pmix-3.2.3.tar.gz && \
+#     tar -xvf /var/tmp/pmix-3.2.3.tar.gz && \
+#     rm -rf /var/tmp/pmix-3.2.3.tar.gz && \
+#     cd /var/tmp/pmix-3.2.3 && \
+#     ./configure --with-munge=/usr/local/munge --prefix=/usr/pmix-3.2.3 && \
+#     make -j && make -j install && \
+#     cd && rm -rf /var/tmp/* && \
+#     unset DEBIAN_FRONTEND && \
+#     update-alternatives --install /usr/local/pmix pmix /usr/pmix-3.2.3 100
+
+# # Install Slurm
+# RUN export DEBIAN_FRONTEND=noninteractive && \
+#     mkdir -p /var/tmp && cd /var/tmp && \
+#     wget --no-check-certificate https://download.schedmd.com/slurm/slurm-23.11.1.tar.bz2 && \
+#     tar -xvf /var/tmp/slurm-23.11.1.tar.bz2 && \
+#     rm -rf /var/tmp/slurm-23.11.1.tar.bz2 && \
+#     cd /var/tmp/slurm-23.11.1 && \
+#     ./configure --with-pmix=/usr/local/pmix --with-munge=/usr/local/munge --prefix=/usr/slurm-23.11.1 && \
+#     make -j && make -j install && \
+#     cd /var/tmp/slurm-23.11.1/contribs/pmi2 && \
+#     make -j && make -j install && \
+#     cd && rm -rf /var/tmp/* && \
+#     update-alternatives --install /usr/local/slurm slurm /usr/slurm-23.11.1 100
 
 COPY install_dependencies.sh /opt/aptscript/install_dependencies.sh
 RUN chmod +x  /opt/aptscript/install_dependencies.sh &&  /bin/bash -c "/opt/aptscript/install_dependencies.sh"

diff --git a/arm/build-cuquantum-appliance-next/cuquantum-appliance-next-ubuntu/install_dependencies.sh b/arm/build-cuquantum-appliance-next/cuquantum-appliance-next-ubuntu/install_dependencies.sh
@@ -8,7 +8,7 @@ sudo apt-get install -y --no-install-recommends \
     lsb-release \
     pciutils \
     ibverbs-providers \
-    libibverbs-dev \
+    libibverbs1 libibverbs-dev ibverbs-utils infiniband-diags perftest \
     rdma-core \
     libgfortran5 \
     debhelper \

diff --git a/arm/build-cuquantum-appliance-next/cuquantum-appliance-next-ubuntu/install_packages.sh b/arm/build-cuquantum-appliance-next/cuquantum-appliance-next-ubuntu/install_packages.sh
@@ -52,6 +52,7 @@ update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-13 100
 update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-13 100 
 update-alternatives --install /usr/bin/gfortran gfortran /usr/bin/gfortran-13 100
 
+sudo add-apt-repository --remove ppa:ubuntu-toolchain-r/test
 
 # Set Python and Pip
 update-alternatives --install /usr/bin/python python /usr/bin/python${PY_VERSION} 1