From def3616cdf5ac34182e8faa4f3a733704ed946b4 Mon Sep 17 00:00:00 2001 From: Shusen Liu Date: Thu, 31 Oct 2024 09:05:42 +1100 Subject: [PATCH] cuquantum MLNX OFED seperated --- .../install_dependencies.sh | 26 ++++++++++++++++++- 1 file changed, 25 insertions(+), 1 deletion(-) diff --git a/arm/build-cuquantum-appliance-next/cuquantum-appliance-next-ubuntu/install_dependencies.sh b/arm/build-cuquantum-appliance-next/cuquantum-appliance-next-ubuntu/install_dependencies.sh index 56269c7..c4ab1d6 100644 --- a/arm/build-cuquantum-appliance-next/cuquantum-appliance-next-ubuntu/install_dependencies.sh +++ b/arm/build-cuquantum-appliance-next/cuquantum-appliance-next-ubuntu/install_dependencies.sh @@ -39,9 +39,33 @@ rm -f libucx0_1.16.0+ds-5ubuntu1_arm64.deb apt-get update && apt-get install -y --no-install-recommends libnvidia-compute-560=560.35.03-0ubuntu1 #Here OpenMPI has been installed as a dependency of Mellanox OFED -apt-get install -y --no-install-recommends mlnx-ofed-all +#apt-get install -y --no-install-recommends mlnx-ofed-all apt-get install -y --no-install-recommends ucx-cuda + + + +# Install MLNX OFED (user-space only) +# Set MLNX OFED version and download URL +ENV MLNX_OFED_VERSION=23.10-3.2.2.0 +ENV MLNX_OFED_PACKAGE=MLNX_OFED_LINUX-${MLNX_OFED_VERSION}-ubuntu22.04-aarch64.tgz +ENV MLNX_OFED_DOWNLOAD_URL=https://content.mellanox.com/ofed/MLNX_OFED-${MLNX_OFED_VERSION}/${MLNX_OFED_PACKAGE} + +# Download and extract MLNX OFED +RUN mkdir -p /tmp/MLNX_OFED && \ + cd /tmp && \ + wget ${MLNX_OFED_DOWNLOAD_URL} && \ + tar -xzf ${MLNX_OFED_PACKAGE} -C /tmp/MLNX_OFED --strip-components=1 && \ + rm ${MLNX_OFED_PACKAGE} + +# Install MLNX OFED user-space components +RUN cd /tmp/MLNX_OFED/MLNX_OFED_LINUX-23.10-3.2.2.0-ubuntu22.04-aarch64 && \ + ./mlnxofedinstall --user-space-only --without-fw-update --all --force + +# Clean up MLNX OFED installation files +RUN rm -rf /tmp/MLNX_OFED + + # Clean up apt-get clean rm -rf /var/lib/apt/lists/*