Updated the build path so that the source files can be saved for debu…

…gging on pascal.
LLNL · Jun 26, 2024 · ee7f28b · ee7f28b
1 parent 371eb4b
commit ee7f28b
Show file tree

Hide file tree

Showing 5 changed files with 7 additions and 4 deletions.
diff --git a/scripts/superbuild/ci/ci_pascal_core_dependencies.sh b/scripts/superbuild/ci/ci_pascal_core_dependencies.sh
@@ -41,7 +41,7 @@ source ${SUPERBUILD_SRC_DIR}/ci/ci_pascal_env.sh
 INSTALL_PREFIX=${INSTALL_PREFIX_EXTERNALS}
 
 # Set to the preferred build directory
-BUILD_DIR=${TMPDIR}/lbann-superbuild-core-dependencies
+BUILD_DIR=${BUILD_ROOT}/lbann-superbuild-core-dependencies
 
 #export LD_LIBRARY_PATH=${CRAY_LD_LIBRARY_PATH}:${LD_LIBRARY_PATH}
 

diff --git a/scripts/superbuild/ci/ci_pascal_dha.sh b/scripts/superbuild/ci/ci_pascal_dha.sh
@@ -48,7 +48,7 @@ source ${SUPERBUILD_SRC_DIR}/ci/ci_pascal_env.sh
 INSTALL_PREFIX=${INSTALL_PREFIX_EXTERNALS}/dha
 
 # Set to the preferred build directory
-BUILD_DIR=${TMPDIR}/lbann-superbuild-dha
+BUILD_DIR=${BUILD_ROOT}/lbann-superbuild-dha
 
 # Update the location of external packages
 source ${INSTALL_PREFIX_EXTERNALS}/logs/lbann_sb_suggested_cmake_prefix_path.sh

diff --git a/scripts/superbuild/ci/ci_pascal_dha_distconv.sh b/scripts/superbuild/ci/ci_pascal_dha_distconv.sh
@@ -48,7 +48,7 @@ source ${SUPERBUILD_SRC_DIR}/ci/ci_pascal_env.sh
 INSTALL_PREFIX=${INSTALL_PREFIX_EXTERNALS}/dha_with_distconv
 
 # Set to the preferred build directory
-BUILD_DIR=${TMPDIR}/lbann-superbuild-dha-distconv
+BUILD_DIR=${BUILD_ROOT}/lbann-superbuild-dha-distconv
 
 # Update the location of external packages
 source ${INSTALL_PREFIX_EXTERNALS}/logs/lbann_sb_suggested_cmake_prefix_path.sh

diff --git a/scripts/superbuild/ci/ci_pascal_dha_half.sh b/scripts/superbuild/ci/ci_pascal_dha_half.sh
@@ -48,7 +48,7 @@ source ${SUPERBUILD_SRC_DIR}/ci/ci_pascal_env.sh
 INSTALL_PREFIX=${INSTALL_PREFIX_EXTERNALS}/dha_with_half
 
 # Set to the preferred build directory
-BUILD_DIR=${TMPDIR}/lbann-superbuild-dha-half
+BUILD_DIR=${BUILD_ROOT}/lbann-superbuild-dha-half
 
 # Update the location of external packages
 source ${INSTALL_PREFIX_EXTERNALS}/logs/lbann_sb_suggested_cmake_prefix_path.sh

diff --git a/scripts/superbuild/ci/ci_pascal_env.sh b/scripts/superbuild/ci/ci_pascal_env.sh
@@ -41,6 +41,9 @@ CUDA_GPU_ARCH=60
 INSTALL_ROOT=/usr/workspace/lbann/ci_stable_dependencies/pascal/cuda-11.8.0
 INSTALL_PREFIX_EXTERNALS=${INSTALL_ROOT}/openmpi-4.1.2
 
+# Use an accessible build directory so that the source files are preserved for debuggin
+BUILD_ROOT=/usr/workspace/lbann/ci_stable_dependencies/.build/tioga/${PE_ENV_lc}/${ROCM_VER}
+
 # Location of external packages
 export CMAKE_PREFIX_PATH=${INSTALL_ROOT}/cudnn-8.9.4:${INSTALL_ROOT}/nccl-2.19.4:${INSTALL_ROOT}/../../cutensor-2.0.1.2/libcutensor-linux-x86_64-2.0.1.2-archive
 CMAKE_CMAKE_PREFIX_PATH=${CMAKE_PREFIX_PATH//:/;}