diff --git a/.github/scripts/validate_binaries.sh b/.github/scripts/validate_binaries.sh
index 6750b5b74..f9958a208 100755
--- a/.github/scripts/validate_binaries.sh
+++ b/.github/scripts/validate_binaries.sh
@@ -58,15 +58,13 @@ echo "CONDA_ENV: ${CONDA_ENV}"
 # shellcheck disable=SC2155
 export CONDA_PREFIX=$(conda run -n "${CONDA_ENV}" printenv CONDA_PREFIX)
 
-find / -name *cuda*
-
-if [[ $CUDA_VERSION = cu* ]]; then
-    # Setting LD_LIBRARY_PATH fixes the runtime error with fbgemm_gpu not
-    # being able to locate libnvrtc.so
-    echo "[NOVA] Setting LD_LIBRARY_PATH ..."
-    conda env config vars set -n ${CONDA_ENV}  \
-        LD_LIBRARY_PATH="/usr/local/lib:/usr/lib64:${CONDA_PREFIX}/lib:${LD_LIBRARY_PATH}"
-fi
+
+# Set LD_LIBRARY_PATH to fix the runtime error with fbgemm_gpu not
+# being able to locate libnvrtc.so
+# NOTE: The order of the entries in LD_LIBRARY_PATH matters
+echo "[NOVA] Setting LD_LIBRARY_PATH ..."
+conda env config vars set -n ${CONDA_ENV}  \
+    LD_LIBRARY_PATH="${CONDA_PREFIX}/lib:/usr/local/lib:/usr/lib64:${LD_LIBRARY_PATH}"
 
 
 # install pytorch