diff --git a/ci/build_wheel.sh b/ci/build_wheel.sh
index 3c840d9849..c7c7eccfb9 100755
--- a/ci/build_wheel.sh
+++ b/ci/build_wheel.sh
@@ -16,7 +16,7 @@ cd "${package_dir}"
 sccache --zero-stats
 
 rapids-logger "Building '${package_name}' wheel"
-python -m pip wheel \
+rapids-pip-retry wheel \
     -w dist \
     -v \
     --no-deps \
diff --git a/ci/build_wheel_libcuml.sh b/ci/build_wheel_libcuml.sh
index ad38eab617..7c719a6380 100755
--- a/ci/build_wheel_libcuml.sh
+++ b/ci/build_wheel_libcuml.sh
@@ -18,7 +18,7 @@ rapids-dependency-file-generator \
 | tee /tmp/requirements-build.txt
 
 rapids-logger "Installing build requirements"
-python -m pip install \
+rapids-pip-retry install \
     -v \
     --prefer-binary \
     -r /tmp/requirements-build.txt
diff --git a/ci/test_wheel.sh b/ci/test_wheel.sh
index 8027876005..7e1feff80a 100755
--- a/ci/test_wheel.sh
+++ b/ci/test_wheel.sh
@@ -9,7 +9,7 @@ RAPIDS_PY_WHEEL_NAME="cuml_${RAPIDS_PY_CUDA_SUFFIX}" rapids-download-wheels-from
 RAPIDS_PY_WHEEL_NAME="libcuml_${RAPIDS_PY_CUDA_SUFFIX}" rapids-download-wheels-from-s3 cpp ./dist
 
 # echo to expand wildcard before adding `[extra]` requires for pip
-python -m pip install \
+rapids-pip-retry install \
   ./dist/libcuml*.whl \
   "$(echo ./dist/cuml*.whl)[test]"