diff --git a/ops/pipeline/build-cuda.sh b/ops/pipeline/build-cuda.sh
index 5e2f2401f1eb..182640e54e36 100755
--- a/ops/pipeline/build-cuda.sh
+++ b/ops/pipeline/build-cuda.sh
@@ -93,6 +93,10 @@ then
     python3 ops/pipeline/manage-artifacts.py upload \
       --s3-bucket xgboost-nightly-builds \
       --prefix ${BRANCH_NAME}/${GITHUB_SHA} --make-public \
-      python-package/dist/*.whl python-package/dist/meta.json
+      python-package/dist/*.whl
+    python3 ops/pipeline/manage-artifacts.py upload \
+      --s3-bucket xgboost-nightly-builds \
+      --prefix ${BRANCH_NAME} --make-public \
+      python-package/dist/meta.json
   fi
 fi