From 68b3a40c76e15381ae881610d2fc8e8f7c7a10d2 Mon Sep 17 00:00:00 2001
From: Michael Sarahan <msarahan@nvidia.com>
Date: Fri, 21 Feb 2025 15:05:43 -0600
Subject: [PATCH] send sccache, ninja, and filesize logs to telemetry

---
 build.sh | 26 ++++++++++++++++----------
 1 file changed, 16 insertions(+), 10 deletions(-)

diff --git a/build.sh b/build.sh
index 56359eae235..f8d30f9ae98 100755
--- a/build.sh
+++ b/build.sh
@@ -1,6 +1,6 @@
 #!/bin/bash
 
-# Copyright (c) 2019-2024, NVIDIA CORPORATION.
+# Copyright (c) 2019-2025, NVIDIA CORPORATION.
 
 # cuDF build script
 
@@ -303,11 +303,17 @@ if buildAll || hasArg libcudf; then
     cd ${LIB_BUILD_DIR}
 
     compile_start=$(date +%s)
-    cmake --build . -j${PARALLEL_LEVEL} ${VERBOSE_FLAG}
+    cmake --build . -j${PARALLEL_LEVEL} ${VERBOSE_FLAG} 2>&1 | tee ${REPODIR}/telemetry-artifacts/build-libcudf.log
     compile_end=$(date +%s)
     compile_total=$(( compile_end - compile_start ))
 
-    # Record build times
+    cp ${LIB_BUILD_DIR}/.ninja_log ${REPODIR}/telemetry-artifacts/ninja-libcudf.log
+    sccache --show-adv-stats | tee ${REPODIR}/telemetry-artifacts/sccache-stats.txt
+    LIBCUDF_FS=$(ls -lh ${LIB_BUILD_DIR}/libcudf.so | awk '{print $5}')
+    echo "libcudf.so=$LIBCUDF_FS" >> ${REPODIR}/telemetry-artifacts/filesizes.log
+
+    # Record build times. TODO: this is replaced by the telemetry script, but leaving this here for now
+    # until people get used to finding this info on Grafana.
     if [[ "$BUILD_REPORT_METRICS" == "ON" && -f "${LIB_BUILD_DIR}/.ninja_log" ]]; then
         echo "Formatting build metrics"
         MSG=""
@@ -343,7 +349,7 @@ if buildAll || hasArg pylibcudf; then
 
     cd ${REPODIR}/python/pylibcudf
     SKBUILD_CMAKE_ARGS="-DCMAKE_PREFIX_PATH=${INSTALL_PREFIX};-DCMAKE_LIBRARY_PATH=${LIBCUDF_BUILD_DIR};-DCMAKE_CUDA_ARCHITECTURES=${CUDF_CMAKE_CUDA_ARCHITECTURES};${EXTRA_CMAKE_ARGS}" \
-        python ${PYTHON_ARGS_FOR_INSTALL} .
+        python ${PYTHON_ARGS_FOR_INSTALL} . 2>&1 | tee ${REPODIR}/telemetry-artifacts/build-pylibcudf.log
 fi
 
 # Build and install the cudf Python package
@@ -351,21 +357,21 @@ if buildAll || hasArg cudf; then
 
     cd ${REPODIR}/python/cudf
     SKBUILD_CMAKE_ARGS="-DCMAKE_PREFIX_PATH=${INSTALL_PREFIX};-DCMAKE_LIBRARY_PATH=${LIBCUDF_BUILD_DIR};-DCMAKE_CUDA_ARCHITECTURES=${CUDF_CMAKE_CUDA_ARCHITECTURES};${EXTRA_CMAKE_ARGS}" \
-        python ${PYTHON_ARGS_FOR_INSTALL} .
+        python ${PYTHON_ARGS_FOR_INSTALL} . 2>&1 | tee ${REPODIR}/telemetry-artifacts/build-cudf.log
 fi
 
 # Build and install the cudf_polars Python package
 if buildAll || hasArg cudf_polars; then
 
     cd ${REPODIR}/python/cudf_polars
-    python ${PYTHON_ARGS_FOR_INSTALL} .
+    python ${PYTHON_ARGS_FOR_INSTALL} . 2>&1 | tee ${REPODIR}/telemetry-artifacts/build-cudf_polars.log
 fi
 
 # Build and install the dask_cudf Python package
 if buildAll || hasArg dask_cudf; then
 
     cd ${REPODIR}/python/dask_cudf
-    python ${PYTHON_ARGS_FOR_INSTALL} .
+    python ${PYTHON_ARGS_FOR_INSTALL} . 2>&1 | tee ${REPODIR}/telemetry-artifacts/build-dask_cudf.log
 fi
 
 if hasArg cudfjar; then
@@ -382,7 +388,7 @@ if hasArg libcudf_kafka; then
 
 
     cd ${KAFKA_LIB_BUILD_DIR}
-    cmake --build . -j${PARALLEL_LEVEL} ${VERBOSE_FLAG}
+    cmake --build . -j${PARALLEL_LEVEL} ${VERBOSE_FLAG} | tee ${REPODIR}/telemetry-artifacts/build-libcudf_kafka.log
 
     if [[ ${INSTALL_TARGET} != "" ]]; then
         cmake --build . -j${PARALLEL_LEVEL} --target install ${VERBOSE_FLAG}
@@ -393,11 +399,11 @@ fi
 if hasArg cudf_kafka; then
     cd ${REPODIR}/python/cudf_kafka
     SKBUILD_CMAKE_ARGS="-DCMAKE_PREFIX_PATH=${INSTALL_PREFIX};-DCMAKE_LIBRARY_PATH=${LIBCUDF_BUILD_DIR};${EXTRA_CMAKE_ARGS}"
-        python ${PYTHON_ARGS_FOR_INSTALL} .
+        python ${PYTHON_ARGS_FOR_INSTALL} . 2>&1 | tee ${REPODIR}/telemetry-artifacts/build-cudf_kafka.log
 fi
 
 # build custreamz Python package
 if hasArg custreamz; then
     cd ${REPODIR}/python/custreamz
-    python ${PYTHON_ARGS_FOR_INSTALL} .
+    python ${PYTHON_ARGS_FOR_INSTALL} . 2>&1 | tee ${REPODIR}/telemetry-artifacts/build-custreamz.log
 fi