Better handling of database binaries

- Adds checksum files for database binaries, with MD5s for each platform
- Adds this checksum file to the GitHub actions cache key, so that the
cache is invalidated if the sums change, i.e., as new versions of the
binaries are uploaded

Author: bnaecker

.github/workflows/rust.yml

@@ -93,19 +93,19 @@ jobs:
       # actions/[email protected]
       uses: actions/cache@26968a09c0ea4f3e233fdddbafd1166051a095f6
       with:
-        key: ${{ runner.os }}-cockroach-binary-v2
+        key: ${{ runner.os }}-cockroach-binary-${{ hashFiles('tools/cockroachdb_checksums') }}
         path: "cockroachdb"
-    #- name: Configure GitHub cache for ClickHouse binaries
-      #id: cache-clickhouse
+    - name: Configure GitHub cache for ClickHouse binaries
+      id: cache-clickhouse
       # actions/[email protected]
-      #uses: actions/cache@26968a09c0ea4f3e233fdddbafd1166051a095f6
-      #with:
-        #key: ${{ runner.os }}-clickhouse-binary
-        #path: "clickhouse"
+      uses: actions/cache@26968a09c0ea4f3e233fdddbafd1166051a095f6
+      with:
+        key: ${{ runner.os }}-clickhouse-binary-${{ hashFiles('tools/clickhouse_checksums') }}
+        path: "clickhouse"
     - name: Build
       run: cargo +${{ matrix.toolchain }} build --locked --all-targets --verbose
     - name: Download ClickHouse
-      #if: steps.cache-clickhouse.outputs.cache-hit != 'true'
+      if: steps.cache-clickhouse.outputs.cache-hit != 'true'
       run: ./tools/ci_download_clickhouse
     - name: Download CockroachDB binary
       if: steps.cache-cockroachdb.outputs.cache-hit != 'true'

tools/ci_download_clickhouse

@@ -10,13 +10,12 @@ set -o pipefail
 set -o xtrace
 set -o errexit
 
+SOURCE_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )"
 ARG0="$(basename ${BASH_SOURCE[0]})"
 
 # If you change this, you must also update the md5sums below
 CIDL_VERSION="v21.7"
-CIDL_MD5_DARWIN="a3f7edbc3505aa0eec181d704ed68dd2"
-CIDL_MD5_LINUX="6e2445e0484d98fe2ee22c3ea46022ff"
-CIDL_MD5_ILLUMOS="ee6566514310f715abf0d13eecbafdf5"
+source "$SOURCE_DIR/clickhouse_checksums"
 CIDL_ASSEMBLE_DIR="./clickhouse"
 
 # Download from manually-populated S3 bucket for now

tools/ci_download_cockroachdb

@@ -10,13 +10,12 @@ set -o pipefail
 set -o xtrace
 set -o errexit
 
+SOURCE_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )"
 ARG0="$(basename ${BASH_SOURCE[0]})"
 
 # If you change this, you must also update the md5sums below
 CIDL_VERSION="v20.2.5"
-CIDL_MD5_DARWIN="4c4b84861c313884a4ef5fbbe57cb543"
-CIDL_MD5_LINUX="8fe4f47413e2c6570da0e661af716f9a"
-CIDL_MD5_ILLUMOS="2ee900af3bef860f627e4f8946dc6ba3"
+source "$SOURCE_DIR/cockroachdb_checksums"
 
 CIDL_ASSEMBLE_DIR="./cockroachdb"
 

tools/clickhouse_checksums

@@ -0,0 +1,3 @@
+CIDL_MD5_DARWIN="a3f7edbc3505aa0eec181d704ed68dd2"
+CIDL_MD5_LINUX="6e2445e0484d98fe2ee22c3ea46022ff"
+CIDL_MD5_ILLUMOS="ee6566514310f715abf0d13eecbafdf5"

tools/cockroachdb_checksums

@@ -0,0 +1,3 @@
+CIDL_MD5_DARWIN="4c4b84861c313884a4ef5fbbe57cb543"
+CIDL_MD5_LINUX="8fe4f47413e2c6570da0e661af716f9a"
+CIDL_MD5_ILLUMOS="2ee900af3bef860f627e4f8946dc6ba3"