diff --git a/.github/workflows/rust.yaml b/.github/workflows/rust.yaml
index a58a86f5..a6902887 100644
--- a/.github/workflows/rust.yaml
+++ b/.github/workflows/rust.yaml
@@ -139,6 +139,9 @@ jobs:
         with:
           rust-version: nightly
           components: rust-src
+      - uses: taiki-e/install-action@cargo-hack
+      - uses: taiki-e/install-action@cargo-minimal-versions
+      - run: cargo minimal-versions test
       - name: Tests with asan
         env:
           RUSTFLAGS: -Zsanitizer=address -C debuginfo=0
diff --git a/libduckdb-sys/Cargo.toml b/libduckdb-sys/Cargo.toml
index d3dfc62b..fca05322 100644
--- a/libduckdb-sys/Cargo.toml
+++ b/libduckdb-sys/Cargo.toml
@@ -17,9 +17,8 @@ exclude = ["duckdb-sources"]
 
 [features]
 default = ["vcpkg", "pkg-config"]
-bundled = ["cc"]
+bundled = ["cc", "tar", "flate2"]
 buildtime_bindgen = ["bindgen", "pkg-config", "vcpkg"]
-
 httpfs = ["bundled"]
 json = ["bundled"]
 parquet = ["bundled"]
@@ -30,13 +29,13 @@ extensions-full = ["httpfs", "json", "parquet"]
 [build-dependencies]
 autocfg = "1.0"
 bindgen = { version = "0.66", optional = true, default-features = false, features = ["runtime"] }
-flate2 = "1.0"
+flate2 = { version = "1.0", optional = true }
 pkg-config = { version = "0.3.24", optional = true }
 cc = { version = "1.0", features = ["parallel"], optional = true }
 vcpkg = { version = "0.2", optional = true }
 serde = { version = "1.0", features = ["derive"] }
 serde_json = { version = "1.0" }
-tar = "0.4.38"
+tar = { version = "0.4.38", optional = true }
 
 [dev-dependencies]
 arrow = { version = "41", default-features = false, features = ["ffi"] }