Merge branch 'pola-rs:main' into round-durations

.github/CODEOWNERS

@@ -1,6 +1,6 @@
 *  @ritchie46 @stinodego @c-peters
 
 /crates/  @ritchie46 @stinodego @orlp @orlp @c-peters
-/crates/polars-sql/  @ritchie46 @stinodego @orlp @c-peters @universalmind303
+/crates/polars-sql/  @ritchie46 @stinodego @orlp @c-peters @universalmind303 @alexander-beedie
 /crates/polars-time/  @ritchie46 @stinodego @orlp @c-peters @MarcoGorelli
-/py-polars/  @ritchie46 @stinodego @c-peters @alexander-beedie @MarcoGorelli
+/py-polars/  @ritchie46 @stinodego @c-peters @alexander-beedie @MarcoGorelli @reswqa

.github/workflows/benchmark.yml

@@ -36,6 +36,9 @@ jobs:
         with:
           python-version: '3.12'
 
+      - name: Set up Graphviz
+        uses: ts-graphviz/setup-graphviz@v2
+
       - name: Create virtual environment
         run: |
           python -m venv .venv
@@ -49,18 +52,18 @@ jobs:
         id: cache-data
         uses: actions/cache/restore@v4
         with:
-          path: py-polars/tests/benchmark/G1_1e7_1e2_5_0.csv
+          path: py-polars/tests/benchmark/data/G1_1e7_1e2_5_0.csv
           key: benchmark-data
 
       - name: Set up R
         if: steps.cache-data.outputs.cache-hit != 'true'
         uses: r-lib/actions/setup-r@v2
         with:
-          r-version: '3.5.3'
+          r-version: '4.3.3'
 
       - name: Generate data
         if: steps.cache-data.outputs.cache-hit != 'true'
-        working-directory: py-polars/tests/benchmark
+        working-directory: py-polars/tests/benchmark/data
         run: |
           Rscript -e 'install.packages("data.table", repos="https://cloud.r-project.org")'
           Rscript groupby-datagen.R 1e7 1e2 5 0
@@ -69,7 +72,7 @@ jobs:
         if: github.ref_name == 'main'
         uses: actions/cache/save@v4
         with:
-          path: py-polars/tests/benchmark/G1_1e7_1e2_5_0.csv
+          path: py-polars/tests/benchmark/data/G1_1e7_1e2_5_0.csv
           key: ${{ steps.cache-data.outputs.cache-primary-key }}
 
       - name: Set up Rust
@@ -90,14 +93,12 @@ jobs:
         working-directory: py-polars
         run: maturin develop --release -- -C codegen-units=8 -C lto=thin -C target-cpu=native
 
-      - name: Run H2O AI database benchmark - on strings
-        working-directory: py-polars/tests/benchmark
-        run: python run_h2oai_benchmark.py on_strings
-
-      - name: Run H2O AI database benchmark - on categoricals
-        working-directory: py-polars/tests/benchmark
-        run: python run_h2oai_benchmark.py
+      - name: Run benchmark tests
+        uses: CodSpeedHQ/action@v2
+        with:
+          working-directory: py-polars
+          run: pytest -m benchmark --codspeed -v
 
-      - name: Run various benchmark tests
+      - name: Run non-benchmark tests
         working-directory: py-polars
-        run: pytest -m benchmark --durations 0 -v
+        run: pytest -m 'not benchmark and not debug' -n auto --dist loadgroup

.github/workflows/codecov.yml

@@ -56,7 +56,8 @@ jobs:
       - name: Install cargo-llvm-cov
         uses: taiki-e/install-action@cargo-llvm-cov
 
-      - uses: Swatinem/rust-cache@v2
+      - name: Cache Rust
+        uses: Swatinem/rust-cache@v2
         with:
           save-if: ${{ github.ref_name == 'main' }}
 

.github/workflows/lint-global.yml

@@ -15,4 +15,4 @@ jobs:
       - name: Lint Markdown and TOML
         uses: dprint/[email protected]
       - name: Spell Check with Typos
-        uses: crate-ci/typos@v1.18.2
+        uses: crate-ci/typos@v1.19.0