Merge remote-tracking branch 'upstream/main' into fix-rows-by-key

pola-rs · Oct 31, 2024 · 0d9a5e6 · 0d9a5e6
2 parents 2124a28 + 569d5b7
commit 0d9a5e6
Show file tree

Hide file tree

Showing 199 changed files with 2,094 additions and 1,073 deletions.
diff --git a/.github/workflows/benchmark-remote.yml b/.github/workflows/benchmark-remote.yml
@@ -2,19 +2,22 @@ name: Remote Benchmark
 
 on:
   workflow_dispatch:
+  push:
+    branches:
+      - 'main'
   pull_request:
     types: [ labeled ]
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}
-  cancel-in-progress: true
+  cancel-in-progress: ${{ github.event.label.name == 'needs-bench' }}
 
 env:
   SCALE_FACTOR: '10.0'
 
 jobs:
   main:
-    if: ${{ github.event.label.name == 'needs-bench' }}
+    if: ${{ github.ref == 'refs/heads/main' || github.event.label.name == 'needs-bench' }}
     runs-on: self-hosted
     steps:
       - uses: actions/checkout@v4
@@ -62,4 +65,11 @@ jobs:
       - name: Run benchmark
         working-directory: polars-benchmark
         run: |
-          make run-polars-no-env
+          make run-polars-no-env | tee ../py-polars/benchmark-results
+      
+      - name: Cache the Polars build
+        if: ${{ github.ref == 'refs/heads/main' }}
+        working-directory: py-polars
+        run: |
+          "$HOME/py-polars-cache/save_benchmark_data.py" "$PWD/polars" < ./benchmark-results
+          "$HOME/py-polars-cache/cache-build.sh" "$PWD/polars"
diff --git a/.github/workflows/benchmark.yml b/.github/workflows/benchmark.yml
@@ -71,7 +71,7 @@ jobs:
         env:
           RUSTFLAGS: -C embed-bitcode -D warnings
         working-directory: py-polars
-        run: maturin develop --features new_streaming --release -- -C codegen-units=8 -C lto=thin -C target-cpu=native
+        run: maturin develop --release -- -C codegen-units=8 -C lto=thin -C target-cpu=native
 
       - name: Run benchmark tests
         uses: CodSpeedHQ/action@v3

diff --git a/.github/workflows/release-python.yml b/.github/workflows/release-python.yml
@@ -194,7 +194,7 @@ jobs:
           command: build
           target: ${{ steps.target.outputs.target }}
           args: >
-            --release
+            --profile dist-release
             --manifest-path py-polars/Cargo.toml
             --out dist
           manylinux: ${{ matrix.architecture == 'aarch64' && '2_24' || 'auto' }}

diff --git a/.github/workflows/test-python.yml b/.github/workflows/test-python.yml
@@ -82,7 +82,7 @@ jobs:
           save-if: ${{ github.ref_name == 'main' }}
 
       - name: Install Polars
-        run: maturin develop --features new_streaming
+        run: maturin develop
 
       - name: Run doctests
         if: github.ref_name != 'main' && matrix.python-version == '3.12' && matrix.os == 'ubuntu-latest'