Merge branch 'main' of https://github.com/jackyyyyyssss/opendal into …

…redis_pool # Conflicts: # core/src/services/redis/backend.rs
apache · Sep 13, 2024 · 1a55ebb · 1a55ebb
2 parents 3c41e56 + 4d060f2
commit 1a55ebb
Show file tree

Hide file tree

Showing 190 changed files with 2,843 additions and 2,538 deletions.
diff --git a/.github/workflows/ci_bindings_zig.yml b/.github/workflows/ci_bindings_zig.yml
@@ -22,7 +22,7 @@ on:
     branches:
       - main
     tags:
-      - '*'
+      - "*"
   pull_request:
     branches:
       - main
@@ -47,7 +47,7 @@ jobs:
       - uses: actions/checkout@v4
       - uses: korandoru/setup-zig@v1
         with:
-          zig-version: 0.11.0
+          zig-version: 0.13.0
 
       - name: Setup Rust toolchain
         uses: ./.github/actions/setup

diff --git a/.../workflows/ci_integration_cloudfilter.yml → ...workflows/ci_integration_cloud_filter.yml b/.../workflows/ci_integration_cloudfilter.yml → ...workflows/ci_integration_cloud_filter.yml
@@ -25,9 +25,9 @@ on:
     branches:
       - main
     paths:
-      - "integrations/cloudfilter/**"
+      - "integrations/cloud_filter/**"
       - "core/**"
-      - ".github/workflows/ci_integration_cloudfilter.yml"
+      - ".github/workflows/ci_integration_cloud_filter.yml"
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}-${{ github.event_name }}
@@ -47,5 +47,5 @@ jobs:
           github-token: ${{ secrets.GITHUB_TOKEN }}
 
       - name: Cargo clippy
-        working-directory: integrations/cloudfilter
+        working-directory: integrations/cloud_filter
         run: cargo clippy --all-targets --all-features --workspace -- -D warnings
diff --git a/.github/workflows/release_java.yml b/.github/workflows/release_java.yml
@@ -22,7 +22,7 @@ on:
     tags:
       # Staging JARs on Apache Nexus repository for RCs. Read more on
       # https://opendal.apache.org/community/committers/release/#release-maven-artifacts
-      - 'v[0-9]+.[0-9]+.[0-9]+-rc.[0-9]+'
+      - "v[0-9]+.[0-9]+.[0-9]+-rc.[0-9]+"
   pull_request:
     branches:
       - main
@@ -52,17 +52,17 @@ jobs:
       - name: Set up JDK 8
         uses: actions/setup-java@v4
         with:
-          distribution: 'zulu'
-          java-version: '8'
-          cache: 'maven'
+          distribution: "zulu"
+          java-version: "8"
+          cache: "maven"
           server-id: apache.releases.https
           server-username: MAVEN_USERNAME
           server-password: MAVEN_CENTRAL_TOKEN
           gpg-private-key: ${{ secrets.GPG_SECRET_KEY }}
           gpg-passphrase: MAVEN_GPG_PASSPHRASE
       - uses: actions/setup-python@v5
         with:
-          python-version: '3.11'
+          python-version: "3.11"
       - name: Install Protoc
         uses: arduino/setup-protoc@v3
         with:
@@ -100,15 +100,16 @@ jobs:
           MAVEN_CENTRAL_TOKEN: ${{ secrets.NEXUS_STAGE_DEPLOYER_PW }}
           MAVEN_GPG_PASSPHRASE: ""
       - name: Upload local staging directory
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         with:
           name: ${{ matrix.classifier }}-local-staging
           path: bindings/java/local-staging
           if-no-files-found: error
+          include-hidden-files: true
 
   deploy-staged-snapshots:
     runs-on: ubuntu-latest
-    needs: [ stage-snapshot ]
+    needs: [stage-snapshot]
     steps:
       - uses: actions/checkout@v4
         with:
@@ -117,9 +118,9 @@ jobs:
       - name: Set up JDK 8
         uses: actions/setup-java@v4
         with:
-          distribution: 'zulu'
-          java-version: '8'
-          cache: 'maven'
+          distribution: "zulu"
+          java-version: "8"
+          cache: "maven"
           server-id: apache.releases.https
           server-username: MAVEN_USERNAME
           server-password: MAVEN_CENTRAL_TOKEN
@@ -130,27 +131,27 @@ jobs:
         run: echo "LOCAL_STAGING_DIR=$HOME/local-staging" >> $GITHUB_ENV
 
       - name: Download windows staging directory
-        uses: actions/download-artifact@v3
+        uses: actions/download-artifact@v4
         with:
           name: windows-x86_64-local-staging
           path: ~/windows-x86_64-local-staging
       - name: Download linux x86_64 staging directory
-        uses: actions/download-artifact@v3
+        uses: actions/download-artifact@v4
         with:
           name: linux-x86_64-local-staging
           path: ~/linux-x86_64-local-staging
       - name: Download linux aarch_64 staging directory
-        uses: actions/download-artifact@v3
+        uses: actions/download-artifact@v4
         with:
           name: linux-aarch_64-local-staging
           path: ~/linux-aarch_64-local-staging
       - name: Download darwin staging directory
-        uses: actions/download-artifact@v3
+        uses: actions/download-artifact@v4
         with:
           name: osx-x86_64-local-staging
           path: ~/osx-x86_64-local-staging
       - name: Download darwin (aarch64) staging directory
-        uses: actions/download-artifact@v3
+        uses: actions/download-artifact@v4
         with:
           name: osx-aarch_64-local-staging
           path: ~/osx-aarch_64-local-staging

diff --git a/.github/workflows/release_rust.yml b/.github/workflows/release_rust.yml
@@ -46,9 +46,10 @@ jobs:
           - "integrations/dav-server"
           - "integrations/fuse3"
           - "integrations/unftp-sbe"
+          - "integrations/cloud_filter"
           - "bin/oay" # depends on integrations/dav-server
           - "bin/oli"
-          - "bin/ofs" # depends on integrations/fuse3
+          - "bin/ofs" # depends on integrations/{fuse3,cloud_filter}
     steps:
       - uses: actions/checkout@v4
       - name: Checkout python env
@@ -71,15 +72,15 @@ jobs:
         # Only dryrun test upon core.
         if: matrix.package == 'core'
         working-directory: ${{ matrix.package }}
-        run: cargo publish --all-features --dry-run
+        run: cargo publish --dry-run
         env:
           LD_LIBRARY_PATH: ${{ env.JAVA_HOME }}/lib/server:${{ env.LD_LIBRARY_PATH }}
 
       - name: Publish ${{ matrix.package }}
         working-directory: ${{ matrix.package }}
         # Only publish if it's a tag and the tag is not a pre-release
         if: ${{ startsWith(github.ref, 'refs/tags/') && !contains(github.ref, '-') }}
-        run: cargo publish --all-features
+        run: cargo publish --no-verify
         env:
           LD_LIBRARY_PATH: ${{ env.JAVA_HOME }}/lib/server:${{ env.LD_LIBRARY_PATH }}
           CARGO_REGISTRY_TOKEN: ${{ secrets.CARGO_REGISTRY_TOKEN }}
diff --git a/...test_behavior_integration_cloudfilter.yml → ...est_behavior_integration_cloud_filter.yml b/...test_behavior_integration_cloudfilter.yml → ...est_behavior_integration_cloud_filter.yml
@@ -15,19 +15,19 @@
 # specific language governing permissions and limitations
 # under the License.
 
-name: Behavior Test Integration CloudFilter
+name: Behavior Test Integration Cloud Filter
 
 on:
   push:
     paths:
       - "integrations/cloudfilter/**.rs"
       - "integrations/cloudfilter/Cargo.toml"
-      - ".github/workflows/test_behavior_integration_cloudfilter.yml"
+      - ".github/workflows/test_behavior_integration_cloud_filter.yml"
   pull_request:
     paths:
       - "integrations/cloudfilter/**.rs"
       - "integrations/cloudfilter/Cargo.toml"
-      - ".github/workflows/test_behavior_integration_cloudfilter.yml"
+      - ".github/workflows/test_behavior_integration_cloud_filter.yml"
 
 jobs:
   test:
@@ -39,11 +39,11 @@ jobs:
       - uses: actions/checkout@v4
       - name: Setup Rust toolchain
         uses: ./.github/actions/setup
-    
+
       - name: Test Integration CloudFilter
-        working-directory: integrations/cloudfilter
+        working-directory: integrations/cloud_filter
         run: cargo test --test behavior
         env:
           OPENDAL_TEST: fs
           OPENDAL_FS_ROOT: ../../fixtures/data
-          OPENDAL_DISABLE_RANDOM_ROOT: 'true'
+          OPENDAL_DISABLE_RANDOM_ROOT: "true"
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -7,6 +7,51 @@ and this project adheres to [Semantic Versioning](https://semver.org/).
 
 <!-- Release notes generated using configuration in .github/release.yml at main -->
 
+## [v0.50.0] - 2024-09-11
+
+### Added
+* feat(core)!: make list return path itself by @meteorgan in https://github.com/apache/opendal/pull/4959
+* feat(services/oss): support role_arn and oidc_provider_arn by @tisonkun in https://github.com/apache/opendal/pull/5063
+* feat(services): add lakefs support by @liugddx in https://github.com/apache/opendal/pull/5086
+* feat: add list api for lakefs service. by @liugddx in https://github.com/apache/opendal/pull/5092
+* feat: add write api for lakefs service. by @liugddx in https://github.com/apache/opendal/pull/5100
+* feat: add delete api for lakefs service. by @liugddx in https://github.com/apache/opendal/pull/5107
+### Changed
+* refactor: use sqlx for sql services  by @tisonkun in https://github.com/apache/opendal/pull/5040
+* refactor(core)!: Add observe layer as building block by @Xuanwo in https://github.com/apache/opendal/pull/5064
+* refactor(layers/prometheus): rewrite prometheus layer based on observe mod by @koushiro in https://github.com/apache/opendal/pull/5069
+* refactor(bindings/java): replace `num_cpus` with `std::thread::available_parallelism` by @miroim in https://github.com/apache/opendal/pull/5080
+* refactor(layers/prometheus): provide builder APIs by @koushiro in https://github.com/apache/opendal/pull/5072
+* refactor(layers/prometheus-client): provide builder APIs by @koushiro in https://github.com/apache/opendal/pull/5073
+* refactor(layers/metrics): rewrite metrics layer using observe layer by @koushiro in https://github.com/apache/opendal/pull/5098
+### Fixed
+* fix(core): TimeoutLayer now needs enable tokio time by @Xuanwo in https://github.com/apache/opendal/pull/5057
+* fix(core): Fix failed list related tests by @Xuanwo in https://github.com/apache/opendal/pull/5058
+* fix(services/memory): blocking_scan right range by @meteorgan in https://github.com/apache/opendal/pull/5062
+* fix(core/services/mysql): Fix mysql Capability by @jackyyyyyssss in https://github.com/apache/opendal/pull/5067
+* fix: fix rust 1.76 error due to temporary value being dropped by @aawsome in https://github.com/apache/opendal/pull/5071
+* fix(service/fs): error due to temporary value being dropped by @miroim in https://github.com/apache/opendal/pull/5079
+* fix(core/services/hdfs): Fix the HDFS write failure when atomic_write_dir is set by @meteorgan in https://github.com/apache/opendal/pull/5039
+* fix(services/icloud): adjust error handling code to avoid having to write out result type explicitly by @koushiro in https://github.com/apache/opendal/pull/5091
+* fix(services/monoiofs): handle async cancel during file open by @NKID00 in https://github.com/apache/opendal/pull/5094
+### Docs
+* docs: Update binding-java.md by @tisonkun in https://github.com/apache/opendal/pull/5087
+### CI
+* ci(bindings/go): add golangci-lint by @yuchanns in https://github.com/apache/opendal/pull/5060
+* ci(bindings/zig): Fix build and test of zig on 0.13 by @Xuanwo in https://github.com/apache/opendal/pull/5102
+* ci: Don't publish with all features by @Xuanwo in https://github.com/apache/opendal/pull/5108
+* ci: Fix upload-artifacts doesn't include hidden files by @Xuanwo in https://github.com/apache/opendal/pull/5112
+### Chore
+* chore(bindings/go): bump ffi and sys version by @shoothzj in https://github.com/apache/opendal/pull/5055
+* chore: Bump backon to 1.0.0 by @Xuanwo in https://github.com/apache/opendal/pull/5056
+* chore(services/rocksdb): fix misuse rocksdb prefix iterator by @meteorgan in https://github.com/apache/opendal/pull/5059
+* chore(README): add Go binding badge by @yuchanns in https://github.com/apache/opendal/pull/5074
+* chore(deps): bump crate-ci/typos from 1.23.6 to 1.24.3 by @dependabot in https://github.com/apache/opendal/pull/5085
+* chore(layers/prometheus-client): export `PrometheusClientLayerBuilder` type by @koushiro in https://github.com/apache/opendal/pull/5093
+* chore(layers): check the examples when running tests by @koushiro in https://github.com/apache/opendal/pull/5104
+* chore(integrations/parquet): Bump parquet to 53 by @Xuanwo in https://github.com/apache/opendal/pull/5109
+* chore: Bump OpenDAL to 0.50.0 by @Xuanwo in https://github.com/apache/opendal/pull/5110
+
 ## [v0.49.2] - 2024-08-26
 
 ### Added
@@ -3960,6 +4005,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/).
 
 Hello, OpenDAL!
 
+[v0.50.0]: https://github.com/apache/opendal/compare/v0.49.2...v0.50.0
 [v0.49.2]: https://github.com/apache/opendal/compare/v0.49.1...v0.49.2
 [v0.49.1]: https://github.com/apache/opendal/compare/v0.49.0...v0.49.1
 [v0.49.0]: https://github.com/apache/opendal/compare/v0.48.0...v0.49.0