Allocator api for immutable Buffer

.github/workflows/arrow.yml

@@ -61,8 +61,8 @@ jobs:
           submodules: true
       - name: Setup Rust toolchain
         uses: ./.github/actions/setup-builder
-      - name: Test arrow-buffer with all features
-        run: cargo test -p arrow-buffer --all-features
+      - name: Test arrow-buffer
+        run: cargo test -p arrow-buffer
       - name: Test arrow-data with all features
         run: cargo test -p arrow-data --all-features
       - name: Test arrow-schema with all features
@@ -163,8 +163,8 @@ jobs:
         uses: ./.github/actions/setup-builder
       - name: Setup Clippy
         run: rustup component add clippy
-      - name: Clippy arrow-buffer with all features
-        run: cargo clippy -p arrow-buffer --all-targets --all-features -- -D warnings
+      - name: Clippy arrow-buffer
+        run: cargo clippy -p arrow-buffer --all-targets -- -D warnings
       - name: Clippy arrow-data with all features
         run: cargo clippy -p arrow-data --all-targets --all-features -- -D warnings
       - name: Clippy arrow-schema with all features
@@ -192,8 +192,25 @@ jobs:
       - name: Clippy arrow-row with all features
         run: cargo clippy -p arrow-row --all-targets --all-features -- -D warnings
       - name: Clippy arrow with all features
-        run: cargo clippy -p arrow --all-features --all-targets -- -D warnings
+        # `allocator_api` is ignored as it requires nightly toolchain
+        run: cargo clippy -p arrow -F csv -F json -F ipc -F ipc_compression -F prettyprint -F chrono-tz -F ffi -F pyarrow --all-targets -- -D warnings
       - name: Clippy arrow-integration-test with all features
         run: cargo clippy -p arrow-integration-test --all-targets --all-features -- -D warnings
       - name: Clippy arrow-integration-testing with all features
         run: cargo clippy -p arrow-integration-testing --all-targets --all-features -- -D warnings
+
+  clippy-nightly:
+    name: Clippy
+    runs-on: ubuntu-latest
+    container:
+      image: amd64/rust
+    steps:
+      - uses: actions/checkout@v4
+      - name: Setup Rust toolchain
+        uses: ./.github/actions/setup-builder
+        with:
+          rust-version: nightly
+      - name: Setup Clippy
+        run: rustup component add clippy
+      - name: Clippy arrow-buffer with all features
+        run: cargo clippy -p arrow-buffer --all-features --all-targets -- -D warnings

.github/workflows/miri.sh

@@ -12,7 +12,7 @@ cargo miri setup
 cargo clean
 
 echo "Starting Arrow MIRI run..."
-cargo miri test -p arrow-buffer
+cargo miri test -p arrow-buffer --features allocator_api
 cargo miri test -p arrow-data --features ffi
 cargo miri test -p arrow-schema --features ffi
 cargo miri test -p arrow-ord

arrow-buffer/Cargo.toml

@@ -33,6 +33,9 @@ name = "arrow_buffer"
 path = "src/lib.rs"
 bench = false
 
+[features]
+allocator_api = []
+
 [dependencies]
 bytes = { version = "1.4" }
 num = { version = "0.4", default-features = false, features = ["std"] }

arrow-buffer/src/alloc/allocator.rs

@@ -0,0 +1,50 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+use std::{
+    alloc::{Allocator, Layout},
+    panic::UnwindSafe,
+    ptr::NonNull,
+};
+
+pub struct AllocatorDeallocation<A: Allocator> {
+    ptr: NonNull<u8>,
+    layout: Layout,
+    allocator: A,
+}
+
+impl<A: Allocator + UnwindSafe> UnwindSafe for AllocatorDeallocation<A> {}
+unsafe impl<A: Allocator + Send> Send for AllocatorDeallocation<A> {}
+unsafe impl<A: Allocator + Sync> Sync for AllocatorDeallocation<A> {}
+
+impl<A: Allocator> Drop for AllocatorDeallocation<A> {
+    fn drop(&mut self) {
+        unsafe {
+            self.allocator.deallocate(self.ptr, self.layout);
+        }
+    }
+}
+
+impl<A: Allocator> AllocatorDeallocation<A> {
+    pub fn new(ptr: NonNull<u8>, layout: Layout, allocator: A) -> Self {
+        Self {
+            ptr,
+            layout,
+            allocator,
+        }
+    }
+}

arrow-buffer/src/alloc/mod.rs

@@ -23,6 +23,8 @@ use std::panic::RefUnwindSafe;
 use std::sync::Arc;
 
 mod alignment;
+#[cfg(feature = "allocator_api")]
+pub mod allocator;
 
 pub use alignment::ALIGNMENT;