feat(services/vercel_blob): support vercel blob (#4103)

.env.example

@@ -216,3 +216,6 @@ OPENDAL_ICLOUD_PASSWORD=<password>
 OPENDAL_ICLOUD_TRUST_TOKEN=<trust_token>
 OPENDAL_ICLOUD_DS_WEB_AUTH_TOKEN=<ds_web_auth_token>
 OPENDAL_ICLOUD_IS_CHINA_MAINLAND=true
+# vercel blob
+OPENDAL_VERCEL_BLOB_ROOT=/path/to/dir
+OPENDAL_VERCEL_BLOB_TOKEN=<token>

core/Cargo.toml

@@ -199,6 +199,7 @@ services-swift = []
 services-tikv = ["tikv-client"]
 services-upyun = ["dep:hmac", "dep:sha1"]
 services-vercel-artifacts = []
+services-vercel-blob = []
 # Deprecated
 # wasabi services support has been removed.
 # We will remove this feature in the next version.

core/src/services/mod.rs

@@ -377,3 +377,10 @@ mod koofr;
 pub use koofr::Koofr;
 #[cfg(feature = "services-koofr")]
 pub use koofr::KoofrConfig;
+
+#[cfg(feature = "services-vercel-blob")]
+mod vercel_blob;
+#[cfg(feature = "services-vercel-blob")]
+pub use vercel_blob::VercelBlob;
+#[cfg(feature = "services-vercel-blob")]
+pub use vercel_blob::VercelBlobConfig;

core/src/services/vercel_blob/backend.rs

@@ -0,0 +1,283 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+use std::collections::HashMap;
+use std::fmt::Debug;
+use std::fmt::Formatter;
+use std::sync::Arc;
+
+use async_trait::async_trait;
+use http::StatusCode;
+use log::debug;
+use serde::Deserialize;
+
+use super::core::parse_blob;
+use super::core::Blob;
+use super::core::VercelBlobCore;
+use super::error::parse_error;
+use super::lister::VercelBlobLister;
+use super::writer::VercelBlobWriter;
+use super::writer::VercelBlobWriters;
+use crate::raw::*;
+use crate::*;
+
+/// Config for backblaze VercelBlob services support.
+#[derive(Default, Deserialize)]
+#[serde(default)]
+#[non_exhaustive]
+pub struct VercelBlobConfig {
+    /// root of this backend.
+    ///
+    /// All operations will happen under this root.
+    pub root: Option<String>,
+    /// vercel blob token.
+    pub token: String,
+}
+
+impl Debug for VercelBlobConfig {
+    fn fmt(&self, f: &mut Formatter<'_>) -> std::fmt::Result {
+        let mut ds = f.debug_struct("Config");
+
+        ds.field("root", &self.root);
+
+        ds.finish()
+    }
+}
+
+/// [VercelBlob](https://vercel.com/docs/storage/vercel-blob) services support.
+#[doc = include_str!("docs.md")]
+#[derive(Default)]
+pub struct VercelBlobBuilder {
+    config: VercelBlobConfig,
+
+    http_client: Option<HttpClient>,
+}
+
+impl Debug for VercelBlobBuilder {
+    fn fmt(&self, f: &mut Formatter<'_>) -> std::fmt::Result {
+        let mut d = f.debug_struct("VercelBlobBuilder");
+
+        d.field("config", &self.config);
+        d.finish_non_exhaustive()
+    }
+}
+
+impl VercelBlobBuilder {
+    /// Set root of this backend.
+    ///
+    /// All operations will happen under this root.
+    pub fn root(&mut self, root: &str) -> &mut Self {
+        self.config.root = if root.is_empty() {
+            None
+        } else {
+            Some(root.to_string())
+        };
+
+        self
+    }
+
+    /// Vercel Blob token.
+    ///
+    /// Get from Vercel environment variable `BLOB_READ_WRITE_TOKEN`.
+    /// It is required.
+    pub fn token(&mut self, token: &str) -> &mut Self {
+        self.config.token = token.to_string();
+
+        self
+    }
+
+    /// Specify the http client that used by this service.
+    ///
+    /// # Notes
+    ///
+    /// This API is part of OpenDAL's Raw API. `HttpClient` could be changed
+    /// during minor updates.
+    pub fn http_client(&mut self, client: HttpClient) -> &mut Self {
+        self.http_client = Some(client);
+        self
+    }
+}
+
+impl Builder for VercelBlobBuilder {
+    const SCHEME: Scheme = Scheme::VercelBlob;
+    type Accessor = VercelBlobBackend;
+
+    /// Converts a HashMap into an VercelBlobBuilder instance.
+    ///
+    /// # Arguments
+    ///
+    /// * `map` - A HashMap containing the configuration values.
+    ///
+    /// # Returns
+    ///
+    /// Returns an instance of VercelBlobBuilder.
+    fn from_map(map: HashMap<String, String>) -> Self {
+        // Deserialize the configuration from the HashMap.
+        let config = VercelBlobConfig::deserialize(ConfigDeserializer::new(map))
+            .expect("config deserialize must succeed");
+
+        // Create an VercelBlobBuilder instance with the deserialized config.
+        VercelBlobBuilder {
+            config,
+            http_client: None,
+        }
+    }
+
+    /// Builds the backend and returns the result of VercelBlobBackend.
+    fn build(&mut self) -> Result<Self::Accessor> {
+        debug!("backend build started: {:?}", &self);
+
+        let root = normalize_root(&self.config.root.clone().unwrap_or_default());
+        debug!("backend use root {}", &root);
+
+        // Handle token.
+        if self.config.token.is_empty() {
+            return Err(Error::new(ErrorKind::ConfigInvalid, "token is empty")
+                .with_operation("Builder::build")
+                .with_context("service", Scheme::VercelBlob));
+        }
+
+        let client = if let Some(client) = self.http_client.take() {
+            client
+        } else {
+            HttpClient::new().map_err(|err| {
+                err.with_operation("Builder::build")
+                    .with_context("service", Scheme::VercelBlob)
+            })?
+        };
+
+        Ok(VercelBlobBackend {
+            core: Arc::new(VercelBlobCore {
+                root,
+                token: self.config.token.clone(),
+                client,
+            }),
+        })
+    }
+}
+
+/// Backend for VercelBlob services.
+#[derive(Debug, Clone)]
+pub struct VercelBlobBackend {
+    core: Arc<VercelBlobCore>,
+}
+
+#[async_trait]
+impl Accessor for VercelBlobBackend {
+    type Reader = IncomingAsyncBody;
+    type Writer = VercelBlobWriters;
+    type Lister = oio::PageLister<VercelBlobLister>;
+    type BlockingReader = ();
+    type BlockingWriter = ();
+    type BlockingLister = ();
+
+    fn info(&self) -> AccessorInfo {
+        let mut am = AccessorInfo::default();
+        am.set_scheme(Scheme::VercelBlob)
+            .set_root(&self.core.root)
+            .set_native_capability(Capability {
+                stat: true,
+
+                read: true,
+                read_can_next: true,
+                read_with_range: true,
+
+                write: true,
+                write_can_empty: true,
+                write_can_multi: true,
+                write_multi_min_size: Some(5 * 1024 * 1024),
+
+                delete: true,
+                copy: true,
+
+                list: true,
+                list_with_limit: true,
+
+                ..Default::default()
+            });
+
+        am
+    }
+
+    async fn stat(&self, path: &str, _args: OpStat) -> Result<RpStat> {
+        let resp = self.core.head(path).await?;
+
+        let status = resp.status();
+
+        match status {
+            StatusCode::OK => {
+                let bs = resp.into_body().bytes().await?;
+
+                let resp: Blob = serde_json::from_slice(&bs).map_err(new_json_deserialize_error)?;
+
+                parse_blob(&resp).map(RpStat::new)
+            }
+            _ => Err(parse_error(resp).await?),
+        }
+    }
+
+    async fn read(&self, path: &str, args: OpRead) -> Result<(RpRead, Self::Reader)> {
+        let resp = self.core.download(path, args).await?;
+
+        let status = resp.status();
+
+        match status {
+            StatusCode::OK | StatusCode::PARTIAL_CONTENT => {
+                let size = parse_content_length(resp.headers())?;
+                let range = parse_content_range(resp.headers())?;
+                Ok((
+                    RpRead::new().with_size(size).with_range(range),
+                    resp.into_body(),
+                ))
+            }
+            _ => Err(parse_error(resp).await?),
+        }
+    }
+
+    async fn write(&self, path: &str, args: OpWrite) -> Result<(RpWrite, Self::Writer)> {
+        let concurrent = args.concurrent();
+        let writer = VercelBlobWriter::new(self.core.clone(), args, path.to_string());
+
+        let w = oio::MultipartWriter::new(writer, concurrent);
+
+        Ok((RpWrite::default(), w))
+    }
+
+    async fn delete(&self, path: &str, _: OpDelete) -> Result<RpDelete> {
+        self.core.delete(path).await.map(|_| RpDelete::default())
+    }
+
+    async fn copy(&self, from: &str, to: &str, _args: OpCopy) -> Result<RpCopy> {
+        let resp = self.core.copy(from, to).await?;
+
+        let status = resp.status();
+
+        match status {
+            StatusCode::OK => {
+                resp.into_body().consume().await?;
+
+                Ok(RpCopy::default())
+            }
+            _ => Err(parse_error(resp).await?),
+        }
+    }
+
+    async fn list(&self, path: &str, args: OpList) -> Result<(RpList, Self::Lister)> {
+        let l = VercelBlobLister::new(self.core.clone(), path, args.limit());
+        Ok((RpList::default(), oio::PageLister::new(l)))
+    }
+}