opendal 0.1.11 → 0.1.13

data/core/services/s3/LICENSE

@@ -199,3 +199,19 @@
    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    See the License for the specific language governing permissions and
    limitations under the License.
+
+
+------------------------------------------------------------------------------------
+This product bundles third-party components under other open source licenses.
+This section summarizes those components and their licenses. See the referenced
+license files for text of these licenses.
+
+
+Creative Commons Zero v1.0 Universal
+------------------------------------
+
+bindings/dotnet/.gitignore
+
+The above file is derived from VisualStudio.gitignore in
+https://github.com/github/gitignore. Its license text is in
+bindings/dotnet/LICENSE-CC0-1.0.txt.

data/core/services/seafile/Cargo.toml

@@ -32,9 +32,9 @@ version = { workspace = true }
 all-features = true
 
 [dependencies]
-opendal-core = { path = "../../core", version = "0.59.0", default-features = false }
+opendal-core = { path = "../../core", version = "0.59.2", default-features = false }
 
-asyncband = { workspace = true }
+asyncband = { workspace = true, features = ["once-cell"] }
 bytes = { workspace = true }
 http = { workspace = true }
 log = { workspace = true }
@@ -42,4 +42,6 @@ serde = { workspace = true, features = ["derive"] }
 serde_json = { workspace = true }
 
 [dev-dependencies]
+asyncband = { workspace = true, features = ["mutex", "semaphore"] }
+futures = { workspace = true }
 tokio = { workspace = true, features = ["macros", "rt-multi-thread"] }

data/core/services/seafile/LICENSE

@@ -199,3 +199,19 @@
    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    See the License for the specific language governing permissions and
    limitations under the License.
+
+
+------------------------------------------------------------------------------------
+This product bundles third-party components under other open source licenses.
+This section summarizes those components and their licenses. See the referenced
+license files for text of these licenses.
+
+
+Creative Commons Zero v1.0 Universal
+------------------------------------
+
+bindings/dotnet/.gitignore
+
+The above file is derived from VisualStudio.gitignore in
+https://github.com/github/gitignore. Its license text is in
+bindings/dotnet/LICENSE-CC0-1.0.txt.

data/core/services/seafile/src/backend.rs

@@ -18,13 +18,12 @@
 use std::fmt::Debug;
 use std::sync::Arc;
 
-use asyncband::rwlock::RwLock;
+use asyncband::once::OnceCell;
 use log::debug;
 
 use super::SEAFILE_SCHEME;
 use super::config::SeafileConfig;
 use super::core::SeafileCore;
-use super::core::SeafileSigner;
 use super::core::parse_dir_detail;
 use super::core::parse_file_detail;
 use super::deleter::SeafileDeleter;
@@ -178,7 +177,7 @@ impl Builder for SeafileBuilder {
                 username,
                 password,
                 repo_name: self.config.repo_name.clone(),
-                signer: Arc::new(RwLock::new(SeafileSigner::default())),
+                auth_info: Arc::new(OnceCell::new()),
             }),
         })
     }

data/core/services/seafile/src/core.rs

@@ -18,7 +18,7 @@
 use std::fmt::Debug;
 use std::sync::Arc;
 
-use asyncband::rwlock::RwLock;
+use asyncband::once::OnceCell;
 use bytes::Buf;
 use bytes::Bytes;
 use http::Request;
@@ -46,8 +46,8 @@ pub struct SeafileCore {
     /// The repo name of this backend.
     pub repo_name: String,
 
-    /// signer of this backend.
-    pub signer: Arc<RwLock<SeafileSigner>>,
+    /// Authentication and library information published after both requests succeed.
+    pub auth_info: Arc<OnceCell<AuthInfo>>,
 }
 
 impl Debug for SeafileCore {
@@ -71,96 +71,85 @@ impl SeafileCore {
         ctx.http_transport().send(req).await
     }
 
-    /// get auth info
+    /// Initialize authentication and library information, retrying incomplete attempts.
     pub async fn get_auth_info(&self, ctx: &OperationContext) -> Result<AuthInfo> {
-        {
-            let signer = self.signer.read().await;
+        let auth_info = self
+            .auth_info
+            .get_or_try_init(async || {
+                let body = format!(
+                    "username={}&password={}",
+                    percent_encode_path(&self.username),
+                    percent_encode_path(&self.password)
+                );
+                let req = Request::post(format!("{}/api2/auth-token/", self.endpoint))
+                    .header(header::CONTENT_TYPE, "application/x-www-form-urlencoded")
+                    .body(Buffer::from(Bytes::from(body)))
+                    .map_err(new_request_build_error)?;
+
+                let resp = ctx.http_transport().send(req).await?;
+                let status = resp.status();
+
+                let token = match status {
+                    StatusCode::OK => {
+                        let resp_body = resp.into_body();
+                        let auth_response: AuthTokenResponse =
+                            serde_json::from_reader(resp_body.reader())
+                                .map_err(new_json_deserialize_error)?;
+                        auth_response.token
+                    }
+                    _ => {
+                        return Err(parse_error(
+                            ErrorContext::new(ServiceOperation("AuthToken")),
+                            resp,
+                        ));
+                    }
+                };
 
-            if !signer.auth_info.token.is_empty() {
-                let auth_info = signer.auth_info.clone();
-                return Ok(auth_info.clone());
-            }
-        }
+                let url = format!("{}/api2/repos", self.endpoint);
 
-        {
-            let mut signer = self.signer.write().await;
-            let body = format!(
-                "username={}&password={}",
-                percent_encode_path(&self.username),
-                percent_encode_path(&self.password)
-            );
-            let req = Request::post(format!("{}/api2/auth-token/", self.endpoint))
-                .header(header::CONTENT_TYPE, "application/x-www-form-urlencoded")
-                .body(Buffer::from(Bytes::from(body)))
-                .map_err(new_request_build_error)?;
-
-            let resp = ctx.http_transport().send(req).await?;
-            let status = resp.status();
-
-            match status {
-                StatusCode::OK => {
-                    let resp_body = resp.into_body();
-                    let auth_response: AuthTokenResponse =
-                        serde_json::from_reader(resp_body.reader())
-                            .map_err(new_json_deserialize_error)?;
-                    signer.auth_info = AuthInfo {
-                        token: auth_response.token,
-                        repo_id: "".to_string(),
-                    };
-                }
-                _ => {
-                    return Err(parse_error(
-                        ErrorContext::new(ServiceOperation("AuthToken")),
-                        resp,
-                    ));
-                }
-            }
-
-            let url = format!("{}/api2/repos", self.endpoint);
+                let req = Request::get(url)
+                    .header(header::AUTHORIZATION, format!("Token {token}"))
+                    .body(Buffer::new())
+                    .map_err(new_request_build_error)?;
 
-            let req = Request::get(url)
-                .header(
-                    header::AUTHORIZATION,
-                    format!("Token {}", signer.auth_info.token),
-                )
-                .body(Buffer::new())
-                .map_err(new_request_build_error)?;
+                let resp = ctx.http_transport().send(req).await?;
 
-            let resp = ctx.http_transport().send(req).await?;
+                let status = resp.status();
 
-            let status = resp.status();
+                let mut repo_id = String::new();
+                match status {
+                    StatusCode::OK => {
+                        let resp_body = resp.into_body();
+                        let list_library_response: Vec<ListLibraryResponse> =
+                            serde_json::from_reader(resp_body.reader())
+                                .map_err(new_json_deserialize_error)?;
 
-            match status {
-                StatusCode::OK => {
-                    let resp_body = resp.into_body();
-                    let list_library_response: Vec<ListLibraryResponse> =
-                        serde_json::from_reader(resp_body.reader())
-                            .map_err(new_json_deserialize_error)?;
+                        for library in list_library_response {
+                            if library.name == self.repo_name {
+                                repo_id = library.id;
+                                break;
+                            }
+                        }
 
-                    for library in list_library_response {
-                        if library.name == self.repo_name {
-                            signer.auth_info.repo_id = library.id;
-                            break;
+                        // repo not found
+                        if repo_id.is_empty() {
+                            return Err(Error::new(
+                                ErrorKind::NotFound,
+                                format!("repo {} not found", self.repo_name),
+                            ));
                         }
                     }
-
-                    // repo not found
-                    if signer.auth_info.repo_id.is_empty() {
-                        return Err(Error::new(
-                            ErrorKind::NotFound,
-                            format!("repo {} not found", self.repo_name),
+                    _ => {
+                        return Err(parse_error(
+                            ErrorContext::new(ServiceOperation("ListRepositories")),
+                            resp,
                         ));
                     }
                 }
-                _ => {
-                    return Err(parse_error(
-                        ErrorContext::new(ServiceOperation("ListRepositories")),
-                        resp,
-                    ));
-                }
-            }
-            Ok(signer.auth_info.clone())
-        }
+                Ok(AuthInfo { repo_id, token })
+            })
+            .await?;
+        Ok(auth_info.clone())
     }
 }
 
@@ -520,12 +509,7 @@ pub fn parse_file_detail(file_detail: FileDetail) -> Result<Metadata> {
     Ok(md.build())
 }
 
-#[derive(Clone, Default)]
-pub struct SeafileSigner {
-    pub auth_info: AuthInfo,
-}
-
-#[derive(Clone, Default)]
+#[derive(Clone)]
 pub struct AuthInfo {
     /// The repo id of this auth info.
     pub repo_id: String,
@@ -598,10 +582,129 @@ pub(crate) fn parse_error(ctx: ErrorContext, resp: Response<Buffer>) -> Error {
 
 #[cfg(test)]
 mod tests {
+    use std::collections::VecDeque;
+    use std::future::Future;
+    use std::task::Context;
+    use std::task::Waker;
+
+    use asyncband::mutex::Mutex;
+    use asyncband::semaphore::Semaphore;
     use http::StatusCode;
 
     use super::*;
 
+    #[derive(Clone)]
+    struct AuthTransport {
+        responses: Arc<Mutex<VecDeque<(&'static str, &'static str)>>>,
+        repositories: Arc<Semaphore>,
+    }
+
+    impl AuthTransport {
+        fn new(responses: &[(&'static str, &'static str)]) -> Self {
+            Self {
+                responses: Arc::new(Mutex::new(responses.iter().copied().collect())),
+                repositories: Arc::new(Semaphore::new(0)),
+            }
+        }
+    }
+
+    impl HttpTransport for AuthTransport {
+        async fn fetch(&self, req: Request<Buffer>) -> Result<Response<HttpBody>> {
+            let (path, body) = self.responses.lock().await.pop_front().unwrap();
+            assert_eq!(req.uri().path(), path);
+            if path == "/api2/repos" {
+                drop(self.repositories.acquire(1).await);
+            }
+            Ok(Response::builder()
+                .body(HttpBody::new(
+                    futures::stream::iter([Ok(Buffer::from(Bytes::from_static(body.as_bytes())))]),
+                    Some(body.len() as u64),
+                ))
+                .unwrap())
+        }
+    }
+
+    fn auth_core(transport: AuthTransport) -> (SeafileCore, OperationContext) {
+        let core = SeafileCore {
+            info: ServiceInfo::new("seafile", "/", ""),
+            capability: Capability::default(),
+            root: "/".to_string(),
+            endpoint: "http://example.com".to_string(),
+            username: "user".to_string(),
+            password: "password".to_string(),
+            repo_name: "test".to_string(),
+            auth_info: Arc::new(OnceCell::new()),
+        };
+        let ctx = OperationContext::new().with_http_transport(HttpTransporter::new(transport));
+        (core, ctx)
+    }
+
+    #[tokio::test]
+    async fn test_auth_info_retries_after_missing_repository() {
+        let transport = AuthTransport::new(&[
+            ("/api2/auth-token/", r#"{"token":"first"}"#),
+            ("/api2/repos", "[]"),
+            ("/api2/auth-token/", r#"{"token":"second"}"#),
+            ("/api2/repos", r#"[{"name":"test","id":"repo-id"}]"#),
+        ]);
+        transport.repositories.release(1);
+        let (core, ctx) = auth_core(transport.clone());
+
+        let err = core.get_auth_info(&ctx).await.err().unwrap();
+        assert_eq!(err.kind(), ErrorKind::NotFound);
+        let auth = core.get_auth_info(&ctx).await.unwrap();
+        assert_eq!(auth.repo_id, "repo-id");
+        assert_eq!(auth.token, "second");
+        assert!(transport.responses.lock().await.is_empty());
+    }
+
+    #[tokio::test]
+    async fn test_auth_info_retries_after_initialization_is_cancelled() {
+        let transport = AuthTransport::new(&[
+            ("/api2/auth-token/", r#"{"token":"first"}"#),
+            ("/api2/repos", r#"[{"name":"test","id":"repo-id"}]"#),
+            ("/api2/auth-token/", r#"{"token":"second"}"#),
+            ("/api2/repos", r#"[{"name":"test","id":"repo-id"}]"#),
+        ]);
+        let (core, ctx) = auth_core(transport.clone());
+        let mut first = Box::pin(core.get_auth_info(&ctx));
+        let mut cx = Context::from_waker(Waker::noop());
+        assert!(first.as_mut().poll(&mut cx).is_pending());
+        drop(first);
+
+        transport.repositories.release(1);
+        let auth = core.get_auth_info(&ctx).await.unwrap();
+        assert_eq!(auth.repo_id, "repo-id");
+        assert_eq!(auth.token, "second");
+        assert!(transport.responses.lock().await.is_empty());
+    }
+
+    #[tokio::test]
+    async fn test_auth_info_shares_complete_initialization() {
+        let transport = AuthTransport::new(&[
+            ("/api2/auth-token/", r#"{"token":"shared"}"#),
+            ("/api2/repos", r#"[{"name":"test","id":"repo-id"}]"#),
+        ]);
+        let (core, ctx) = auth_core(transport.clone());
+        let mut first = Box::pin(core.get_auth_info(&ctx));
+        let mut second = Box::pin(core.get_auth_info(&ctx));
+        let mut cancelled = Box::pin(core.get_auth_info(&ctx));
+        let mut cx = Context::from_waker(Waker::noop());
+        assert!(first.as_mut().poll(&mut cx).is_pending());
+        assert!(second.as_mut().poll(&mut cx).is_pending());
+        assert!(cancelled.as_mut().poll(&mut cx).is_pending());
+        drop(cancelled);
+
+        transport.repositories.release(1);
+        let (first, second) = tokio::join!(first, second);
+        for auth in [first, second, core.get_auth_info(&ctx).await] {
+            let auth = auth.unwrap();
+            assert_eq!(auth.repo_id, "repo-id");
+            assert_eq!(auth.token, "shared");
+        }
+        assert!(transport.responses.lock().await.is_empty());
+    }
+
     #[tokio::test]
     async fn test_parse_error() {
         let err_res = vec![

data/core/services/seafile/src/docs.md

@@ -21,6 +21,8 @@ Use [`crate::SeafileConfig`] for serializable configuration and this builder's
 methods for direct construction. The field and method documentation defines
 accepted values, defaults, and environment interaction.
 
+Authentication and library lookup are initialized together on first use. Failed or cancelled initialization can be retried by a subsequent operation; successful initialization is shared by an operator and its clones.
+
 ## Example
 
 ### Via Builder

data/core/services/sftp/Cargo.toml

@@ -32,10 +32,10 @@ version = { workspace = true }
 all-features = true
 
 [dependencies]
-opendal-core = { path = "../../core", version = "0.59.0", default-features = false }
+opendal-core = { path = "../../core", version = "0.59.2", default-features = false }
 
+asyncband = { workspace = true, features = ["pool"] }
 bytes = { workspace = true }
-fastpool = "1.0.2"
 futures = { workspace = true }
 log = { workspace = true }
 openssh = "0.11.0"

data/core/services/sftp/LICENSE

@@ -199,3 +199,19 @@
    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    See the License for the specific language governing permissions and
    limitations under the License.
+
+
+------------------------------------------------------------------------------------
+This product bundles third-party components under other open source licenses.
+This section summarizes those components and their licenses. See the referenced
+license files for text of these licenses.
+
+
+Creative Commons Zero v1.0 Universal
+------------------------------------
+
+bindings/dotnet/.gitignore
+
+The above file is derived from VisualStudio.gitignore in
+https://github.com/github/gitignore. Its license text is in
+bindings/dotnet/LICENSE-CC0-1.0.txt.

data/core/services/sftp/src/core.rs

@@ -15,7 +15,7 @@
 // specific language governing permissions and limitations
 // under the License.
 
-use fastpool::{ManageObject, ObjectStatus, bounded};
+use asyncband::pool::{ManageObject, ObjectStatus, bounded};
 use log::debug;
 use opendal_core::raw::*;
 use opendal_core::*;

data/core/services/sftp/src/reader.rs

@@ -22,8 +22,8 @@ use super::core::is_sftp_failure;
 use super::core::parse_sftp_error;
 use super::lister::SftpLister;
 use super::writer::SftpWriter;
+use asyncband::pool::bounded;
 use bytes::BytesMut;
-use fastpool::bounded;
 use opendal_core::raw::*;
 use opendal_core::*;
 use openssh_sftp_client::file::File;

data/core/services/sled/Cargo.toml

@@ -32,7 +32,7 @@ version = { workspace = true }
 all-features = true
 
 [dependencies]
-opendal-core = { path = "../../core", version = "0.59.0", default-features = false }
+opendal-core = { path = "../../core", version = "0.59.2", default-features = false }
 serde = { workspace = true, features = ["derive"] }
 sled = "0.34.7"
 

data/core/services/sled/LICENSE

@@ -199,3 +199,19 @@
    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    See the License for the specific language governing permissions and
    limitations under the License.
+
+
+------------------------------------------------------------------------------------
+This product bundles third-party components under other open source licenses.
+This section summarizes those components and their licenses. See the referenced
+license files for text of these licenses.
+
+
+Creative Commons Zero v1.0 Universal
+------------------------------------
+
+bindings/dotnet/.gitignore
+
+The above file is derived from VisualStudio.gitignore in
+https://github.com/github/gitignore. Its license text is in
+bindings/dotnet/LICENSE-CC0-1.0.txt.

data/core/services/sqlite/Cargo.toml

@@ -32,8 +32,8 @@ version = { workspace = true }
 all-features = true
 
 [dependencies]
-asyncband = { workspace = true }
-opendal-core = { path = "../../core", version = "0.59.0", default-features = false }
+asyncband = { workspace = true, features = ["once-cell"] }
+opendal-core = { path = "../../core", version = "0.59.2", default-features = false }
 serde = { workspace = true, features = ["derive"] }
 sqlx = { version = "0.8.0", features = ["runtime-tokio-rustls", "sqlite"] }
 

data/core/services/sqlite/LICENSE

@@ -199,3 +199,19 @@
    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    See the License for the specific language governing permissions and
    limitations under the License.
+
+
+------------------------------------------------------------------------------------
+This product bundles third-party components under other open source licenses.
+This section summarizes those components and their licenses. See the referenced
+license files for text of these licenses.
+
+
+Creative Commons Zero v1.0 Universal
+------------------------------------
+
+bindings/dotnet/.gitignore
+
+The above file is derived from VisualStudio.gitignore in
+https://github.com/github/gitignore. Its license text is in
+bindings/dotnet/LICENSE-CC0-1.0.txt.

data/core/services/surrealdb/Cargo.toml

@@ -32,8 +32,8 @@ version = { workspace = true }
 all-features = true
 
 [dependencies]
-asyncband = { workspace = true }
-opendal-core = { path = "../../core", version = "0.59.0", default-features = false }
+asyncband = { workspace = true, features = ["once-cell"] }
+opendal-core = { path = "../../core", version = "0.59.2", default-features = false }
 serde = { workspace = true, features = ["derive"] }
 surrealdb = { version = "3", features = ["protocol-http"] }
 

data/core/services/surrealdb/LICENSE

@@ -199,3 +199,19 @@
    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    See the License for the specific language governing permissions and
    limitations under the License.
+
+
+------------------------------------------------------------------------------------
+This product bundles third-party components under other open source licenses.
+This section summarizes those components and their licenses. See the referenced
+license files for text of these licenses.
+
+
+Creative Commons Zero v1.0 Universal
+------------------------------------
+
+bindings/dotnet/.gitignore
+
+The above file is derived from VisualStudio.gitignore in
+https://github.com/github/gitignore. Its license text is in
+bindings/dotnet/LICENSE-CC0-1.0.txt.

data/core/services/swift/Cargo.toml

@@ -37,7 +37,7 @@ bytes = { workspace = true }
 hmac = "0.13.0"
 http = { workspace = true }
 log = { workspace = true }
-opendal-core = { path = "../../core", version = "0.59.0", default-features = false }
+opendal-core = { path = "../../core", version = "0.59.2", default-features = false }
 percent-encoding = "2"
 quick-xml = { workspace = true, features = ["serialize", "overlapped-lists"] }
 serde = { workspace = true, features = ["derive"] }

data/core/services/swift/LICENSE

@@ -199,3 +199,19 @@
    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    See the License for the specific language governing permissions and
    limitations under the License.
+
+
+------------------------------------------------------------------------------------
+This product bundles third-party components under other open source licenses.
+This section summarizes those components and their licenses. See the referenced
+license files for text of these licenses.
+
+
+Creative Commons Zero v1.0 Universal
+------------------------------------
+
+bindings/dotnet/.gitignore
+
+The above file is derived from VisualStudio.gitignore in
+https://github.com/github/gitignore. Its license text is in
+bindings/dotnet/LICENSE-CC0-1.0.txt.

data/core/services/tikv/Cargo.toml

@@ -32,8 +32,8 @@ version = { workspace = true }
 all-features = true
 
 [dependencies]
-asyncband = { workspace = true }
-opendal-core = { path = "../../core", version = "0.59.0", default-features = false }
+asyncband = { workspace = true, features = ["once-cell"] }
+opendal-core = { path = "../../core", version = "0.59.2", default-features = false }
 serde = { workspace = true, features = ["derive"] }
 tikv-client = { version = "0.4.0", default-features = false }
 

data/core/services/tikv/LICENSE

@@ -199,3 +199,19 @@
    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    See the License for the specific language governing permissions and
    limitations under the License.
+
+
+------------------------------------------------------------------------------------
+This product bundles third-party components under other open source licenses.
+This section summarizes those components and their licenses. See the referenced
+license files for text of these licenses.
+
+
+Creative Commons Zero v1.0 Universal
+------------------------------------
+
+bindings/dotnet/.gitignore
+
+The above file is derived from VisualStudio.gitignore in
+https://github.com/github/gitignore. Its license text is in
+bindings/dotnet/LICENSE-CC0-1.0.txt.

data/core/services/tos/Cargo.toml

@@ -34,7 +34,7 @@ all-features = true
 [dependencies]
 bytes = { workspace = true }
 http = { workspace = true }
-opendal-core = { path = "../../core", version = "0.59.0", default-features = false, features = [
+opendal-core = { path = "../../core", version = "0.59.2", default-features = false, features = [
   "reqsign",
 ] }
 quick-xml = { workspace = true, features = ["serialize", "overlapped-lists"] }