opendal 0.1.6.pre.rc.1

data/core/Cargo.toml

@@ -0,0 +1,437 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+[package]
+categories = ["filesystem"]
+description = "Apache OpenDAL™: One Layer, All Storage."
+exclude = ["/tests/"]
+keywords = ["storage", "fs", "s3", "azblob", "gcs"]
+name = "opendal"
+
+authors = ["Apache OpenDAL <dev@opendal.apache.org>"]
+edition = "2021"
+homepage = "https://opendal.apache.org/"
+license = "Apache-2.0"
+repository = "https://github.com/apache/opendal"
+rust-version = "1.82"
+version = "0.54.1"
+
+[lints.clippy]
+unused_async = "warn"
+
+[package.metadata.docs.rs]
+all-features = true
+
+[workspace]
+default-members = ["."]
+members = [".", "examples/*", "fuzz", "edge/*", "benches/vs_*"]
+
+[workspace.package]
+edition = "2021"
+license = "Apache-2.0"
+rust-version = "1.82"
+version = "0.54.0"
+
+[features]
+default = ["reqwest/rustls-tls", "executors-tokio", "services-memory"]
+
+# Enable opendal's blocking support.
+blocking = ["internal-tokio-rt"]
+
+# Build test utils or not.
+#
+# These features are used to control whether to build opendal's test utils.
+# And doesn't have any other effects.
+#
+# You should never enable this feature unless you are developing opendal.
+tests = [
+  "dep:rand",
+  "dep:sha2",
+  "dep:dotenvy",
+  "services-azblob",
+  "services-azdls",
+  "services-azfile",
+  "services-fs",
+  "services-http",
+  "services-memory",
+  "internal-tokio-rt",
+  "services-s3",
+]
+
+# Enable path cache.
+# This is an internal feature, and should not be used by users.
+internal-path-cache = ["dep:moka"]
+# Enable tokio runtime.
+internal-tokio-rt = ["tokio/rt-multi-thread"]
+
+# Enable tokio executors support.
+executors-tokio = ["tokio/rt"]
+
+# Enable layers chaos support
+layers-chaos = ["dep:rand"]
+# Enable layers metrics support
+layers-metrics = ["dep:metrics"]
+# Enable layers mime_guess support
+layers-mime-guess = ["dep:mime_guess"]
+# Enable layers prometheus support, with tikv/prometheus-rs crate
+layers-prometheus = ["dep:prometheus"]
+# Enable layers prometheus support, with prometheus-client crate
+layers-prometheus-client = ["dep:prometheus-client"]
+# Enable layers fastmetrics support.
+layers-fastmetrics = ["dep:fastmetrics"]
+# Enable layers fastrace support.
+layers-fastrace = ["dep:fastrace"]
+# Enable layers tracing support.
+layers-tracing = ["dep:tracing"]
+# Enable layers otelmetrics support.
+layers-otel-metrics = ["dep:opentelemetry", "opentelemetry/metrics"]
+# Enable layers oteltrace support.
+layers-otel-trace = ["dep:opentelemetry", "opentelemetry/trace"]
+# Enable layers throttle support.
+layers-throttle = ["dep:governor"]
+# Enable layers await-tree support.
+layers-await-tree = ["dep:await-tree"]
+# Enable layers async-backtrace support.
+layers-async-backtrace = ["dep:async-backtrace"]
+# Enable dtrace support.
+layers-dtrace = ["dep:probe"]
+
+services-aliyun-drive = []
+services-alluxio = []
+services-azblob = [
+  "dep:sha2",
+  "dep:reqsign",
+  "reqsign?/services-azblob",
+  "reqsign?/reqwest_request",
+]
+services-azdls = [
+  "dep:reqsign",
+  "reqsign?/services-azblob",
+  "reqsign?/reqwest_request",
+]
+services-azfile = [
+  "dep:reqsign",
+  "reqsign?/services-azblob",
+  "reqsign?/reqwest_request",
+]
+services-b2 = []
+services-cacache = ["dep:cacache"]
+services-cloudflare-kv = []
+services-compfs = ["dep:compio"]
+services-cos = [
+  "dep:reqsign",
+  "reqsign?/services-tencent",
+  "reqsign?/reqwest_request",
+]
+services-d1 = []
+services-dashmap = ["dep:dashmap"]
+services-dbfs = []
+services-dropbox = []
+services-etcd = ["dep:etcd-client", "dep:bb8"]
+services-foundationdb = ["dep:foundationdb"]
+services-fs = ["tokio/fs", "internal-tokio-rt"]
+services-ftp = [
+  "dep:suppaftp",
+  "dep:bb8",
+  "dep:futures-rustls",
+  "dep:rustls-native-certs",
+]
+services-gcs = [
+  "dep:reqsign",
+  "reqsign?/services-google",
+  "reqsign?/reqwest_request",
+]
+services-gdrive = ["internal-path-cache"]
+services-ghac = ["dep:ghac", "dep:prost", "services-azblob"]
+services-github = []
+services-gridfs = ["dep:mongodb", "dep:mongodb-internal-macros"]
+services-hdfs = ["dep:hdrs"]
+services-hdfs-native = ["hdfs-native"]
+services-http = []
+services-huggingface = []
+services-ipfs = ["dep:prost"]
+services-ipmfs = []
+services-koofr = []
+services-lakefs = []
+services-memcached = ["dep:bb8"]
+services-memory = []
+services-mini-moka = ["dep:mini-moka"]
+services-moka = ["dep:moka"]
+services-mongodb = ["dep:mongodb", "dep:mongodb-internal-macros"]
+services-monoiofs = ["dep:monoio", "dep:flume"]
+services-mysql = ["dep:sqlx", "sqlx?/mysql"]
+services-obs = [
+  "dep:reqsign",
+  "reqsign?/services-huaweicloud",
+  "reqsign?/reqwest_request",
+]
+services-onedrive = []
+services-opfs = [
+  "dep:js-sys",
+  "dep:wasm-bindgen",
+  "dep:wasm-bindgen-futures",
+  "dep:web-sys",
+]
+services-oss = [
+  "dep:reqsign",
+  "reqsign?/services-aliyun",
+  "reqsign?/reqwest_request",
+]
+services-pcloud = []
+services-persy = ["dep:persy", "internal-tokio-rt"]
+services-postgresql = ["dep:sqlx", "sqlx?/postgres"]
+services-redb = ["dep:redb", "internal-tokio-rt"]
+services-redis = ["dep:redis", "dep:bb8", "redis?/tokio-rustls-comp"]
+services-redis-native-tls = ["services-redis", "redis?/tokio-native-tls-comp"]
+services-rocksdb = ["dep:rocksdb", "internal-tokio-rt"]
+services-s3 = [
+  "dep:reqsign",
+  "reqsign?/services-aws",
+  "reqsign?/reqwest_request",
+  "dep:crc32c",
+]
+services-seafile = []
+services-sftp = ["dep:openssh", "dep:openssh-sftp-client", "dep:bb8"]
+services-sled = ["dep:sled", "internal-tokio-rt"]
+services-sqlite = ["dep:sqlx", "sqlx?/sqlite", "dep:ouroboros"]
+services-surrealdb = ["dep:surrealdb"]
+services-swift = []
+services-tikv = ["tikv-client"]
+services-upyun = ["dep:hmac", "dep:sha1"]
+services-vercel-artifacts = []
+services-vercel-blob = []
+services-webdav = []
+services-webhdfs = []
+services-yandex-disk = []
+
+[lib]
+bench = false
+
+[[bench]]
+harness = false
+name = "ops"
+required-features = ["tests"]
+
+[[bench]]
+harness = false
+name = "types"
+
+[[test]]
+harness = false
+name = "behavior"
+path = "tests/behavior/main.rs"
+required-features = ["tests"]
+
+[dependencies]
+# Required dependencies
+anyhow = { version = "1.0.30", features = ["std"] }
+backon = { version = "1.5", features = ["tokio-sleep"] }
+base64 = "0.22"
+bytes = "1.6"
+chrono = { version = "0.4.28", default-features = false, features = [
+  "clock",
+  "std",
+] }
+futures = { version = "0.3", default-features = false, features = [
+  "std",
+  "async-await",
+] }
+http = "1.1"
+http-body = "1"
+log = "0.4"
+md-5 = "0.10"
+percent-encoding = "2"
+quick-xml = { version = "0.38", features = ["serialize", "overlapped-lists"] }
+reqwest = { version = "0.12.22", features = [
+  "stream",
+], default-features = false }
+serde = { version = "1", features = ["derive"] }
+serde_json = "1"
+tokio = { version = "1.47", features = ["sync", "io-util"] }
+uuid = { version = "1", features = ["serde", "v4"] }
+
+# Test only dependencies
+dotenvy = { version = "0.15", optional = true }
+rand = { version = "0.8", optional = true }
+
+# Optional dependencies
+
+# Services
+# general dependencies.
+bb8 = { version = "0.9", optional = true }
+prost = { version = "0.13", optional = true }
+sha1 = { version = "0.10.6", optional = true }
+sha2 = { version = "0.10", optional = true }
+sqlx = { version = "0.8.0", features = [
+  "runtime-tokio-rustls",
+], optional = true }
+
+# For http based services.
+reqsign = { version = "0.16.5", default-features = false, optional = true }
+
+# for self-referencing structs
+ouroboros = { version = "0.18.4", optional = true }
+
+# for services-cacache
+cacache = { version = "13.0", default-features = false, features = [
+  "tokio-runtime",
+  "mmap",
+], optional = true }
+# for services-dashmap
+dashmap = { version = "6", optional = true }
+# for services-etcd
+etcd-client = { version = "0.16", optional = true, features = ["tls"] }
+# for services-foundationdb
+foundationdb = { version = "0.9.0", features = [
+  "embedded-fdb-include",
+  "fdb-7_3",
+], optional = true }
+# for services-ghac
+ghac = { version = "0.2.0", optional = true }
+# for services-hdfs
+hdrs = { version = "0.3.2", optional = true, features = ["async_file"] }
+# for services-upyun
+hmac = { version = "0.12.1", optional = true }
+# for services-mini-moka
+mini-moka = { version = "0.10", optional = true }
+# for services-moka
+moka = { version = "0.12", optional = true, features = ["future", "sync"] }
+# for services-mongodb
+mongodb = { version = "3.2.4", optional = true }
+mongodb-internal-macros = { version = "3.2.4", optional = true }
+# for services-sftp
+openssh = { version = "0.11.0", optional = true }
+openssh-sftp-client = { version = "0.15.3", optional = true, features = [
+  "openssh",
+  "tracing",
+] }
+# for services-persy
+persy = { version = "1.4.6", optional = true }
+# for services-redb
+redb = { version = "2", optional = true }
+# for services-redis
+redis = { version = "0.32", features = [
+  "cluster-async",
+  "tokio-comp",
+  "connection-manager",
+], optional = true }
+# for services-rocksdb
+rocksdb = { version = "0.21.0", default-features = false, optional = true }
+# for services-sled
+sled = { version = "0.34.7", optional = true }
+# for services-ftp
+futures-rustls = { version = "0.26.0", optional = true }
+rustls-native-certs = { version = "0.8", optional = true }
+suppaftp = { version = "6.3.0", default-features = false, features = [
+  "async-secure",
+  "rustls",
+  "async-rustls",
+], optional = true }
+# for services-tikv
+tikv-client = { version = "0.3.0", optional = true, default-features = false }
+# for services-hdfs-native
+hdfs-native = { version = "0.11", optional = true }
+# for services-surrealdb
+surrealdb = { version = "2", optional = true, features = ["protocol-http"] }
+# for services-compfs
+compio = { version = "0.15.0", optional = true, features = [
+  "runtime",
+  "bytes",
+  "polling",
+  "dispatcher",
+] }
+# for services-s3
+crc32c = { version = "0.6.6", optional = true }
+# for services-monoiofs
+flume = { version = "0.11", optional = true }
+monoio = { version = "0.2.4", optional = true, features = [
+  "sync",
+  "mkdirat",
+  "unlinkat",
+  "renameat",
+] }
+# for service-opfs
+js-sys = { version = "0.3.77", optional = true }
+wasm-bindgen = { version = "0.2.100", optional = true }
+wasm-bindgen-futures = { version = "0.4.50", optional = true }
+web-sys = { version = "0.3.77", optional = true, features = [
+  "Window",
+  "File",
+  "FileSystemDirectoryHandle",
+  "FileSystemFileHandle",
+  "FileSystemGetDirectoryOptions",
+  "FileSystemGetFileOptions",
+  "FileSystemWritableFileStream",
+  "Navigator",
+  "StorageManager",
+  "FileSystemGetFileOptions",
+] }
+
+# Layers
+# for layers-async-backtrace
+async-backtrace = { version = "0.2.6", optional = true }
+# for layers-await-tree
+await-tree = { version = "0.3", optional = true }
+# for layers-throttle
+governor = { version = "0.10.0", optional = true, features = ["std"] }
+# for layers-metrics
+metrics = { version = "0.24", optional = true }
+# for layers-mime-guess
+mime_guess = { version = "2.0.5", optional = true }
+# for layers-fastrace
+fastrace = { version = "0.7.14", optional = true }
+# for layers-opentelemetry
+opentelemetry = { version = "0.30.0", optional = true }
+# for layers-prometheus
+prometheus = { version = "0.14", features = ["process"], optional = true }
+# for layers-prometheus-client
+prometheus-client = { version = "0.24", optional = true }
+# for fastmetrics
+fastmetrics = { version = "0.4.0", optional = true }
+# for layers-tracing
+tracing = { version = "0.1", optional = true }
+# for layers-dtrace
+probe = { version = "0.5.1", optional = true }
+
+[target.'cfg(target_arch = "wasm32")'.dependencies]
+backon = { version = "1.2", features = ["gloo-timers-sleep"] }
+getrandom = { version = "0.2", features = ["js"] }
+tokio = { version = "1.46", features = ["time"] }
+uuid = { version = "1.17", features = ["serde", "v4", "js"] }
+
+[dev-dependencies]
+criterion = { version = "0.7", features = ["async", "async_tokio"] }
+divan = { version = "0.1" }
+dotenvy = "0.15"
+fastrace = { version = "0.7", features = ["enable"] }
+fastrace-jaeger = "0.7"
+libtest-mimic = "0.8"
+opentelemetry = { version = "0.30.0", default-features = false, features = [
+  "trace",
+] }
+opentelemetry-otlp = { version = "0.30.0", features = ["grpc-tonic"] }
+opentelemetry_sdk = { version = "0.30.0", features = ["rt-tokio"] }
+pretty_assertions = "1"
+rand = "0.8"
+sha2 = "0.10"
+size = "0.5"
+tokio = { version = "1.47", features = ["fs", "macros", "rt-multi-thread"] }
+tracing-opentelemetry = "0.31.0"
+tracing-subscriber = { version = "0.3", features = [
+  "env-filter",
+  "tracing-log",
+] }

data/core/DEPENDENCIES.md

@@ -0,0 +1,3 @@
+# Dependencies
+
+Refer to [DEPENDENCIES.rust.tsv](DEPENDENCIES.rust.tsv) for full list.

data/core/DEPENDENCIES.rust.tsv

@@ -0,0 +1,185 @@
+crate	0BSD	Apache-2.0	Apache-2.0 WITH LLVM-exception	BSD-2-Clause	BSD-3-Clause	BSL-1.0	CDLA-Permissive-2.0	ISC	LGPL-2.1-or-later	MIT	Unicode-3.0	Unlicense	Zlib
+addr2line@0.24.2		X								X			
+adler2@2.0.0	X	X								X			
+android-tzdata@0.1.1		X								X			
+android_system_properties@0.1.5		X								X			
+anyhow@1.0.98		X								X			
+async-trait@0.1.88		X								X			
+atomic-waker@1.1.2		X								X			
+autocfg@1.4.0		X								X			
+backon@1.5.2		X											
+backtrace@0.3.75		X								X			
+base64@0.22.1		X								X			
+bitflags@2.9.1		X								X			
+block-buffer@0.10.4		X								X			
+bumpalo@3.17.0		X								X			
+bytes@1.10.1										X			
+cc@1.2.23		X								X			
+cfg-if@1.0.0		X								X			
+chrono@0.4.41		X								X			
+const-oid@0.9.6		X								X			
+core-foundation-sys@0.8.7		X								X			
+cpufeatures@0.2.17		X								X			
+crc32c@0.6.8		X								X			
+crypto-common@0.1.6		X								X			
+digest@0.10.7		X								X			
+displaydoc@0.2.5		X								X			
+dotenvy@0.15.7										X			
+equivalent@1.0.2		X								X			
+fastrand@2.3.0		X								X			
+fnv@1.0.7		X								X			
+form_urlencoded@1.2.1		X								X			
+futures@0.3.31		X								X			
+futures-channel@0.3.31		X								X			
+futures-core@0.3.31		X								X			
+futures-io@0.3.31		X								X			
+futures-macro@0.3.31		X								X			
+futures-sink@0.3.31		X								X			
+futures-task@0.3.31		X								X			
+futures-util@0.3.31		X								X			
+generic-array@0.14.7										X			
+getrandom@0.2.16		X								X			
+getrandom@0.3.3		X								X			
+gimli@0.31.1		X								X			
+gloo-timers@0.3.0		X								X			
+h2@0.4.10										X			
+hashbrown@0.15.3		X								X			
+hex@0.4.3		X								X			
+hmac@0.12.1		X								X			
+home@0.5.11		X								X			
+http@1.3.1		X								X			
+http-body@1.0.1										X			
+http-body-util@0.1.3										X			
+httparse@1.10.1		X								X			
+hyper@1.6.0										X			
+hyper-rustls@0.27.5		X						X		X			
+hyper-util@0.1.12										X			
+iana-time-zone@0.1.63		X								X			
+iana-time-zone-haiku@0.1.2		X								X			
+icu_collections@2.0.0											X		
+icu_locale_core@2.0.0											X		
+icu_normalizer@2.0.0											X		
+icu_normalizer_data@2.0.0											X		
+icu_properties@2.0.1											X		
+icu_properties_data@2.0.1											X		
+icu_provider@2.0.0											X		
+idna@1.0.3		X								X			
+idna_adapter@1.2.1		X								X			
+indexmap@2.9.0		X								X			
+io-uring@0.7.7		X								X			
+ipnet@2.11.0		X								X			
+iri-string@0.7.8		X								X			
+itoa@1.0.15		X								X			
+js-sys@0.3.77		X								X			
+libc@0.2.172		X								X			
+litemap@0.8.0											X		
+log@0.4.27		X								X			
+md-5@0.10.6		X								X			
+memchr@2.7.4										X		X	
+miniz_oxide@0.8.8		X								X			X
+mio@1.0.3										X			
+num-traits@0.2.19		X								X			
+object@0.36.7		X								X			
+once_cell@1.21.3		X								X			
+opendal@0.54.1		X											
+percent-encoding@2.3.1		X								X			
+pin-project-lite@0.2.16		X								X			
+pin-utils@0.1.0		X								X			
+potential_utf@0.1.2											X		
+ppv-lite86@0.2.21		X								X			
+proc-macro2@1.0.95		X								X			
+quick-xml@0.37.5										X			
+quick-xml@0.38.0										X			
+quote@1.0.40		X								X			
+r-efi@5.2.0		X							X	X			
+rand@0.8.5		X								X			
+rand_chacha@0.3.1		X								X			
+rand_core@0.6.4		X								X			
+reqsign@0.16.5		X											
+reqwest@0.12.22		X								X			
+ring@0.17.14		X						X					
+rustc-demangle@0.1.24		X								X			
+rustc_version@0.4.1		X								X			
+rustls@0.23.27		X						X		X			
+rustls-pki-types@1.12.0		X								X			
+rustls-webpki@0.103.3								X					
+rustversion@1.0.20		X								X			
+ryu@1.0.20		X				X							
+semver@1.0.26		X								X			
+serde@1.0.219		X								X			
+serde_derive@1.0.219		X								X			
+serde_json@1.0.142		X								X			
+serde_urlencoded@0.7.1		X								X			
+sha1@0.10.6		X								X			
+sha2@0.10.9		X								X			
+shlex@1.3.0		X								X			
+slab@0.4.9										X			
+smallvec@1.15.0		X								X			
+socket2@0.5.9		X								X			
+socket2@0.6.0		X								X			
+stable_deref_trait@1.2.0		X								X			
+subtle@2.6.1					X								
+syn@2.0.101		X								X			
+sync_wrapper@1.0.2		X											
+synstructure@0.13.2										X			
+tinystr@0.8.1											X		
+tokio@1.47.1										X			
+tokio-macros@2.5.0										X			
+tokio-rustls@0.26.2		X								X			
+tokio-util@0.7.15										X			
+tower@0.5.2										X			
+tower-http@0.6.6										X			
+tower-layer@0.3.3										X			
+tower-service@0.3.3										X			
+tracing@0.1.41										X			
+tracing-attributes@0.1.28										X			
+tracing-core@0.1.33										X			
+try-lock@0.2.5										X			
+typenum@1.18.0		X								X			
+unicode-ident@1.0.18		X								X	X		
+untrusted@0.9.0								X					
+url@2.5.4		X								X			
+utf8_iter@1.0.4		X								X			
+uuid@1.17.0		X								X			
+version_check@0.9.5		X								X			
+want@0.3.1										X			
+wasi@0.11.0+wasi-snapshot-preview1		X	X							X			
+wasi@0.14.2+wasi-0.2.4		X	X							X			
+wasm-bindgen@0.2.100		X								X			
+wasm-bindgen-backend@0.2.100		X								X			
+wasm-bindgen-futures@0.4.50		X								X			
+wasm-bindgen-macro@0.2.100		X								X			
+wasm-bindgen-macro-support@0.2.100		X								X			
+wasm-bindgen-shared@0.2.100		X								X			
+wasm-streams@0.4.2		X								X			
+web-sys@0.3.77		X								X			
+webpki-roots@0.26.11							X						
+webpki-roots@1.0.0							X						
+windows-core@0.61.2		X								X			
+windows-implement@0.60.0		X								X			
+windows-interface@0.59.1		X								X			
+windows-link@0.1.1		X								X			
+windows-result@0.3.4		X								X			
+windows-strings@0.4.2		X								X			
+windows-sys@0.52.0		X								X			
+windows-sys@0.59.0		X								X			
+windows-targets@0.52.6		X								X			
+windows_aarch64_gnullvm@0.52.6		X								X			
+windows_aarch64_msvc@0.52.6		X								X			
+windows_i686_gnu@0.52.6		X								X			
+windows_i686_gnullvm@0.52.6		X								X			
+windows_i686_msvc@0.52.6		X								X			
+windows_x86_64_gnu@0.52.6		X								X			
+windows_x86_64_gnullvm@0.52.6		X								X			
+windows_x86_64_msvc@0.52.6		X								X			
+wit-bindgen-rt@0.39.0		X	X							X			
+writeable@0.6.1											X		
+yoke@0.8.0											X		
+yoke-derive@0.8.0											X		
+zerocopy@0.8.25		X		X						X			
+zerofrom@0.1.6											X		
+zerofrom-derive@0.1.6											X		
+zeroize@1.8.1		X								X			
+zerotrie@0.2.2											X		
+zerovec@0.11.2											X		
+zerovec-derive@0.11.1											X