opendal 0.1.9 → 0.1.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/Cargo.lock +89 -56
- data/Cargo.toml +1 -1
- data/DEPENDENCIES.rust.tsv +55 -41
- data/LICENSE +201 -0
- data/LICENSE-MPL-2.0.txt +373 -0
- data/NOTICE +5 -0
- data/core/CHANGELOG.md +175 -0
- data/core/Cargo.lock +225 -298
- data/core/Cargo.toml +100 -94
- data/core/DEPENDENCIES.rust.tsv +44 -73
- data/core/benches/metadata/README.md +21 -0
- data/core/benches/metadata/main.rs +541 -0
- data/core/benches/vs_fs/Cargo.toml +1 -1
- data/core/benches/vs_s3/Cargo.toml +1 -1
- data/core/core/Cargo.toml +7 -2
- data/core/core/src/blocking/delete.rs +5 -1
- data/core/core/src/blocking/operator.rs +12 -0
- data/core/core/src/blocking/read/std_reader.rs +25 -0
- data/core/core/src/docs/concepts.rs +70 -94
- data/core/core/src/docs/internals/accessor.rs +62 -293
- data/core/core/src/docs/internals/layer.rs +43 -59
- data/core/core/src/docs/internals/mod.rs +21 -23
- data/core/core/src/docs/mod.rs +10 -6
- data/core/core/src/docs/performance/concurrent_write.md +92 -55
- data/core/core/src/docs/performance/http_optimization.md +120 -104
- data/core/core/src/docs/performance/mod.rs +8 -6
- data/core/core/src/docs/rfcs/5485_conditional_reader.md +4 -0
- data/core/core/src/docs/rfcs/7182_restore_api.md +139 -557
- data/core/core/src/docs/rfcs/7945_limited_read.md +210 -0
- data/core/core/src/docs/rfcs/7948_s3_provider_presets.md +254 -0
- data/core/core/src/docs/rfcs/8109_writer_copy_from.md +330 -0
- data/core/core/src/docs/rfcs/8145_conflict_error_kind.md +210 -0
- data/core/core/src/docs/rfcs/8147_write_if_not_changed.md +233 -0
- data/core/core/src/docs/rfcs/8188_compose_api.md +292 -0
- data/core/core/src/docs/rfcs/8194_compact_metadata_and_operation_args.md +444 -0
- data/core/core/src/docs/rfcs/README.md +14 -3
- data/core/core/src/docs/rfcs/mod.rs +46 -22
- data/core/core/src/docs/specs/README.md +34 -0
- data/core/core/src/docs/specs/conditional-operations.md +156 -0
- data/core/core/src/docs/specs/metadata.md +63 -0
- data/core/core/src/docs/specs/mod.rs +26 -0
- data/core/core/src/docs/upgrade.md +114 -1
- data/core/core/src/layers/capability_override.rs +15 -2
- data/core/core/src/layers/complete.rs +347 -43
- data/core/core/src/layers/correctness_check.rs +718 -51
- data/core/core/src/layers/error_context.rs +76 -2
- data/core/core/src/layers/simulate.rs +91 -28
- data/core/core/src/lib.rs +1 -0
- data/core/core/src/raw/accessor.rs +91 -15
- data/core/core/src/raw/enum_utils.rs +7 -0
- data/core/core/src/raw/http_util/header.rs +22 -17
- data/core/core/src/raw/oio/compose/api.rs +92 -0
- data/core/core/src/raw/oio/compose/mod.rs +19 -0
- data/core/core/src/raw/oio/copy/api.rs +3 -3
- data/core/core/src/raw/oio/copy/block_copy.rs +32 -4
- data/core/core/src/raw/oio/copy/multipart_copy.rs +36 -7
- data/core/core/src/raw/oio/entry.rs +48 -22
- data/core/core/src/raw/oio/list/flat_list.rs +1 -1
- data/core/core/src/raw/oio/list/hierarchy_list.rs +3 -2
- data/core/core/src/raw/oio/mod.rs +3 -0
- data/core/core/src/raw/oio/read/position_read.rs +1 -1
- data/core/core/src/raw/oio/write/api.rs +40 -0
- data/core/core/src/raw/oio/write/append_write.rs +4 -4
- data/core/core/src/raw/oio/write/block_write.rs +2 -2
- data/core/core/src/raw/oio/write/multipart_write.rs +181 -48
- data/core/core/src/raw/oio/write/position_write.rs +1 -1
- data/core/core/src/raw/operation.rs +6 -0
- data/core/core/src/raw/ops.rs +1191 -456
- data/core/core/src/raw/rps.rs +11 -0
- data/core/core/src/raw/time.rs +14 -3
- data/core/core/src/services/memory/backend.rs +5 -10
- data/core/core/src/services/memory/lister.rs +4 -4
- data/core/core/src/services/memory/writer.rs +7 -6
- data/core/core/src/types/buffer.rs +102 -12
- data/core/core/src/types/bytes_range.rs +20 -1
- data/core/core/src/types/capability.rs +65 -0
- data/core/core/src/types/compact.rs +329 -0
- data/core/core/src/types/compose/composer.rs +183 -0
- data/core/core/src/types/compose/input.rs +57 -0
- data/core/core/src/types/compose/mod.rs +23 -0
- data/core/core/src/types/context/read.rs +16 -11
- data/core/core/src/types/context/write.rs +150 -2
- data/core/core/src/types/copy.rs +5 -3
- data/core/core/src/types/delete/deleter.rs +20 -12
- data/core/core/src/types/delete/input.rs +22 -64
- data/core/core/src/types/delete/mod.rs +0 -1
- data/core/core/src/types/entry.rs +8 -14
- data/core/core/src/types/error.rs +28 -11
- data/core/core/src/types/metadata.rs +709 -322
- data/core/core/src/types/mod.rs +9 -1
- data/core/core/src/types/operator/operator.rs +278 -29
- data/core/core/src/types/operator/operator_futures.rs +466 -105
- data/core/core/src/types/options.rs +631 -158
- data/core/core/src/types/read/futures_async_reader.rs +663 -50
- data/core/core/src/types/read/reader.rs +23 -5
- data/core/core/src/types/write/futures_async_writer.rs +27 -0
- data/core/core/src/types/write/writer.rs +47 -5
- data/core/http-transports/reqwest/Cargo.toml +1 -1
- data/core/layers/async-backtrace/Cargo.toml +2 -2
- data/core/layers/async-backtrace/src/lib.rs +21 -2
- data/core/layers/await-tree/Cargo.toml +2 -2
- data/core/layers/await-tree/src/lib.rs +25 -2
- data/core/layers/capability-check/Cargo.toml +2 -2
- data/core/layers/capability-check/src/lib.rs +98 -10
- data/core/layers/chaos/Cargo.toml +2 -2
- data/core/layers/chaos/src/lib.rs +18 -3
- data/core/layers/concurrent-limit/Cargo.toml +3 -3
- data/core/layers/concurrent-limit/src/lib.rs +53 -13
- data/core/layers/dtrace/Cargo.toml +2 -2
- data/core/layers/dtrace/src/lib.rs +29 -2
- data/core/layers/fastmetrics/Cargo.toml +3 -3
- data/core/layers/fastrace/Cargo.toml +2 -2
- data/core/layers/fastrace/src/lib.rs +28 -2
- data/core/layers/foyer/Cargo.toml +2 -2
- data/core/layers/foyer/src/full.rs +16 -19
- data/core/layers/foyer/src/lib.rs +67 -14
- data/core/layers/hotpath/Cargo.toml +2 -2
- data/core/layers/hotpath/src/lib.rs +20 -2
- data/core/layers/immutable-index/Cargo.toml +2 -2
- data/core/layers/immutable-index/src/lib.rs +48 -24
- data/core/layers/logging/Cargo.toml +2 -2
- data/core/layers/logging/src/lib.rs +46 -2
- data/core/layers/metrics/Cargo.toml +3 -3
- data/core/layers/mime-guess/Cargo.toml +2 -2
- data/core/layers/mime-guess/src/lib.rs +31 -4
- data/core/layers/observe-metrics-common/Cargo.toml +2 -2
- data/core/layers/observe-metrics-common/src/lib.rs +55 -2
- data/core/layers/otelmetrics/Cargo.toml +3 -3
- data/core/layers/oteltrace/Cargo.toml +2 -2
- data/core/layers/oteltrace/src/lib.rs +27 -2
- data/core/layers/prometheus/Cargo.toml +3 -3
- data/core/layers/prometheus-client/Cargo.toml +3 -3
- data/core/layers/retry/Cargo.toml +4 -4
- data/core/layers/retry/src/lib.rs +76 -19
- data/core/layers/route/Cargo.toml +3 -3
- data/core/layers/route/src/lib.rs +34 -7
- data/core/layers/tail-cut/Cargo.toml +2 -2
- data/core/layers/tail-cut/src/lib.rs +28 -2
- data/core/layers/throttle/Cargo.toml +2 -2
- data/core/layers/throttle/src/lib.rs +19 -2
- data/core/layers/timeout/Cargo.toml +3 -3
- data/core/layers/timeout/src/lib.rs +38 -13
- data/core/layers/tracing/Cargo.toml +2 -2
- data/core/layers/tracing/src/lib.rs +24 -3
- data/core/services/aliyun-drive/Cargo.toml +2 -2
- data/core/services/aliyun-drive/src/backend.rs +34 -24
- data/core/services/aliyun-drive/src/core.rs +143 -54
- data/core/services/aliyun-drive/src/lister.rs +19 -18
- data/core/services/aliyun-drive/src/reader.rs +4 -1
- data/core/services/aliyun-drive/src/writer.rs +3 -3
- data/core/services/alluxio/Cargo.toml +1 -1
- data/core/services/alluxio/src/backend.rs +1 -1
- data/core/services/alluxio/src/core.rs +113 -94
- data/core/services/alluxio/src/reader.rs +7 -3
- data/core/services/alluxio/src/writer.rs +2 -2
- data/core/services/azblob/Cargo.toml +2 -2
- data/core/services/azblob/src/backend.rs +17 -9
- data/core/services/azblob/src/copier.rs +41 -15
- data/core/services/azblob/src/core.rs +372 -135
- data/core/services/azblob/src/deleter.rs +41 -18
- data/core/services/azblob/src/lister.rs +16 -10
- data/core/services/azblob/src/reader.rs +4 -1
- data/core/services/azblob/src/writer.rs +48 -15
- data/core/services/azdls/Cargo.toml +3 -3
- data/core/services/azdls/src/backend.rs +45 -15
- data/core/services/azdls/src/config.rs +4 -1
- data/core/services/azdls/src/core.rs +276 -87
- data/core/services/azdls/src/deleter.rs +13 -4
- data/core/services/azdls/src/lister.rs +18 -12
- data/core/services/azdls/src/reader.rs +6 -2
- data/core/services/azdls/src/writer.rs +44 -23
- data/core/services/azfile/Cargo.toml +2 -2
- data/core/services/azfile/src/backend.rs +24 -8
- data/core/services/azfile/src/core.rs +195 -77
- data/core/services/azfile/src/deleter.rs +8 -1
- data/core/services/azfile/src/lister.rs +20 -14
- data/core/services/azfile/src/reader.rs +5 -2
- data/core/services/azfile/src/writer.rs +27 -15
- data/core/services/azure-common/Cargo.toml +1 -1
- data/core/services/b2/Cargo.toml +2 -2
- data/core/services/b2/src/backend.rs +30 -11
- data/core/services/b2/src/core.rs +134 -120
- data/core/services/b2/src/deleter.rs +1 -1
- data/core/services/b2/src/lister.rs +5 -2
- data/core/services/b2/src/reader.rs +5 -2
- data/core/services/b2/src/writer.rs +29 -12
- data/core/services/cacache/Cargo.toml +1 -1
- data/core/services/cacache/src/backend.rs +4 -5
- data/core/services/cacache/src/reader.rs +4 -1
- data/core/services/cacache/src/writer.rs +6 -2
- data/core/services/cloudflare-kv/Cargo.toml +1 -1
- data/core/services/cloudflare-kv/src/backend.rs +26 -15
- data/core/services/cloudflare-kv/src/config.rs +13 -2
- data/core/services/cloudflare-kv/src/core.rs +62 -56
- data/core/services/cloudflare-kv/src/deleter.rs +12 -3
- data/core/services/cloudflare-kv/src/lister.rs +66 -17
- data/core/services/cloudflare-kv/src/reader.rs +14 -9
- data/core/services/cloudflare-kv/src/writer.rs +10 -7
- data/core/services/compfs/Cargo.toml +1 -1
- data/core/services/compfs/src/backend.rs +11 -7
- data/core/services/compfs/src/lister.rs +7 -7
- data/core/services/compfs/src/writer.rs +1 -1
- data/core/services/cos/Cargo.toml +1 -1
- data/core/services/cos/src/backend.rs +129 -16
- data/core/services/cos/src/core.rs +198 -80
- data/core/services/cos/src/deleter.rs +4 -1
- data/core/services/cos/src/lister.rs +42 -27
- data/core/services/cos/src/reader.rs +6 -2
- data/core/services/cos/src/writer.rs +45 -21
- data/core/services/d1/Cargo.toml +1 -1
- data/core/services/d1/src/backend.rs +6 -5
- data/core/services/d1/src/core.rs +79 -63
- data/core/services/d1/src/reader.rs +4 -1
- data/core/services/d1/src/writer.rs +6 -2
- data/core/services/dashmap/Cargo.toml +1 -1
- data/core/services/dashmap/src/backend.rs +2 -2
- data/core/services/dashmap/src/reader.rs +4 -1
- data/core/services/dashmap/src/writer.rs +11 -8
- data/core/services/dbfs/Cargo.toml +1 -1
- data/core/services/dbfs/src/backend.rs +21 -15
- data/core/services/dbfs/src/core.rs +65 -60
- data/core/services/dbfs/src/deleter.rs +4 -1
- data/core/services/dbfs/src/lister.rs +10 -10
- data/core/services/dbfs/src/writer.rs +6 -3
- data/core/services/dropbox/Cargo.toml +2 -2
- data/core/services/dropbox/src/backend.rs +30 -23
- data/core/services/dropbox/src/core.rs +65 -63
- data/core/services/dropbox/src/deleter.rs +1 -1
- data/core/services/dropbox/src/lister.rs +17 -8
- data/core/services/dropbox/src/reader.rs +4 -1
- data/core/services/dropbox/src/writer.rs +13 -10
- data/core/services/etcd/Cargo.toml +1 -1
- data/core/services/etcd/src/backend.rs +8 -5
- data/core/services/etcd/src/core.rs +5 -11
- data/core/services/etcd/src/lister.rs +6 -1
- data/core/services/etcd/src/reader.rs +4 -1
- data/core/services/etcd/src/writer.rs +6 -3
- data/core/services/foundationdb/Cargo.toml +1 -1
- data/core/services/foundationdb/src/backend.rs +6 -5
- data/core/services/foundationdb/src/reader.rs +4 -1
- data/core/services/foundationdb/src/writer.rs +6 -2
- data/core/services/foyer/Cargo.toml +3 -3
- data/core/services/foyer/src/backend.rs +6 -5
- data/core/services/foyer/src/reader.rs +4 -1
- data/core/services/foyer/src/writer.rs +6 -2
- data/core/services/fs/Cargo.toml +1 -1
- data/core/services/fs/src/backend.rs +4 -3
- data/core/services/fs/src/core.rs +44 -26
- data/core/services/fs/src/lister.rs +9 -6
- data/core/services/fs/src/writer.rs +20 -13
- data/core/services/ftp/Cargo.toml +4 -6
- data/core/services/ftp/src/backend.rs +9 -5
- data/core/services/ftp/src/core.rs +9 -7
- data/core/services/ftp/src/lister.rs +7 -8
- data/core/services/ftp/src/reader.rs +3 -3
- data/core/services/ftp/src/writer.rs +3 -3
- data/core/services/gcs/Cargo.toml +4 -2
- data/core/services/gcs/src/backend.rs +53 -7
- data/core/services/gcs/src/composer.rs +705 -0
- data/core/services/gcs/src/copier.rs +14 -4
- data/core/services/gcs/src/core.rs +828 -124
- data/core/services/gcs/src/deleter.rs +33 -18
- data/core/services/gcs/src/lib.rs +1 -0
- data/core/services/gcs/src/lister.rs +21 -12
- data/core/services/gcs/src/reader.rs +12 -5
- data/core/services/gcs/src/writer.rs +632 -10
- data/core/services/gcs-grpc/Cargo.toml +58 -0
- data/core/services/gcs-grpc/README.md +19 -0
- data/core/services/gcs-grpc/proto/README.md +23 -0
- data/core/services/gcs-grpc/proto/google/storage/v2/storage.proto +171 -0
- data/core/services/gcs-grpc/proto/upstream-descriptor.bin +0 -0
- data/core/services/gcs-grpc/src/backend.rs +449 -0
- data/core/services/gcs-grpc/src/config.rs +116 -0
- data/core/services/gcs-grpc/src/copier.rs +98 -0
- data/core/services/gcs-grpc/src/core.rs +298 -0
- data/core/services/gcs-grpc/src/deleter.rs +65 -0
- data/core/services/gcs-grpc/src/docs.md +19 -0
- data/core/services/gcs-grpc/src/generated/google.storage.v2.rs +541 -0
- data/core/services/gcs-grpc/src/generated/mod.rs +24 -0
- data/core/services/gcs-grpc/src/lib.rs +43 -0
- data/core/services/gcs-grpc/src/lister.rs +125 -0
- data/core/services/gcs-grpc/src/reader.rs +140 -0
- data/core/services/gcs-grpc/src/writer.rs +780 -0
- data/core/services/gdrive/Cargo.toml +2 -2
- data/core/services/gdrive/src/backend.rs +123 -69
- data/core/services/gdrive/src/core.rs +87 -69
- data/core/services/gdrive/src/deleter.rs +8 -2
- data/core/services/gdrive/src/lister.rs +38 -26
- data/core/services/gdrive/src/path_index.rs +2 -2
- data/core/services/gdrive/src/reader.rs +9 -3
- data/core/services/gdrive/src/writer.rs +13 -7
- data/core/services/ghac/Cargo.toml +2 -2
- data/core/services/ghac/src/backend.rs +5 -2
- data/core/services/ghac/src/core.rs +59 -37
- data/core/services/ghac/src/reader.rs +5 -2
- data/core/services/ghac/src/writer.rs +16 -6
- data/core/services/github/Cargo.toml +1 -1
- data/core/services/github/src/backend.rs +16 -8
- data/core/services/github/src/core.rs +88 -76
- data/core/services/github/src/lister.rs +17 -15
- data/core/services/github/src/reader.rs +5 -2
- data/core/services/github/src/writer.rs +12 -6
- data/core/services/goosefs/Cargo.toml +2 -2
- data/core/services/goosefs/src/backend.rs +2 -2
- data/core/services/goosefs/src/core.rs +291 -208
- data/core/services/goosefs/src/docs.md +3 -0
- data/core/services/goosefs/src/lister.rs +2 -3
- data/core/services/goosefs/src/reader.rs +7 -3
- data/core/services/goosefs/src/writer.rs +21 -10
- data/core/services/goosefs/tests/safe_conditional_put.rs +37 -0
- data/core/services/gridfs/Cargo.toml +2 -2
- data/core/services/gridfs/src/backend.rs +12 -8
- data/core/services/gridfs/src/core.rs +1 -1
- data/core/services/gridfs/src/reader.rs +4 -1
- data/core/services/gridfs/src/writer.rs +6 -2
- data/core/services/hdfs/Cargo.toml +1 -1
- data/core/services/hdfs/src/backend.rs +1 -1
- data/core/services/hdfs/src/core.rs +7 -4
- data/core/services/hdfs/src/lister.rs +7 -9
- data/core/services/hdfs/src/writer.rs +5 -1
- data/core/services/hdfs-native/Cargo.toml +1 -1
- data/core/services/hdfs-native/src/backend.rs +1 -1
- data/core/services/hdfs-native/src/core.rs +44 -50
- data/core/services/hdfs-native/src/lister.rs +8 -10
- data/core/services/hdfs-native/src/writer.rs +5 -1
- data/core/services/hf/Cargo.toml +4 -3
- data/core/services/hf/src/backend.rs +4 -3
- data/core/services/hf/src/core.rs +907 -153
- data/core/services/hf/src/lister.rs +16 -6
- data/core/services/hf/src/reader.rs +377 -57
- data/core/services/hf/src/writer.rs +6 -2
- data/core/services/http/Cargo.toml +3 -3
- data/core/services/http/src/backend.rs +8 -6
- data/core/services/http/src/core.rs +57 -35
- data/core/services/http/src/reader.rs +5 -2
- data/core/services/ipfs/Cargo.toml +1 -1
- data/core/services/ipfs/src/backend.rs +20 -9
- data/core/services/ipfs/src/core.rs +43 -34
- data/core/services/ipfs/src/reader.rs +5 -2
- data/core/services/ipmfs/Cargo.toml +1 -1
- data/core/services/ipmfs/src/backend.rs +17 -8
- data/core/services/ipmfs/src/core.rs +66 -60
- data/core/services/ipmfs/src/deleter.rs +5 -2
- data/core/services/ipmfs/src/lister.rs +15 -12
- data/core/services/ipmfs/src/reader.rs +5 -2
- data/core/services/ipmfs/src/writer.rs +6 -3
- data/core/services/koofr/Cargo.toml +2 -2
- data/core/services/koofr/src/backend.rs +46 -17
- data/core/services/koofr/src/core.rs +64 -48
- data/core/services/koofr/src/deleter.rs +4 -1
- data/core/services/koofr/src/lister.rs +11 -10
- data/core/services/koofr/src/reader.rs +5 -2
- data/core/services/koofr/src/writer.rs +13 -7
- data/core/services/lakefs/Cargo.toml +1 -1
- data/core/services/lakefs/src/backend.rs +25 -8
- data/core/services/lakefs/src/core.rs +79 -73
- data/core/services/lakefs/src/deleter.rs +4 -1
- data/core/services/lakefs/src/lister.rs +17 -14
- data/core/services/lakefs/src/reader.rs +5 -2
- data/core/services/lakefs/src/writer.rs +11 -10
- data/core/services/memcached/Cargo.toml +1 -1
- data/core/services/memcached/src/backend.rs +57 -7
- data/core/services/memcached/src/config.rs +13 -2
- data/core/services/memcached/src/core.rs +11 -1
- data/core/services/memcached/src/reader.rs +4 -1
- data/core/services/memcached/src/writer.rs +6 -2
- data/core/services/mini_moka/Cargo.toml +1 -1
- data/core/services/mini_moka/src/backend.rs +8 -8
- data/core/services/mini_moka/src/reader.rs +4 -1
- data/core/services/mini_moka/src/writer.rs +11 -7
- data/core/services/moka/Cargo.toml +1 -1
- data/core/services/moka/src/backend.rs +7 -7
- data/core/services/moka/src/reader.rs +4 -1
- data/core/services/moka/src/writer.rs +10 -6
- data/core/services/mongodb/Cargo.toml +2 -2
- data/core/services/mongodb/src/backend.rs +7 -6
- data/core/services/mongodb/src/core.rs +1 -1
- data/core/services/mongodb/src/reader.rs +4 -1
- data/core/services/mongodb/src/writer.rs +6 -2
- data/core/services/monoiofs/Cargo.toml +2 -2
- data/core/services/monoiofs/src/backend.rs +16 -10
- data/core/services/monoiofs/src/core.rs +8 -9
- data/core/services/monoiofs/src/reader.rs +8 -10
- data/core/services/monoiofs/src/writer.rs +19 -24
- data/core/services/mysql/Cargo.toml +2 -2
- data/core/services/mysql/src/backend.rs +7 -6
- data/core/services/mysql/src/core.rs +1 -1
- data/core/services/mysql/src/lister.rs +7 -3
- data/core/services/mysql/src/reader.rs +4 -1
- data/core/services/mysql/src/writer.rs +6 -2
- data/core/services/obs/Cargo.toml +1 -1
- data/core/services/obs/src/backend.rs +29 -11
- data/core/services/obs/src/core.rs +81 -82
- data/core/services/obs/src/deleter.rs +4 -1
- data/core/services/obs/src/lister.rs +12 -5
- data/core/services/obs/src/reader.rs +5 -2
- data/core/services/obs/src/writer.rs +40 -19
- data/core/services/onedrive/Cargo.toml +2 -2
- data/core/services/onedrive/src/backend.rs +30 -21
- data/core/services/onedrive/src/config.rs +2 -2
- data/core/services/onedrive/src/core.rs +191 -90
- data/core/services/onedrive/src/deleter.rs +5 -2
- data/core/services/onedrive/src/graph_model.rs +10 -51
- data/core/services/onedrive/src/lister.rs +60 -24
- data/core/services/onedrive/src/reader.rs +17 -2
- data/core/services/onedrive/src/writer.rs +26 -15
- data/core/services/opfs/Cargo.toml +1 -1
- data/core/services/opfs/src/backend.rs +6 -13
- data/core/services/opfs/src/core.rs +33 -37
- data/core/services/opfs/src/lister.rs +4 -4
- data/core/services/opfs/src/writer.rs +1 -3
- data/core/services/oss/Cargo.toml +1 -1
- data/core/services/oss/src/backend.rs +40 -8
- data/core/services/oss/src/core.rs +192 -92
- data/core/services/oss/src/deleter.rs +16 -6
- data/core/services/oss/src/lister.rs +43 -27
- data/core/services/oss/src/reader.rs +6 -2
- data/core/services/oss/src/writer.rs +40 -22
- data/core/services/pcloud/Cargo.toml +1 -1
- data/core/services/pcloud/src/backend.rs +40 -6
- data/core/services/pcloud/src/core.rs +80 -66
- data/core/services/pcloud/src/deleter.rs +8 -1
- data/core/services/pcloud/src/lister.rs +4 -1
- data/core/services/pcloud/src/reader.rs +5 -2
- data/core/services/pcloud/src/writer.rs +6 -3
- data/core/services/persy/Cargo.toml +1 -1
- data/core/services/persy/src/backend.rs +6 -5
- data/core/services/persy/src/core.rs +60 -15
- data/core/services/persy/src/reader.rs +4 -1
- data/core/services/persy/src/writer.rs +6 -2
- data/core/services/postgresql/Cargo.toml +2 -2
- data/core/services/postgresql/src/backend.rs +7 -6
- data/core/services/postgresql/src/core.rs +1 -1
- data/core/services/postgresql/src/reader.rs +4 -1
- data/core/services/postgresql/src/writer.rs +6 -2
- data/core/services/redb/Cargo.toml +1 -1
- data/core/services/redb/src/backend.rs +6 -5
- data/core/services/redb/src/reader.rs +4 -1
- data/core/services/redb/src/writer.rs +6 -2
- data/core/services/redis/Cargo.toml +1 -1
- data/core/services/redis/src/backend.rs +18 -8
- data/core/services/redis/src/config.rs +13 -2
- data/core/services/redis/src/reader.rs +8 -4
- data/core/services/redis/src/writer.rs +6 -2
- data/core/services/rocksdb/Cargo.toml +1 -1
- data/core/services/rocksdb/src/backend.rs +6 -5
- data/core/services/rocksdb/src/lister.rs +6 -5
- data/core/services/rocksdb/src/reader.rs +4 -1
- data/core/services/rocksdb/src/writer.rs +6 -2
- data/core/services/s3/Cargo.toml +5 -4
- data/core/services/s3/src/backend.rs +995 -39
- data/core/services/s3/src/compatible_services.md +57 -0
- data/core/services/s3/src/config.rs +16 -0
- data/core/services/s3/src/copier.rs +190 -55
- data/core/services/s3/src/core.rs +299 -190
- data/core/services/s3/src/deleter.rs +26 -7
- data/core/services/s3/src/docs.md +57 -0
- data/core/services/s3/src/lister.rs +55 -36
- data/core/services/s3/src/reader.rs +22 -2
- data/core/services/s3/src/writer.rs +154 -32
- data/core/services/seafile/Cargo.toml +2 -2
- data/core/services/seafile/src/backend.rs +3 -3
- data/core/services/seafile/src/core.rs +105 -79
- data/core/services/seafile/src/lister.rs +11 -8
- data/core/services/seafile/src/reader.rs +5 -2
- data/core/services/seafile/src/writer.rs +6 -3
- data/core/services/sftp/Cargo.toml +1 -1
- data/core/services/sftp/src/backend.rs +19 -4
- data/core/services/sftp/src/core.rs +51 -46
- data/core/services/sftp/src/lister.rs +4 -4
- data/core/services/sftp/src/writer.rs +1 -1
- data/core/services/sled/Cargo.toml +1 -1
- data/core/services/sled/src/backend.rs +6 -5
- data/core/services/sled/src/core.rs +28 -6
- data/core/services/sled/src/lister.rs +6 -5
- data/core/services/sled/src/reader.rs +4 -1
- data/core/services/sled/src/writer.rs +6 -2
- data/core/services/sqlite/Cargo.toml +2 -2
- data/core/services/sqlite/src/backend.rs +12 -7
- data/core/services/sqlite/src/core.rs +3 -3
- data/core/services/sqlite/src/reader.rs +4 -1
- data/core/services/sqlite/src/writer.rs +7 -3
- data/core/services/surrealdb/Cargo.toml +2 -2
- data/core/services/surrealdb/src/backend.rs +7 -6
- data/core/services/surrealdb/src/core.rs +1 -1
- data/core/services/surrealdb/src/reader.rs +4 -1
- data/core/services/surrealdb/src/writer.rs +6 -2
- data/core/services/swift/Cargo.toml +1 -1
- data/core/services/swift/src/backend.rs +38 -8
- data/core/services/swift/src/core.rs +63 -67
- data/core/services/swift/src/deleter.rs +8 -2
- data/core/services/swift/src/lister.rs +11 -8
- data/core/services/swift/src/reader.rs +5 -2
- data/core/services/swift/src/writer.rs +17 -8
- data/core/services/tikv/Cargo.toml +2 -2
- data/core/services/tikv/src/backend.rs +7 -6
- data/core/services/tikv/src/core.rs +31 -14
- data/core/services/tikv/src/reader.rs +4 -1
- data/core/services/tikv/src/writer.rs +6 -2
- data/core/services/tos/Cargo.toml +2 -2
- data/core/services/tos/src/backend.rs +45 -21
- data/core/services/tos/src/copier.rs +44 -17
- data/core/services/tos/src/core.rs +147 -117
- data/core/services/tos/src/deleter.rs +9 -3
- data/core/services/tos/src/docs.md +1 -1
- data/core/services/tos/src/lister.rs +43 -28
- data/core/services/tos/src/reader.rs +5 -2
- data/core/services/tos/src/writer.rs +37 -16
- data/core/services/upyun/Cargo.toml +1 -1
- data/core/services/upyun/src/backend.rs +30 -7
- data/core/services/upyun/src/core.rs +122 -87
- data/core/services/upyun/src/deleter.rs +4 -1
- data/core/services/upyun/src/lister.rs +10 -10
- data/core/services/upyun/src/reader.rs +5 -2
- data/core/services/upyun/src/writer.rs +19 -7
- data/core/services/vercel-artifacts/Cargo.toml +1 -1
- data/core/services/vercel-artifacts/src/backend.rs +6 -3
- data/core/services/vercel-artifacts/src/core.rs +32 -27
- data/core/services/vercel-artifacts/src/reader.rs +5 -2
- data/core/services/vercel-artifacts/src/writer.rs +6 -3
- data/core/services/vercel-blob/Cargo.toml +1 -1
- data/core/services/vercel-blob/src/backend.rs +23 -6
- data/core/services/vercel-blob/src/core.rs +92 -81
- data/core/services/vercel-blob/src/lister.rs +12 -3
- data/core/services/vercel-blob/src/reader.rs +5 -2
- data/core/services/vercel-blob/src/writer.rs +19 -7
- data/core/services/webdav/Cargo.toml +2 -2
- data/core/services/webdav/src/backend.rs +25 -5
- data/core/services/webdav/src/core.rs +116 -59
- data/core/services/webdav/src/deleter.rs +4 -1
- data/core/services/webdav/src/lister.rs +4 -1
- data/core/services/webdav/src/reader.rs +6 -2
- data/core/services/webdav/src/writer.rs +17 -7
- data/core/services/webhdfs/Cargo.toml +2 -2
- data/core/services/webhdfs/src/backend.rs +24 -11
- data/core/services/webhdfs/src/core.rs +99 -98
- data/core/services/webhdfs/src/deleter.rs +5 -2
- data/core/services/webhdfs/src/lister.rs +21 -9
- data/core/services/webhdfs/src/reader.rs +5 -2
- data/core/services/webhdfs/src/writer.rs +49 -14
- data/core/services/yandex-disk/Cargo.toml +1 -1
- data/core/services/yandex-disk/src/backend.rs +28 -6
- data/core/services/yandex-disk/src/core.rs +97 -79
- data/core/services/yandex-disk/src/deleter.rs +4 -1
- data/core/services/yandex-disk/src/lister.rs +25 -9
- data/core/services/yandex-disk/src/reader.rs +5 -2
- data/core/services/yandex-disk/src/writer.rs +6 -3
- data/core/src/lib.rs +5 -0
- data/core/testkit/Cargo.toml +4 -4
- data/core/testkit/src/utils.rs +53 -8
- data/core/tests/behavior/async_compose.rs +297 -0
- data/core/tests/behavior/async_copy.rs +162 -1
- data/core/tests/behavior/async_delete.rs +364 -3
- data/core/tests/behavior/async_read.rs +86 -0
- data/core/tests/behavior/async_restore.rs +162 -0
- data/core/tests/behavior/async_stat.rs +90 -0
- data/core/tests/behavior/async_write.rs +330 -2
- data/core/tests/behavior/main.rs +4 -0
- data/core/upgrade.md +114 -1
- data/src/capability.rs +0 -1
- data/src/io.rs +0 -1
- data/src/lister.rs +0 -1
- data/src/metadata.rs +0 -1
- data/src/operator_info.rs +0 -1
- metadata +44 -2
data/core/core/src/raw/rps.rs
CHANGED
|
@@ -183,6 +183,17 @@ impl RpRename {
|
|
|
183
183
|
}
|
|
184
184
|
}
|
|
185
185
|
|
|
186
|
+
/// Reply for `restore` operation.
|
|
187
|
+
#[derive(Debug, Clone, Default)]
|
|
188
|
+
pub struct RpRestore {}
|
|
189
|
+
|
|
190
|
+
impl RpRestore {
|
|
191
|
+
/// Create a new reply for `restore`.
|
|
192
|
+
pub fn new() -> Self {
|
|
193
|
+
Self {}
|
|
194
|
+
}
|
|
195
|
+
}
|
|
196
|
+
|
|
186
197
|
#[cfg(test)]
|
|
187
198
|
mod tests {
|
|
188
199
|
use anyhow::Result;
|
data/core/core/src/raw/time.rs
CHANGED
|
@@ -18,11 +18,12 @@
|
|
|
18
18
|
//! Time related utils.
|
|
19
19
|
|
|
20
20
|
use crate::*;
|
|
21
|
-
|
|
21
|
+
|
|
22
22
|
use std::fmt;
|
|
23
23
|
use std::ops::{Add, AddAssign, Sub, SubAssign};
|
|
24
24
|
use std::str::FromStr;
|
|
25
25
|
|
|
26
|
+
pub use jiff::SignedDuration;
|
|
26
27
|
pub use std::time::{Duration, UNIX_EPOCH};
|
|
27
28
|
#[cfg(not(all(target_arch = "wasm32", target_os = "unknown")))]
|
|
28
29
|
pub use std::time::{Instant, SystemTime};
|
|
@@ -254,7 +255,6 @@ impl SubAssign<Duration> for Timestamp {
|
|
|
254
255
|
}
|
|
255
256
|
}
|
|
256
257
|
|
|
257
|
-
/// Convert an unsigned [`Duration`] into a jiff [`SignedDuration`].
|
|
258
258
|
/// Parse a duration encoded either as ISO-8601 (e.g. `PT5M`) or friendly (e.g. `5m`).
|
|
259
259
|
#[inline]
|
|
260
260
|
pub fn signed_to_duration(value: &str) -> Result<Duration> {
|
|
@@ -262,7 +262,13 @@ pub fn signed_to_duration(value: &str) -> Result<Duration> {
|
|
|
262
262
|
Error::new(ErrorKind::ConfigInvalid, "failed to parse duration").set_source(err)
|
|
263
263
|
})?;
|
|
264
264
|
|
|
265
|
-
|
|
265
|
+
signed_duration_to_duration(signed)
|
|
266
|
+
}
|
|
267
|
+
|
|
268
|
+
/// Convert a jiff [`SignedDuration`] into an unsigned [`Duration`].
|
|
269
|
+
#[inline]
|
|
270
|
+
pub fn signed_duration_to_duration(value: SignedDuration) -> Result<Duration> {
|
|
271
|
+
Duration::try_from(value).map_err(|err| {
|
|
266
272
|
Error::new(
|
|
267
273
|
ErrorKind::ConfigInvalid,
|
|
268
274
|
"duration must not be negative or overflow",
|
|
@@ -304,4 +310,9 @@ mod tests {
|
|
|
304
310
|
let v = Timestamp::parse_rfc2822(s).unwrap();
|
|
305
311
|
assert_eq!("Sat, 29 Oct 1994 19:43:31 GMT", v.format_http_date());
|
|
306
312
|
}
|
|
313
|
+
|
|
314
|
+
#[test]
|
|
315
|
+
fn test_signed_duration_to_duration_rejects_negative_values() {
|
|
316
|
+
assert!(signed_duration_to_duration(SignedDuration::from_secs(-1)).is_err());
|
|
317
|
+
}
|
|
307
318
|
}
|
|
@@ -103,6 +103,7 @@ impl Service for MemoryBackend {
|
|
|
103
103
|
type Lister = oio::HierarchyLister<MemoryLister>;
|
|
104
104
|
type Deleter = oio::OneShotDeleter<MemoryDeleter>;
|
|
105
105
|
type Copier = ();
|
|
106
|
+
type Composer = ();
|
|
106
107
|
|
|
107
108
|
fn info(&self) -> ServiceInfo {
|
|
108
109
|
self.info.clone()
|
|
@@ -128,7 +129,7 @@ impl Service for MemoryBackend {
|
|
|
128
129
|
let p = build_abs_path(&self.root, path);
|
|
129
130
|
|
|
130
131
|
if p == build_abs_path(&self.root, "") {
|
|
131
|
-
Ok(RpStat::new(
|
|
132
|
+
Ok(RpStat::new(MetadataBuilder::dir().build()))
|
|
132
133
|
} else {
|
|
133
134
|
match self.core.get(&p)? {
|
|
134
135
|
Some(value) => Ok(RpStat::new(value.metadata)),
|
|
@@ -169,14 +170,7 @@ impl Service for MemoryBackend {
|
|
|
169
170
|
Ok(lister)
|
|
170
171
|
}
|
|
171
172
|
|
|
172
|
-
fn copy(
|
|
173
|
-
&self,
|
|
174
|
-
_: &OperationContext,
|
|
175
|
-
_: &str,
|
|
176
|
-
_: &str,
|
|
177
|
-
_: OpCopy,
|
|
178
|
-
_: OpCopier,
|
|
179
|
-
) -> Result<Self::Copier> {
|
|
173
|
+
fn copy(&self, _: &OperationContext, _: &str, _: &str, _: OpCopy) -> Result<Self::Copier> {
|
|
180
174
|
Err(Error::new(
|
|
181
175
|
ErrorKind::Unsupported,
|
|
182
176
|
"operation is not supported",
|
|
@@ -239,7 +233,8 @@ impl oio::StreamRead for MemoryReader {
|
|
|
239
233
|
let content = value
|
|
240
234
|
.content
|
|
241
235
|
.slice(range.to_content_range(value.content.len())?);
|
|
242
|
-
let metadata =
|
|
236
|
+
let metadata = MetadataBuilder::file(total_size);
|
|
237
|
+
let metadata = metadata.build();
|
|
243
238
|
Ok((
|
|
244
239
|
RpRead::new(metadata),
|
|
245
240
|
Box::new(content) as Box<dyn oio::ReadStreamDyn>,
|
|
@@ -39,16 +39,16 @@ impl oio::List for MemoryLister {
|
|
|
39
39
|
async fn next(&mut self) -> Result<Option<oio::Entry>> {
|
|
40
40
|
match self.keys.next() {
|
|
41
41
|
Some(key) => {
|
|
42
|
-
let
|
|
43
|
-
|
|
42
|
+
let metadata = if key.ends_with('/') {
|
|
43
|
+
MetadataBuilder::dir()
|
|
44
44
|
} else {
|
|
45
|
-
|
|
45
|
+
MetadataBuilder::unknown()
|
|
46
46
|
};
|
|
47
47
|
let mut path = build_rel_path(&self.root, &key);
|
|
48
48
|
if path.is_empty() {
|
|
49
49
|
path = "/".to_string();
|
|
50
50
|
}
|
|
51
|
-
Ok(Some(oio::Entry::new(&path,
|
|
51
|
+
Ok(Some(oio::Entry::new(&path, metadata.build())))
|
|
52
52
|
}
|
|
53
53
|
None => Ok(None),
|
|
54
54
|
}
|
|
@@ -52,22 +52,23 @@ impl oio::Write for MemoryWriter {
|
|
|
52
52
|
let buf = self.buf.take().unwrap_or_default();
|
|
53
53
|
let content = buf.collect();
|
|
54
54
|
|
|
55
|
-
let mut metadata =
|
|
56
|
-
metadata.set_content_length(content.len() as u64);
|
|
55
|
+
let mut metadata = MetadataBuilder::file(content.len() as u64);
|
|
57
56
|
|
|
58
57
|
if let Some(v) = self.op.cache_control() {
|
|
59
|
-
metadata.
|
|
58
|
+
metadata.cache_control(v);
|
|
60
59
|
}
|
|
61
60
|
if let Some(v) = self.op.content_disposition() {
|
|
62
|
-
metadata.
|
|
61
|
+
metadata.content_disposition(v);
|
|
63
62
|
}
|
|
64
63
|
if let Some(v) = self.op.content_type() {
|
|
65
|
-
metadata.
|
|
64
|
+
metadata.content_type(v);
|
|
66
65
|
}
|
|
67
66
|
if let Some(v) = self.op.content_encoding() {
|
|
68
|
-
metadata.
|
|
67
|
+
metadata.content_encoding(v);
|
|
69
68
|
}
|
|
70
69
|
|
|
70
|
+
let metadata = metadata.build();
|
|
71
|
+
|
|
71
72
|
let value = MemoryValue {
|
|
72
73
|
metadata: metadata.clone(),
|
|
73
74
|
content,
|
|
@@ -323,12 +323,21 @@ impl Buffer {
|
|
|
323
323
|
match &self.0 {
|
|
324
324
|
Inner::Contiguous(bs) => vec![IoSlice::new(bs.chunk())],
|
|
325
325
|
Inner::NonContiguous {
|
|
326
|
-
parts,
|
|
326
|
+
parts,
|
|
327
|
+
size,
|
|
328
|
+
idx,
|
|
329
|
+
offset,
|
|
327
330
|
} => {
|
|
328
331
|
let mut ret = Vec::with_capacity(parts.len() - *idx);
|
|
329
332
|
let mut new_offset = *offset;
|
|
333
|
+
let mut remaining = *size;
|
|
330
334
|
for part in parts.iter().skip(*idx) {
|
|
331
|
-
|
|
335
|
+
if remaining == 0 {
|
|
336
|
+
break;
|
|
337
|
+
}
|
|
338
|
+
let n = (part.len() - new_offset).min(remaining);
|
|
339
|
+
ret.push(IoSlice::new(&part[new_offset..new_offset + n]));
|
|
340
|
+
remaining -= n;
|
|
332
341
|
new_offset = 0;
|
|
333
342
|
}
|
|
334
343
|
ret
|
|
@@ -553,22 +562,29 @@ impl Buf for Buffer {
|
|
|
553
562
|
1
|
|
554
563
|
}
|
|
555
564
|
Inner::NonContiguous {
|
|
556
|
-
parts,
|
|
565
|
+
parts,
|
|
566
|
+
size,
|
|
567
|
+
idx,
|
|
568
|
+
offset,
|
|
557
569
|
} => {
|
|
558
570
|
if dst.is_empty() {
|
|
559
571
|
return 0;
|
|
560
572
|
}
|
|
561
573
|
|
|
562
574
|
let mut new_offset = *offset;
|
|
563
|
-
|
|
564
|
-
|
|
565
|
-
|
|
566
|
-
|
|
567
|
-
|
|
568
|
-
|
|
569
|
-
|
|
570
|
-
|
|
571
|
-
|
|
575
|
+
let mut remaining = *size;
|
|
576
|
+
let mut count = 0;
|
|
577
|
+
for (part, dst) in parts.iter().skip(*idx).zip(dst.iter_mut()) {
|
|
578
|
+
if remaining == 0 {
|
|
579
|
+
break;
|
|
580
|
+
}
|
|
581
|
+
let n = (part.len() - new_offset).min(remaining);
|
|
582
|
+
*dst = IoSlice::new(&part[new_offset..new_offset + n]);
|
|
583
|
+
remaining -= n;
|
|
584
|
+
new_offset = 0;
|
|
585
|
+
count += 1;
|
|
586
|
+
}
|
|
587
|
+
count
|
|
572
588
|
}
|
|
573
589
|
}
|
|
574
590
|
}
|
|
@@ -1309,4 +1325,78 @@ mod tests {
|
|
|
1309
1325
|
// Continue with the head part
|
|
1310
1326
|
}
|
|
1311
1327
|
}
|
|
1328
|
+
|
|
1329
|
+
/// Returns the bytes exposed by `to_io_slice` and by `Buf::chunks_vectored`.
|
|
1330
|
+
fn vectored_bytes(buf: &Buffer) -> (Bytes, Bytes) {
|
|
1331
|
+
let from_io_slice = buf
|
|
1332
|
+
.to_io_slice()
|
|
1333
|
+
.iter()
|
|
1334
|
+
.flat_map(|s| s.iter())
|
|
1335
|
+
.copied()
|
|
1336
|
+
.collect::<Bytes>();
|
|
1337
|
+
|
|
1338
|
+
let mut dst = [IoSlice::new(EMPTY_SLICE); 8];
|
|
1339
|
+
let n = buf.chunks_vectored(&mut dst);
|
|
1340
|
+
let from_chunks_vectored = dst[..n]
|
|
1341
|
+
.iter()
|
|
1342
|
+
.flat_map(|s| s.iter())
|
|
1343
|
+
.copied()
|
|
1344
|
+
.collect::<Bytes>();
|
|
1345
|
+
|
|
1346
|
+
(from_io_slice, from_chunks_vectored)
|
|
1347
|
+
}
|
|
1348
|
+
|
|
1349
|
+
#[test]
|
|
1350
|
+
fn test_vectored_views_after_slice() {
|
|
1351
|
+
let buf = Buffer::from(vec![Bytes::from("abc"), Bytes::from("def")]);
|
|
1352
|
+
|
|
1353
|
+
let view = buf.slice(0..2);
|
|
1354
|
+
assert_eq!(view.remaining(), 2);
|
|
1355
|
+
assert_eq!(view.to_bytes(), Bytes::from("ab"));
|
|
1356
|
+
assert_eq!(
|
|
1357
|
+
vectored_bytes(&view),
|
|
1358
|
+
(Bytes::from("ab"), Bytes::from("ab"))
|
|
1359
|
+
);
|
|
1360
|
+
|
|
1361
|
+
let view = buf.slice(1..4);
|
|
1362
|
+
assert_eq!(view.remaining(), 3);
|
|
1363
|
+
assert_eq!(view.to_bytes(), Bytes::from("bcd"));
|
|
1364
|
+
assert_eq!(
|
|
1365
|
+
vectored_bytes(&view),
|
|
1366
|
+
(Bytes::from("bcd"), Bytes::from("bcd"))
|
|
1367
|
+
);
|
|
1368
|
+
}
|
|
1369
|
+
|
|
1370
|
+
#[test]
|
|
1371
|
+
fn test_vectored_views_after_split_to() {
|
|
1372
|
+
let mut buf = Buffer::from(vec![Bytes::from("abc"), Bytes::from("def")]);
|
|
1373
|
+
let head = buf.split_to(2);
|
|
1374
|
+
|
|
1375
|
+
assert_eq!(head.remaining(), 2);
|
|
1376
|
+
assert_eq!(
|
|
1377
|
+
vectored_bytes(&head),
|
|
1378
|
+
(Bytes::from("ab"), Bytes::from("ab"))
|
|
1379
|
+
);
|
|
1380
|
+
|
|
1381
|
+
assert_eq!(buf.remaining(), 4);
|
|
1382
|
+
assert_eq!(
|
|
1383
|
+
vectored_bytes(&buf),
|
|
1384
|
+
(Bytes::from("cdef"), Bytes::from("cdef"))
|
|
1385
|
+
);
|
|
1386
|
+
}
|
|
1387
|
+
|
|
1388
|
+
#[test]
|
|
1389
|
+
fn test_vectored_views_after_split_off() {
|
|
1390
|
+
let mut buf = Buffer::from(vec![Bytes::from("abc"), Bytes::from("def")]);
|
|
1391
|
+
let tail = buf.split_off(2);
|
|
1392
|
+
|
|
1393
|
+
assert_eq!(buf.remaining(), 2);
|
|
1394
|
+
assert_eq!(vectored_bytes(&buf), (Bytes::from("ab"), Bytes::from("ab")));
|
|
1395
|
+
|
|
1396
|
+
assert_eq!(tail.remaining(), 4);
|
|
1397
|
+
assert_eq!(
|
|
1398
|
+
vectored_bytes(&tail),
|
|
1399
|
+
(Bytes::from("cdef"), Bytes::from("cdef"))
|
|
1400
|
+
);
|
|
1401
|
+
}
|
|
1312
1402
|
}
|
|
@@ -138,8 +138,18 @@ impl BytesRange {
|
|
|
138
138
|
}
|
|
139
139
|
|
|
140
140
|
/// Convert bytes range into Range header.
|
|
141
|
+
///
|
|
142
|
+
/// Returns an empty string for a range with no valid HTTP representation -- a zero size, or
|
|
143
|
+
/// an end that overflows -- which [`Display`] reports by failing. `format!` turns a
|
|
144
|
+
/// `Display` failure into a panic, and this runs while a request is being built.
|
|
141
145
|
pub fn to_header(&self) -> String {
|
|
142
|
-
|
|
146
|
+
use std::fmt::Write;
|
|
147
|
+
|
|
148
|
+
let mut header = String::from("bytes=");
|
|
149
|
+
if write!(header, "{self}").is_err() {
|
|
150
|
+
header.clear();
|
|
151
|
+
}
|
|
152
|
+
header
|
|
143
153
|
}
|
|
144
154
|
|
|
145
155
|
/// Convert bytes range into rust range.
|
|
@@ -397,6 +407,15 @@ mod tests {
|
|
|
397
407
|
assert_eq!(h.to_string(), "-1024");
|
|
398
408
|
}
|
|
399
409
|
|
|
410
|
+
#[test]
|
|
411
|
+
fn test_bytes_range_to_header_is_empty_when_unrepresentable() {
|
|
412
|
+
// `Display` fails for these, and `format!` turns a `Display` failure into a panic --
|
|
413
|
+
// `to_header` is called while building a request, at more than forty service call sites.
|
|
414
|
+
assert_eq!(BytesRange::new(0, Some(0)).to_header(), "");
|
|
415
|
+
assert_eq!(BytesRange::new(5, Some(0)).to_header(), "");
|
|
416
|
+
assert_eq!(BytesRange::new(u64::MAX, Some(2)).to_header(), "");
|
|
417
|
+
}
|
|
418
|
+
|
|
400
419
|
#[test]
|
|
401
420
|
fn test_bytes_range_to_header() {
|
|
402
421
|
let h = BytesRange::new(0, Some(1024));
|
|
@@ -45,6 +45,8 @@ use serde::Serialize;
|
|
|
45
45
|
/// - Blocking operations are provided through the BlockingLayer
|
|
46
46
|
///
|
|
47
47
|
/// Developers should use `capability` to determine available operations.
|
|
48
|
+
/// Conditional capability fields follow the
|
|
49
|
+
/// [conditional operation specification][crate::docs::specs::conditional_operations].
|
|
48
50
|
///
|
|
49
51
|
/// # Field Naming Conventions
|
|
50
52
|
///
|
|
@@ -67,6 +69,10 @@ pub struct Capability {
|
|
|
67
69
|
pub stat_with_if_match: bool,
|
|
68
70
|
/// Indicates if conditional stat operations using If-None-Match are supported.
|
|
69
71
|
pub stat_with_if_none_match: bool,
|
|
72
|
+
/// Indicates if conditional stat operations using version match are supported.
|
|
73
|
+
pub stat_with_if_version_match: bool,
|
|
74
|
+
/// Indicates if conditional stat operations using version non-match are supported.
|
|
75
|
+
pub stat_with_if_version_not_match: bool,
|
|
70
76
|
/// Indicates if conditional stat operations using If-Modified-Since are supported.
|
|
71
77
|
pub stat_with_if_modified_since: bool,
|
|
72
78
|
/// Indicates if conditional stat operations using If-Unmodified-Since are supported.
|
|
@@ -86,6 +92,10 @@ pub struct Capability {
|
|
|
86
92
|
pub read_with_if_match: bool,
|
|
87
93
|
/// Indicates if conditional read operations using If-None-Match are supported.
|
|
88
94
|
pub read_with_if_none_match: bool,
|
|
95
|
+
/// Indicates if conditional read operations using version match are supported.
|
|
96
|
+
pub read_with_if_version_match: bool,
|
|
97
|
+
/// Indicates if conditional read operations using version non-match are supported.
|
|
98
|
+
pub read_with_if_version_not_match: bool,
|
|
89
99
|
/// Indicates if conditional read operations using If-Modified-Since are supported.
|
|
90
100
|
pub read_with_if_modified_since: bool,
|
|
91
101
|
/// Indicates if conditional read operations using If-Unmodified-Since are supported.
|
|
@@ -109,6 +119,9 @@ pub struct Capability {
|
|
|
109
119
|
pub write_can_empty: bool,
|
|
110
120
|
/// Indicates if append operations are supported.
|
|
111
121
|
pub write_can_append: bool,
|
|
122
|
+
/// Indicates if a non-append writer can natively copy source ranges into an in-progress write.
|
|
123
|
+
/// `Writer::copy_from` remains available through streaming fallback when false or when appending.
|
|
124
|
+
pub write_can_copy_from: bool,
|
|
112
125
|
/// Indicates if Content-Type can be specified during write operations.
|
|
113
126
|
pub write_with_content_type: bool,
|
|
114
127
|
/// Indicates if Content-Disposition can be specified during write operations.
|
|
@@ -121,6 +134,10 @@ pub struct Capability {
|
|
|
121
134
|
pub write_with_if_match: bool,
|
|
122
135
|
/// Indicates if conditional write operations using If-None-Match are supported.
|
|
123
136
|
pub write_with_if_none_match: bool,
|
|
137
|
+
/// Indicates if conditional write operations using version match are supported.
|
|
138
|
+
pub write_with_if_version_match: bool,
|
|
139
|
+
/// Indicates if conditional write operations using version non-match are supported.
|
|
140
|
+
pub write_with_if_version_not_match: bool,
|
|
124
141
|
/// Indicates if write operations can be conditional on object non-existence.
|
|
125
142
|
pub write_with_if_not_exists: bool,
|
|
126
143
|
/// Indicates if custom user metadata can be attached during write operations.
|
|
@@ -144,6 +161,14 @@ pub struct Capability {
|
|
|
144
161
|
pub delete_with_version: bool,
|
|
145
162
|
/// Indicates if recursive delete operations are supported.
|
|
146
163
|
pub delete_with_recursive: bool,
|
|
164
|
+
/// Indicates if conditional delete operations using If-Match are supported.
|
|
165
|
+
pub delete_with_if_match: bool,
|
|
166
|
+
/// Indicates if conditional delete operations using If-None-Match are supported.
|
|
167
|
+
pub delete_with_if_none_match: bool,
|
|
168
|
+
/// Indicates if conditional delete operations using version match are supported.
|
|
169
|
+
pub delete_with_if_version_match: bool,
|
|
170
|
+
/// Indicates if conditional delete operations using version non-match are supported.
|
|
171
|
+
pub delete_with_if_version_not_match: bool,
|
|
147
172
|
/// Maximum size supported for single delete operations.
|
|
148
173
|
pub delete_max_size: Option<usize>,
|
|
149
174
|
|
|
@@ -153,6 +178,12 @@ pub struct Capability {
|
|
|
153
178
|
pub copy_with_if_not_exists: bool,
|
|
154
179
|
/// Indicates if conditional copy operations with if-match are supported.
|
|
155
180
|
pub copy_with_if_match: bool,
|
|
181
|
+
/// Indicates if conditional copy operations with if-none-match are supported.
|
|
182
|
+
pub copy_with_if_none_match: bool,
|
|
183
|
+
/// Indicates if conditional copy operations using version match are supported.
|
|
184
|
+
pub copy_with_if_version_match: bool,
|
|
185
|
+
/// Indicates if conditional copy operations using version non-match are supported.
|
|
186
|
+
pub copy_with_if_version_not_match: bool,
|
|
156
187
|
/// Indicates if copy operations from a specific source version are supported.
|
|
157
188
|
pub copy_with_source_version: bool,
|
|
158
189
|
/// Indicates if copy operations can be split into multiple server-side tasks.
|
|
@@ -162,6 +193,40 @@ pub struct Capability {
|
|
|
162
193
|
/// Minimum size required for segmented copy tasks.
|
|
163
194
|
pub copy_multi_min_size: Option<usize>,
|
|
164
195
|
|
|
196
|
+
/// Indicates if the operator supports composing complete source objects.
|
|
197
|
+
pub compose: bool,
|
|
198
|
+
/// Indicates if Content-Type can be specified during composition.
|
|
199
|
+
pub compose_with_content_type: bool,
|
|
200
|
+
/// Indicates if Content-Disposition can be specified during composition.
|
|
201
|
+
pub compose_with_content_disposition: bool,
|
|
202
|
+
/// Indicates if Content-Encoding can be specified during composition.
|
|
203
|
+
pub compose_with_content_encoding: bool,
|
|
204
|
+
/// Indicates if Cache-Control can be specified during composition.
|
|
205
|
+
pub compose_with_cache_control: bool,
|
|
206
|
+
/// Indicates if custom user metadata can be attached during composition.
|
|
207
|
+
pub compose_with_user_metadata: bool,
|
|
208
|
+
/// Indicates if composition supports a destination ETag match condition.
|
|
209
|
+
pub compose_with_if_match: bool,
|
|
210
|
+
/// Indicates if composition supports a destination ETag non-match condition.
|
|
211
|
+
pub compose_with_if_none_match: bool,
|
|
212
|
+
/// Indicates if composition supports a destination version match condition.
|
|
213
|
+
pub compose_with_if_version_match: bool,
|
|
214
|
+
/// Indicates if composition supports a destination version non-match condition.
|
|
215
|
+
pub compose_with_if_version_not_match: bool,
|
|
216
|
+
/// Indicates if composition can require a missing destination.
|
|
217
|
+
pub compose_with_if_not_exists: bool,
|
|
218
|
+
/// Indicates if composition can select a specific source version.
|
|
219
|
+
pub compose_with_source_version: bool,
|
|
220
|
+
/// Indicates if composition supports a source ETag match condition.
|
|
221
|
+
pub compose_with_source_if_match: bool,
|
|
222
|
+
|
|
223
|
+
/// Indicates if restore operations are supported.
|
|
224
|
+
pub restore: bool,
|
|
225
|
+
/// Indicates if restoring a specific version is supported.
|
|
226
|
+
pub restore_with_version: bool,
|
|
227
|
+
/// Indicates if conditional restore operations using if-not-exists are supported.
|
|
228
|
+
pub restore_with_if_not_exists: bool,
|
|
229
|
+
|
|
165
230
|
/// Indicates if rename operations are supported.
|
|
166
231
|
pub rename: bool,
|
|
167
232
|
/// Indicates if conditional rename operations with if-not-exists are supported.
|