opendal 0.1.9 → 0.1.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (566) hide show
  1. checksums.yaml +4 -4
  2. data/Cargo.lock +89 -56
  3. data/Cargo.toml +1 -1
  4. data/DEPENDENCIES.rust.tsv +55 -41
  5. data/LICENSE +201 -0
  6. data/LICENSE-MPL-2.0.txt +373 -0
  7. data/NOTICE +5 -0
  8. data/core/CHANGELOG.md +175 -0
  9. data/core/Cargo.lock +225 -298
  10. data/core/Cargo.toml +100 -94
  11. data/core/DEPENDENCIES.rust.tsv +44 -73
  12. data/core/benches/metadata/README.md +21 -0
  13. data/core/benches/metadata/main.rs +541 -0
  14. data/core/benches/vs_fs/Cargo.toml +1 -1
  15. data/core/benches/vs_s3/Cargo.toml +1 -1
  16. data/core/core/Cargo.toml +7 -2
  17. data/core/core/src/blocking/delete.rs +5 -1
  18. data/core/core/src/blocking/operator.rs +12 -0
  19. data/core/core/src/blocking/read/std_reader.rs +25 -0
  20. data/core/core/src/docs/concepts.rs +70 -94
  21. data/core/core/src/docs/internals/accessor.rs +62 -293
  22. data/core/core/src/docs/internals/layer.rs +43 -59
  23. data/core/core/src/docs/internals/mod.rs +21 -23
  24. data/core/core/src/docs/mod.rs +10 -6
  25. data/core/core/src/docs/performance/concurrent_write.md +92 -55
  26. data/core/core/src/docs/performance/http_optimization.md +120 -104
  27. data/core/core/src/docs/performance/mod.rs +8 -6
  28. data/core/core/src/docs/rfcs/5485_conditional_reader.md +4 -0
  29. data/core/core/src/docs/rfcs/7182_restore_api.md +139 -557
  30. data/core/core/src/docs/rfcs/7945_limited_read.md +210 -0
  31. data/core/core/src/docs/rfcs/7948_s3_provider_presets.md +254 -0
  32. data/core/core/src/docs/rfcs/8109_writer_copy_from.md +330 -0
  33. data/core/core/src/docs/rfcs/8145_conflict_error_kind.md +210 -0
  34. data/core/core/src/docs/rfcs/8147_write_if_not_changed.md +233 -0
  35. data/core/core/src/docs/rfcs/8188_compose_api.md +292 -0
  36. data/core/core/src/docs/rfcs/8194_compact_metadata_and_operation_args.md +444 -0
  37. data/core/core/src/docs/rfcs/README.md +14 -3
  38. data/core/core/src/docs/rfcs/mod.rs +46 -22
  39. data/core/core/src/docs/specs/README.md +34 -0
  40. data/core/core/src/docs/specs/conditional-operations.md +156 -0
  41. data/core/core/src/docs/specs/metadata.md +63 -0
  42. data/core/core/src/docs/specs/mod.rs +26 -0
  43. data/core/core/src/docs/upgrade.md +114 -1
  44. data/core/core/src/layers/capability_override.rs +15 -2
  45. data/core/core/src/layers/complete.rs +347 -43
  46. data/core/core/src/layers/correctness_check.rs +718 -51
  47. data/core/core/src/layers/error_context.rs +76 -2
  48. data/core/core/src/layers/simulate.rs +91 -28
  49. data/core/core/src/lib.rs +1 -0
  50. data/core/core/src/raw/accessor.rs +91 -15
  51. data/core/core/src/raw/enum_utils.rs +7 -0
  52. data/core/core/src/raw/http_util/header.rs +22 -17
  53. data/core/core/src/raw/oio/compose/api.rs +92 -0
  54. data/core/core/src/raw/oio/compose/mod.rs +19 -0
  55. data/core/core/src/raw/oio/copy/api.rs +3 -3
  56. data/core/core/src/raw/oio/copy/block_copy.rs +32 -4
  57. data/core/core/src/raw/oio/copy/multipart_copy.rs +36 -7
  58. data/core/core/src/raw/oio/entry.rs +48 -22
  59. data/core/core/src/raw/oio/list/flat_list.rs +1 -1
  60. data/core/core/src/raw/oio/list/hierarchy_list.rs +3 -2
  61. data/core/core/src/raw/oio/mod.rs +3 -0
  62. data/core/core/src/raw/oio/read/position_read.rs +1 -1
  63. data/core/core/src/raw/oio/write/api.rs +40 -0
  64. data/core/core/src/raw/oio/write/append_write.rs +4 -4
  65. data/core/core/src/raw/oio/write/block_write.rs +2 -2
  66. data/core/core/src/raw/oio/write/multipart_write.rs +181 -48
  67. data/core/core/src/raw/oio/write/position_write.rs +1 -1
  68. data/core/core/src/raw/operation.rs +6 -0
  69. data/core/core/src/raw/ops.rs +1191 -456
  70. data/core/core/src/raw/rps.rs +11 -0
  71. data/core/core/src/raw/time.rs +14 -3
  72. data/core/core/src/services/memory/backend.rs +5 -10
  73. data/core/core/src/services/memory/lister.rs +4 -4
  74. data/core/core/src/services/memory/writer.rs +7 -6
  75. data/core/core/src/types/buffer.rs +102 -12
  76. data/core/core/src/types/bytes_range.rs +20 -1
  77. data/core/core/src/types/capability.rs +65 -0
  78. data/core/core/src/types/compact.rs +329 -0
  79. data/core/core/src/types/compose/composer.rs +183 -0
  80. data/core/core/src/types/compose/input.rs +57 -0
  81. data/core/core/src/types/compose/mod.rs +23 -0
  82. data/core/core/src/types/context/read.rs +16 -11
  83. data/core/core/src/types/context/write.rs +150 -2
  84. data/core/core/src/types/copy.rs +5 -3
  85. data/core/core/src/types/delete/deleter.rs +20 -12
  86. data/core/core/src/types/delete/input.rs +22 -64
  87. data/core/core/src/types/delete/mod.rs +0 -1
  88. data/core/core/src/types/entry.rs +8 -14
  89. data/core/core/src/types/error.rs +28 -11
  90. data/core/core/src/types/metadata.rs +709 -322
  91. data/core/core/src/types/mod.rs +9 -1
  92. data/core/core/src/types/operator/operator.rs +278 -29
  93. data/core/core/src/types/operator/operator_futures.rs +466 -105
  94. data/core/core/src/types/options.rs +631 -158
  95. data/core/core/src/types/read/futures_async_reader.rs +663 -50
  96. data/core/core/src/types/read/reader.rs +23 -5
  97. data/core/core/src/types/write/futures_async_writer.rs +27 -0
  98. data/core/core/src/types/write/writer.rs +47 -5
  99. data/core/http-transports/reqwest/Cargo.toml +1 -1
  100. data/core/layers/async-backtrace/Cargo.toml +2 -2
  101. data/core/layers/async-backtrace/src/lib.rs +21 -2
  102. data/core/layers/await-tree/Cargo.toml +2 -2
  103. data/core/layers/await-tree/src/lib.rs +25 -2
  104. data/core/layers/capability-check/Cargo.toml +2 -2
  105. data/core/layers/capability-check/src/lib.rs +98 -10
  106. data/core/layers/chaos/Cargo.toml +2 -2
  107. data/core/layers/chaos/src/lib.rs +18 -3
  108. data/core/layers/concurrent-limit/Cargo.toml +3 -3
  109. data/core/layers/concurrent-limit/src/lib.rs +53 -13
  110. data/core/layers/dtrace/Cargo.toml +2 -2
  111. data/core/layers/dtrace/src/lib.rs +29 -2
  112. data/core/layers/fastmetrics/Cargo.toml +3 -3
  113. data/core/layers/fastrace/Cargo.toml +2 -2
  114. data/core/layers/fastrace/src/lib.rs +28 -2
  115. data/core/layers/foyer/Cargo.toml +2 -2
  116. data/core/layers/foyer/src/full.rs +16 -19
  117. data/core/layers/foyer/src/lib.rs +67 -14
  118. data/core/layers/hotpath/Cargo.toml +2 -2
  119. data/core/layers/hotpath/src/lib.rs +20 -2
  120. data/core/layers/immutable-index/Cargo.toml +2 -2
  121. data/core/layers/immutable-index/src/lib.rs +48 -24
  122. data/core/layers/logging/Cargo.toml +2 -2
  123. data/core/layers/logging/src/lib.rs +46 -2
  124. data/core/layers/metrics/Cargo.toml +3 -3
  125. data/core/layers/mime-guess/Cargo.toml +2 -2
  126. data/core/layers/mime-guess/src/lib.rs +31 -4
  127. data/core/layers/observe-metrics-common/Cargo.toml +2 -2
  128. data/core/layers/observe-metrics-common/src/lib.rs +55 -2
  129. data/core/layers/otelmetrics/Cargo.toml +3 -3
  130. data/core/layers/oteltrace/Cargo.toml +2 -2
  131. data/core/layers/oteltrace/src/lib.rs +27 -2
  132. data/core/layers/prometheus/Cargo.toml +3 -3
  133. data/core/layers/prometheus-client/Cargo.toml +3 -3
  134. data/core/layers/retry/Cargo.toml +4 -4
  135. data/core/layers/retry/src/lib.rs +76 -19
  136. data/core/layers/route/Cargo.toml +3 -3
  137. data/core/layers/route/src/lib.rs +34 -7
  138. data/core/layers/tail-cut/Cargo.toml +2 -2
  139. data/core/layers/tail-cut/src/lib.rs +28 -2
  140. data/core/layers/throttle/Cargo.toml +2 -2
  141. data/core/layers/throttle/src/lib.rs +19 -2
  142. data/core/layers/timeout/Cargo.toml +3 -3
  143. data/core/layers/timeout/src/lib.rs +38 -13
  144. data/core/layers/tracing/Cargo.toml +2 -2
  145. data/core/layers/tracing/src/lib.rs +24 -3
  146. data/core/services/aliyun-drive/Cargo.toml +2 -2
  147. data/core/services/aliyun-drive/src/backend.rs +34 -24
  148. data/core/services/aliyun-drive/src/core.rs +143 -54
  149. data/core/services/aliyun-drive/src/lister.rs +19 -18
  150. data/core/services/aliyun-drive/src/reader.rs +4 -1
  151. data/core/services/aliyun-drive/src/writer.rs +3 -3
  152. data/core/services/alluxio/Cargo.toml +1 -1
  153. data/core/services/alluxio/src/backend.rs +1 -1
  154. data/core/services/alluxio/src/core.rs +113 -94
  155. data/core/services/alluxio/src/reader.rs +7 -3
  156. data/core/services/alluxio/src/writer.rs +2 -2
  157. data/core/services/azblob/Cargo.toml +2 -2
  158. data/core/services/azblob/src/backend.rs +17 -9
  159. data/core/services/azblob/src/copier.rs +41 -15
  160. data/core/services/azblob/src/core.rs +372 -135
  161. data/core/services/azblob/src/deleter.rs +41 -18
  162. data/core/services/azblob/src/lister.rs +16 -10
  163. data/core/services/azblob/src/reader.rs +4 -1
  164. data/core/services/azblob/src/writer.rs +48 -15
  165. data/core/services/azdls/Cargo.toml +3 -3
  166. data/core/services/azdls/src/backend.rs +45 -15
  167. data/core/services/azdls/src/config.rs +4 -1
  168. data/core/services/azdls/src/core.rs +276 -87
  169. data/core/services/azdls/src/deleter.rs +13 -4
  170. data/core/services/azdls/src/lister.rs +18 -12
  171. data/core/services/azdls/src/reader.rs +6 -2
  172. data/core/services/azdls/src/writer.rs +44 -23
  173. data/core/services/azfile/Cargo.toml +2 -2
  174. data/core/services/azfile/src/backend.rs +24 -8
  175. data/core/services/azfile/src/core.rs +195 -77
  176. data/core/services/azfile/src/deleter.rs +8 -1
  177. data/core/services/azfile/src/lister.rs +20 -14
  178. data/core/services/azfile/src/reader.rs +5 -2
  179. data/core/services/azfile/src/writer.rs +27 -15
  180. data/core/services/azure-common/Cargo.toml +1 -1
  181. data/core/services/b2/Cargo.toml +2 -2
  182. data/core/services/b2/src/backend.rs +30 -11
  183. data/core/services/b2/src/core.rs +134 -120
  184. data/core/services/b2/src/deleter.rs +1 -1
  185. data/core/services/b2/src/lister.rs +5 -2
  186. data/core/services/b2/src/reader.rs +5 -2
  187. data/core/services/b2/src/writer.rs +29 -12
  188. data/core/services/cacache/Cargo.toml +1 -1
  189. data/core/services/cacache/src/backend.rs +4 -5
  190. data/core/services/cacache/src/reader.rs +4 -1
  191. data/core/services/cacache/src/writer.rs +6 -2
  192. data/core/services/cloudflare-kv/Cargo.toml +1 -1
  193. data/core/services/cloudflare-kv/src/backend.rs +26 -15
  194. data/core/services/cloudflare-kv/src/config.rs +13 -2
  195. data/core/services/cloudflare-kv/src/core.rs +62 -56
  196. data/core/services/cloudflare-kv/src/deleter.rs +12 -3
  197. data/core/services/cloudflare-kv/src/lister.rs +66 -17
  198. data/core/services/cloudflare-kv/src/reader.rs +14 -9
  199. data/core/services/cloudflare-kv/src/writer.rs +10 -7
  200. data/core/services/compfs/Cargo.toml +1 -1
  201. data/core/services/compfs/src/backend.rs +11 -7
  202. data/core/services/compfs/src/lister.rs +7 -7
  203. data/core/services/compfs/src/writer.rs +1 -1
  204. data/core/services/cos/Cargo.toml +1 -1
  205. data/core/services/cos/src/backend.rs +129 -16
  206. data/core/services/cos/src/core.rs +198 -80
  207. data/core/services/cos/src/deleter.rs +4 -1
  208. data/core/services/cos/src/lister.rs +42 -27
  209. data/core/services/cos/src/reader.rs +6 -2
  210. data/core/services/cos/src/writer.rs +45 -21
  211. data/core/services/d1/Cargo.toml +1 -1
  212. data/core/services/d1/src/backend.rs +6 -5
  213. data/core/services/d1/src/core.rs +79 -63
  214. data/core/services/d1/src/reader.rs +4 -1
  215. data/core/services/d1/src/writer.rs +6 -2
  216. data/core/services/dashmap/Cargo.toml +1 -1
  217. data/core/services/dashmap/src/backend.rs +2 -2
  218. data/core/services/dashmap/src/reader.rs +4 -1
  219. data/core/services/dashmap/src/writer.rs +11 -8
  220. data/core/services/dbfs/Cargo.toml +1 -1
  221. data/core/services/dbfs/src/backend.rs +21 -15
  222. data/core/services/dbfs/src/core.rs +65 -60
  223. data/core/services/dbfs/src/deleter.rs +4 -1
  224. data/core/services/dbfs/src/lister.rs +10 -10
  225. data/core/services/dbfs/src/writer.rs +6 -3
  226. data/core/services/dropbox/Cargo.toml +2 -2
  227. data/core/services/dropbox/src/backend.rs +30 -23
  228. data/core/services/dropbox/src/core.rs +65 -63
  229. data/core/services/dropbox/src/deleter.rs +1 -1
  230. data/core/services/dropbox/src/lister.rs +17 -8
  231. data/core/services/dropbox/src/reader.rs +4 -1
  232. data/core/services/dropbox/src/writer.rs +13 -10
  233. data/core/services/etcd/Cargo.toml +1 -1
  234. data/core/services/etcd/src/backend.rs +8 -5
  235. data/core/services/etcd/src/core.rs +5 -11
  236. data/core/services/etcd/src/lister.rs +6 -1
  237. data/core/services/etcd/src/reader.rs +4 -1
  238. data/core/services/etcd/src/writer.rs +6 -3
  239. data/core/services/foundationdb/Cargo.toml +1 -1
  240. data/core/services/foundationdb/src/backend.rs +6 -5
  241. data/core/services/foundationdb/src/reader.rs +4 -1
  242. data/core/services/foundationdb/src/writer.rs +6 -2
  243. data/core/services/foyer/Cargo.toml +3 -3
  244. data/core/services/foyer/src/backend.rs +6 -5
  245. data/core/services/foyer/src/reader.rs +4 -1
  246. data/core/services/foyer/src/writer.rs +6 -2
  247. data/core/services/fs/Cargo.toml +1 -1
  248. data/core/services/fs/src/backend.rs +4 -3
  249. data/core/services/fs/src/core.rs +44 -26
  250. data/core/services/fs/src/lister.rs +9 -6
  251. data/core/services/fs/src/writer.rs +20 -13
  252. data/core/services/ftp/Cargo.toml +4 -6
  253. data/core/services/ftp/src/backend.rs +9 -5
  254. data/core/services/ftp/src/core.rs +9 -7
  255. data/core/services/ftp/src/lister.rs +7 -8
  256. data/core/services/ftp/src/reader.rs +3 -3
  257. data/core/services/ftp/src/writer.rs +3 -3
  258. data/core/services/gcs/Cargo.toml +4 -2
  259. data/core/services/gcs/src/backend.rs +53 -7
  260. data/core/services/gcs/src/composer.rs +705 -0
  261. data/core/services/gcs/src/copier.rs +14 -4
  262. data/core/services/gcs/src/core.rs +828 -124
  263. data/core/services/gcs/src/deleter.rs +33 -18
  264. data/core/services/gcs/src/lib.rs +1 -0
  265. data/core/services/gcs/src/lister.rs +21 -12
  266. data/core/services/gcs/src/reader.rs +12 -5
  267. data/core/services/gcs/src/writer.rs +632 -10
  268. data/core/services/gcs-grpc/Cargo.toml +58 -0
  269. data/core/services/gcs-grpc/README.md +19 -0
  270. data/core/services/gcs-grpc/proto/README.md +23 -0
  271. data/core/services/gcs-grpc/proto/google/storage/v2/storage.proto +171 -0
  272. data/core/services/gcs-grpc/proto/upstream-descriptor.bin +0 -0
  273. data/core/services/gcs-grpc/src/backend.rs +449 -0
  274. data/core/services/gcs-grpc/src/config.rs +116 -0
  275. data/core/services/gcs-grpc/src/copier.rs +98 -0
  276. data/core/services/gcs-grpc/src/core.rs +298 -0
  277. data/core/services/gcs-grpc/src/deleter.rs +65 -0
  278. data/core/services/gcs-grpc/src/docs.md +19 -0
  279. data/core/services/gcs-grpc/src/generated/google.storage.v2.rs +541 -0
  280. data/core/services/gcs-grpc/src/generated/mod.rs +24 -0
  281. data/core/services/gcs-grpc/src/lib.rs +43 -0
  282. data/core/services/gcs-grpc/src/lister.rs +125 -0
  283. data/core/services/gcs-grpc/src/reader.rs +140 -0
  284. data/core/services/gcs-grpc/src/writer.rs +780 -0
  285. data/core/services/gdrive/Cargo.toml +2 -2
  286. data/core/services/gdrive/src/backend.rs +123 -69
  287. data/core/services/gdrive/src/core.rs +87 -69
  288. data/core/services/gdrive/src/deleter.rs +8 -2
  289. data/core/services/gdrive/src/lister.rs +38 -26
  290. data/core/services/gdrive/src/path_index.rs +2 -2
  291. data/core/services/gdrive/src/reader.rs +9 -3
  292. data/core/services/gdrive/src/writer.rs +13 -7
  293. data/core/services/ghac/Cargo.toml +2 -2
  294. data/core/services/ghac/src/backend.rs +5 -2
  295. data/core/services/ghac/src/core.rs +59 -37
  296. data/core/services/ghac/src/reader.rs +5 -2
  297. data/core/services/ghac/src/writer.rs +16 -6
  298. data/core/services/github/Cargo.toml +1 -1
  299. data/core/services/github/src/backend.rs +16 -8
  300. data/core/services/github/src/core.rs +88 -76
  301. data/core/services/github/src/lister.rs +17 -15
  302. data/core/services/github/src/reader.rs +5 -2
  303. data/core/services/github/src/writer.rs +12 -6
  304. data/core/services/goosefs/Cargo.toml +2 -2
  305. data/core/services/goosefs/src/backend.rs +2 -2
  306. data/core/services/goosefs/src/core.rs +291 -208
  307. data/core/services/goosefs/src/docs.md +3 -0
  308. data/core/services/goosefs/src/lister.rs +2 -3
  309. data/core/services/goosefs/src/reader.rs +7 -3
  310. data/core/services/goosefs/src/writer.rs +21 -10
  311. data/core/services/goosefs/tests/safe_conditional_put.rs +37 -0
  312. data/core/services/gridfs/Cargo.toml +2 -2
  313. data/core/services/gridfs/src/backend.rs +12 -8
  314. data/core/services/gridfs/src/core.rs +1 -1
  315. data/core/services/gridfs/src/reader.rs +4 -1
  316. data/core/services/gridfs/src/writer.rs +6 -2
  317. data/core/services/hdfs/Cargo.toml +1 -1
  318. data/core/services/hdfs/src/backend.rs +1 -1
  319. data/core/services/hdfs/src/core.rs +7 -4
  320. data/core/services/hdfs/src/lister.rs +7 -9
  321. data/core/services/hdfs/src/writer.rs +5 -1
  322. data/core/services/hdfs-native/Cargo.toml +1 -1
  323. data/core/services/hdfs-native/src/backend.rs +1 -1
  324. data/core/services/hdfs-native/src/core.rs +44 -50
  325. data/core/services/hdfs-native/src/lister.rs +8 -10
  326. data/core/services/hdfs-native/src/writer.rs +5 -1
  327. data/core/services/hf/Cargo.toml +4 -3
  328. data/core/services/hf/src/backend.rs +4 -3
  329. data/core/services/hf/src/core.rs +907 -153
  330. data/core/services/hf/src/lister.rs +16 -6
  331. data/core/services/hf/src/reader.rs +377 -57
  332. data/core/services/hf/src/writer.rs +6 -2
  333. data/core/services/http/Cargo.toml +3 -3
  334. data/core/services/http/src/backend.rs +8 -6
  335. data/core/services/http/src/core.rs +57 -35
  336. data/core/services/http/src/reader.rs +5 -2
  337. data/core/services/ipfs/Cargo.toml +1 -1
  338. data/core/services/ipfs/src/backend.rs +20 -9
  339. data/core/services/ipfs/src/core.rs +43 -34
  340. data/core/services/ipfs/src/reader.rs +5 -2
  341. data/core/services/ipmfs/Cargo.toml +1 -1
  342. data/core/services/ipmfs/src/backend.rs +17 -8
  343. data/core/services/ipmfs/src/core.rs +66 -60
  344. data/core/services/ipmfs/src/deleter.rs +5 -2
  345. data/core/services/ipmfs/src/lister.rs +15 -12
  346. data/core/services/ipmfs/src/reader.rs +5 -2
  347. data/core/services/ipmfs/src/writer.rs +6 -3
  348. data/core/services/koofr/Cargo.toml +2 -2
  349. data/core/services/koofr/src/backend.rs +46 -17
  350. data/core/services/koofr/src/core.rs +64 -48
  351. data/core/services/koofr/src/deleter.rs +4 -1
  352. data/core/services/koofr/src/lister.rs +11 -10
  353. data/core/services/koofr/src/reader.rs +5 -2
  354. data/core/services/koofr/src/writer.rs +13 -7
  355. data/core/services/lakefs/Cargo.toml +1 -1
  356. data/core/services/lakefs/src/backend.rs +25 -8
  357. data/core/services/lakefs/src/core.rs +79 -73
  358. data/core/services/lakefs/src/deleter.rs +4 -1
  359. data/core/services/lakefs/src/lister.rs +17 -14
  360. data/core/services/lakefs/src/reader.rs +5 -2
  361. data/core/services/lakefs/src/writer.rs +11 -10
  362. data/core/services/memcached/Cargo.toml +1 -1
  363. data/core/services/memcached/src/backend.rs +57 -7
  364. data/core/services/memcached/src/config.rs +13 -2
  365. data/core/services/memcached/src/core.rs +11 -1
  366. data/core/services/memcached/src/reader.rs +4 -1
  367. data/core/services/memcached/src/writer.rs +6 -2
  368. data/core/services/mini_moka/Cargo.toml +1 -1
  369. data/core/services/mini_moka/src/backend.rs +8 -8
  370. data/core/services/mini_moka/src/reader.rs +4 -1
  371. data/core/services/mini_moka/src/writer.rs +11 -7
  372. data/core/services/moka/Cargo.toml +1 -1
  373. data/core/services/moka/src/backend.rs +7 -7
  374. data/core/services/moka/src/reader.rs +4 -1
  375. data/core/services/moka/src/writer.rs +10 -6
  376. data/core/services/mongodb/Cargo.toml +2 -2
  377. data/core/services/mongodb/src/backend.rs +7 -6
  378. data/core/services/mongodb/src/core.rs +1 -1
  379. data/core/services/mongodb/src/reader.rs +4 -1
  380. data/core/services/mongodb/src/writer.rs +6 -2
  381. data/core/services/monoiofs/Cargo.toml +2 -2
  382. data/core/services/monoiofs/src/backend.rs +16 -10
  383. data/core/services/monoiofs/src/core.rs +8 -9
  384. data/core/services/monoiofs/src/reader.rs +8 -10
  385. data/core/services/monoiofs/src/writer.rs +19 -24
  386. data/core/services/mysql/Cargo.toml +2 -2
  387. data/core/services/mysql/src/backend.rs +7 -6
  388. data/core/services/mysql/src/core.rs +1 -1
  389. data/core/services/mysql/src/lister.rs +7 -3
  390. data/core/services/mysql/src/reader.rs +4 -1
  391. data/core/services/mysql/src/writer.rs +6 -2
  392. data/core/services/obs/Cargo.toml +1 -1
  393. data/core/services/obs/src/backend.rs +29 -11
  394. data/core/services/obs/src/core.rs +81 -82
  395. data/core/services/obs/src/deleter.rs +4 -1
  396. data/core/services/obs/src/lister.rs +12 -5
  397. data/core/services/obs/src/reader.rs +5 -2
  398. data/core/services/obs/src/writer.rs +40 -19
  399. data/core/services/onedrive/Cargo.toml +2 -2
  400. data/core/services/onedrive/src/backend.rs +30 -21
  401. data/core/services/onedrive/src/config.rs +2 -2
  402. data/core/services/onedrive/src/core.rs +191 -90
  403. data/core/services/onedrive/src/deleter.rs +5 -2
  404. data/core/services/onedrive/src/graph_model.rs +10 -51
  405. data/core/services/onedrive/src/lister.rs +60 -24
  406. data/core/services/onedrive/src/reader.rs +17 -2
  407. data/core/services/onedrive/src/writer.rs +26 -15
  408. data/core/services/opfs/Cargo.toml +1 -1
  409. data/core/services/opfs/src/backend.rs +6 -13
  410. data/core/services/opfs/src/core.rs +33 -37
  411. data/core/services/opfs/src/lister.rs +4 -4
  412. data/core/services/opfs/src/writer.rs +1 -3
  413. data/core/services/oss/Cargo.toml +1 -1
  414. data/core/services/oss/src/backend.rs +40 -8
  415. data/core/services/oss/src/core.rs +192 -92
  416. data/core/services/oss/src/deleter.rs +16 -6
  417. data/core/services/oss/src/lister.rs +43 -27
  418. data/core/services/oss/src/reader.rs +6 -2
  419. data/core/services/oss/src/writer.rs +40 -22
  420. data/core/services/pcloud/Cargo.toml +1 -1
  421. data/core/services/pcloud/src/backend.rs +40 -6
  422. data/core/services/pcloud/src/core.rs +80 -66
  423. data/core/services/pcloud/src/deleter.rs +8 -1
  424. data/core/services/pcloud/src/lister.rs +4 -1
  425. data/core/services/pcloud/src/reader.rs +5 -2
  426. data/core/services/pcloud/src/writer.rs +6 -3
  427. data/core/services/persy/Cargo.toml +1 -1
  428. data/core/services/persy/src/backend.rs +6 -5
  429. data/core/services/persy/src/core.rs +60 -15
  430. data/core/services/persy/src/reader.rs +4 -1
  431. data/core/services/persy/src/writer.rs +6 -2
  432. data/core/services/postgresql/Cargo.toml +2 -2
  433. data/core/services/postgresql/src/backend.rs +7 -6
  434. data/core/services/postgresql/src/core.rs +1 -1
  435. data/core/services/postgresql/src/reader.rs +4 -1
  436. data/core/services/postgresql/src/writer.rs +6 -2
  437. data/core/services/redb/Cargo.toml +1 -1
  438. data/core/services/redb/src/backend.rs +6 -5
  439. data/core/services/redb/src/reader.rs +4 -1
  440. data/core/services/redb/src/writer.rs +6 -2
  441. data/core/services/redis/Cargo.toml +1 -1
  442. data/core/services/redis/src/backend.rs +18 -8
  443. data/core/services/redis/src/config.rs +13 -2
  444. data/core/services/redis/src/reader.rs +8 -4
  445. data/core/services/redis/src/writer.rs +6 -2
  446. data/core/services/rocksdb/Cargo.toml +1 -1
  447. data/core/services/rocksdb/src/backend.rs +6 -5
  448. data/core/services/rocksdb/src/lister.rs +6 -5
  449. data/core/services/rocksdb/src/reader.rs +4 -1
  450. data/core/services/rocksdb/src/writer.rs +6 -2
  451. data/core/services/s3/Cargo.toml +5 -4
  452. data/core/services/s3/src/backend.rs +995 -39
  453. data/core/services/s3/src/compatible_services.md +57 -0
  454. data/core/services/s3/src/config.rs +16 -0
  455. data/core/services/s3/src/copier.rs +190 -55
  456. data/core/services/s3/src/core.rs +299 -190
  457. data/core/services/s3/src/deleter.rs +26 -7
  458. data/core/services/s3/src/docs.md +57 -0
  459. data/core/services/s3/src/lister.rs +55 -36
  460. data/core/services/s3/src/reader.rs +22 -2
  461. data/core/services/s3/src/writer.rs +154 -32
  462. data/core/services/seafile/Cargo.toml +2 -2
  463. data/core/services/seafile/src/backend.rs +3 -3
  464. data/core/services/seafile/src/core.rs +105 -79
  465. data/core/services/seafile/src/lister.rs +11 -8
  466. data/core/services/seafile/src/reader.rs +5 -2
  467. data/core/services/seafile/src/writer.rs +6 -3
  468. data/core/services/sftp/Cargo.toml +1 -1
  469. data/core/services/sftp/src/backend.rs +19 -4
  470. data/core/services/sftp/src/core.rs +51 -46
  471. data/core/services/sftp/src/lister.rs +4 -4
  472. data/core/services/sftp/src/writer.rs +1 -1
  473. data/core/services/sled/Cargo.toml +1 -1
  474. data/core/services/sled/src/backend.rs +6 -5
  475. data/core/services/sled/src/core.rs +28 -6
  476. data/core/services/sled/src/lister.rs +6 -5
  477. data/core/services/sled/src/reader.rs +4 -1
  478. data/core/services/sled/src/writer.rs +6 -2
  479. data/core/services/sqlite/Cargo.toml +2 -2
  480. data/core/services/sqlite/src/backend.rs +12 -7
  481. data/core/services/sqlite/src/core.rs +3 -3
  482. data/core/services/sqlite/src/reader.rs +4 -1
  483. data/core/services/sqlite/src/writer.rs +7 -3
  484. data/core/services/surrealdb/Cargo.toml +2 -2
  485. data/core/services/surrealdb/src/backend.rs +7 -6
  486. data/core/services/surrealdb/src/core.rs +1 -1
  487. data/core/services/surrealdb/src/reader.rs +4 -1
  488. data/core/services/surrealdb/src/writer.rs +6 -2
  489. data/core/services/swift/Cargo.toml +1 -1
  490. data/core/services/swift/src/backend.rs +38 -8
  491. data/core/services/swift/src/core.rs +63 -67
  492. data/core/services/swift/src/deleter.rs +8 -2
  493. data/core/services/swift/src/lister.rs +11 -8
  494. data/core/services/swift/src/reader.rs +5 -2
  495. data/core/services/swift/src/writer.rs +17 -8
  496. data/core/services/tikv/Cargo.toml +2 -2
  497. data/core/services/tikv/src/backend.rs +7 -6
  498. data/core/services/tikv/src/core.rs +31 -14
  499. data/core/services/tikv/src/reader.rs +4 -1
  500. data/core/services/tikv/src/writer.rs +6 -2
  501. data/core/services/tos/Cargo.toml +2 -2
  502. data/core/services/tos/src/backend.rs +45 -21
  503. data/core/services/tos/src/copier.rs +44 -17
  504. data/core/services/tos/src/core.rs +147 -117
  505. data/core/services/tos/src/deleter.rs +9 -3
  506. data/core/services/tos/src/docs.md +1 -1
  507. data/core/services/tos/src/lister.rs +43 -28
  508. data/core/services/tos/src/reader.rs +5 -2
  509. data/core/services/tos/src/writer.rs +37 -16
  510. data/core/services/upyun/Cargo.toml +1 -1
  511. data/core/services/upyun/src/backend.rs +30 -7
  512. data/core/services/upyun/src/core.rs +122 -87
  513. data/core/services/upyun/src/deleter.rs +4 -1
  514. data/core/services/upyun/src/lister.rs +10 -10
  515. data/core/services/upyun/src/reader.rs +5 -2
  516. data/core/services/upyun/src/writer.rs +19 -7
  517. data/core/services/vercel-artifacts/Cargo.toml +1 -1
  518. data/core/services/vercel-artifacts/src/backend.rs +6 -3
  519. data/core/services/vercel-artifacts/src/core.rs +32 -27
  520. data/core/services/vercel-artifacts/src/reader.rs +5 -2
  521. data/core/services/vercel-artifacts/src/writer.rs +6 -3
  522. data/core/services/vercel-blob/Cargo.toml +1 -1
  523. data/core/services/vercel-blob/src/backend.rs +23 -6
  524. data/core/services/vercel-blob/src/core.rs +92 -81
  525. data/core/services/vercel-blob/src/lister.rs +12 -3
  526. data/core/services/vercel-blob/src/reader.rs +5 -2
  527. data/core/services/vercel-blob/src/writer.rs +19 -7
  528. data/core/services/webdav/Cargo.toml +2 -2
  529. data/core/services/webdav/src/backend.rs +25 -5
  530. data/core/services/webdav/src/core.rs +116 -59
  531. data/core/services/webdav/src/deleter.rs +4 -1
  532. data/core/services/webdav/src/lister.rs +4 -1
  533. data/core/services/webdav/src/reader.rs +6 -2
  534. data/core/services/webdav/src/writer.rs +17 -7
  535. data/core/services/webhdfs/Cargo.toml +2 -2
  536. data/core/services/webhdfs/src/backend.rs +24 -11
  537. data/core/services/webhdfs/src/core.rs +99 -98
  538. data/core/services/webhdfs/src/deleter.rs +5 -2
  539. data/core/services/webhdfs/src/lister.rs +21 -9
  540. data/core/services/webhdfs/src/reader.rs +5 -2
  541. data/core/services/webhdfs/src/writer.rs +49 -14
  542. data/core/services/yandex-disk/Cargo.toml +1 -1
  543. data/core/services/yandex-disk/src/backend.rs +28 -6
  544. data/core/services/yandex-disk/src/core.rs +97 -79
  545. data/core/services/yandex-disk/src/deleter.rs +4 -1
  546. data/core/services/yandex-disk/src/lister.rs +25 -9
  547. data/core/services/yandex-disk/src/reader.rs +5 -2
  548. data/core/services/yandex-disk/src/writer.rs +6 -3
  549. data/core/src/lib.rs +5 -0
  550. data/core/testkit/Cargo.toml +4 -4
  551. data/core/testkit/src/utils.rs +53 -8
  552. data/core/tests/behavior/async_compose.rs +297 -0
  553. data/core/tests/behavior/async_copy.rs +162 -1
  554. data/core/tests/behavior/async_delete.rs +364 -3
  555. data/core/tests/behavior/async_read.rs +86 -0
  556. data/core/tests/behavior/async_restore.rs +162 -0
  557. data/core/tests/behavior/async_stat.rs +90 -0
  558. data/core/tests/behavior/async_write.rs +330 -2
  559. data/core/tests/behavior/main.rs +4 -0
  560. data/core/upgrade.md +114 -1
  561. data/src/capability.rs +0 -1
  562. data/src/io.rs +0 -1
  563. data/src/lister.rs +0 -1
  564. data/src/metadata.rs +0 -1
  565. data/src/operator_info.rs +0 -1
  566. metadata +44 -2
@@ -183,6 +183,17 @@ impl RpRename {
183
183
  }
184
184
  }
185
185
 
186
+ /// Reply for `restore` operation.
187
+ #[derive(Debug, Clone, Default)]
188
+ pub struct RpRestore {}
189
+
190
+ impl RpRestore {
191
+ /// Create a new reply for `restore`.
192
+ pub fn new() -> Self {
193
+ Self {}
194
+ }
195
+ }
196
+
186
197
  #[cfg(test)]
187
198
  mod tests {
188
199
  use anyhow::Result;
@@ -18,11 +18,12 @@
18
18
  //! Time related utils.
19
19
 
20
20
  use crate::*;
21
- use jiff::SignedDuration;
21
+
22
22
  use std::fmt;
23
23
  use std::ops::{Add, AddAssign, Sub, SubAssign};
24
24
  use std::str::FromStr;
25
25
 
26
+ pub use jiff::SignedDuration;
26
27
  pub use std::time::{Duration, UNIX_EPOCH};
27
28
  #[cfg(not(all(target_arch = "wasm32", target_os = "unknown")))]
28
29
  pub use std::time::{Instant, SystemTime};
@@ -254,7 +255,6 @@ impl SubAssign<Duration> for Timestamp {
254
255
  }
255
256
  }
256
257
 
257
- /// Convert an unsigned [`Duration`] into a jiff [`SignedDuration`].
258
258
  /// Parse a duration encoded either as ISO-8601 (e.g. `PT5M`) or friendly (e.g. `5m`).
259
259
  #[inline]
260
260
  pub fn signed_to_duration(value: &str) -> Result<Duration> {
@@ -262,7 +262,13 @@ pub fn signed_to_duration(value: &str) -> Result<Duration> {
262
262
  Error::new(ErrorKind::ConfigInvalid, "failed to parse duration").set_source(err)
263
263
  })?;
264
264
 
265
- Duration::try_from(signed).map_err(|err| {
265
+ signed_duration_to_duration(signed)
266
+ }
267
+
268
+ /// Convert a jiff [`SignedDuration`] into an unsigned [`Duration`].
269
+ #[inline]
270
+ pub fn signed_duration_to_duration(value: SignedDuration) -> Result<Duration> {
271
+ Duration::try_from(value).map_err(|err| {
266
272
  Error::new(
267
273
  ErrorKind::ConfigInvalid,
268
274
  "duration must not be negative or overflow",
@@ -304,4 +310,9 @@ mod tests {
304
310
  let v = Timestamp::parse_rfc2822(s).unwrap();
305
311
  assert_eq!("Sat, 29 Oct 1994 19:43:31 GMT", v.format_http_date());
306
312
  }
313
+
314
+ #[test]
315
+ fn test_signed_duration_to_duration_rejects_negative_values() {
316
+ assert!(signed_duration_to_duration(SignedDuration::from_secs(-1)).is_err());
317
+ }
307
318
  }
@@ -103,6 +103,7 @@ impl Service for MemoryBackend {
103
103
  type Lister = oio::HierarchyLister<MemoryLister>;
104
104
  type Deleter = oio::OneShotDeleter<MemoryDeleter>;
105
105
  type Copier = ();
106
+ type Composer = ();
106
107
 
107
108
  fn info(&self) -> ServiceInfo {
108
109
  self.info.clone()
@@ -128,7 +129,7 @@ impl Service for MemoryBackend {
128
129
  let p = build_abs_path(&self.root, path);
129
130
 
130
131
  if p == build_abs_path(&self.root, "") {
131
- Ok(RpStat::new(Metadata::new(EntryMode::DIR)))
132
+ Ok(RpStat::new(MetadataBuilder::dir().build()))
132
133
  } else {
133
134
  match self.core.get(&p)? {
134
135
  Some(value) => Ok(RpStat::new(value.metadata)),
@@ -169,14 +170,7 @@ impl Service for MemoryBackend {
169
170
  Ok(lister)
170
171
  }
171
172
 
172
- fn copy(
173
- &self,
174
- _: &OperationContext,
175
- _: &str,
176
- _: &str,
177
- _: OpCopy,
178
- _: OpCopier,
179
- ) -> Result<Self::Copier> {
173
+ fn copy(&self, _: &OperationContext, _: &str, _: &str, _: OpCopy) -> Result<Self::Copier> {
180
174
  Err(Error::new(
181
175
  ErrorKind::Unsupported,
182
176
  "operation is not supported",
@@ -239,7 +233,8 @@ impl oio::StreamRead for MemoryReader {
239
233
  let content = value
240
234
  .content
241
235
  .slice(range.to_content_range(value.content.len())?);
242
- let metadata = Metadata::new(EntryMode::FILE).with_content_length(total_size);
236
+ let metadata = MetadataBuilder::file(total_size);
237
+ let metadata = metadata.build();
243
238
  Ok((
244
239
  RpRead::new(metadata),
245
240
  Box::new(content) as Box<dyn oio::ReadStreamDyn>,
@@ -39,16 +39,16 @@ impl oio::List for MemoryLister {
39
39
  async fn next(&mut self) -> Result<Option<oio::Entry>> {
40
40
  match self.keys.next() {
41
41
  Some(key) => {
42
- let mode = if key.ends_with('/') {
43
- EntryMode::DIR
42
+ let metadata = if key.ends_with('/') {
43
+ MetadataBuilder::dir()
44
44
  } else {
45
- EntryMode::FILE
45
+ MetadataBuilder::unknown()
46
46
  };
47
47
  let mut path = build_rel_path(&self.root, &key);
48
48
  if path.is_empty() {
49
49
  path = "/".to_string();
50
50
  }
51
- Ok(Some(oio::Entry::new(&path, Metadata::new(mode))))
51
+ Ok(Some(oio::Entry::new(&path, metadata.build())))
52
52
  }
53
53
  None => Ok(None),
54
54
  }
@@ -52,22 +52,23 @@ impl oio::Write for MemoryWriter {
52
52
  let buf = self.buf.take().unwrap_or_default();
53
53
  let content = buf.collect();
54
54
 
55
- let mut metadata = Metadata::new(EntryMode::FILE);
56
- metadata.set_content_length(content.len() as u64);
55
+ let mut metadata = MetadataBuilder::file(content.len() as u64);
57
56
 
58
57
  if let Some(v) = self.op.cache_control() {
59
- metadata.set_cache_control(v);
58
+ metadata.cache_control(v);
60
59
  }
61
60
  if let Some(v) = self.op.content_disposition() {
62
- metadata.set_content_disposition(v);
61
+ metadata.content_disposition(v);
63
62
  }
64
63
  if let Some(v) = self.op.content_type() {
65
- metadata.set_content_type(v);
64
+ metadata.content_type(v);
66
65
  }
67
66
  if let Some(v) = self.op.content_encoding() {
68
- metadata.set_content_encoding(v);
67
+ metadata.content_encoding(v);
69
68
  }
70
69
 
70
+ let metadata = metadata.build();
71
+
71
72
  let value = MemoryValue {
72
73
  metadata: metadata.clone(),
73
74
  content,
@@ -323,12 +323,21 @@ impl Buffer {
323
323
  match &self.0 {
324
324
  Inner::Contiguous(bs) => vec![IoSlice::new(bs.chunk())],
325
325
  Inner::NonContiguous {
326
- parts, idx, offset, ..
326
+ parts,
327
+ size,
328
+ idx,
329
+ offset,
327
330
  } => {
328
331
  let mut ret = Vec::with_capacity(parts.len() - *idx);
329
332
  let mut new_offset = *offset;
333
+ let mut remaining = *size;
330
334
  for part in parts.iter().skip(*idx) {
331
- ret.push(IoSlice::new(&part[new_offset..]));
335
+ if remaining == 0 {
336
+ break;
337
+ }
338
+ let n = (part.len() - new_offset).min(remaining);
339
+ ret.push(IoSlice::new(&part[new_offset..new_offset + n]));
340
+ remaining -= n;
332
341
  new_offset = 0;
333
342
  }
334
343
  ret
@@ -553,22 +562,29 @@ impl Buf for Buffer {
553
562
  1
554
563
  }
555
564
  Inner::NonContiguous {
556
- parts, idx, offset, ..
565
+ parts,
566
+ size,
567
+ idx,
568
+ offset,
557
569
  } => {
558
570
  if dst.is_empty() {
559
571
  return 0;
560
572
  }
561
573
 
562
574
  let mut new_offset = *offset;
563
- parts
564
- .iter()
565
- .skip(*idx)
566
- .zip(dst.iter_mut())
567
- .map(|(part, dst)| {
568
- *dst = IoSlice::new(&part[new_offset..]);
569
- new_offset = 0;
570
- })
571
- .count()
575
+ let mut remaining = *size;
576
+ let mut count = 0;
577
+ for (part, dst) in parts.iter().skip(*idx).zip(dst.iter_mut()) {
578
+ if remaining == 0 {
579
+ break;
580
+ }
581
+ let n = (part.len() - new_offset).min(remaining);
582
+ *dst = IoSlice::new(&part[new_offset..new_offset + n]);
583
+ remaining -= n;
584
+ new_offset = 0;
585
+ count += 1;
586
+ }
587
+ count
572
588
  }
573
589
  }
574
590
  }
@@ -1309,4 +1325,78 @@ mod tests {
1309
1325
  // Continue with the head part
1310
1326
  }
1311
1327
  }
1328
+
1329
+ /// Returns the bytes exposed by `to_io_slice` and by `Buf::chunks_vectored`.
1330
+ fn vectored_bytes(buf: &Buffer) -> (Bytes, Bytes) {
1331
+ let from_io_slice = buf
1332
+ .to_io_slice()
1333
+ .iter()
1334
+ .flat_map(|s| s.iter())
1335
+ .copied()
1336
+ .collect::<Bytes>();
1337
+
1338
+ let mut dst = [IoSlice::new(EMPTY_SLICE); 8];
1339
+ let n = buf.chunks_vectored(&mut dst);
1340
+ let from_chunks_vectored = dst[..n]
1341
+ .iter()
1342
+ .flat_map(|s| s.iter())
1343
+ .copied()
1344
+ .collect::<Bytes>();
1345
+
1346
+ (from_io_slice, from_chunks_vectored)
1347
+ }
1348
+
1349
+ #[test]
1350
+ fn test_vectored_views_after_slice() {
1351
+ let buf = Buffer::from(vec![Bytes::from("abc"), Bytes::from("def")]);
1352
+
1353
+ let view = buf.slice(0..2);
1354
+ assert_eq!(view.remaining(), 2);
1355
+ assert_eq!(view.to_bytes(), Bytes::from("ab"));
1356
+ assert_eq!(
1357
+ vectored_bytes(&view),
1358
+ (Bytes::from("ab"), Bytes::from("ab"))
1359
+ );
1360
+
1361
+ let view = buf.slice(1..4);
1362
+ assert_eq!(view.remaining(), 3);
1363
+ assert_eq!(view.to_bytes(), Bytes::from("bcd"));
1364
+ assert_eq!(
1365
+ vectored_bytes(&view),
1366
+ (Bytes::from("bcd"), Bytes::from("bcd"))
1367
+ );
1368
+ }
1369
+
1370
+ #[test]
1371
+ fn test_vectored_views_after_split_to() {
1372
+ let mut buf = Buffer::from(vec![Bytes::from("abc"), Bytes::from("def")]);
1373
+ let head = buf.split_to(2);
1374
+
1375
+ assert_eq!(head.remaining(), 2);
1376
+ assert_eq!(
1377
+ vectored_bytes(&head),
1378
+ (Bytes::from("ab"), Bytes::from("ab"))
1379
+ );
1380
+
1381
+ assert_eq!(buf.remaining(), 4);
1382
+ assert_eq!(
1383
+ vectored_bytes(&buf),
1384
+ (Bytes::from("cdef"), Bytes::from("cdef"))
1385
+ );
1386
+ }
1387
+
1388
+ #[test]
1389
+ fn test_vectored_views_after_split_off() {
1390
+ let mut buf = Buffer::from(vec![Bytes::from("abc"), Bytes::from("def")]);
1391
+ let tail = buf.split_off(2);
1392
+
1393
+ assert_eq!(buf.remaining(), 2);
1394
+ assert_eq!(vectored_bytes(&buf), (Bytes::from("ab"), Bytes::from("ab")));
1395
+
1396
+ assert_eq!(tail.remaining(), 4);
1397
+ assert_eq!(
1398
+ vectored_bytes(&tail),
1399
+ (Bytes::from("cdef"), Bytes::from("cdef"))
1400
+ );
1401
+ }
1312
1402
  }
@@ -138,8 +138,18 @@ impl BytesRange {
138
138
  }
139
139
 
140
140
  /// Convert bytes range into Range header.
141
+ ///
142
+ /// Returns an empty string for a range with no valid HTTP representation -- a zero size, or
143
+ /// an end that overflows -- which [`Display`] reports by failing. `format!` turns a
144
+ /// `Display` failure into a panic, and this runs while a request is being built.
141
145
  pub fn to_header(&self) -> String {
142
- format!("bytes={self}")
146
+ use std::fmt::Write;
147
+
148
+ let mut header = String::from("bytes=");
149
+ if write!(header, "{self}").is_err() {
150
+ header.clear();
151
+ }
152
+ header
143
153
  }
144
154
 
145
155
  /// Convert bytes range into rust range.
@@ -397,6 +407,15 @@ mod tests {
397
407
  assert_eq!(h.to_string(), "-1024");
398
408
  }
399
409
 
410
+ #[test]
411
+ fn test_bytes_range_to_header_is_empty_when_unrepresentable() {
412
+ // `Display` fails for these, and `format!` turns a `Display` failure into a panic --
413
+ // `to_header` is called while building a request, at more than forty service call sites.
414
+ assert_eq!(BytesRange::new(0, Some(0)).to_header(), "");
415
+ assert_eq!(BytesRange::new(5, Some(0)).to_header(), "");
416
+ assert_eq!(BytesRange::new(u64::MAX, Some(2)).to_header(), "");
417
+ }
418
+
400
419
  #[test]
401
420
  fn test_bytes_range_to_header() {
402
421
  let h = BytesRange::new(0, Some(1024));
@@ -45,6 +45,8 @@ use serde::Serialize;
45
45
  /// - Blocking operations are provided through the BlockingLayer
46
46
  ///
47
47
  /// Developers should use `capability` to determine available operations.
48
+ /// Conditional capability fields follow the
49
+ /// [conditional operation specification][crate::docs::specs::conditional_operations].
48
50
  ///
49
51
  /// # Field Naming Conventions
50
52
  ///
@@ -67,6 +69,10 @@ pub struct Capability {
67
69
  pub stat_with_if_match: bool,
68
70
  /// Indicates if conditional stat operations using If-None-Match are supported.
69
71
  pub stat_with_if_none_match: bool,
72
+ /// Indicates if conditional stat operations using version match are supported.
73
+ pub stat_with_if_version_match: bool,
74
+ /// Indicates if conditional stat operations using version non-match are supported.
75
+ pub stat_with_if_version_not_match: bool,
70
76
  /// Indicates if conditional stat operations using If-Modified-Since are supported.
71
77
  pub stat_with_if_modified_since: bool,
72
78
  /// Indicates if conditional stat operations using If-Unmodified-Since are supported.
@@ -86,6 +92,10 @@ pub struct Capability {
86
92
  pub read_with_if_match: bool,
87
93
  /// Indicates if conditional read operations using If-None-Match are supported.
88
94
  pub read_with_if_none_match: bool,
95
+ /// Indicates if conditional read operations using version match are supported.
96
+ pub read_with_if_version_match: bool,
97
+ /// Indicates if conditional read operations using version non-match are supported.
98
+ pub read_with_if_version_not_match: bool,
89
99
  /// Indicates if conditional read operations using If-Modified-Since are supported.
90
100
  pub read_with_if_modified_since: bool,
91
101
  /// Indicates if conditional read operations using If-Unmodified-Since are supported.
@@ -109,6 +119,9 @@ pub struct Capability {
109
119
  pub write_can_empty: bool,
110
120
  /// Indicates if append operations are supported.
111
121
  pub write_can_append: bool,
122
+ /// Indicates if a non-append writer can natively copy source ranges into an in-progress write.
123
+ /// `Writer::copy_from` remains available through streaming fallback when false or when appending.
124
+ pub write_can_copy_from: bool,
112
125
  /// Indicates if Content-Type can be specified during write operations.
113
126
  pub write_with_content_type: bool,
114
127
  /// Indicates if Content-Disposition can be specified during write operations.
@@ -121,6 +134,10 @@ pub struct Capability {
121
134
  pub write_with_if_match: bool,
122
135
  /// Indicates if conditional write operations using If-None-Match are supported.
123
136
  pub write_with_if_none_match: bool,
137
+ /// Indicates if conditional write operations using version match are supported.
138
+ pub write_with_if_version_match: bool,
139
+ /// Indicates if conditional write operations using version non-match are supported.
140
+ pub write_with_if_version_not_match: bool,
124
141
  /// Indicates if write operations can be conditional on object non-existence.
125
142
  pub write_with_if_not_exists: bool,
126
143
  /// Indicates if custom user metadata can be attached during write operations.
@@ -144,6 +161,14 @@ pub struct Capability {
144
161
  pub delete_with_version: bool,
145
162
  /// Indicates if recursive delete operations are supported.
146
163
  pub delete_with_recursive: bool,
164
+ /// Indicates if conditional delete operations using If-Match are supported.
165
+ pub delete_with_if_match: bool,
166
+ /// Indicates if conditional delete operations using If-None-Match are supported.
167
+ pub delete_with_if_none_match: bool,
168
+ /// Indicates if conditional delete operations using version match are supported.
169
+ pub delete_with_if_version_match: bool,
170
+ /// Indicates if conditional delete operations using version non-match are supported.
171
+ pub delete_with_if_version_not_match: bool,
147
172
  /// Maximum size supported for single delete operations.
148
173
  pub delete_max_size: Option<usize>,
149
174
 
@@ -153,6 +178,12 @@ pub struct Capability {
153
178
  pub copy_with_if_not_exists: bool,
154
179
  /// Indicates if conditional copy operations with if-match are supported.
155
180
  pub copy_with_if_match: bool,
181
+ /// Indicates if conditional copy operations with if-none-match are supported.
182
+ pub copy_with_if_none_match: bool,
183
+ /// Indicates if conditional copy operations using version match are supported.
184
+ pub copy_with_if_version_match: bool,
185
+ /// Indicates if conditional copy operations using version non-match are supported.
186
+ pub copy_with_if_version_not_match: bool,
156
187
  /// Indicates if copy operations from a specific source version are supported.
157
188
  pub copy_with_source_version: bool,
158
189
  /// Indicates if copy operations can be split into multiple server-side tasks.
@@ -162,6 +193,40 @@ pub struct Capability {
162
193
  /// Minimum size required for segmented copy tasks.
163
194
  pub copy_multi_min_size: Option<usize>,
164
195
 
196
+ /// Indicates if the operator supports composing complete source objects.
197
+ pub compose: bool,
198
+ /// Indicates if Content-Type can be specified during composition.
199
+ pub compose_with_content_type: bool,
200
+ /// Indicates if Content-Disposition can be specified during composition.
201
+ pub compose_with_content_disposition: bool,
202
+ /// Indicates if Content-Encoding can be specified during composition.
203
+ pub compose_with_content_encoding: bool,
204
+ /// Indicates if Cache-Control can be specified during composition.
205
+ pub compose_with_cache_control: bool,
206
+ /// Indicates if custom user metadata can be attached during composition.
207
+ pub compose_with_user_metadata: bool,
208
+ /// Indicates if composition supports a destination ETag match condition.
209
+ pub compose_with_if_match: bool,
210
+ /// Indicates if composition supports a destination ETag non-match condition.
211
+ pub compose_with_if_none_match: bool,
212
+ /// Indicates if composition supports a destination version match condition.
213
+ pub compose_with_if_version_match: bool,
214
+ /// Indicates if composition supports a destination version non-match condition.
215
+ pub compose_with_if_version_not_match: bool,
216
+ /// Indicates if composition can require a missing destination.
217
+ pub compose_with_if_not_exists: bool,
218
+ /// Indicates if composition can select a specific source version.
219
+ pub compose_with_source_version: bool,
220
+ /// Indicates if composition supports a source ETag match condition.
221
+ pub compose_with_source_if_match: bool,
222
+
223
+ /// Indicates if restore operations are supported.
224
+ pub restore: bool,
225
+ /// Indicates if restoring a specific version is supported.
226
+ pub restore_with_version: bool,
227
+ /// Indicates if conditional restore operations using if-not-exists are supported.
228
+ pub restore_with_if_not_exists: bool,
229
+
165
230
  /// Indicates if rename operations are supported.
166
231
  pub rename: bool,
167
232
  /// Indicates if conditional rename operations with if-not-exists are supported.