@effect-kit/storage 0.0.0-stage → 0.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (614) hide show
  1. package/LICENSE +204 -0
  2. package/README.md +369 -2
  3. package/dist/_virtual/_rolldown/runtime.js +17 -0
  4. package/dist/azure/account-admin.d.ts +116 -0
  5. package/dist/azure/account-admin.js +90 -0
  6. package/dist/azure/account-admin.js.map +1 -0
  7. package/dist/azure/admin.d.ts +68 -0
  8. package/dist/azure/admin.js +85 -0
  9. package/dist/azure/admin.js.map +1 -0
  10. package/dist/azure/archive.d.ts +95 -0
  11. package/dist/azure/archive.js +52 -0
  12. package/dist/azure/archive.js.map +1 -0
  13. package/dist/azure/events.d.ts +40 -0
  14. package/dist/azure/events.js +62 -0
  15. package/dist/azure/events.js.map +1 -0
  16. package/dist/azure/governance.d.ts +139 -0
  17. package/dist/azure/governance.js +59 -0
  18. package/dist/azure/governance.js.map +1 -0
  19. package/dist/azure/identity.d.ts +4 -0
  20. package/dist/azure/identity.js +8 -0
  21. package/dist/azure/identity.js.map +1 -0
  22. package/dist/azure/lifecycle.d.ts +21 -0
  23. package/dist/azure/lifecycle.js +193 -0
  24. package/dist/azure/lifecycle.js.map +1 -0
  25. package/dist/azure/signing.d.ts +17 -0
  26. package/dist/azure/signing.js +71 -0
  27. package/dist/azure/signing.js.map +1 -0
  28. package/dist/azure/uploads.d.ts +11 -0
  29. package/dist/azure/uploads.js +83 -0
  30. package/dist/azure/uploads.js.map +1 -0
  31. package/dist/azure.d.ts +427 -0
  32. package/dist/azure.js +77 -0
  33. package/dist/azure.js.map +1 -0
  34. package/dist/b2/admin.d.ts +149 -0
  35. package/dist/b2/admin.js +157 -0
  36. package/dist/b2/admin.js.map +1 -0
  37. package/dist/b2.d.ts +15 -0
  38. package/dist/b2.js +15 -0
  39. package/dist/b2.js.map +1 -0
  40. package/dist/browser.d.ts +7 -0
  41. package/dist/browser.js +11 -0
  42. package/dist/browser.js.map +1 -0
  43. package/dist/bun.d.ts +14 -0
  44. package/dist/bun.js +17 -0
  45. package/dist/bun.js.map +1 -0
  46. package/dist/cache.d.ts +18 -0
  47. package/dist/cache.js +116 -0
  48. package/dist/cache.js.map +1 -0
  49. package/dist/client/atoms/controller.d.ts +10 -0
  50. package/dist/client/atoms/controller.js +267 -0
  51. package/dist/client/atoms/controller.js.map +1 -0
  52. package/dist/client/atoms/state.d.ts +17 -0
  53. package/dist/client/atoms/state.js +11 -0
  54. package/dist/client/atoms/state.js.map +1 -0
  55. package/dist/client/atoms.d.ts +59 -0
  56. package/dist/client/atoms.js +39 -0
  57. package/dist/client/atoms.js.map +1 -0
  58. package/dist/client/fingerprint.js +28 -0
  59. package/dist/client/fingerprint.js.map +1 -0
  60. package/dist/client/store.d.ts +31 -0
  61. package/dist/client/store.js +56 -0
  62. package/dist/client/store.js.map +1 -0
  63. package/dist/client/transport.d.ts +11 -0
  64. package/dist/client/transport.js +78 -0
  65. package/dist/client/transport.js.map +1 -0
  66. package/dist/client.d.ts +259 -0
  67. package/dist/client.js +350 -0
  68. package/dist/client.js.map +1 -0
  69. package/dist/composition/layer.js +22 -0
  70. package/dist/composition/layer.js.map +1 -0
  71. package/dist/composition/representation/staging.js +46 -0
  72. package/dist/composition/representation/staging.js.map +1 -0
  73. package/dist/composition/representation/storage.js +188 -0
  74. package/dist/composition/representation/storage.js.map +1 -0
  75. package/dist/composition.d.ts +20 -0
  76. package/dist/composition.js +124 -0
  77. package/dist/composition.js.map +1 -0
  78. package/dist/compression.d.ts +16 -0
  79. package/dist/compression.js +38 -0
  80. package/dist/compression.js.map +1 -0
  81. package/dist/content.d.ts +590 -0
  82. package/dist/content.js +168 -0
  83. package/dist/content.js.map +1 -0
  84. package/dist/core/capabilities.d.ts +53 -0
  85. package/dist/core/capabilities.js +9 -0
  86. package/dist/core/capabilities.js.map +1 -0
  87. package/dist/core/contracts/multipart.d.ts +56 -0
  88. package/dist/core/contracts/resumable.d.ts +70 -0
  89. package/dist/core/errors.d.ts +55 -0
  90. package/dist/core/errors.js +55 -0
  91. package/dist/core/errors.js.map +1 -0
  92. package/dist/core/object.d.ts +97 -0
  93. package/dist/core/object.js +55 -0
  94. package/dist/core/object.js.map +1 -0
  95. package/dist/core/ranges.d.ts +17 -0
  96. package/dist/core/ranges.js +27 -0
  97. package/dist/core/ranges.js.map +1 -0
  98. package/dist/core/requests.d.ts +185 -0
  99. package/dist/core/requests.js +42 -0
  100. package/dist/core/requests.js.map +1 -0
  101. package/dist/core/storage.d.ts +249 -0
  102. package/dist/core/storage.js +173 -0
  103. package/dist/core/storage.js.map +1 -0
  104. package/dist/deno.d.ts +14 -0
  105. package/dist/deno.js +17 -0
  106. package/dist/deno.js.map +1 -0
  107. package/dist/encryption/age.d.ts +14 -0
  108. package/dist/encryption/age.js +46 -0
  109. package/dist/encryption/age.js.map +1 -0
  110. package/dist/encryption.d.ts +16 -0
  111. package/dist/encryption.js +16 -0
  112. package/dist/encryption.js.map +1 -0
  113. package/dist/events.d.ts +57 -0
  114. package/dist/events.js +106 -0
  115. package/dist/events.js.map +1 -0
  116. package/dist/filesystem.d.ts +23 -0
  117. package/dist/filesystem.js +75 -0
  118. package/dist/filesystem.js.map +1 -0
  119. package/dist/gcs/admin.d.ts +470 -0
  120. package/dist/gcs/admin.js +206 -0
  121. package/dist/gcs/admin.js.map +1 -0
  122. package/dist/gcs/events.d.ts +41 -0
  123. package/dist/gcs/events.js +45 -0
  124. package/dist/gcs/events.js.map +1 -0
  125. package/dist/gcs/governance.d.ts +158 -0
  126. package/dist/gcs/governance.js +100 -0
  127. package/dist/gcs/governance.js.map +1 -0
  128. package/dist/gcs/lifecycle.d.ts +161 -0
  129. package/dist/gcs/lifecycle.js +174 -0
  130. package/dist/gcs/lifecycle.js.map +1 -0
  131. package/dist/gcs/post.d.ts +31 -0
  132. package/dist/gcs/post.js +70 -0
  133. package/dist/gcs/post.js.map +1 -0
  134. package/dist/gcs/signing.d.ts +10 -0
  135. package/dist/gcs/signing.js +61 -0
  136. package/dist/gcs/signing.js.map +1 -0
  137. package/dist/gcs/uploads.d.ts +10 -0
  138. package/dist/gcs/uploads.js +76 -0
  139. package/dist/gcs/uploads.js.map +1 -0
  140. package/dist/gcs.d.ts +888 -0
  141. package/dist/gcs.js +91 -0
  142. package/dist/gcs.js.map +1 -0
  143. package/dist/hetzner/admin.d.ts +112 -0
  144. package/dist/hetzner/admin.js +19 -0
  145. package/dist/hetzner/admin.js.map +1 -0
  146. package/dist/hetzner.d.ts +15 -0
  147. package/dist/hetzner.js +15 -0
  148. package/dist/hetzner.js.map +1 -0
  149. package/dist/http/api.d.ts +236 -0
  150. package/dist/http/api.js +54 -0
  151. package/dist/http/api.js.map +1 -0
  152. package/dist/http/download.js +99 -0
  153. package/dist/http/download.js.map +1 -0
  154. package/dist/http/schema.d.ts +3 -0
  155. package/dist/http/schema.js +4 -0
  156. package/dist/http.d.ts +35 -0
  157. package/dist/http.js +178 -0
  158. package/dist/http.js.map +1 -0
  159. package/dist/index.d.ts +10 -0
  160. package/dist/index.js +9 -0
  161. package/dist/internal/http/control-plane.js +71 -0
  162. package/dist/internal/http/control-plane.js.map +1 -0
  163. package/dist/internal/listing-cursor.js +44 -0
  164. package/dist/internal/listing-cursor.js.map +1 -0
  165. package/dist/internal/node/provider-errors.js +16 -0
  166. package/dist/internal/node/provider-errors.js.map +1 -0
  167. package/dist/internal/node/upload-body.js +111 -0
  168. package/dist/internal/node/upload-body.js.map +1 -0
  169. package/dist/internal/provider-response.js +14 -0
  170. package/dist/internal/provider-response.js.map +1 -0
  171. package/dist/internal/public-urls.js +30 -0
  172. package/dist/internal/public-urls.js.map +1 -0
  173. package/dist/internal/read-condition.js +11 -0
  174. package/dist/internal/read-condition.js.map +1 -0
  175. package/dist/internal/request-validation.js +24 -0
  176. package/dist/internal/request-validation.js.map +1 -0
  177. package/dist/internal/signing-request.js +22 -0
  178. package/dist/internal/signing-request.js.map +1 -0
  179. package/dist/internal/web-upload-body.js +71 -0
  180. package/dist/internal/web-upload-body.js.map +1 -0
  181. package/dist/lifecycle/configuration-state.js +26 -0
  182. package/dist/lifecycle/configuration-state.js.map +1 -0
  183. package/dist/lifecycle/metadata.js +28 -0
  184. package/dist/lifecycle/metadata.js.map +1 -0
  185. package/dist/lifecycle.d.ts +269 -0
  186. package/dist/lifecycle.js +72 -0
  187. package/dist/lifecycle.js.map +1 -0
  188. package/dist/migrations.d.ts +537 -0
  189. package/dist/migrations.js +296 -0
  190. package/dist/migrations.js.map +1 -0
  191. package/dist/minio/admin.d.ts +112 -0
  192. package/dist/minio/admin.js +19 -0
  193. package/dist/minio/admin.js.map +1 -0
  194. package/dist/minio.d.ts +15 -0
  195. package/dist/minio.js +15 -0
  196. package/dist/minio.js.map +1 -0
  197. package/dist/mirror.d.ts +830 -0
  198. package/dist/mirror.js +290 -0
  199. package/dist/mirror.js.map +1 -0
  200. package/dist/node.d.ts +14 -0
  201. package/dist/node.js +17 -0
  202. package/dist/node.js.map +1 -0
  203. package/dist/providers/azure/blocks.js +94 -0
  204. package/dist/providers/azure/blocks.js.map +1 -0
  205. package/dist/providers/azure/config.d.ts +41 -0
  206. package/dist/providers/azure/config.js +62 -0
  207. package/dist/providers/azure/config.js.map +1 -0
  208. package/dist/providers/azure/mapping.js +83 -0
  209. package/dist/providers/azure/mapping.js.map +1 -0
  210. package/dist/providers/azure/native.js +88 -0
  211. package/dist/providers/azure/native.js.map +1 -0
  212. package/dist/providers/azure/primitives.js +203 -0
  213. package/dist/providers/azure/primitives.js.map +1 -0
  214. package/dist/providers/azure/properties.d.ts +180 -0
  215. package/dist/providers/azure/properties.js +55 -0
  216. package/dist/providers/azure/properties.js.map +1 -0
  217. package/dist/providers/azure/transport.js +14 -0
  218. package/dist/providers/azure/transport.js.map +1 -0
  219. package/dist/providers/azure/validation.js +11 -0
  220. package/dist/providers/azure/validation.js.map +1 -0
  221. package/dist/providers/filesystem/envelope.js +56 -0
  222. package/dist/providers/filesystem/envelope.js.map +1 -0
  223. package/dist/providers/filesystem/identity.js +68 -0
  224. package/dist/providers/filesystem/identity.js.map +1 -0
  225. package/dist/providers/filesystem/layout.d.ts +15 -0
  226. package/dist/providers/filesystem/layout.js +112 -0
  227. package/dist/providers/filesystem/layout.js.map +1 -0
  228. package/dist/providers/filesystem/list.js +82 -0
  229. package/dist/providers/filesystem/list.js.map +1 -0
  230. package/dist/providers/filesystem/operations.js +134 -0
  231. package/dist/providers/filesystem/operations.js.map +1 -0
  232. package/dist/providers/gcs/config.d.ts +34 -0
  233. package/dist/providers/gcs/config.js +60 -0
  234. package/dist/providers/gcs/config.js.map +1 -0
  235. package/dist/providers/gcs/iam.js +45 -0
  236. package/dist/providers/gcs/iam.js.map +1 -0
  237. package/dist/providers/gcs/mapping.js +118 -0
  238. package/dist/providers/gcs/mapping.js.map +1 -0
  239. package/dist/providers/gcs/native.d.ts +11 -0
  240. package/dist/providers/gcs/native.js +122 -0
  241. package/dist/providers/gcs/native.js.map +1 -0
  242. package/dist/providers/gcs/primitives.js +194 -0
  243. package/dist/providers/gcs/primitives.js.map +1 -0
  244. package/dist/providers/gcs/resumable.js +145 -0
  245. package/dist/providers/gcs/resumable.js.map +1 -0
  246. package/dist/providers/gcs/tier.d.ts +176 -0
  247. package/dist/providers/gcs/tier.js +34 -0
  248. package/dist/providers/gcs/tier.js.map +1 -0
  249. package/dist/providers/gcs/transport.js +123 -0
  250. package/dist/providers/gcs/transport.js.map +1 -0
  251. package/dist/providers/gcs/upload.js +28 -0
  252. package/dist/providers/gcs/upload.js.map +1 -0
  253. package/dist/providers/gcs/validation.js +10 -0
  254. package/dist/providers/gcs/validation.js.map +1 -0
  255. package/dist/providers/r2-workers/binding.d.ts +102 -0
  256. package/dist/providers/r2-workers/body.js +82 -0
  257. package/dist/providers/r2-workers/body.js.map +1 -0
  258. package/dist/providers/r2-workers/list.js +62 -0
  259. package/dist/providers/r2-workers/list.js.map +1 -0
  260. package/dist/providers/r2-workers/mapping.js +140 -0
  261. package/dist/providers/r2-workers/mapping.js.map +1 -0
  262. package/dist/providers/r2-workers/multipart.js +121 -0
  263. package/dist/providers/r2-workers/multipart.js.map +1 -0
  264. package/dist/providers/r2-workers/primitives.js +80 -0
  265. package/dist/providers/r2-workers/primitives.js.map +1 -0
  266. package/dist/providers/s3/admin-configuration.d.ts +19 -0
  267. package/dist/providers/s3/admin-configuration.js +171 -0
  268. package/dist/providers/s3/admin-configuration.js.map +1 -0
  269. package/dist/providers/s3/bulk-delete.d.ts +43 -0
  270. package/dist/providers/s3/bulk-delete.js +58 -0
  271. package/dist/providers/s3/bulk-delete.js.map +1 -0
  272. package/dist/providers/s3/config.d.ts +43 -0
  273. package/dist/providers/s3/config.js +89 -0
  274. package/dist/providers/s3/config.js.map +1 -0
  275. package/dist/providers/s3/copy.d.ts +115 -0
  276. package/dist/providers/s3/copy.js +122 -0
  277. package/dist/providers/s3/copy.js.map +1 -0
  278. package/dist/providers/s3/lifecycle-validation.js +33 -0
  279. package/dist/providers/s3/lifecycle-validation.js.map +1 -0
  280. package/dist/providers/s3/listing.js +56 -0
  281. package/dist/providers/s3/listing.js.map +1 -0
  282. package/dist/providers/s3/metadata.d.ts +10 -0
  283. package/dist/providers/s3/metadata.js +90 -0
  284. package/dist/providers/s3/metadata.js.map +1 -0
  285. package/dist/providers/s3/multipart.d.ts +41 -0
  286. package/dist/providers/s3/multipart.js +299 -0
  287. package/dist/providers/s3/multipart.js.map +1 -0
  288. package/dist/providers/s3/native-models.d.ts +82 -0
  289. package/dist/providers/s3/native-models.js +91 -0
  290. package/dist/providers/s3/native-models.js.map +1 -0
  291. package/dist/providers/s3/object-mapping.js +114 -0
  292. package/dist/providers/s3/object-mapping.js.map +1 -0
  293. package/dist/providers/s3/primitives.d.ts +8 -0
  294. package/dist/providers/s3/primitives.js +235 -0
  295. package/dist/providers/s3/primitives.js.map +1 -0
  296. package/dist/providers/s3/profile.d.ts +25 -0
  297. package/dist/providers/s3/profile.js +46 -0
  298. package/dist/providers/s3/profile.js.map +1 -0
  299. package/dist/providers/s3/request-extension.js +29 -0
  300. package/dist/providers/s3/request-extension.js.map +1 -0
  301. package/dist/providers/s3/service.js +55 -0
  302. package/dist/providers/s3/service.js.map +1 -0
  303. package/dist/providers/s3/signing-credentials.js +32 -0
  304. package/dist/providers/s3/signing-credentials.js.map +1 -0
  305. package/dist/providers/s3/tags.d.ts +10 -0
  306. package/dist/providers/s3/tags.js +65 -0
  307. package/dist/providers/s3/tags.js.map +1 -0
  308. package/dist/providers/s3/tier.d.ts +171 -0
  309. package/dist/providers/s3/tier.js +100 -0
  310. package/dist/providers/s3/tier.js.map +1 -0
  311. package/dist/providers/s3/transfer-driver.js +72 -0
  312. package/dist/providers/s3/transfer-driver.js.map +1 -0
  313. package/dist/providers/s3/transport.js +94 -0
  314. package/dist/providers/s3/transport.js.map +1 -0
  315. package/dist/providers/s3/upload-body.js +10 -0
  316. package/dist/providers/s3/upload-body.js.map +1 -0
  317. package/dist/providers/s3/validation.js +31 -0
  318. package/dist/providers/s3/validation.js.map +1 -0
  319. package/dist/providers/s3/versions.d.ts +10 -0
  320. package/dist/providers/s3/versions.js +143 -0
  321. package/dist/providers/s3/versions.js.map +1 -0
  322. package/dist/providers/s3-compatible/config.d.ts +36 -0
  323. package/dist/providers/s3-compatible/config.js +174 -0
  324. package/dist/providers/s3-compatible/config.js.map +1 -0
  325. package/dist/providers/s3-compatible/service.js +48 -0
  326. package/dist/providers/s3-compatible/service.js.map +1 -0
  327. package/dist/providers/supabase/config.d.ts +20 -0
  328. package/dist/providers/supabase/config.js +41 -0
  329. package/dist/providers/supabase/config.js.map +1 -0
  330. package/dist/providers/supabase/mapping.js +60 -0
  331. package/dist/providers/supabase/mapping.js.map +1 -0
  332. package/dist/providers/supabase/primitives.js +205 -0
  333. package/dist/providers/supabase/primitives.js.map +1 -0
  334. package/dist/providers/supabase/transport.js +64 -0
  335. package/dist/providers/supabase/transport.js.map +1 -0
  336. package/dist/providers/supabase/tus.js +163 -0
  337. package/dist/providers/supabase/tus.js.map +1 -0
  338. package/dist/providers/tigris/configuration.js +118 -0
  339. package/dist/providers/tigris/configuration.js.map +1 -0
  340. package/dist/providers/tigris/snapshots.js +87 -0
  341. package/dist/providers/tigris/snapshots.js.map +1 -0
  342. package/dist/providers/tigris/transport.js +18 -0
  343. package/dist/providers/tigris/transport.js.map +1 -0
  344. package/dist/providers/vercel/config.d.ts +16 -0
  345. package/dist/providers/vercel/config.js +48 -0
  346. package/dist/providers/vercel/config.js.map +1 -0
  347. package/dist/providers/vercel/mapping.js +79 -0
  348. package/dist/providers/vercel/mapping.js.map +1 -0
  349. package/dist/providers/vercel/multipart.js +113 -0
  350. package/dist/providers/vercel/multipart.js.map +1 -0
  351. package/dist/providers/vercel/primitives.js +168 -0
  352. package/dist/providers/vercel/primitives.js.map +1 -0
  353. package/dist/providers/vercel/transport.js +32 -0
  354. package/dist/providers/vercel/transport.js.map +1 -0
  355. package/dist/providers/wasabi/compliance.d.ts +52 -0
  356. package/dist/providers/wasabi/compliance.js +89 -0
  357. package/dist/providers/wasabi/compliance.js.map +1 -0
  358. package/dist/providers/wasabi/xml.js +55 -0
  359. package/dist/providers/wasabi/xml.js.map +1 -0
  360. package/dist/r2/admin.d.ts +126 -0
  361. package/dist/r2/admin.js +138 -0
  362. package/dist/r2/admin.js.map +1 -0
  363. package/dist/r2/events.d.ts +41 -0
  364. package/dist/r2/events.js +37 -0
  365. package/dist/r2/events.js.map +1 -0
  366. package/dist/r2-workers.d.ts +24 -0
  367. package/dist/r2-workers.js +115 -0
  368. package/dist/r2-workers.js.map +1 -0
  369. package/dist/r2.d.ts +15 -0
  370. package/dist/r2.js +15 -0
  371. package/dist/r2.js.map +1 -0
  372. package/dist/react.d.ts +73 -0
  373. package/dist/react.js +49 -0
  374. package/dist/react.js.map +1 -0
  375. package/dist/representation.d.ts +24 -0
  376. package/dist/representation.js +7 -0
  377. package/dist/representation.js.map +1 -0
  378. package/dist/runtime/bun-filesystem.js +136 -0
  379. package/dist/runtime/bun-filesystem.js.map +1 -0
  380. package/dist/runtime/file-target.d.ts +10 -0
  381. package/dist/runtime/file-target.js +66 -0
  382. package/dist/runtime/file-target.js.map +1 -0
  383. package/dist/runtime/filesystem.d.ts +6 -0
  384. package/dist/runtime/filesystem.js +68 -0
  385. package/dist/runtime/filesystem.js.map +1 -0
  386. package/dist/runtime/node-hash.d.ts +4 -0
  387. package/dist/runtime/node-hash.js +31 -0
  388. package/dist/runtime/node-hash.js.map +1 -0
  389. package/dist/runtime/node-protection.d.ts +4 -0
  390. package/dist/runtime/node-protection.js +46 -0
  391. package/dist/runtime/node-protection.js.map +1 -0
  392. package/dist/runtime/portable-hash.d.ts +3 -0
  393. package/dist/runtime/portable-hash.js +31 -0
  394. package/dist/runtime/portable-hash.js.map +1 -0
  395. package/dist/runtime/session-store.d.ts +12 -0
  396. package/dist/runtime/session-store.js +19 -0
  397. package/dist/runtime/session-store.js.map +1 -0
  398. package/dist/runtime/web-protection.d.ts +7 -0
  399. package/dist/runtime/web-protection.js +54 -0
  400. package/dist/runtime/web-protection.js.map +1 -0
  401. package/dist/s3/admin.d.ts +183 -0
  402. package/dist/s3/admin.js +197 -0
  403. package/dist/s3/admin.js.map +1 -0
  404. package/dist/s3/archive.d.ts +25 -0
  405. package/dist/s3/archive.js +113 -0
  406. package/dist/s3/archive.js.map +1 -0
  407. package/dist/s3/events.d.ts +42 -0
  408. package/dist/s3/events.js +69 -0
  409. package/dist/s3/events.js.map +1 -0
  410. package/dist/s3/governance.d.ts +319 -0
  411. package/dist/s3/governance.js +108 -0
  412. package/dist/s3/governance.js.map +1 -0
  413. package/dist/s3/lifecycle.d.ts +4 -0
  414. package/dist/s3/lifecycle.js +5 -0
  415. package/dist/s3/post.d.ts +31 -0
  416. package/dist/s3/post.js +93 -0
  417. package/dist/s3/post.js.map +1 -0
  418. package/dist/s3/signing.d.ts +105 -0
  419. package/dist/s3/signing.js +198 -0
  420. package/dist/s3/signing.js.map +1 -0
  421. package/dist/s3/uploads.d.ts +11 -0
  422. package/dist/s3/uploads.js +173 -0
  423. package/dist/s3/uploads.js.map +1 -0
  424. package/dist/s3.d.ts +37 -0
  425. package/dist/s3.js +114 -0
  426. package/dist/s3.js.map +1 -0
  427. package/dist/scaleway/admin.d.ts +112 -0
  428. package/dist/scaleway/admin.js +19 -0
  429. package/dist/scaleway/admin.js.map +1 -0
  430. package/dist/scaleway.d.ts +15 -0
  431. package/dist/scaleway.js +15 -0
  432. package/dist/scaleway.js.map +1 -0
  433. package/dist/session-events.d.ts +22 -0
  434. package/dist/session-events.js +22 -0
  435. package/dist/session-events.js.map +1 -0
  436. package/dist/sessions/checkpoint.d.ts +423 -0
  437. package/dist/sessions/checkpoint.js +102 -0
  438. package/dist/sessions/checkpoint.js.map +1 -0
  439. package/dist/sessions/download.d.ts +17 -0
  440. package/dist/sessions/download.js +111 -0
  441. package/dist/sessions/download.js.map +1 -0
  442. package/dist/sessions/native-upload.js +168 -0
  443. package/dist/sessions/native-upload.js.map +1 -0
  444. package/dist/sessions/store.d.ts +40 -0
  445. package/dist/sessions/store.js +77 -0
  446. package/dist/sessions/store.js.map +1 -0
  447. package/dist/sessions/upload.d.ts +10 -0
  448. package/dist/sessions/upload.js +329 -0
  449. package/dist/sessions/upload.js.map +1 -0
  450. package/dist/sessions.d.ts +98 -0
  451. package/dist/sessions.js +268 -0
  452. package/dist/sessions.js.map +1 -0
  453. package/dist/spaces/admin.d.ts +112 -0
  454. package/dist/spaces/admin.js +19 -0
  455. package/dist/spaces/admin.js.map +1 -0
  456. package/dist/spaces.d.ts +15 -0
  457. package/dist/spaces.js +15 -0
  458. package/dist/spaces.js.map +1 -0
  459. package/dist/supabase/admin.d.ts +77 -0
  460. package/dist/supabase/admin.js +74 -0
  461. package/dist/supabase/admin.js.map +1 -0
  462. package/dist/supabase/s3.d.ts +311 -0
  463. package/dist/supabase/s3.js +153 -0
  464. package/dist/supabase/s3.js.map +1 -0
  465. package/dist/supabase/signing.d.ts +23 -0
  466. package/dist/supabase/signing.js +93 -0
  467. package/dist/supabase/signing.js.map +1 -0
  468. package/dist/supabase/tus-uploads.d.ts +13 -0
  469. package/dist/supabase/tus-uploads.js +109 -0
  470. package/dist/supabase/tus-uploads.js.map +1 -0
  471. package/dist/supabase/uploads.d.ts +5 -0
  472. package/dist/supabase/uploads.js +32 -0
  473. package/dist/supabase/uploads.js.map +1 -0
  474. package/dist/supabase.d.ts +100 -0
  475. package/dist/supabase.js +50 -0
  476. package/dist/supabase.js.map +1 -0
  477. package/dist/testing/body-failure.js +18 -0
  478. package/dist/testing/body-failure.js.map +1 -0
  479. package/dist/testing/conformance/assertions.d.ts +10 -0
  480. package/dist/testing/conformance/assertions.js +21 -0
  481. package/dist/testing/conformance/assertions.js.map +1 -0
  482. package/dist/testing/conformance/core-cases.js +107 -0
  483. package/dist/testing/conformance/core-cases.js.map +1 -0
  484. package/dist/testing/conformance/list-cases.js +72 -0
  485. package/dist/testing/conformance/list-cases.js.map +1 -0
  486. package/dist/testing/conformance/read-cases.js +105 -0
  487. package/dist/testing/conformance/read-cases.js.map +1 -0
  488. package/dist/testing/conformance.d.ts +23 -0
  489. package/dist/testing/conformance.js +37 -0
  490. package/dist/testing/conformance.js.map +1 -0
  491. package/dist/testing/faults.d.ts +258 -0
  492. package/dist/testing/faults.js +111 -0
  493. package/dist/testing/faults.js.map +1 -0
  494. package/dist/testing/memory-list.js +79 -0
  495. package/dist/testing/memory-list.js.map +1 -0
  496. package/dist/testing/memory-state.d.ts +18 -0
  497. package/dist/testing/memory-state.js +57 -0
  498. package/dist/testing/memory-state.js.map +1 -0
  499. package/dist/testing/memory-upload.js +123 -0
  500. package/dist/testing/memory-upload.js.map +1 -0
  501. package/dist/testing/memory.d.ts +23 -0
  502. package/dist/testing/memory.js +121 -0
  503. package/dist/testing/memory.js.map +1 -0
  504. package/dist/testing.d.ts +6 -0
  505. package/dist/testing.js +6 -0
  506. package/dist/tigris/events.d.ts +42 -0
  507. package/dist/tigris/events.js +42 -0
  508. package/dist/tigris/events.js.map +1 -0
  509. package/dist/tigris/native.d.ts +438 -0
  510. package/dist/tigris/native.js +166 -0
  511. package/dist/tigris/native.js.map +1 -0
  512. package/dist/tigris.d.ts +15 -0
  513. package/dist/tigris.js +15 -0
  514. package/dist/tigris.js.map +1 -0
  515. package/dist/transfers/budget.js +50 -0
  516. package/dist/transfers/budget.js.map +1 -0
  517. package/dist/transfers/copy.js +250 -0
  518. package/dist/transfers/copy.js.map +1 -0
  519. package/dist/transfers/dependencies.d.ts +10 -0
  520. package/dist/transfers/dependencies.js +11 -0
  521. package/dist/transfers/dependencies.js.map +1 -0
  522. package/dist/transfers/download.js +132 -0
  523. package/dist/transfers/download.js.map +1 -0
  524. package/dist/transfers/managed-runtime.d.ts +34 -0
  525. package/dist/transfers/managed-runtime.js +30 -0
  526. package/dist/transfers/managed-runtime.js.map +1 -0
  527. package/dist/transfers/models.d.ts +160 -0
  528. package/dist/transfers/native-upload.js +195 -0
  529. package/dist/transfers/native-upload.js.map +1 -0
  530. package/dist/transfers/part-receipts.js +32 -0
  531. package/dist/transfers/part-receipts.js.map +1 -0
  532. package/dist/transfers/planner.d.ts +19 -0
  533. package/dist/transfers/planner.js +153 -0
  534. package/dist/transfers/planner.js.map +1 -0
  535. package/dist/transfers/reader.js +81 -0
  536. package/dist/transfers/reader.js.map +1 -0
  537. package/dist/transfers/runtime.d.ts +19 -0
  538. package/dist/transfers/runtime.js +132 -0
  539. package/dist/transfers/runtime.js.map +1 -0
  540. package/dist/transfers/sources.d.ts +22 -0
  541. package/dist/transfers/sources.js +83 -0
  542. package/dist/transfers/sources.js.map +1 -0
  543. package/dist/transfers/upload.js +235 -0
  544. package/dist/transfers/upload.js.map +1 -0
  545. package/dist/transfers.d.ts +31 -0
  546. package/dist/transfers.js +82 -0
  547. package/dist/transfers.js.map +1 -0
  548. package/dist/uploads/driver.d.ts +22 -0
  549. package/dist/uploads/driver.js +18 -0
  550. package/dist/uploads/driver.js.map +1 -0
  551. package/dist/uploads/policy.d.ts +39 -0
  552. package/dist/uploads/schema.d.ts +278 -0
  553. package/dist/uploads/schema.js +167 -0
  554. package/dist/uploads/schema.js.map +1 -0
  555. package/dist/uploads/signed-driver.d.ts +8 -0
  556. package/dist/uploads/signed-driver.js +36 -0
  557. package/dist/uploads/signed-driver.js.map +1 -0
  558. package/dist/uploads/store.d.ts +26 -0
  559. package/dist/uploads/store.js +51 -0
  560. package/dist/uploads/store.js.map +1 -0
  561. package/dist/uploads/verification.js +86 -0
  562. package/dist/uploads/verification.js.map +1 -0
  563. package/dist/uploads.d.ts +518 -0
  564. package/dist/uploads.js +330 -0
  565. package/dist/uploads.js.map +1 -0
  566. package/dist/vercel/authorized-uploads.d.ts +7 -0
  567. package/dist/vercel/authorized-uploads.js +15 -0
  568. package/dist/vercel/authorized-uploads.js.map +1 -0
  569. package/dist/vercel/client.d.ts +16 -0
  570. package/dist/vercel/client.js +28 -0
  571. package/dist/vercel/client.js.map +1 -0
  572. package/dist/vercel/signing.d.ts +19 -0
  573. package/dist/vercel/signing.js +120 -0
  574. package/dist/vercel/signing.js.map +1 -0
  575. package/dist/vercel/uploads.d.ts +36 -0
  576. package/dist/vercel/uploads.js +161 -0
  577. package/dist/vercel/uploads.js.map +1 -0
  578. package/dist/vercel.d.ts +86 -0
  579. package/dist/vercel.js +46 -0
  580. package/dist/vercel.js.map +1 -0
  581. package/dist/wasabi/admin.d.ts +112 -0
  582. package/dist/wasabi/admin.js +19 -0
  583. package/dist/wasabi/admin.js.map +1 -0
  584. package/dist/wasabi/native.d.ts +200 -0
  585. package/dist/wasabi/native.js +132 -0
  586. package/dist/wasabi/native.js.map +1 -0
  587. package/dist/wasabi.d.ts +15 -0
  588. package/dist/wasabi.js +15 -0
  589. package/dist/wasabi.js.map +1 -0
  590. package/dist/workflows/content/collection.js +122 -0
  591. package/dist/workflows/content/collection.js.map +1 -0
  592. package/dist/workflows/content/references.js +113 -0
  593. package/dist/workflows/content/references.js.map +1 -0
  594. package/dist/workflows/content/schema.d.ts +58 -0
  595. package/dist/workflows/content/schema.js +64 -0
  596. package/dist/workflows/content/schema.js.map +1 -0
  597. package/dist/workflows/endpoint.js +16 -0
  598. package/dist/workflows/endpoint.js.map +1 -0
  599. package/dist/workflows/migrations/schema.d.ts +149 -0
  600. package/dist/workflows/migrations/schema.js +58 -0
  601. package/dist/workflows/migrations/schema.js.map +1 -0
  602. package/dist/workflows/mirror/operations.js +175 -0
  603. package/dist/workflows/mirror/operations.js.map +1 -0
  604. package/dist/workflows/mirror/schema.d.ts +68 -0
  605. package/dist/workflows/mirror/schema.js +57 -0
  606. package/dist/workflows/mirror/schema.js.map +1 -0
  607. package/dist/workflows/mirror/view.js +103 -0
  608. package/dist/workflows/mirror/view.js.map +1 -0
  609. package/dist/workflows/objects.js +54 -0
  610. package/dist/workflows/objects.js.map +1 -0
  611. package/dist/workflows/store.d.ts +13 -0
  612. package/dist/workflows/store.js +58 -0
  613. package/dist/workflows/store.js.map +1 -0
  614. package/package.json +513 -3
@@ -0,0 +1,200 @@
1
+ import { StorageError } from "../core/errors.js";
2
+ import { VersionRef } from "../lifecycle.js";
3
+ import "../index.js";
4
+ import { S3Storage, S3StorageService } from "../s3.js";
5
+ import { WasabiCompliance } from "../providers/wasabi/compliance.js";
6
+ import { Context, Effect, Layer, Redacted } from "effect";
7
+ declare const make: (storage: S3StorageService) => {
8
+ move: (input: {
9
+ readonly sourceKey: string;
10
+ readonly destinationKey: string;
11
+ readonly overwrite: boolean;
12
+ readonly intent: "rename-object-and-all-versions";
13
+ }) => Effect.Effect<{
14
+ _tag: "Completed" | "Partial";
15
+ outcomes: {
16
+ sourceKey: string;
17
+ destinationKey: string;
18
+ versionId: string | undefined;
19
+ status: "failed" | "moved";
20
+ }[];
21
+ nativeReceipt: Redacted.Redacted<string>;
22
+ }, StorageError, never>;
23
+ compose: (input: {
24
+ readonly sources: ReadonlyArray<VersionRef>;
25
+ readonly destinationKey: string;
26
+ readonly intent: "compose-native-object";
27
+ }) => Effect.Effect<{
28
+ readonly contentType?: string | undefined;
29
+ readonly contentEncoding?: string | undefined;
30
+ readonly contentLanguage?: string | undefined;
31
+ readonly contentDisposition?: string | undefined;
32
+ readonly cacheControl?: string | undefined;
33
+ readonly customMetadata?: {
34
+ readonly [x: string]: string;
35
+ } | undefined;
36
+ readonly ref: {
37
+ readonly storeId: string;
38
+ readonly key: string;
39
+ readonly version?: {
40
+ readonly _tag: "S3Version";
41
+ readonly id: string;
42
+ } | {
43
+ readonly _tag: "GcsGeneration";
44
+ readonly id: string;
45
+ readonly metageneration?: string | undefined;
46
+ } | {
47
+ readonly _tag: "AzureVersion";
48
+ readonly id: string;
49
+ } | {
50
+ readonly _tag: "AzureSnapshot";
51
+ readonly id: string;
52
+ } | {
53
+ readonly _tag: "OpaqueVersion";
54
+ readonly provider: string;
55
+ readonly id: string;
56
+ } | undefined;
57
+ };
58
+ readonly size?: number | undefined;
59
+ readonly etag?: string | undefined;
60
+ readonly lastModified?: import("effect/DateTime").Utc | undefined;
61
+ readonly checksums?: readonly {
62
+ readonly algorithm: string;
63
+ readonly encoding: "base64" | "hex";
64
+ readonly scope: "composite" | "full-object";
65
+ readonly value: string;
66
+ readonly partCount?: number | undefined;
67
+ }[] | undefined;
68
+ readonly storageClass?: string | undefined;
69
+ }, StorageError, never>;
70
+ append: (input: {
71
+ readonly key: string;
72
+ readonly body: Uint8Array;
73
+ readonly intent: "append-without-native-cas";
74
+ }) => Effect.Effect<{
75
+ ref: {
76
+ readonly storeId: string;
77
+ readonly key: string;
78
+ readonly version?: {
79
+ readonly _tag: "S3Version";
80
+ readonly id: string;
81
+ } | {
82
+ readonly _tag: "GcsGeneration";
83
+ readonly id: string;
84
+ readonly metageneration?: string | undefined;
85
+ } | {
86
+ readonly _tag: "AzureVersion";
87
+ readonly id: string;
88
+ } | {
89
+ readonly _tag: "AzureSnapshot";
90
+ readonly id: string;
91
+ } | {
92
+ readonly _tag: "OpaqueVersion";
93
+ readonly provider: string;
94
+ readonly id: string;
95
+ } | undefined;
96
+ };
97
+ etag: string | undefined;
98
+ appendedBytes: number;
99
+ }, StorageError, never>;
100
+ };
101
+ declare const WasabiNative_base: Context.ServiceClass<WasabiNative, "@effect-kit/storage/wasabi/WasabiNative", {
102
+ move: (input: {
103
+ readonly sourceKey: string;
104
+ readonly destinationKey: string;
105
+ readonly overwrite: boolean;
106
+ readonly intent: "rename-object-and-all-versions";
107
+ }) => Effect.Effect<{
108
+ _tag: "Completed" | "Partial";
109
+ outcomes: {
110
+ sourceKey: string;
111
+ destinationKey: string;
112
+ versionId: string | undefined;
113
+ status: "failed" | "moved";
114
+ }[];
115
+ nativeReceipt: Redacted.Redacted<string>;
116
+ }, StorageError, never>;
117
+ compose: (input: {
118
+ readonly sources: ReadonlyArray<VersionRef>;
119
+ readonly destinationKey: string;
120
+ readonly intent: "compose-native-object";
121
+ }) => Effect.Effect<{
122
+ readonly contentType?: string | undefined;
123
+ readonly contentEncoding?: string | undefined;
124
+ readonly contentLanguage?: string | undefined;
125
+ readonly contentDisposition?: string | undefined;
126
+ readonly cacheControl?: string | undefined;
127
+ readonly customMetadata?: {
128
+ readonly [x: string]: string;
129
+ } | undefined;
130
+ readonly ref: {
131
+ readonly storeId: string;
132
+ readonly key: string;
133
+ readonly version?: {
134
+ readonly _tag: "S3Version";
135
+ readonly id: string;
136
+ } | {
137
+ readonly _tag: "GcsGeneration";
138
+ readonly id: string;
139
+ readonly metageneration?: string | undefined;
140
+ } | {
141
+ readonly _tag: "AzureVersion";
142
+ readonly id: string;
143
+ } | {
144
+ readonly _tag: "AzureSnapshot";
145
+ readonly id: string;
146
+ } | {
147
+ readonly _tag: "OpaqueVersion";
148
+ readonly provider: string;
149
+ readonly id: string;
150
+ } | undefined;
151
+ };
152
+ readonly size?: number | undefined;
153
+ readonly etag?: string | undefined;
154
+ readonly lastModified?: import("effect/DateTime").Utc | undefined;
155
+ readonly checksums?: readonly {
156
+ readonly algorithm: string;
157
+ readonly encoding: "base64" | "hex";
158
+ readonly scope: "composite" | "full-object";
159
+ readonly value: string;
160
+ readonly partCount?: number | undefined;
161
+ }[] | undefined;
162
+ readonly storageClass?: string | undefined;
163
+ }, StorageError, never>;
164
+ append: (input: {
165
+ readonly key: string;
166
+ readonly body: Uint8Array;
167
+ readonly intent: "append-without-native-cas";
168
+ }) => Effect.Effect<{
169
+ ref: {
170
+ readonly storeId: string;
171
+ readonly key: string;
172
+ readonly version?: {
173
+ readonly _tag: "S3Version";
174
+ readonly id: string;
175
+ } | {
176
+ readonly _tag: "GcsGeneration";
177
+ readonly id: string;
178
+ readonly metageneration?: string | undefined;
179
+ } | {
180
+ readonly _tag: "AzureVersion";
181
+ readonly id: string;
182
+ } | {
183
+ readonly _tag: "AzureSnapshot";
184
+ readonly id: string;
185
+ } | {
186
+ readonly _tag: "OpaqueVersion";
187
+ readonly provider: string;
188
+ readonly id: string;
189
+ } | undefined;
190
+ };
191
+ etag: string | undefined;
192
+ appendedBytes: number;
193
+ }, StorageError, never>;
194
+ }>;
195
+ export declare class WasabiNative extends WasabiNative_base {
196
+ static readonly make: typeof make;
197
+ static readonly layer: Layer.Layer<WasabiNative, never, S3Storage>;
198
+ }
199
+ export { WasabiCompliance };
200
+ //# sourceMappingURL=native.d.ts.map
@@ -0,0 +1,132 @@
1
+ import { ObjectKey } from "../core/object.js";
2
+ import { storageError } from "../core/errors.js";
3
+ import { decodeRequest } from "../internal/request-validation.js";
4
+ import { metadata } from "../providers/s3/object-mapping.js";
5
+ import { request } from "../providers/s3/transport.js";
6
+ import { S3Storage } from "../s3.js";
7
+ import { VersionRef } from "../lifecycle.js";
8
+ import { decodeResponse } from "../internal/provider-response.js";
9
+ import { lifecycleTarget } from "../providers/s3/lifecycle-validation.js";
10
+ import { extendRequest } from "../providers/s3/request-extension.js";
11
+ import { readXml } from "../providers/wasabi/xml.js";
12
+ import { WasabiCompliance } from "../providers/wasabi/compliance.js";
13
+ import { Context, Effect, Layer, Predicate, Redacted, Schema } from "effect";
14
+ import { GetObjectCommand, PutObjectCommand } from "@aws-sdk/client-s3";
15
+ import { XMLBuilder } from "fast-xml-parser";
16
+
17
+ // src/providers/wasabi/native.ts
18
+ const builder = new XMLBuilder({ ignoreAttributes: false });
19
+ const make = (storage) => {
20
+ const guard = () => storage.provider !== "wasabi" || storage.config.encryption ? Effect.fail(storageError("wasabiNative", "wasabi", {
21
+ _tag: "Unsupported",
22
+ capability: "unencrypted-wasabi-native-profile"
23
+ }, "not-started")) : Effect.void;
24
+ return {
25
+ move: Effect.fnUntraced(function* (input) {
26
+ const value = yield* decodeRequest(Schema.Struct({
27
+ sourceKey: ObjectKey,
28
+ destinationKey: ObjectKey.check(Schema.isPattern(/^[\x20-\x7e]+$/u)),
29
+ overwrite: Schema.Boolean,
30
+ intent: Schema.Literal("rename-object-and-all-versions")
31
+ }), input, "nativeMove", "wasabi", true);
32
+ yield* guard();
33
+ return yield* Effect.scoped(Effect.gen(function* () {
34
+ const command = new GetObjectCommand({
35
+ Bucket: storage.config.bucket,
36
+ Key: value.sourceKey
37
+ });
38
+ extendRequest(command, {
39
+ method: "MOVE",
40
+ headers: {
41
+ Destination: value.destinationKey,
42
+ Overwrite: String(value.overwrite),
43
+ "X-Wasabi-Prefix": "false",
44
+ "X-Wasabi-Quiet": "false"
45
+ }
46
+ });
47
+ const result = yield* request(storage, "nativeMove", true, (signal) => storage.client.send(command, { abortSignal: signal }));
48
+ const { xml, decoded } = yield* readXml(result.Body, "nativeMove");
49
+ const entries = (yield* decodeResponse(Schema.Struct({ MoveObjectResult: Schema.Struct({
50
+ MoveObject: Schema.optional(Schema.Union([Schema.Record(Schema.String, Schema.Unknown), Schema.Array(Schema.Record(Schema.String, Schema.Unknown))])),
51
+ MoveCount: Schema.optional(Schema.String)
52
+ }) }), decoded, "nativeMove", "wasabi")).MoveObjectResult.MoveObject;
53
+ const outcomes = yield* Effect.forEach(entries ? Array.isArray(entries) ? entries : [entries] : [], (entry) => decodeResponse(Schema.Struct({
54
+ SourceKey: ObjectKey,
55
+ DestinationKey: ObjectKey,
56
+ VersionId: Schema.optional(Schema.String),
57
+ Error: Schema.optional(Schema.Unknown)
58
+ }), entry, "nativeMove", "wasabi").pipe(Effect.map((move) => ({
59
+ sourceKey: move.SourceKey,
60
+ destinationKey: move.DestinationKey,
61
+ versionId: move.VersionId,
62
+ status: move.Error ? "failed" : "moved"
63
+ }))));
64
+ if (!outcomes.length || outcomes.some((entry) => entry.sourceKey !== value.sourceKey || entry.destinationKey !== value.destinationKey)) return yield* storageError("nativeMove", "wasabi", {
65
+ _tag: "ProviderFailure",
66
+ code: "InvalidMoveReceipt"
67
+ }, "unknown");
68
+ return {
69
+ _tag: outcomes.some((entry) => entry.status === "failed") ? "Partial" : "Completed",
70
+ outcomes,
71
+ nativeReceipt: Redacted.make(xml)
72
+ };
73
+ }));
74
+ }),
75
+ compose: Effect.fnUntraced(function* (input) {
76
+ const value = yield* decodeRequest(Schema.Struct({
77
+ sources: Schema.Array(VersionRef).check(Schema.isMinLength(1), Schema.isMaxLength(32)),
78
+ destinationKey: ObjectKey,
79
+ intent: Schema.Literal("compose-native-object")
80
+ }), input, "nativeCompose", "wasabi", true);
81
+ yield* guard();
82
+ for (const source of value.sources) yield* lifecycleTarget(storage, source, "nativeCompose", true);
83
+ const xml = builder.build({ ComposeRequest: { Component: value.sources.map((ref) => ({
84
+ Key: ref.key,
85
+ VersionId: ref.version.id
86
+ })) } });
87
+ const bytes = new TextEncoder().encode(xml);
88
+ const command = new PutObjectCommand({
89
+ Bucket: storage.config.bucket,
90
+ Key: value.destinationKey,
91
+ Body: bytes,
92
+ ContentLength: bytes.length,
93
+ ContentType: "text/xml"
94
+ });
95
+ extendRequest(command, { query: { compose: "" } });
96
+ const output = yield* request(storage, "nativeCompose", true, (signal) => storage.client.send(command, { abortSignal: signal }));
97
+ return metadata(storage, value.destinationKey, output);
98
+ }),
99
+ append: Effect.fnUntraced(function* (input) {
100
+ const value = yield* decodeRequest(Schema.Struct({
101
+ key: ObjectKey,
102
+ body: Schema.declare(Predicate.isUint8Array),
103
+ intent: Schema.Literal("append-without-native-cas")
104
+ }), input, "nativeAppend", "wasabi", true);
105
+ yield* guard();
106
+ if (value.body.byteLength > 16 * 1024 ** 2) return yield* storageError("nativeAppend", "wasabi", {
107
+ _tag: "LimitExceeded",
108
+ limit: 16 * 1024 ** 2
109
+ }, "not-started");
110
+ const command = new PutObjectCommand({
111
+ Bucket: storage.config.bucket,
112
+ Key: value.key,
113
+ Body: value.body,
114
+ ContentLength: value.body.length
115
+ });
116
+ extendRequest(command, { query: { append: "" } });
117
+ const output = yield* request(storage, "nativeAppend", true, (signal) => storage.client.send(command, { abortSignal: signal }));
118
+ return {
119
+ ref: metadata(storage, value.key, output).ref,
120
+ etag: output.ETag,
121
+ appendedBytes: value.body.length
122
+ };
123
+ })
124
+ };
125
+ };
126
+ var WasabiNative = class WasabiNative extends Context.Service()("@effect-kit/storage/wasabi/WasabiNative") {
127
+ static make = make;
128
+ static layer = Layer.effect(WasabiNative, Effect.map(S3Storage, make));
129
+ };
130
+
131
+ export { WasabiCompliance, WasabiNative };
132
+ //# sourceMappingURL=native.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"native.js","names":[],"sources":["../../src/providers/wasabi/native.ts"],"sourcesContent":["import { Context, Effect, Layer, Predicate, Redacted, Schema } from \"effect\";\n\nimport { GetObjectCommand, PutObjectCommand } from \"@aws-sdk/client-s3\";\nimport { XMLBuilder } from \"fast-xml-parser\";\n\nimport { readXml } from \"./xml.js\";\nexport { WasabiCompliance } from \"./compliance.js\";\nimport { storageError } from \"../../core/errors.js\";\nimport { ObjectKey } from \"../../core/object.js\";\nimport { decodeResponse } from \"../../internal/provider-response.js\";\nimport { decodeRequest } from \"../../internal/request-validation.js\";\nimport { VersionRef } from \"../../lifecycle/index.js\";\nimport { S3Storage } from \"../s3/index.js\";\nimport type { S3StorageService } from \"../s3/index.js\";\nimport { lifecycleTarget } from \"../s3/lifecycle-validation.js\";\nimport { metadata } from \"../s3/object-mapping.js\";\nimport { extendRequest } from \"../s3/request-extension.js\";\nimport { request } from \"../s3/transport.js\";\n\nconst builder = new XMLBuilder({ ignoreAttributes: false });\nconst make = (storage: S3StorageService) => {\n const guard = () =>\n storage.provider !== \"wasabi\" || storage.config.encryption\n ? Effect.fail(\n storageError(\n \"wasabiNative\",\n \"wasabi\",\n { _tag: \"Unsupported\", capability: \"unencrypted-wasabi-native-profile\" },\n \"not-started\",\n ),\n )\n : Effect.void;\n return {\n move: Effect.fnUntraced(function* (input: {\n readonly sourceKey: string;\n readonly destinationKey: string;\n readonly overwrite: boolean;\n readonly intent: \"rename-object-and-all-versions\";\n }) {\n const value = yield* decodeRequest(\n Schema.Struct({\n sourceKey: ObjectKey,\n destinationKey: ObjectKey.check(Schema.isPattern(/^[\\x20-\\x7e]+$/u)),\n overwrite: Schema.Boolean,\n intent: Schema.Literal(\"rename-object-and-all-versions\"),\n }),\n input,\n \"nativeMove\",\n \"wasabi\",\n true,\n );\n yield* guard();\n return yield* Effect.scoped(\n Effect.gen(function* () {\n const command = new GetObjectCommand({\n Bucket: storage.config.bucket,\n Key: value.sourceKey,\n });\n extendRequest(command, {\n method: \"MOVE\",\n headers: {\n Destination: value.destinationKey,\n Overwrite: String(value.overwrite),\n \"X-Wasabi-Prefix\": \"false\",\n \"X-Wasabi-Quiet\": \"false\",\n },\n });\n const result = yield* request(storage, \"nativeMove\", true, (signal) =>\n storage.client.send(command, { abortSignal: signal }),\n );\n const { xml, decoded } = yield* readXml(result.Body, \"nativeMove\");\n const root = yield* decodeResponse(\n Schema.Struct({\n MoveObjectResult: Schema.Struct({\n MoveObject: Schema.optional(\n Schema.Union([\n Schema.Record(Schema.String, Schema.Unknown),\n Schema.Array(Schema.Record(Schema.String, Schema.Unknown)),\n ]),\n ),\n MoveCount: Schema.optional(Schema.String),\n }),\n }),\n decoded,\n \"nativeMove\",\n \"wasabi\",\n );\n const entries = root.MoveObjectResult.MoveObject;\n const outcomes = yield* Effect.forEach(\n entries ? (Array.isArray(entries) ? entries : [entries]) : [],\n (entry) =>\n decodeResponse(\n Schema.Struct({\n SourceKey: ObjectKey,\n DestinationKey: ObjectKey,\n VersionId: Schema.optional(Schema.String),\n Error: Schema.optional(Schema.Unknown),\n }),\n entry,\n \"nativeMove\",\n \"wasabi\",\n ).pipe(\n Effect.map((move) => ({\n sourceKey: move.SourceKey,\n destinationKey: move.DestinationKey,\n versionId: move.VersionId,\n status: move.Error ? (\"failed\" as const) : (\"moved\" as const),\n })),\n ),\n );\n if (\n !outcomes.length ||\n outcomes.some(\n (entry) =>\n entry.sourceKey !== value.sourceKey ||\n entry.destinationKey !== value.destinationKey,\n )\n )\n return yield* storageError(\n \"nativeMove\",\n \"wasabi\",\n { _tag: \"ProviderFailure\", code: \"InvalidMoveReceipt\" },\n \"unknown\",\n );\n return {\n _tag: outcomes.some((entry) => entry.status === \"failed\")\n ? (\"Partial\" as const)\n : (\"Completed\" as const),\n outcomes,\n nativeReceipt: Redacted.make(xml),\n };\n }),\n );\n }),\n compose: Effect.fnUntraced(function* (input: {\n readonly sources: ReadonlyArray<VersionRef>;\n readonly destinationKey: string;\n readonly intent: \"compose-native-object\";\n }) {\n const value = yield* decodeRequest(\n Schema.Struct({\n sources: Schema.Array(VersionRef).check(Schema.isMinLength(1), Schema.isMaxLength(32)),\n destinationKey: ObjectKey,\n intent: Schema.Literal(\"compose-native-object\"),\n }),\n input,\n \"nativeCompose\",\n \"wasabi\",\n true,\n );\n yield* guard();\n for (const source of value.sources)\n yield* lifecycleTarget(storage, source, \"nativeCompose\", true);\n const xml = builder.build({\n ComposeRequest: {\n Component: value.sources.map((ref) => ({ Key: ref.key, VersionId: ref.version.id })),\n },\n }) as string;\n const bytes = new TextEncoder().encode(xml);\n const command = new PutObjectCommand({\n Bucket: storage.config.bucket,\n Key: value.destinationKey,\n Body: bytes,\n ContentLength: bytes.length,\n ContentType: \"text/xml\",\n });\n extendRequest(command, { query: { compose: \"\" } });\n const output = yield* request(storage, \"nativeCompose\", true, (signal) =>\n storage.client.send(command, { abortSignal: signal }),\n );\n return metadata(storage, value.destinationKey, output);\n }),\n append: Effect.fnUntraced(function* (input: {\n readonly key: string;\n readonly body: Uint8Array;\n readonly intent: \"append-without-native-cas\";\n }) {\n const value = yield* decodeRequest(\n Schema.Struct({\n key: ObjectKey,\n body: Schema.declare<Uint8Array>(Predicate.isUint8Array),\n intent: Schema.Literal(\"append-without-native-cas\"),\n }),\n input,\n \"nativeAppend\",\n \"wasabi\",\n true,\n );\n yield* guard();\n if (value.body.byteLength > 16 * 1024 ** 2)\n return yield* storageError(\n \"nativeAppend\",\n \"wasabi\",\n { _tag: \"LimitExceeded\", limit: 16 * 1024 ** 2 },\n \"not-started\",\n );\n const command = new PutObjectCommand({\n Bucket: storage.config.bucket,\n Key: value.key,\n Body: value.body,\n ContentLength: value.body.length,\n });\n extendRequest(command, { query: { append: \"\" } });\n const output = yield* request(storage, \"nativeAppend\", true, (signal) =>\n storage.client.send(command, { abortSignal: signal }),\n );\n return {\n ref: metadata(storage, value.key, output).ref,\n etag: output.ETag,\n appendedBytes: value.body.length,\n };\n }),\n };\n};\nexport class WasabiNative extends Context.Service<WasabiNative, ReturnType<typeof make>>()(\n \"@effect-kit/storage/wasabi/WasabiNative\",\n) {\n static readonly make = make;\n static readonly layer = Layer.effect(WasabiNative, Effect.map(S3Storage, make));\n}\n"],"mappings":";;;;;;;;;;;;;;;;;AAmBA,MAAM,UAAU,IAAI,WAAW,EAAE,kBAAkB,MAAM,CAAC;AAC1D,MAAM,QAAQ,YAA8B;CAC1C,MAAM,cACJ,QAAQ,aAAa,YAAY,QAAQ,OAAO,aAC5C,OAAO,KACL,aACE,gBACA,UACA;EAAE,MAAM;EAAe,YAAY;CAAoC,GACvE,aACF,CACF,IACA,OAAO;CACb,OAAO;EACL,MAAM,OAAO,WAAW,WAAW,OAKhC;GACD,MAAM,QAAQ,OAAO,cACnB,OAAO,OAAO;IACZ,WAAW;IACX,gBAAgB,UAAU,MAAM,OAAO,UAAU,iBAAiB,CAAC;IACnE,WAAW,OAAO;IAClB,QAAQ,OAAO,QAAQ,gCAAgC;GACzD,CAAC,GACD,OACA,cACA,UACA,IACF;GACA,OAAO,MAAM;GACb,OAAO,OAAO,OAAO,OACnB,OAAO,IAAI,aAAa;IACtB,MAAM,UAAU,IAAI,iBAAiB;KACnC,QAAQ,QAAQ,OAAO;KACvB,KAAK,MAAM;IACb,CAAC;IACD,cAAc,SAAS;KACrB,QAAQ;KACR,SAAS;MACP,aAAa,MAAM;MACnB,WAAW,OAAO,MAAM,SAAS;MACjC,mBAAmB;MACnB,kBAAkB;KACpB;IACF,CAAC;IACD,MAAM,SAAS,OAAO,QAAQ,SAAS,cAAc,OAAO,WAC1D,QAAQ,OAAO,KAAK,SAAS,EAAE,aAAa,OAAO,CAAC,CACtD;IACA,MAAM,EAAE,KAAK,YAAY,OAAO,QAAQ,OAAO,MAAM,YAAY;IAiBjE,MAAM,WAAU,OAhBI,eAClB,OAAO,OAAO,EACZ,kBAAkB,OAAO,OAAO;KAC9B,YAAY,OAAO,SACjB,OAAO,MAAM,CACX,OAAO,OAAO,OAAO,QAAQ,OAAO,OAAO,GAC3C,OAAO,MAAM,OAAO,OAAO,OAAO,QAAQ,OAAO,OAAO,CAAC,CAC3D,CAAC,CACH;KACA,WAAW,OAAO,SAAS,OAAO,MAAM;IAC1C,CAAC,EACH,CAAC,GACD,SACA,cACA,QACF,EACoB,CAAC,iBAAiB;IACtC,MAAM,WAAW,OAAO,OAAO,QAC7B,UAAW,MAAM,QAAQ,OAAO,IAAI,UAAU,CAAC,OAAO,IAAK,CAAC,IAC3D,UACC,eACE,OAAO,OAAO;KACZ,WAAW;KACX,gBAAgB;KAChB,WAAW,OAAO,SAAS,OAAO,MAAM;KACxC,OAAO,OAAO,SAAS,OAAO,OAAO;IACvC,CAAC,GACD,OACA,cACA,QACF,CAAC,CAAC,KACA,OAAO,KAAK,UAAU;KACpB,WAAW,KAAK;KAChB,gBAAgB,KAAK;KACrB,WAAW,KAAK;KAChB,QAAQ,KAAK,QAAS,WAAsB;IAC9C,EAAE,CACJ,CACJ;IACA,IACE,CAAC,SAAS,UACV,SAAS,MACN,UACC,MAAM,cAAc,MAAM,aAC1B,MAAM,mBAAmB,MAAM,cACnC,GAEA,OAAO,OAAO,aACZ,cACA,UACA;KAAE,MAAM;KAAmB,MAAM;IAAqB,GACtD,SACF;IACF,OAAO;KACL,MAAM,SAAS,MAAM,UAAU,MAAM,WAAW,QAAQ,IACnD,YACA;KACL;KACA,eAAe,SAAS,KAAK,GAAG;IAClC;GACF,CAAC,CACH;EACF,CAAC;EACD,SAAS,OAAO,WAAW,WAAW,OAInC;GACD,MAAM,QAAQ,OAAO,cACnB,OAAO,OAAO;IACZ,SAAS,OAAO,MAAM,UAAU,CAAC,CAAC,MAAM,OAAO,YAAY,CAAC,GAAG,OAAO,YAAY,EAAE,CAAC;IACrF,gBAAgB;IAChB,QAAQ,OAAO,QAAQ,uBAAuB;GAChD,CAAC,GACD,OACA,iBACA,UACA,IACF;GACA,OAAO,MAAM;GACb,KAAK,MAAM,UAAU,MAAM,SACzB,OAAO,gBAAgB,SAAS,QAAQ,iBAAiB,IAAI;GAC/D,MAAM,MAAM,QAAQ,MAAM,EACxB,gBAAgB,EACd,WAAW,MAAM,QAAQ,KAAK,SAAS;IAAE,KAAK,IAAI;IAAK,WAAW,IAAI,QAAQ;GAAG,EAAE,EACrF,EACF,CAAC;GACD,MAAM,QAAQ,IAAI,YAAY,CAAC,CAAC,OAAO,GAAG;GAC1C,MAAM,UAAU,IAAI,iBAAiB;IACnC,QAAQ,QAAQ,OAAO;IACvB,KAAK,MAAM;IACX,MAAM;IACN,eAAe,MAAM;IACrB,aAAa;GACf,CAAC;GACD,cAAc,SAAS,EAAE,OAAO,EAAE,SAAS,GAAG,EAAE,CAAC;GACjD,MAAM,SAAS,OAAO,QAAQ,SAAS,iBAAiB,OAAO,WAC7D,QAAQ,OAAO,KAAK,SAAS,EAAE,aAAa,OAAO,CAAC,CACtD;GACA,OAAO,SAAS,SAAS,MAAM,gBAAgB,MAAM;EACvD,CAAC;EACD,QAAQ,OAAO,WAAW,WAAW,OAIlC;GACD,MAAM,QAAQ,OAAO,cACnB,OAAO,OAAO;IACZ,KAAK;IACL,MAAM,OAAO,QAAoB,UAAU,YAAY;IACvD,QAAQ,OAAO,QAAQ,2BAA2B;GACpD,CAAC,GACD,OACA,gBACA,UACA,IACF;GACA,OAAO,MAAM;GACb,IAAI,MAAM,KAAK,aAAa,KAAK,QAAQ,GACvC,OAAO,OAAO,aACZ,gBACA,UACA;IAAE,MAAM;IAAiB,OAAO,KAAK,QAAQ;GAAE,GAC/C,aACF;GACF,MAAM,UAAU,IAAI,iBAAiB;IACnC,QAAQ,QAAQ,OAAO;IACvB,KAAK,MAAM;IACX,MAAM,MAAM;IACZ,eAAe,MAAM,KAAK;GAC5B,CAAC;GACD,cAAc,SAAS,EAAE,OAAO,EAAE,QAAQ,GAAG,EAAE,CAAC;GAChD,MAAM,SAAS,OAAO,QAAQ,SAAS,gBAAgB,OAAO,WAC5D,QAAQ,OAAO,KAAK,SAAS,EAAE,aAAa,OAAO,CAAC,CACtD;GACA,OAAO;IACL,KAAK,SAAS,SAAS,MAAM,KAAK,MAAM,CAAC,CAAC;IAC1C,MAAM,OAAO;IACb,eAAe,MAAM,KAAK;GAC5B;EACF,CAAC;CACH;AACF;AACA,IAAa,eAAb,MAAa,qBAAqB,QAAQ,QAA+C,CAAC,CACxF,yCACF,CAAC,CAAC;CACA,OAAgB,OAAO;CACvB,OAAgB,QAAQ,MAAM,OAAO,cAAc,OAAO,IAAI,WAAW,IAAI,CAAC;AAChF"}
@@ -0,0 +1,15 @@
1
+ import { StorageError } from "./core/errors.js";
2
+ import { StorageCopy } from "./core/capabilities.js";
3
+ import { Storage } from "./core/storage.js";
4
+ import "./index.js";
5
+ import { TransferDriver } from "./transfers/dependencies.js";
6
+ import { S3Storage, S3StorageService } from "./s3.js";
7
+ import { RegionalConfig } from "./providers/s3-compatible/config.js";
8
+ import { Context } from "effect";
9
+ declare const WasabiStorage_base: Context.ServiceClass<WasabiStorage, "@effect-kit/storage/wasabi/WasabiStorage", S3StorageService>;
10
+ export declare class WasabiStorage extends WasabiStorage_base {
11
+ static make(config: RegionalConfig): import("effect/Effect").Effect<S3StorageService, StorageError, import("effect/Scope").Scope>;
12
+ static layer(config: RegionalConfig): import("effect/Layer").Layer<S3Storage | Storage | StorageCopy | TransferDriver | WasabiStorage, StorageError, never>;
13
+ }
14
+ export type { RegionalConfig as WasabiConfig };
15
+ //# sourceMappingURL=wasabi.d.ts.map
package/dist/wasabi.js ADDED
@@ -0,0 +1,15 @@
1
+ import { compatibleLayer, makeCompatible } from "./providers/s3-compatible/service.js";
2
+ import { Context } from "effect";
3
+
4
+ // src/providers/wasabi/index.ts
5
+ var WasabiStorage = class WasabiStorage extends Context.Service()("@effect-kit/storage/wasabi/WasabiStorage") {
6
+ static make(config) {
7
+ return makeCompatible("wasabi", config);
8
+ }
9
+ static layer(config) {
10
+ return compatibleLayer(WasabiStorage, WasabiStorage.make(config));
11
+ }
12
+ };
13
+
14
+ export { WasabiStorage };
15
+ //# sourceMappingURL=wasabi.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"wasabi.js","names":[],"sources":["../src/providers/wasabi/index.ts"],"sourcesContent":["import { Context } from \"effect\";\n\nimport type { RegionalConfig } from \"../s3-compatible/config.js\";\nimport { compatibleLayer, makeCompatible } from \"../s3-compatible/service.js\";\nimport type { S3StorageService } from \"../s3/index.js\";\n\nexport type { RegionalConfig as WasabiConfig } from \"../s3-compatible/config.js\";\n\nexport class WasabiStorage extends Context.Service<WasabiStorage, S3StorageService>()(\n \"@effect-kit/storage/wasabi/WasabiStorage\",\n) {\n static make(config: RegionalConfig) {\n return makeCompatible(\"wasabi\", config);\n }\n static layer(config: RegionalConfig) {\n return compatibleLayer(WasabiStorage, WasabiStorage.make(config));\n }\n}\n"],"mappings":";;;;AAQA,IAAa,gBAAb,MAAa,sBAAsB,QAAQ,QAAyC,CAAC,CACnF,0CACF,CAAC,CAAC;CACA,OAAO,KAAK,QAAwB;EAClC,OAAO,eAAe,UAAU,MAAM;CACxC;CACA,OAAO,MAAM,QAAwB;EACnC,OAAO,gBAAgB,eAAe,cAAc,KAAK,MAAM,CAAC;CAClE;AACF"}
@@ -0,0 +1,122 @@
1
+ import { workflowError } from "../store.js";
2
+ import { deletePinned } from "../objects.js";
3
+ import { CollectionEntry, CollectionPlan, ContentRecord } from "./schema.js";
4
+ import { contentKey } from "./references.js";
5
+ import { Clock, Effect, Schema } from "effect";
6
+
7
+ // src/workflows/content/collection.ts
8
+ const makeCollection = (store, binding, storage, references, random, minimumRetentionMillis) => {
9
+ return {
10
+ plan: Effect.fnUntraced(function* (input) {
11
+ if (storage.capabilities.versionedReads === "none" && !storage.capabilities.deleteConditions.includes("if-match")) return yield* workflowError("ConditionalCollectionUnsupported");
12
+ if (!Number.isFinite(input.olderThan)) return yield* workflowError("InvalidCutoff");
13
+ const cutoff = Math.min(input.olderThan, (yield* Clock.currentTimeMillis) - minimumRetentionMillis);
14
+ const id = yield* random.uuidV4();
15
+ const upper = (yield* store.read("content-sequence", Schema.Natural)) ?? 0;
16
+ let count = 0;
17
+ for (let index = 1; index <= upper; index++) {
18
+ const contentId = yield* store.read(`content-index:${index}`, Schema.String);
19
+ if (!contentId || (yield* store.read(`gc:${id}:seen:${contentId}`, Schema.Boolean))) continue;
20
+ const record = yield* store.read(contentKey(contentId), ContentRecord);
21
+ if (!record) continue;
22
+ if (record.binding !== binding) return yield* workflowError("ForeignContentIndex");
23
+ if (record.state !== "ready" || record.createdAt >= cutoff || record.retainUntil > (yield* Clock.currentTimeMillis) || (yield* references.reachable(record))) continue;
24
+ yield* store.write(`gc:${id}:entry:${count++}`, CollectionEntry, {
25
+ contentId,
26
+ generation: record.generation,
27
+ state: "planned"
28
+ });
29
+ yield* store.write(`gc:${id}:seen:${contentId}`, Schema.Boolean, true);
30
+ }
31
+ const result = {
32
+ id,
33
+ binding,
34
+ count,
35
+ cutoff,
36
+ state: "planned"
37
+ };
38
+ yield* store.write(`gc:${id}`, CollectionPlan, result);
39
+ return result;
40
+ }),
41
+ inspect: Effect.fnUntraced(function* (id, options = {}) {
42
+ const header = yield* store.read(`gc:${id}`, CollectionPlan);
43
+ if (!header || header.binding !== binding) return yield* workflowError("CollectionPlanNotFound");
44
+ const offset = options.offset ?? 0;
45
+ const limit = options.limit ?? 100;
46
+ if (!Number.isSafeInteger(offset) || offset < 0 || !Number.isSafeInteger(limit) || limit < 1 || limit > 1e3) return yield* workflowError("InvalidPage");
47
+ const entries = [];
48
+ for (let index = offset; index < Math.min(header.count, offset + limit); index++) entries.push(yield* store.read(`gc:${id}:entry:${index}`, CollectionEntry));
49
+ return {
50
+ plan: header,
51
+ entries,
52
+ ...offset + entries.length < header.count ? { nextOffset: offset + entries.length } : {}
53
+ };
54
+ }),
55
+ apply: Effect.fnUntraced(function* (id, options = {}) {
56
+ let header = yield* store.read(`gc:${id}`, CollectionPlan);
57
+ if (!header || header.binding !== binding) return yield* workflowError("CollectionPlanNotFound");
58
+ const limit = options.limit ?? 100;
59
+ if (!Number.isSafeInteger(limit) || limit < 1 || limit > 1e3) return yield* workflowError("InvalidBatchLimit");
60
+ let attempted = 0;
61
+ let partial = false;
62
+ let remaining = false;
63
+ for (let index = 0; index < header.count; index++) {
64
+ const key = `gc:${id}:entry:${index}`;
65
+ const entry = yield* store.read(key, CollectionEntry);
66
+ if (!entry) return yield* workflowError("MissingCollectionEntry");
67
+ if (["collected", "retained"].includes(entry.state)) continue;
68
+ if (attempted++ >= limit) {
69
+ remaining = true;
70
+ continue;
71
+ }
72
+ let record = yield* references.load(entry.contentId);
73
+ if (record.generation === entry.generation && record.state === "deleted") {
74
+ yield* store.write(key, CollectionEntry, {
75
+ ...entry,
76
+ state: "collected"
77
+ });
78
+ continue;
79
+ }
80
+ if (record.generation !== entry.generation || record.state === "deleted" || record.createdAt >= header.cutoff || record.retainUntil > (yield* Clock.currentTimeMillis) || (yield* references.reachable(record))) {
81
+ yield* store.write(key, CollectionEntry, {
82
+ ...entry,
83
+ state: "retained"
84
+ });
85
+ continue;
86
+ }
87
+ const object = record.object;
88
+ if (!object) return yield* workflowError("MissingContentIdentity");
89
+ record = {
90
+ ...record,
91
+ state: "deleting"
92
+ };
93
+ yield* store.write(contentKey(record.id), ContentRecord, record);
94
+ if ((yield* Effect.result(deletePinned(storage, object)))._tag === "Failure") {
95
+ yield* store.write(key, CollectionEntry, {
96
+ ...entry,
97
+ state: "unknown"
98
+ });
99
+ partial = true;
100
+ continue;
101
+ }
102
+ yield* store.write(contentKey(record.id), ContentRecord, {
103
+ ...record,
104
+ state: "deleted"
105
+ });
106
+ yield* store.write(key, CollectionEntry, {
107
+ ...entry,
108
+ state: "collected"
109
+ });
110
+ }
111
+ header = {
112
+ ...header,
113
+ state: remaining ? "applying" : partial ? "partial" : "completed"
114
+ };
115
+ yield* store.write(`gc:${id}`, CollectionPlan, header);
116
+ return header;
117
+ })
118
+ };
119
+ };
120
+
121
+ export { makeCollection };
122
+ //# sourceMappingURL=collection.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"collection.js","names":[],"sources":["../../../src/workflows/content/collection.ts"],"sourcesContent":["import { Clock, Effect, Schema } from \"effect\";\nimport type { SecureRandom } from \"effect/crypto\";\n\nimport type { StorageService } from \"../../core/storage.js\";\nimport { deletePinned } from \"../objects.js\";\nimport { workflowError } from \"../store.js\";\nimport type { RecordStore } from \"../store.js\";\nimport type { makeReferences } from \"./references.js\";\nimport { contentKey } from \"./references.js\";\nimport { CollectionEntry, CollectionPlan, ContentRecord } from \"./schema.js\";\n\nexport const makeCollection = (\n store: RecordStore,\n binding: string,\n storage: StorageService,\n references: ReturnType<typeof makeReferences>,\n random: SecureRandom.SecureRandom[\"Service\"],\n minimumRetentionMillis: number,\n) => {\n const plan = Effect.fnUntraced(function* (input: { readonly olderThan: number }) {\n if (\n storage.capabilities.versionedReads === \"none\" &&\n !storage.capabilities.deleteConditions.includes(\"if-match\")\n )\n return yield* workflowError(\"ConditionalCollectionUnsupported\");\n if (!Number.isFinite(input.olderThan)) return yield* workflowError(\"InvalidCutoff\");\n const cutoff = Math.min(\n input.olderThan,\n (yield* Clock.currentTimeMillis) - minimumRetentionMillis,\n );\n const id = yield* random.uuidV4();\n const upper = (yield* store.read(\"content-sequence\", Schema.Natural)) ?? 0;\n let count = 0;\n for (let index = 1; index <= upper; index++) {\n const contentId = yield* store.read(`content-index:${index}`, Schema.String);\n if (!contentId || (yield* store.read(`gc:${id}:seen:${contentId}`, Schema.Boolean))) continue;\n const record = yield* store.read(contentKey(contentId), ContentRecord);\n if (!record) continue;\n if (record.binding !== binding) return yield* workflowError(\"ForeignContentIndex\");\n if (\n record.state !== \"ready\" ||\n record.createdAt >= cutoff ||\n record.retainUntil > (yield* Clock.currentTimeMillis) ||\n (yield* references.reachable(record))\n )\n continue;\n yield* store.write(`gc:${id}:entry:${count++}`, CollectionEntry, {\n contentId,\n generation: record.generation,\n state: \"planned\",\n });\n yield* store.write(`gc:${id}:seen:${contentId}`, Schema.Boolean, true);\n }\n const result: CollectionPlan = { id, binding, count, cutoff, state: \"planned\" };\n yield* store.write(`gc:${id}`, CollectionPlan, result);\n return result;\n });\n const inspect = Effect.fnUntraced(function* (\n id: string,\n options: { readonly offset?: number; readonly limit?: number } = {},\n ) {\n const header = yield* store.read(`gc:${id}`, CollectionPlan);\n if (!header || header.binding !== binding)\n return yield* workflowError(\"CollectionPlanNotFound\");\n const offset = options.offset ?? 0;\n const limit = options.limit ?? 100;\n if (\n !Number.isSafeInteger(offset) ||\n offset < 0 ||\n !Number.isSafeInteger(limit) ||\n limit < 1 ||\n limit > 1000\n )\n return yield* workflowError(\"InvalidPage\");\n const entries = [];\n for (let index = offset; index < Math.min(header.count, offset + limit); index++)\n entries.push(yield* store.read(`gc:${id}:entry:${index}`, CollectionEntry));\n return {\n plan: header,\n entries,\n ...(offset + entries.length < header.count ? { nextOffset: offset + entries.length } : {}),\n };\n });\n const apply = Effect.fnUntraced(function* (\n id: string,\n options: { readonly limit?: number } = {},\n ) {\n let header = yield* store.read(`gc:${id}`, CollectionPlan);\n if (!header || header.binding !== binding)\n return yield* workflowError(\"CollectionPlanNotFound\");\n const limit = options.limit ?? 100;\n if (!Number.isSafeInteger(limit) || limit < 1 || limit > 1000)\n return yield* workflowError(\"InvalidBatchLimit\");\n let attempted = 0;\n let partial = false;\n let remaining = false;\n for (let index = 0; index < header.count; index++) {\n const key = `gc:${id}:entry:${index}`;\n const entry = yield* store.read(key, CollectionEntry);\n if (!entry) return yield* workflowError(\"MissingCollectionEntry\");\n if ([\"collected\", \"retained\"].includes(entry.state)) continue;\n if (attempted++ >= limit) {\n remaining = true;\n continue;\n }\n let record = yield* references.load(entry.contentId);\n if (record.generation === entry.generation && record.state === \"deleted\") {\n yield* store.write(key, CollectionEntry, { ...entry, state: \"collected\" });\n continue;\n }\n if (\n record.generation !== entry.generation ||\n record.state === \"deleted\" ||\n record.createdAt >= header.cutoff ||\n record.retainUntil > (yield* Clock.currentTimeMillis) ||\n (yield* references.reachable(record))\n ) {\n yield* store.write(key, CollectionEntry, { ...entry, state: \"retained\" });\n continue;\n }\n const object = record.object;\n if (!object) return yield* workflowError(\"MissingContentIdentity\");\n record = { ...record, state: \"deleting\" };\n yield* store.write(contentKey(record.id), ContentRecord, record);\n const removed = yield* Effect.result(deletePinned(storage, object));\n if (removed._tag === \"Failure\") {\n yield* store.write(key, CollectionEntry, { ...entry, state: \"unknown\" });\n partial = true;\n continue;\n }\n yield* store.write(contentKey(record.id), ContentRecord, { ...record, state: \"deleted\" });\n yield* store.write(key, CollectionEntry, { ...entry, state: \"collected\" });\n }\n header = { ...header, state: remaining ? \"applying\" : partial ? \"partial\" : \"completed\" };\n yield* store.write(`gc:${id}`, CollectionPlan, header);\n return header;\n });\n return { plan, inspect, apply };\n};\n"],"mappings":";;;;;;;AAWA,MAAa,kBACX,OACA,SACA,SACA,YACA,QACA,2BACG;CAuHH,OAAO;EAAE,MAtHI,OAAO,WAAW,WAAW,OAAuC;GAC/E,IACE,QAAQ,aAAa,mBAAmB,UACxC,CAAC,QAAQ,aAAa,iBAAiB,SAAS,UAAU,GAE1D,OAAO,OAAO,cAAc,kCAAkC;GAChE,IAAI,CAAC,OAAO,SAAS,MAAM,SAAS,GAAG,OAAO,OAAO,cAAc,eAAe;GAClF,MAAM,SAAS,KAAK,IAClB,MAAM,YACL,OAAO,MAAM,qBAAqB,sBACrC;GACA,MAAM,KAAK,OAAO,OAAO,OAAO;GAChC,MAAM,SAAS,OAAO,MAAM,KAAK,oBAAoB,OAAO,OAAO,MAAM;GACzE,IAAI,QAAQ;GACZ,KAAK,IAAI,QAAQ,GAAG,SAAS,OAAO,SAAS;IAC3C,MAAM,YAAY,OAAO,MAAM,KAAK,iBAAiB,SAAS,OAAO,MAAM;IAC3E,IAAI,CAAC,cAAc,OAAO,MAAM,KAAK,MAAM,GAAG,QAAQ,aAAa,OAAO,OAAO,IAAI;IACrF,MAAM,SAAS,OAAO,MAAM,KAAK,WAAW,SAAS,GAAG,aAAa;IACrE,IAAI,CAAC,QAAQ;IACb,IAAI,OAAO,YAAY,SAAS,OAAO,OAAO,cAAc,qBAAqB;IACjF,IACE,OAAO,UAAU,WACjB,OAAO,aAAa,UACpB,OAAO,eAAe,OAAO,MAAM,uBAClC,OAAO,WAAW,UAAU,MAAM,IAEnC;IACF,OAAO,MAAM,MAAM,MAAM,GAAG,SAAS,WAAW,iBAAiB;KAC/D;KACA,YAAY,OAAO;KACnB,OAAO;IACT,CAAC;IACD,OAAO,MAAM,MAAM,MAAM,GAAG,QAAQ,aAAa,OAAO,SAAS,IAAI;GACvE;GACA,MAAM,SAAyB;IAAE;IAAI;IAAS;IAAO;IAAQ,OAAO;GAAU;GAC9E,OAAO,MAAM,MAAM,MAAM,MAAM,gBAAgB,MAAM;GACrD,OAAO;EACT,CAiFY;EAAG,SAhFC,OAAO,WAAW,WAChC,IACA,UAAiE,CAAC,GAClE;GACA,MAAM,SAAS,OAAO,MAAM,KAAK,MAAM,MAAM,cAAc;GAC3D,IAAI,CAAC,UAAU,OAAO,YAAY,SAChC,OAAO,OAAO,cAAc,wBAAwB;GACtD,MAAM,SAAS,QAAQ,UAAU;GACjC,MAAM,QAAQ,QAAQ,SAAS;GAC/B,IACE,CAAC,OAAO,cAAc,MAAM,KAC5B,SAAS,KACT,CAAC,OAAO,cAAc,KAAK,KAC3B,QAAQ,KACR,QAAQ,KAER,OAAO,OAAO,cAAc,aAAa;GAC3C,MAAM,UAAU,CAAC;GACjB,KAAK,IAAI,QAAQ,QAAQ,QAAQ,KAAK,IAAI,OAAO,OAAO,SAAS,KAAK,GAAG,SACvE,QAAQ,KAAK,OAAO,MAAM,KAAK,MAAM,GAAG,SAAS,SAAS,eAAe,CAAC;GAC5E,OAAO;IACL,MAAM;IACN;IACA,GAAI,SAAS,QAAQ,SAAS,OAAO,QAAQ,EAAE,YAAY,SAAS,QAAQ,OAAO,IAAI,CAAC;GAC1F;EACF,CAuDqB;EAAG,OAtDV,OAAO,WAAW,WAC9B,IACA,UAAuC,CAAC,GACxC;GACA,IAAI,SAAS,OAAO,MAAM,KAAK,MAAM,MAAM,cAAc;GACzD,IAAI,CAAC,UAAU,OAAO,YAAY,SAChC,OAAO,OAAO,cAAc,wBAAwB;GACtD,MAAM,QAAQ,QAAQ,SAAS;GAC/B,IAAI,CAAC,OAAO,cAAc,KAAK,KAAK,QAAQ,KAAK,QAAQ,KACvD,OAAO,OAAO,cAAc,mBAAmB;GACjD,IAAI,YAAY;GAChB,IAAI,UAAU;GACd,IAAI,YAAY;GAChB,KAAK,IAAI,QAAQ,GAAG,QAAQ,OAAO,OAAO,SAAS;IACjD,MAAM,MAAM,MAAM,GAAG,SAAS;IAC9B,MAAM,QAAQ,OAAO,MAAM,KAAK,KAAK,eAAe;IACpD,IAAI,CAAC,OAAO,OAAO,OAAO,cAAc,wBAAwB;IAChE,IAAI,CAAC,aAAa,UAAU,CAAC,CAAC,SAAS,MAAM,KAAK,GAAG;IACrD,IAAI,eAAe,OAAO;KACxB,YAAY;KACZ;IACF;IACA,IAAI,SAAS,OAAO,WAAW,KAAK,MAAM,SAAS;IACnD,IAAI,OAAO,eAAe,MAAM,cAAc,OAAO,UAAU,WAAW;KACxE,OAAO,MAAM,MAAM,KAAK,iBAAiB;MAAE,GAAG;MAAO,OAAO;KAAY,CAAC;KACzE;IACF;IACA,IACE,OAAO,eAAe,MAAM,cAC5B,OAAO,UAAU,aACjB,OAAO,aAAa,OAAO,UAC3B,OAAO,eAAe,OAAO,MAAM,uBAClC,OAAO,WAAW,UAAU,MAAM,IACnC;KACA,OAAO,MAAM,MAAM,KAAK,iBAAiB;MAAE,GAAG;MAAO,OAAO;KAAW,CAAC;KACxE;IACF;IACA,MAAM,SAAS,OAAO;IACtB,IAAI,CAAC,QAAQ,OAAO,OAAO,cAAc,wBAAwB;IACjE,SAAS;KAAE,GAAG;KAAQ,OAAO;IAAW;IACxC,OAAO,MAAM,MAAM,WAAW,OAAO,EAAE,GAAG,eAAe,MAAM;IAE/D,KAAI,OADmB,OAAO,OAAO,aAAa,SAAS,MAAM,CAAC,EACvD,CAAC,SAAS,WAAW;KAC9B,OAAO,MAAM,MAAM,KAAK,iBAAiB;MAAE,GAAG;MAAO,OAAO;KAAU,CAAC;KACvE,UAAU;KACV;IACF;IACA,OAAO,MAAM,MAAM,WAAW,OAAO,EAAE,GAAG,eAAe;KAAE,GAAG;KAAQ,OAAO;IAAU,CAAC;IACxF,OAAO,MAAM,MAAM,KAAK,iBAAiB;KAAE,GAAG;KAAO,OAAO;IAAY,CAAC;GAC3E;GACA,SAAS;IAAE,GAAG;IAAQ,OAAO,YAAY,aAAa,UAAU,YAAY;GAAY;GACxF,OAAO,MAAM,MAAM,MAAM,MAAM,gBAAgB,MAAM;GACrD,OAAO;EACT,CAC4B;CAAE;AAChC"}
@@ -0,0 +1,113 @@
1
+ import { digestText } from "../../runtime/portable-hash.js";
2
+ import { workflowError } from "../store.js";
3
+ import { ContentId, ContentRecord, ReferenceEdge, ReferenceIntent, ReferenceName, ReferencePointer } from "./schema.js";
4
+ import { Effect, Schema } from "effect";
5
+
6
+ // src/workflows/content/references.ts
7
+ const contentKey = (id) => `content:${id}`;
8
+ const pointerKey = (reference) => `reference:${digestText(reference)}`;
9
+ const intentKey = (reference) => `intent:${digestText(reference)}`;
10
+ const makeReferences = (store, binding, storage, random) => {
11
+ const load = Effect.fnUntraced(function* (id) {
12
+ yield* Schema.decodeUnknownEffect(ContentId)(id).pipe(Effect.mapError(() => workflowError("InvalidContentId")));
13
+ const record = yield* store.read(contentKey(id), ContentRecord);
14
+ if (!record || record.binding !== binding) return yield* workflowError("ContentNotFound");
15
+ return record;
16
+ });
17
+ const reconcile = Effect.fnUntraced(function* (reference) {
18
+ const intent = yield* store.read(intentKey(reference), ReferenceIntent);
19
+ if (!intent || intent.state === "completed") return intent;
20
+ if ((yield* store.read(pointerKey(reference), ReferencePointer))?.intentId !== intent.id) return intent;
21
+ if (intent.contentId && intent.edge !== void 0) yield* store.write(`${contentKey(intent.contentId)}:edge:${intent.edge}`, ReferenceEdge, {
22
+ reference,
23
+ intentId: intent.id,
24
+ state: "committed"
25
+ });
26
+ const completed = {
27
+ ...intent,
28
+ state: "completed"
29
+ };
30
+ yield* store.write(intentKey(reference), ReferenceIntent, completed);
31
+ return completed;
32
+ });
33
+ return {
34
+ load,
35
+ update: Effect.fnUntraced(function* (reference, contentId, replace = false) {
36
+ yield* Schema.decodeUnknownEffect(ReferenceName)(reference).pipe(Effect.mapError(() => workflowError("InvalidReference")));
37
+ if ((yield* reconcile(reference))?.state === "pending") return yield* workflowError("ReferenceOutcomeUnknown");
38
+ const previous = yield* store.read(pointerKey(reference), ReferencePointer);
39
+ if (previous?.contentId === contentId && previous) return previous;
40
+ if (contentId && previous?.contentId && !replace) return yield* workflowError("ReferenceConflict");
41
+ const intentId = yield* random.uuidV4();
42
+ let edge;
43
+ if (contentId) {
44
+ const record = yield* load(contentId);
45
+ if (record.state !== "ready" || !record.object) return yield* workflowError("ContentNotReady");
46
+ const head = yield* storage.head({ ref: record.object.ref });
47
+ if (head.etag !== record.object.etag || head.size !== record.size) return yield* workflowError("ContentChanged");
48
+ edge = record.edgeCount;
49
+ yield* store.write(contentKey(contentId), ContentRecord, {
50
+ ...record,
51
+ edgeCount: edge + 1
52
+ });
53
+ yield* store.write(`${contentKey(contentId)}:edge:${edge}`, ReferenceEdge, {
54
+ reference,
55
+ intentId,
56
+ state: "prepared"
57
+ });
58
+ }
59
+ const intent = {
60
+ id: intentId,
61
+ reference,
62
+ state: "pending",
63
+ ...contentId ? { contentId } : {},
64
+ ...edge !== void 0 ? { edge } : {}
65
+ };
66
+ yield* store.write(intentKey(reference), ReferenceIntent, intent);
67
+ const pointer = {
68
+ reference,
69
+ intentId,
70
+ ...contentId ? { contentId } : {}
71
+ };
72
+ yield* store.write(pointerKey(reference), ReferencePointer, pointer);
73
+ yield* reconcile(reference);
74
+ return pointer;
75
+ }),
76
+ reconcile,
77
+ reachable: Effect.fnUntraced(function* (record) {
78
+ for (let index = 0; index < record.edgeCount; index++) {
79
+ const edge = yield* store.read(`${contentKey(record.id)}:edge:${index}`, ReferenceEdge);
80
+ if (!edge) return true;
81
+ if (edge.state === "prepared") return true;
82
+ if ((yield* store.read(pointerKey(edge.reference), ReferencePointer))?.contentId === record.id) return true;
83
+ }
84
+ return false;
85
+ }),
86
+ inspect: Effect.fnUntraced(function* (id, options = {}) {
87
+ const record = yield* load(id);
88
+ const offset = options.offset ?? 0;
89
+ const limit = options.limit ?? 100;
90
+ if (!Number.isSafeInteger(offset) || offset < 0 || !Number.isSafeInteger(limit) || limit < 1 || limit > 1e3) return yield* workflowError("InvalidPage");
91
+ const references = [];
92
+ const pending = [];
93
+ const end = Math.min(record.edgeCount, offset + limit);
94
+ for (let index = offset; index < end; index++) {
95
+ const edge = yield* store.read(`${contentKey(id)}:edge:${index}`, ReferenceEdge);
96
+ if (!edge) {
97
+ pending.push("unknown");
98
+ continue;
99
+ }
100
+ if (edge.state === "prepared") pending.push(edge.reference);
101
+ if ((yield* store.read(pointerKey(edge.reference), ReferencePointer))?.contentId === id && !references.includes(edge.reference)) references.push(edge.reference);
102
+ }
103
+ return {
104
+ references,
105
+ pending,
106
+ ...end < record.edgeCount ? { nextOffset: end } : {}
107
+ };
108
+ })
109
+ };
110
+ };
111
+
112
+ export { contentKey, makeReferences };
113
+ //# sourceMappingURL=references.js.map