@effect-kit/storage 0.0.0-stage → 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +18 -0
- package/LICENSE +204 -0
- package/README.md +369 -2
- package/dist/_virtual/_rolldown/runtime.js +17 -0
- package/dist/azure/account-admin.d.ts +116 -0
- package/dist/azure/account-admin.js +90 -0
- package/dist/azure/account-admin.js.map +1 -0
- package/dist/azure/admin.d.ts +68 -0
- package/dist/azure/admin.js +85 -0
- package/dist/azure/admin.js.map +1 -0
- package/dist/azure/archive.d.ts +95 -0
- package/dist/azure/archive.js +52 -0
- package/dist/azure/archive.js.map +1 -0
- package/dist/azure/events.d.ts +40 -0
- package/dist/azure/events.js +62 -0
- package/dist/azure/events.js.map +1 -0
- package/dist/azure/governance.d.ts +139 -0
- package/dist/azure/governance.js +59 -0
- package/dist/azure/governance.js.map +1 -0
- package/dist/azure/identity.d.ts +4 -0
- package/dist/azure/identity.js +8 -0
- package/dist/azure/identity.js.map +1 -0
- package/dist/azure/lifecycle.d.ts +21 -0
- package/dist/azure/lifecycle.js +193 -0
- package/dist/azure/lifecycle.js.map +1 -0
- package/dist/azure/signing.d.ts +17 -0
- package/dist/azure/signing.js +71 -0
- package/dist/azure/signing.js.map +1 -0
- package/dist/azure/uploads.d.ts +11 -0
- package/dist/azure/uploads.js +83 -0
- package/dist/azure/uploads.js.map +1 -0
- package/dist/azure.d.ts +427 -0
- package/dist/azure.js +77 -0
- package/dist/azure.js.map +1 -0
- package/dist/b2/admin.d.ts +149 -0
- package/dist/b2/admin.js +157 -0
- package/dist/b2/admin.js.map +1 -0
- package/dist/b2.d.ts +15 -0
- package/dist/b2.js +15 -0
- package/dist/b2.js.map +1 -0
- package/dist/browser.d.ts +7 -0
- package/dist/browser.js +11 -0
- package/dist/browser.js.map +1 -0
- package/dist/bun.d.ts +14 -0
- package/dist/bun.js +17 -0
- package/dist/bun.js.map +1 -0
- package/dist/cache.d.ts +18 -0
- package/dist/cache.js +116 -0
- package/dist/cache.js.map +1 -0
- package/dist/client/atoms/controller.d.ts +10 -0
- package/dist/client/atoms/controller.js +267 -0
- package/dist/client/atoms/controller.js.map +1 -0
- package/dist/client/atoms/state.d.ts +17 -0
- package/dist/client/atoms/state.js +11 -0
- package/dist/client/atoms/state.js.map +1 -0
- package/dist/client/atoms.d.ts +59 -0
- package/dist/client/atoms.js +39 -0
- package/dist/client/atoms.js.map +1 -0
- package/dist/client/fingerprint.js +28 -0
- package/dist/client/fingerprint.js.map +1 -0
- package/dist/client/store.d.ts +31 -0
- package/dist/client/store.js +56 -0
- package/dist/client/store.js.map +1 -0
- package/dist/client/transport.d.ts +11 -0
- package/dist/client/transport.js +78 -0
- package/dist/client/transport.js.map +1 -0
- package/dist/client.d.ts +259 -0
- package/dist/client.js +350 -0
- package/dist/client.js.map +1 -0
- package/dist/composition/layer.js +22 -0
- package/dist/composition/layer.js.map +1 -0
- package/dist/composition/representation/staging.js +46 -0
- package/dist/composition/representation/staging.js.map +1 -0
- package/dist/composition/representation/storage.js +188 -0
- package/dist/composition/representation/storage.js.map +1 -0
- package/dist/composition.d.ts +20 -0
- package/dist/composition.js +124 -0
- package/dist/composition.js.map +1 -0
- package/dist/compression.d.ts +16 -0
- package/dist/compression.js +38 -0
- package/dist/compression.js.map +1 -0
- package/dist/content.d.ts +590 -0
- package/dist/content.js +168 -0
- package/dist/content.js.map +1 -0
- package/dist/core/capabilities.d.ts +53 -0
- package/dist/core/capabilities.js +9 -0
- package/dist/core/capabilities.js.map +1 -0
- package/dist/core/contracts/multipart.d.ts +56 -0
- package/dist/core/contracts/resumable.d.ts +70 -0
- package/dist/core/errors.d.ts +55 -0
- package/dist/core/errors.js +55 -0
- package/dist/core/errors.js.map +1 -0
- package/dist/core/object.d.ts +97 -0
- package/dist/core/object.js +55 -0
- package/dist/core/object.js.map +1 -0
- package/dist/core/ranges.d.ts +17 -0
- package/dist/core/ranges.js +27 -0
- package/dist/core/ranges.js.map +1 -0
- package/dist/core/requests.d.ts +185 -0
- package/dist/core/requests.js +42 -0
- package/dist/core/requests.js.map +1 -0
- package/dist/core/storage.d.ts +249 -0
- package/dist/core/storage.js +173 -0
- package/dist/core/storage.js.map +1 -0
- package/dist/deno.d.ts +14 -0
- package/dist/deno.js +17 -0
- package/dist/deno.js.map +1 -0
- package/dist/encryption/age.d.ts +14 -0
- package/dist/encryption/age.js +46 -0
- package/dist/encryption/age.js.map +1 -0
- package/dist/encryption.d.ts +16 -0
- package/dist/encryption.js +16 -0
- package/dist/encryption.js.map +1 -0
- package/dist/events.d.ts +57 -0
- package/dist/events.js +106 -0
- package/dist/events.js.map +1 -0
- package/dist/filesystem.d.ts +23 -0
- package/dist/filesystem.js +75 -0
- package/dist/filesystem.js.map +1 -0
- package/dist/gcs/admin.d.ts +470 -0
- package/dist/gcs/admin.js +206 -0
- package/dist/gcs/admin.js.map +1 -0
- package/dist/gcs/events.d.ts +41 -0
- package/dist/gcs/events.js +45 -0
- package/dist/gcs/events.js.map +1 -0
- package/dist/gcs/governance.d.ts +158 -0
- package/dist/gcs/governance.js +100 -0
- package/dist/gcs/governance.js.map +1 -0
- package/dist/gcs/lifecycle.d.ts +161 -0
- package/dist/gcs/lifecycle.js +174 -0
- package/dist/gcs/lifecycle.js.map +1 -0
- package/dist/gcs/post.d.ts +31 -0
- package/dist/gcs/post.js +70 -0
- package/dist/gcs/post.js.map +1 -0
- package/dist/gcs/signing.d.ts +10 -0
- package/dist/gcs/signing.js +61 -0
- package/dist/gcs/signing.js.map +1 -0
- package/dist/gcs/uploads.d.ts +10 -0
- package/dist/gcs/uploads.js +76 -0
- package/dist/gcs/uploads.js.map +1 -0
- package/dist/gcs.d.ts +888 -0
- package/dist/gcs.js +91 -0
- package/dist/gcs.js.map +1 -0
- package/dist/hetzner/admin.d.ts +112 -0
- package/dist/hetzner/admin.js +19 -0
- package/dist/hetzner/admin.js.map +1 -0
- package/dist/hetzner.d.ts +15 -0
- package/dist/hetzner.js +15 -0
- package/dist/hetzner.js.map +1 -0
- package/dist/http/api.d.ts +236 -0
- package/dist/http/api.js +54 -0
- package/dist/http/api.js.map +1 -0
- package/dist/http/download.js +99 -0
- package/dist/http/download.js.map +1 -0
- package/dist/http/schema.d.ts +3 -0
- package/dist/http/schema.js +4 -0
- package/dist/http.d.ts +35 -0
- package/dist/http.js +178 -0
- package/dist/http.js.map +1 -0
- package/dist/index.d.ts +10 -0
- package/dist/index.js +9 -0
- package/dist/internal/http/control-plane.js +71 -0
- package/dist/internal/http/control-plane.js.map +1 -0
- package/dist/internal/listing-cursor.js +44 -0
- package/dist/internal/listing-cursor.js.map +1 -0
- package/dist/internal/node/provider-errors.js +16 -0
- package/dist/internal/node/provider-errors.js.map +1 -0
- package/dist/internal/node/upload-body.js +111 -0
- package/dist/internal/node/upload-body.js.map +1 -0
- package/dist/internal/provider-response.js +14 -0
- package/dist/internal/provider-response.js.map +1 -0
- package/dist/internal/public-urls.js +30 -0
- package/dist/internal/public-urls.js.map +1 -0
- package/dist/internal/read-condition.js +11 -0
- package/dist/internal/read-condition.js.map +1 -0
- package/dist/internal/request-validation.js +24 -0
- package/dist/internal/request-validation.js.map +1 -0
- package/dist/internal/signing-request.js +22 -0
- package/dist/internal/signing-request.js.map +1 -0
- package/dist/internal/web-upload-body.js +71 -0
- package/dist/internal/web-upload-body.js.map +1 -0
- package/dist/lifecycle/configuration-state.js +26 -0
- package/dist/lifecycle/configuration-state.js.map +1 -0
- package/dist/lifecycle/metadata.js +28 -0
- package/dist/lifecycle/metadata.js.map +1 -0
- package/dist/lifecycle.d.ts +269 -0
- package/dist/lifecycle.js +72 -0
- package/dist/lifecycle.js.map +1 -0
- package/dist/migrations.d.ts +537 -0
- package/dist/migrations.js +296 -0
- package/dist/migrations.js.map +1 -0
- package/dist/minio/admin.d.ts +112 -0
- package/dist/minio/admin.js +19 -0
- package/dist/minio/admin.js.map +1 -0
- package/dist/minio.d.ts +15 -0
- package/dist/minio.js +15 -0
- package/dist/minio.js.map +1 -0
- package/dist/mirror.d.ts +830 -0
- package/dist/mirror.js +290 -0
- package/dist/mirror.js.map +1 -0
- package/dist/node.d.ts +14 -0
- package/dist/node.js +17 -0
- package/dist/node.js.map +1 -0
- package/dist/providers/azure/blocks.js +94 -0
- package/dist/providers/azure/blocks.js.map +1 -0
- package/dist/providers/azure/config.d.ts +41 -0
- package/dist/providers/azure/config.js +62 -0
- package/dist/providers/azure/config.js.map +1 -0
- package/dist/providers/azure/mapping.js +83 -0
- package/dist/providers/azure/mapping.js.map +1 -0
- package/dist/providers/azure/native.js +88 -0
- package/dist/providers/azure/native.js.map +1 -0
- package/dist/providers/azure/primitives.js +203 -0
- package/dist/providers/azure/primitives.js.map +1 -0
- package/dist/providers/azure/properties.d.ts +180 -0
- package/dist/providers/azure/properties.js +55 -0
- package/dist/providers/azure/properties.js.map +1 -0
- package/dist/providers/azure/transport.js +14 -0
- package/dist/providers/azure/transport.js.map +1 -0
- package/dist/providers/azure/validation.js +11 -0
- package/dist/providers/azure/validation.js.map +1 -0
- package/dist/providers/filesystem/envelope.js +56 -0
- package/dist/providers/filesystem/envelope.js.map +1 -0
- package/dist/providers/filesystem/identity.js +68 -0
- package/dist/providers/filesystem/identity.js.map +1 -0
- package/dist/providers/filesystem/layout.d.ts +15 -0
- package/dist/providers/filesystem/layout.js +112 -0
- package/dist/providers/filesystem/layout.js.map +1 -0
- package/dist/providers/filesystem/list.js +82 -0
- package/dist/providers/filesystem/list.js.map +1 -0
- package/dist/providers/filesystem/operations.js +134 -0
- package/dist/providers/filesystem/operations.js.map +1 -0
- package/dist/providers/gcs/config.d.ts +34 -0
- package/dist/providers/gcs/config.js +60 -0
- package/dist/providers/gcs/config.js.map +1 -0
- package/dist/providers/gcs/iam.js +45 -0
- package/dist/providers/gcs/iam.js.map +1 -0
- package/dist/providers/gcs/mapping.js +118 -0
- package/dist/providers/gcs/mapping.js.map +1 -0
- package/dist/providers/gcs/native.d.ts +11 -0
- package/dist/providers/gcs/native.js +122 -0
- package/dist/providers/gcs/native.js.map +1 -0
- package/dist/providers/gcs/primitives.js +194 -0
- package/dist/providers/gcs/primitives.js.map +1 -0
- package/dist/providers/gcs/resumable.js +145 -0
- package/dist/providers/gcs/resumable.js.map +1 -0
- package/dist/providers/gcs/tier.d.ts +176 -0
- package/dist/providers/gcs/tier.js +34 -0
- package/dist/providers/gcs/tier.js.map +1 -0
- package/dist/providers/gcs/transport.js +123 -0
- package/dist/providers/gcs/transport.js.map +1 -0
- package/dist/providers/gcs/upload.js +28 -0
- package/dist/providers/gcs/upload.js.map +1 -0
- package/dist/providers/gcs/validation.js +10 -0
- package/dist/providers/gcs/validation.js.map +1 -0
- package/dist/providers/r2-workers/binding.d.ts +102 -0
- package/dist/providers/r2-workers/body.js +82 -0
- package/dist/providers/r2-workers/body.js.map +1 -0
- package/dist/providers/r2-workers/list.js +62 -0
- package/dist/providers/r2-workers/list.js.map +1 -0
- package/dist/providers/r2-workers/mapping.js +140 -0
- package/dist/providers/r2-workers/mapping.js.map +1 -0
- package/dist/providers/r2-workers/multipart.js +121 -0
- package/dist/providers/r2-workers/multipart.js.map +1 -0
- package/dist/providers/r2-workers/primitives.js +80 -0
- package/dist/providers/r2-workers/primitives.js.map +1 -0
- package/dist/providers/s3/admin-configuration.d.ts +19 -0
- package/dist/providers/s3/admin-configuration.js +171 -0
- package/dist/providers/s3/admin-configuration.js.map +1 -0
- package/dist/providers/s3/bulk-delete.d.ts +43 -0
- package/dist/providers/s3/bulk-delete.js +58 -0
- package/dist/providers/s3/bulk-delete.js.map +1 -0
- package/dist/providers/s3/config.d.ts +43 -0
- package/dist/providers/s3/config.js +89 -0
- package/dist/providers/s3/config.js.map +1 -0
- package/dist/providers/s3/copy.d.ts +115 -0
- package/dist/providers/s3/copy.js +122 -0
- package/dist/providers/s3/copy.js.map +1 -0
- package/dist/providers/s3/lifecycle-validation.js +33 -0
- package/dist/providers/s3/lifecycle-validation.js.map +1 -0
- package/dist/providers/s3/listing.js +56 -0
- package/dist/providers/s3/listing.js.map +1 -0
- package/dist/providers/s3/metadata.d.ts +10 -0
- package/dist/providers/s3/metadata.js +90 -0
- package/dist/providers/s3/metadata.js.map +1 -0
- package/dist/providers/s3/multipart.d.ts +41 -0
- package/dist/providers/s3/multipart.js +299 -0
- package/dist/providers/s3/multipart.js.map +1 -0
- package/dist/providers/s3/native-models.d.ts +82 -0
- package/dist/providers/s3/native-models.js +91 -0
- package/dist/providers/s3/native-models.js.map +1 -0
- package/dist/providers/s3/object-mapping.js +114 -0
- package/dist/providers/s3/object-mapping.js.map +1 -0
- package/dist/providers/s3/primitives.d.ts +8 -0
- package/dist/providers/s3/primitives.js +235 -0
- package/dist/providers/s3/primitives.js.map +1 -0
- package/dist/providers/s3/profile.d.ts +25 -0
- package/dist/providers/s3/profile.js +46 -0
- package/dist/providers/s3/profile.js.map +1 -0
- package/dist/providers/s3/request-extension.js +29 -0
- package/dist/providers/s3/request-extension.js.map +1 -0
- package/dist/providers/s3/service.js +55 -0
- package/dist/providers/s3/service.js.map +1 -0
- package/dist/providers/s3/signing-credentials.js +32 -0
- package/dist/providers/s3/signing-credentials.js.map +1 -0
- package/dist/providers/s3/tags.d.ts +10 -0
- package/dist/providers/s3/tags.js +65 -0
- package/dist/providers/s3/tags.js.map +1 -0
- package/dist/providers/s3/tier.d.ts +171 -0
- package/dist/providers/s3/tier.js +100 -0
- package/dist/providers/s3/tier.js.map +1 -0
- package/dist/providers/s3/transfer-driver.js +72 -0
- package/dist/providers/s3/transfer-driver.js.map +1 -0
- package/dist/providers/s3/transport.js +94 -0
- package/dist/providers/s3/transport.js.map +1 -0
- package/dist/providers/s3/upload-body.js +10 -0
- package/dist/providers/s3/upload-body.js.map +1 -0
- package/dist/providers/s3/validation.js +31 -0
- package/dist/providers/s3/validation.js.map +1 -0
- package/dist/providers/s3/versions.d.ts +10 -0
- package/dist/providers/s3/versions.js +143 -0
- package/dist/providers/s3/versions.js.map +1 -0
- package/dist/providers/s3-compatible/config.d.ts +36 -0
- package/dist/providers/s3-compatible/config.js +174 -0
- package/dist/providers/s3-compatible/config.js.map +1 -0
- package/dist/providers/s3-compatible/service.js +48 -0
- package/dist/providers/s3-compatible/service.js.map +1 -0
- package/dist/providers/supabase/config.d.ts +20 -0
- package/dist/providers/supabase/config.js +41 -0
- package/dist/providers/supabase/config.js.map +1 -0
- package/dist/providers/supabase/mapping.js +60 -0
- package/dist/providers/supabase/mapping.js.map +1 -0
- package/dist/providers/supabase/primitives.js +205 -0
- package/dist/providers/supabase/primitives.js.map +1 -0
- package/dist/providers/supabase/transport.js +64 -0
- package/dist/providers/supabase/transport.js.map +1 -0
- package/dist/providers/supabase/tus.js +163 -0
- package/dist/providers/supabase/tus.js.map +1 -0
- package/dist/providers/tigris/configuration.js +118 -0
- package/dist/providers/tigris/configuration.js.map +1 -0
- package/dist/providers/tigris/snapshots.js +87 -0
- package/dist/providers/tigris/snapshots.js.map +1 -0
- package/dist/providers/tigris/transport.js +18 -0
- package/dist/providers/tigris/transport.js.map +1 -0
- package/dist/providers/vercel/config.d.ts +16 -0
- package/dist/providers/vercel/config.js +48 -0
- package/dist/providers/vercel/config.js.map +1 -0
- package/dist/providers/vercel/mapping.js +79 -0
- package/dist/providers/vercel/mapping.js.map +1 -0
- package/dist/providers/vercel/multipart.js +113 -0
- package/dist/providers/vercel/multipart.js.map +1 -0
- package/dist/providers/vercel/primitives.js +168 -0
- package/dist/providers/vercel/primitives.js.map +1 -0
- package/dist/providers/vercel/transport.js +32 -0
- package/dist/providers/vercel/transport.js.map +1 -0
- package/dist/providers/wasabi/compliance.d.ts +52 -0
- package/dist/providers/wasabi/compliance.js +89 -0
- package/dist/providers/wasabi/compliance.js.map +1 -0
- package/dist/providers/wasabi/xml.js +55 -0
- package/dist/providers/wasabi/xml.js.map +1 -0
- package/dist/r2/admin.d.ts +126 -0
- package/dist/r2/admin.js +138 -0
- package/dist/r2/admin.js.map +1 -0
- package/dist/r2/events.d.ts +41 -0
- package/dist/r2/events.js +37 -0
- package/dist/r2/events.js.map +1 -0
- package/dist/r2-workers.d.ts +24 -0
- package/dist/r2-workers.js +115 -0
- package/dist/r2-workers.js.map +1 -0
- package/dist/r2.d.ts +15 -0
- package/dist/r2.js +15 -0
- package/dist/r2.js.map +1 -0
- package/dist/react.d.ts +73 -0
- package/dist/react.js +49 -0
- package/dist/react.js.map +1 -0
- package/dist/representation.d.ts +24 -0
- package/dist/representation.js +7 -0
- package/dist/representation.js.map +1 -0
- package/dist/runtime/bun-filesystem.js +136 -0
- package/dist/runtime/bun-filesystem.js.map +1 -0
- package/dist/runtime/file-target.d.ts +10 -0
- package/dist/runtime/file-target.js +66 -0
- package/dist/runtime/file-target.js.map +1 -0
- package/dist/runtime/filesystem.d.ts +6 -0
- package/dist/runtime/filesystem.js +68 -0
- package/dist/runtime/filesystem.js.map +1 -0
- package/dist/runtime/node-hash.d.ts +4 -0
- package/dist/runtime/node-hash.js +31 -0
- package/dist/runtime/node-hash.js.map +1 -0
- package/dist/runtime/node-protection.d.ts +4 -0
- package/dist/runtime/node-protection.js +46 -0
- package/dist/runtime/node-protection.js.map +1 -0
- package/dist/runtime/portable-hash.d.ts +3 -0
- package/dist/runtime/portable-hash.js +31 -0
- package/dist/runtime/portable-hash.js.map +1 -0
- package/dist/runtime/session-store.d.ts +12 -0
- package/dist/runtime/session-store.js +19 -0
- package/dist/runtime/session-store.js.map +1 -0
- package/dist/runtime/web-protection.d.ts +7 -0
- package/dist/runtime/web-protection.js +54 -0
- package/dist/runtime/web-protection.js.map +1 -0
- package/dist/s3/admin.d.ts +183 -0
- package/dist/s3/admin.js +197 -0
- package/dist/s3/admin.js.map +1 -0
- package/dist/s3/archive.d.ts +25 -0
- package/dist/s3/archive.js +113 -0
- package/dist/s3/archive.js.map +1 -0
- package/dist/s3/events.d.ts +42 -0
- package/dist/s3/events.js +69 -0
- package/dist/s3/events.js.map +1 -0
- package/dist/s3/governance.d.ts +319 -0
- package/dist/s3/governance.js +108 -0
- package/dist/s3/governance.js.map +1 -0
- package/dist/s3/lifecycle.d.ts +4 -0
- package/dist/s3/lifecycle.js +5 -0
- package/dist/s3/post.d.ts +31 -0
- package/dist/s3/post.js +93 -0
- package/dist/s3/post.js.map +1 -0
- package/dist/s3/signing.d.ts +105 -0
- package/dist/s3/signing.js +198 -0
- package/dist/s3/signing.js.map +1 -0
- package/dist/s3/uploads.d.ts +11 -0
- package/dist/s3/uploads.js +173 -0
- package/dist/s3/uploads.js.map +1 -0
- package/dist/s3.d.ts +37 -0
- package/dist/s3.js +114 -0
- package/dist/s3.js.map +1 -0
- package/dist/scaleway/admin.d.ts +112 -0
- package/dist/scaleway/admin.js +19 -0
- package/dist/scaleway/admin.js.map +1 -0
- package/dist/scaleway.d.ts +15 -0
- package/dist/scaleway.js +15 -0
- package/dist/scaleway.js.map +1 -0
- package/dist/session-events.d.ts +22 -0
- package/dist/session-events.js +22 -0
- package/dist/session-events.js.map +1 -0
- package/dist/sessions/checkpoint.d.ts +423 -0
- package/dist/sessions/checkpoint.js +102 -0
- package/dist/sessions/checkpoint.js.map +1 -0
- package/dist/sessions/download.d.ts +17 -0
- package/dist/sessions/download.js +111 -0
- package/dist/sessions/download.js.map +1 -0
- package/dist/sessions/native-upload.js +168 -0
- package/dist/sessions/native-upload.js.map +1 -0
- package/dist/sessions/store.d.ts +40 -0
- package/dist/sessions/store.js +77 -0
- package/dist/sessions/store.js.map +1 -0
- package/dist/sessions/upload.d.ts +10 -0
- package/dist/sessions/upload.js +329 -0
- package/dist/sessions/upload.js.map +1 -0
- package/dist/sessions.d.ts +98 -0
- package/dist/sessions.js +268 -0
- package/dist/sessions.js.map +1 -0
- package/dist/spaces/admin.d.ts +112 -0
- package/dist/spaces/admin.js +19 -0
- package/dist/spaces/admin.js.map +1 -0
- package/dist/spaces.d.ts +15 -0
- package/dist/spaces.js +15 -0
- package/dist/spaces.js.map +1 -0
- package/dist/supabase/admin.d.ts +77 -0
- package/dist/supabase/admin.js +74 -0
- package/dist/supabase/admin.js.map +1 -0
- package/dist/supabase/s3.d.ts +311 -0
- package/dist/supabase/s3.js +153 -0
- package/dist/supabase/s3.js.map +1 -0
- package/dist/supabase/signing.d.ts +23 -0
- package/dist/supabase/signing.js +93 -0
- package/dist/supabase/signing.js.map +1 -0
- package/dist/supabase/tus-uploads.d.ts +13 -0
- package/dist/supabase/tus-uploads.js +109 -0
- package/dist/supabase/tus-uploads.js.map +1 -0
- package/dist/supabase/uploads.d.ts +5 -0
- package/dist/supabase/uploads.js +32 -0
- package/dist/supabase/uploads.js.map +1 -0
- package/dist/supabase.d.ts +100 -0
- package/dist/supabase.js +50 -0
- package/dist/supabase.js.map +1 -0
- package/dist/testing/body-failure.js +18 -0
- package/dist/testing/body-failure.js.map +1 -0
- package/dist/testing/conformance/assertions.d.ts +10 -0
- package/dist/testing/conformance/assertions.js +21 -0
- package/dist/testing/conformance/assertions.js.map +1 -0
- package/dist/testing/conformance/core-cases.js +107 -0
- package/dist/testing/conformance/core-cases.js.map +1 -0
- package/dist/testing/conformance/list-cases.js +72 -0
- package/dist/testing/conformance/list-cases.js.map +1 -0
- package/dist/testing/conformance/read-cases.js +105 -0
- package/dist/testing/conformance/read-cases.js.map +1 -0
- package/dist/testing/conformance.d.ts +23 -0
- package/dist/testing/conformance.js +37 -0
- package/dist/testing/conformance.js.map +1 -0
- package/dist/testing/faults.d.ts +258 -0
- package/dist/testing/faults.js +111 -0
- package/dist/testing/faults.js.map +1 -0
- package/dist/testing/memory-list.js +79 -0
- package/dist/testing/memory-list.js.map +1 -0
- package/dist/testing/memory-state.d.ts +18 -0
- package/dist/testing/memory-state.js +57 -0
- package/dist/testing/memory-state.js.map +1 -0
- package/dist/testing/memory-upload.js +123 -0
- package/dist/testing/memory-upload.js.map +1 -0
- package/dist/testing/memory.d.ts +23 -0
- package/dist/testing/memory.js +121 -0
- package/dist/testing/memory.js.map +1 -0
- package/dist/testing.d.ts +6 -0
- package/dist/testing.js +6 -0
- package/dist/tigris/events.d.ts +42 -0
- package/dist/tigris/events.js +42 -0
- package/dist/tigris/events.js.map +1 -0
- package/dist/tigris/native.d.ts +438 -0
- package/dist/tigris/native.js +166 -0
- package/dist/tigris/native.js.map +1 -0
- package/dist/tigris.d.ts +15 -0
- package/dist/tigris.js +15 -0
- package/dist/tigris.js.map +1 -0
- package/dist/transfers/budget.js +50 -0
- package/dist/transfers/budget.js.map +1 -0
- package/dist/transfers/copy.js +250 -0
- package/dist/transfers/copy.js.map +1 -0
- package/dist/transfers/dependencies.d.ts +10 -0
- package/dist/transfers/dependencies.js +11 -0
- package/dist/transfers/dependencies.js.map +1 -0
- package/dist/transfers/download.js +132 -0
- package/dist/transfers/download.js.map +1 -0
- package/dist/transfers/managed-runtime.d.ts +34 -0
- package/dist/transfers/managed-runtime.js +30 -0
- package/dist/transfers/managed-runtime.js.map +1 -0
- package/dist/transfers/models.d.ts +160 -0
- package/dist/transfers/native-upload.js +195 -0
- package/dist/transfers/native-upload.js.map +1 -0
- package/dist/transfers/part-receipts.js +32 -0
- package/dist/transfers/part-receipts.js.map +1 -0
- package/dist/transfers/planner.d.ts +19 -0
- package/dist/transfers/planner.js +153 -0
- package/dist/transfers/planner.js.map +1 -0
- package/dist/transfers/reader.js +81 -0
- package/dist/transfers/reader.js.map +1 -0
- package/dist/transfers/runtime.d.ts +19 -0
- package/dist/transfers/runtime.js +132 -0
- package/dist/transfers/runtime.js.map +1 -0
- package/dist/transfers/sources.d.ts +22 -0
- package/dist/transfers/sources.js +83 -0
- package/dist/transfers/sources.js.map +1 -0
- package/dist/transfers/upload.js +235 -0
- package/dist/transfers/upload.js.map +1 -0
- package/dist/transfers.d.ts +31 -0
- package/dist/transfers.js +82 -0
- package/dist/transfers.js.map +1 -0
- package/dist/uploads/driver.d.ts +22 -0
- package/dist/uploads/driver.js +18 -0
- package/dist/uploads/driver.js.map +1 -0
- package/dist/uploads/policy.d.ts +39 -0
- package/dist/uploads/schema.d.ts +278 -0
- package/dist/uploads/schema.js +167 -0
- package/dist/uploads/schema.js.map +1 -0
- package/dist/uploads/signed-driver.d.ts +8 -0
- package/dist/uploads/signed-driver.js +36 -0
- package/dist/uploads/signed-driver.js.map +1 -0
- package/dist/uploads/store.d.ts +26 -0
- package/dist/uploads/store.js +51 -0
- package/dist/uploads/store.js.map +1 -0
- package/dist/uploads/verification.js +86 -0
- package/dist/uploads/verification.js.map +1 -0
- package/dist/uploads.d.ts +518 -0
- package/dist/uploads.js +330 -0
- package/dist/uploads.js.map +1 -0
- package/dist/vercel/authorized-uploads.d.ts +7 -0
- package/dist/vercel/authorized-uploads.js +15 -0
- package/dist/vercel/authorized-uploads.js.map +1 -0
- package/dist/vercel/client.d.ts +16 -0
- package/dist/vercel/client.js +28 -0
- package/dist/vercel/client.js.map +1 -0
- package/dist/vercel/signing.d.ts +19 -0
- package/dist/vercel/signing.js +120 -0
- package/dist/vercel/signing.js.map +1 -0
- package/dist/vercel/uploads.d.ts +36 -0
- package/dist/vercel/uploads.js +161 -0
- package/dist/vercel/uploads.js.map +1 -0
- package/dist/vercel.d.ts +86 -0
- package/dist/vercel.js +46 -0
- package/dist/vercel.js.map +1 -0
- package/dist/wasabi/admin.d.ts +112 -0
- package/dist/wasabi/admin.js +19 -0
- package/dist/wasabi/admin.js.map +1 -0
- package/dist/wasabi/native.d.ts +200 -0
- package/dist/wasabi/native.js +132 -0
- package/dist/wasabi/native.js.map +1 -0
- package/dist/wasabi.d.ts +15 -0
- package/dist/wasabi.js +15 -0
- package/dist/wasabi.js.map +1 -0
- package/dist/workflows/content/collection.js +122 -0
- package/dist/workflows/content/collection.js.map +1 -0
- package/dist/workflows/content/references.js +113 -0
- package/dist/workflows/content/references.js.map +1 -0
- package/dist/workflows/content/schema.d.ts +58 -0
- package/dist/workflows/content/schema.js +64 -0
- package/dist/workflows/content/schema.js.map +1 -0
- package/dist/workflows/endpoint.js +16 -0
- package/dist/workflows/endpoint.js.map +1 -0
- package/dist/workflows/migrations/schema.d.ts +149 -0
- package/dist/workflows/migrations/schema.js +58 -0
- package/dist/workflows/migrations/schema.js.map +1 -0
- package/dist/workflows/mirror/operations.js +175 -0
- package/dist/workflows/mirror/operations.js.map +1 -0
- package/dist/workflows/mirror/schema.d.ts +68 -0
- package/dist/workflows/mirror/schema.js +57 -0
- package/dist/workflows/mirror/schema.js.map +1 -0
- package/dist/workflows/mirror/view.js +103 -0
- package/dist/workflows/mirror/view.js.map +1 -0
- package/dist/workflows/objects.js +54 -0
- package/dist/workflows/objects.js.map +1 -0
- package/dist/workflows/store.d.ts +13 -0
- package/dist/workflows/store.js +58 -0
- package/dist/workflows/store.js.map +1 -0
- package/package.json +513 -3
|
@@ -0,0 +1,166 @@
|
|
|
1
|
+
import { storageError } from "../core/errors.js";
|
|
2
|
+
import { decodeRequest } from "../internal/request-validation.js";
|
|
3
|
+
import { request } from "../providers/s3/transport.js";
|
|
4
|
+
import { S3Storage } from "../s3.js";
|
|
5
|
+
import { providerError } from "../internal/node/provider-errors.js";
|
|
6
|
+
import { VersionRef } from "../lifecycle.js";
|
|
7
|
+
import { lifecycleTarget } from "../providers/s3/lifecycle-validation.js";
|
|
8
|
+
import { S3Archive } from "../s3/archive.js";
|
|
9
|
+
import { controlEndpoint } from "../internal/http/control-plane.js";
|
|
10
|
+
import { extendRequest } from "../providers/s3/request-extension.js";
|
|
11
|
+
import { call } from "../providers/tigris/transport.js";
|
|
12
|
+
import { configuration } from "../providers/tigris/configuration.js";
|
|
13
|
+
import { TigrisStorage } from "../tigris.js";
|
|
14
|
+
import { Bucket, createBucket, snapshots } from "../providers/tigris/snapshots.js";
|
|
15
|
+
import { Context, Effect, Layer, Redacted, Schema } from "effect";
|
|
16
|
+
import { DeleteBucketCommand, DeleteObjectCommand, RestoreObjectCommand } from "@aws-sdk/client-s3";
|
|
17
|
+
import * as Tigris from "@tigrisdata/storage";
|
|
18
|
+
|
|
19
|
+
// src/providers/tigris/native.ts
|
|
20
|
+
const Name = Bucket;
|
|
21
|
+
const bucket = (name) => decodeRequest(Name, name, "bucket", "tigris");
|
|
22
|
+
const make = Effect.fnUntraced(function* (settings) {
|
|
23
|
+
const config = yield* decodeRequest(Schema.Struct({
|
|
24
|
+
endpoint: Schema.String,
|
|
25
|
+
organizationId: Schema.optional(Schema.NonEmptyString),
|
|
26
|
+
credentials: Schema.declare((value) => typeof value === "function")
|
|
27
|
+
}), settings, "makeAdministration", "tigris");
|
|
28
|
+
yield* controlEndpoint(config.endpoint, "tigris");
|
|
29
|
+
const storage = yield* TigrisStorage.make({
|
|
30
|
+
bucket: "administration",
|
|
31
|
+
endpoint: config.endpoint,
|
|
32
|
+
credentials: config.credentials,
|
|
33
|
+
forcePathStyle: true,
|
|
34
|
+
placement: "global"
|
|
35
|
+
});
|
|
36
|
+
const nativeConfiguration = Effect.tryPromise({
|
|
37
|
+
try: config.credentials,
|
|
38
|
+
catch: () => providerError("tigris", "credentials", false, {})
|
|
39
|
+
}).pipe(Effect.flatMap((credentials) => {
|
|
40
|
+
if (!credentials.accessKeyId || !credentials.secretAccessKey || credentials.sessionToken && !config.organizationId) return Effect.fail(storageError("makeAdministration", "tigris", {
|
|
41
|
+
_tag: "InvalidConfiguration",
|
|
42
|
+
field: "credentials-or-organizationId"
|
|
43
|
+
}));
|
|
44
|
+
return Effect.succeed({
|
|
45
|
+
endpoint: config.endpoint,
|
|
46
|
+
mgmtEndpoint: config.endpoint,
|
|
47
|
+
iamEndpoint: config.endpoint,
|
|
48
|
+
accessKeyId: credentials.accessKeyId,
|
|
49
|
+
secretAccessKey: credentials.secretAccessKey,
|
|
50
|
+
sessionToken: credentials.sessionToken ?? "",
|
|
51
|
+
organizationId: config.organizationId ?? "",
|
|
52
|
+
retry: false
|
|
53
|
+
});
|
|
54
|
+
}));
|
|
55
|
+
const invoke = (operation, mutation, execute) => nativeConfiguration.pipe(Effect.flatMap((current) => call(operation, mutation, () => execute(current))));
|
|
56
|
+
const pagination = Schema.Struct({
|
|
57
|
+
cursor: Schema.optional(Schema.NonEmptyString),
|
|
58
|
+
limit: Schema.optional(Schema.Int.check(Schema.isBetween({
|
|
59
|
+
minimum: 1,
|
|
60
|
+
maximum: 1e3
|
|
61
|
+
})))
|
|
62
|
+
});
|
|
63
|
+
return {
|
|
64
|
+
configuration: configuration(nativeConfiguration),
|
|
65
|
+
listPage: (input = {}) => decodeRequest(Schema.Struct({
|
|
66
|
+
...pagination.fields,
|
|
67
|
+
deleted: Schema.optional(Schema.Boolean)
|
|
68
|
+
}), input, "listBuckets", "tigris").pipe(Effect.flatMap((value) => invoke("listBuckets", false, (native) => Tigris.listBuckets({
|
|
69
|
+
config: native,
|
|
70
|
+
...value.cursor ? { paginationToken: value.cursor } : {},
|
|
71
|
+
...value.limit ? { limit: value.limit } : {},
|
|
72
|
+
...value.deleted !== void 0 ? { deleted: value.deleted } : {}
|
|
73
|
+
})))),
|
|
74
|
+
head: (input) => bucket(input.bucket).pipe(Effect.flatMap((name) => invoke("headBucket", false, (native) => Tigris.getBucketInfo(name, { config: native }))), Effect.map((info) => ({
|
|
75
|
+
...info,
|
|
76
|
+
settings: Redacted.make(info.settings)
|
|
77
|
+
}))),
|
|
78
|
+
create: (input) => createBucket(storage, input),
|
|
79
|
+
deleteEmpty: Effect.fnUntraced(function* (input) {
|
|
80
|
+
const name = yield* bucket(input.bucket);
|
|
81
|
+
yield* request(storage, "deleteBucket", true, (signal) => storage.client.send(new DeleteBucketCommand({ Bucket: name }), { abortSignal: signal }));
|
|
82
|
+
}),
|
|
83
|
+
restoreDeleted: (input) => bucket(input.bucket).pipe(Effect.flatMap((name) => invoke("restoreBucket", true, (native) => Tigris.restoreBucket(name, { config: native })))),
|
|
84
|
+
snapshots: {
|
|
85
|
+
...snapshots(storage),
|
|
86
|
+
enable: (input) => bucket(input.bucket).pipe(Effect.flatMap((name) => invoke("enableSnapshots", true, (native) => Tigris.enableSnapshot(name, { config: native }))))
|
|
87
|
+
},
|
|
88
|
+
forks: {
|
|
89
|
+
listPage: (input) => decodeRequest(Schema.Struct({
|
|
90
|
+
bucket: Bucket,
|
|
91
|
+
...pagination.fields
|
|
92
|
+
}), input, "listForks", "tigris").pipe(Effect.flatMap((value) => invoke("listForks", false, (native) => Tigris.listForks(value.bucket, {
|
|
93
|
+
config: native,
|
|
94
|
+
...value.cursor ? { paginationToken: value.cursor } : {},
|
|
95
|
+
...value.limit ? { limit: value.limit } : {}
|
|
96
|
+
})))),
|
|
97
|
+
create: (input) => createBucket(storage, input),
|
|
98
|
+
merge: Effect.fnUntraced(function* (input) {
|
|
99
|
+
const value = yield* decodeRequest(Schema.Struct({
|
|
100
|
+
fork: Bucket,
|
|
101
|
+
destination: Bucket,
|
|
102
|
+
intent: Schema.Literal("merge-fork")
|
|
103
|
+
}), input, "mergeFork", "tigris", true);
|
|
104
|
+
return yield* invoke("mergeFork", true, (native) => Tigris.mergeFork(value.fork, value.destination, { config: native }));
|
|
105
|
+
}),
|
|
106
|
+
rebase: Effect.fnUntraced(function* (input) {
|
|
107
|
+
const value = yield* decodeRequest(Schema.Struct({
|
|
108
|
+
fork: Bucket,
|
|
109
|
+
intent: Schema.Literal("rebase-fork")
|
|
110
|
+
}), input, "rebaseFork", "tigris", true);
|
|
111
|
+
return yield* invoke("rebaseFork", true, (native) => Tigris.rebaseFork(value.fork, { config: native }));
|
|
112
|
+
})
|
|
113
|
+
}
|
|
114
|
+
};
|
|
115
|
+
});
|
|
116
|
+
var TigrisAdministration = class TigrisAdministration extends Context.Service()("@effect-kit/storage/tigris/TigrisAdministration") {
|
|
117
|
+
static make = make;
|
|
118
|
+
static layer(config) {
|
|
119
|
+
return Layer.effect(TigrisAdministration, make(config));
|
|
120
|
+
}
|
|
121
|
+
};
|
|
122
|
+
const recovery = (storage) => ({
|
|
123
|
+
restoreDeleted: Effect.fnUntraced(function* (input) {
|
|
124
|
+
const value = yield* decodeRequest(Schema.Struct({ ref: VersionRef }), input, "restoreDeleted", "tigris", true);
|
|
125
|
+
if (storage.provider !== "tigris") return yield* storageError("restoreDeleted", "tigris", {
|
|
126
|
+
_tag: "InvalidConfiguration",
|
|
127
|
+
field: "provider"
|
|
128
|
+
});
|
|
129
|
+
const target = yield* lifecycleTarget(storage, value.ref, "restoreDeleted", true);
|
|
130
|
+
const command = new RestoreObjectCommand({
|
|
131
|
+
Bucket: target.Bucket,
|
|
132
|
+
Key: target.Key
|
|
133
|
+
});
|
|
134
|
+
extendRequest(command, { headers: {
|
|
135
|
+
"X-Tigris-Restore-Type": "soft-delete",
|
|
136
|
+
"X-Tigris-Restore-Version": value.ref.version.id
|
|
137
|
+
} });
|
|
138
|
+
yield* request(storage, "restoreDeleted", true, (signal) => storage.client.send(command, { abortSignal: signal }));
|
|
139
|
+
return {
|
|
140
|
+
_tag: "Accepted",
|
|
141
|
+
source: value.ref
|
|
142
|
+
};
|
|
143
|
+
}),
|
|
144
|
+
purgeDeleted: Effect.fnUntraced(function* (input) {
|
|
145
|
+
const value = yield* decodeRequest(Schema.Struct({
|
|
146
|
+
ref: VersionRef,
|
|
147
|
+
intent: Schema.Literal("purge-deleted-version")
|
|
148
|
+
}), input, "purgeDeleted", "tigris", true);
|
|
149
|
+
if (storage.provider !== "tigris") return yield* storageError("purgeDeleted", "tigris", {
|
|
150
|
+
_tag: "InvalidConfiguration",
|
|
151
|
+
field: "provider"
|
|
152
|
+
});
|
|
153
|
+
const target = yield* lifecycleTarget(storage, value.ref, "purgeDeleted", true);
|
|
154
|
+
const command = new DeleteObjectCommand(target);
|
|
155
|
+
extendRequest(command, { headers: { "X-Tigris-Soft-Delete": "true" } });
|
|
156
|
+
yield* request(storage, "purgeDeleted", true, (signal) => storage.client.send(command, { abortSignal: signal }));
|
|
157
|
+
}),
|
|
158
|
+
archive: S3Archive.make(storage)
|
|
159
|
+
});
|
|
160
|
+
var TigrisRecovery = class TigrisRecovery extends Context.Service()("@effect-kit/storage/tigris/TigrisRecovery") {
|
|
161
|
+
static make = recovery;
|
|
162
|
+
static layer = Layer.effect(TigrisRecovery, Effect.map(S3Storage, recovery));
|
|
163
|
+
};
|
|
164
|
+
|
|
165
|
+
export { TigrisAdministration, TigrisRecovery };
|
|
166
|
+
//# sourceMappingURL=native.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"native.js","names":[],"sources":["../../src/providers/tigris/native.ts"],"sourcesContent":["import { Context, Effect, Layer, Redacted, Schema } from \"effect\";\n\nimport { DeleteBucketCommand, DeleteObjectCommand, RestoreObjectCommand } from \"@aws-sdk/client-s3\";\nimport * as Tigris from \"@tigrisdata/storage\";\n\nimport { storageError } from \"../../core/errors.js\";\nimport { controlEndpoint } from \"../../internal/http/control-plane.js\";\nimport { providerError } from \"../../internal/node/provider-errors.js\";\nimport { decodeRequest } from \"../../internal/request-validation.js\";\nimport { VersionRef } from \"../../lifecycle/index.js\";\nimport { S3Archive } from \"../s3/archive.js\";\nimport { S3Storage } from \"../s3/index.js\";\nimport type { S3StorageService } from \"../s3/index.js\";\nimport { lifecycleTarget } from \"../s3/lifecycle-validation.js\";\nimport { extendRequest } from \"../s3/request-extension.js\";\nimport { request } from \"../s3/transport.js\";\nimport { configuration } from \"./configuration.js\";\nimport { TigrisStorage } from \"./index.js\";\nimport { Bucket, createBucket, snapshots } from \"./snapshots.js\";\nimport { call } from \"./transport.js\";\n\nexport interface TigrisNativeConfig {\n readonly endpoint: string;\n readonly organizationId?: string;\n readonly credentials: NonNullable<Tigris.TigrisConfig[\"credentialProvider\"]>;\n}\nconst Name = Bucket;\nconst bucket = (name: string) => decodeRequest(Name, name, \"bucket\", \"tigris\");\n\nconst make = Effect.fnUntraced(function* (settings: TigrisNativeConfig) {\n const config = yield* decodeRequest(\n Schema.Struct({\n endpoint: Schema.String,\n organizationId: Schema.optional(Schema.NonEmptyString),\n credentials: Schema.declare<TigrisNativeConfig[\"credentials\"]>(\n (value): value is TigrisNativeConfig[\"credentials\"] => typeof value === \"function\",\n ),\n }),\n settings,\n \"makeAdministration\",\n \"tigris\",\n );\n yield* controlEndpoint(config.endpoint, \"tigris\");\n const storage = yield* TigrisStorage.make({\n bucket: \"administration\",\n endpoint: config.endpoint,\n credentials: config.credentials,\n forcePathStyle: true,\n placement: \"global\",\n });\n const nativeConfiguration = Effect.tryPromise({\n try: config.credentials,\n catch: () => providerError(\"tigris\", \"credentials\", false, {}),\n }).pipe(\n Effect.flatMap((credentials) => {\n if (\n !credentials.accessKeyId ||\n !credentials.secretAccessKey ||\n (credentials.sessionToken && !config.organizationId)\n )\n return Effect.fail(\n storageError(\"makeAdministration\", \"tigris\", {\n _tag: \"InvalidConfiguration\",\n field: \"credentials-or-organizationId\",\n }),\n );\n return Effect.succeed({\n endpoint: config.endpoint,\n mgmtEndpoint: config.endpoint,\n iamEndpoint: config.endpoint,\n accessKeyId: credentials.accessKeyId,\n secretAccessKey: credentials.secretAccessKey,\n sessionToken: credentials.sessionToken ?? \"\",\n organizationId: config.organizationId ?? \"\",\n retry: false,\n } satisfies Tigris.TigrisConfig);\n }),\n );\n const invoke = <A>(\n operation: string,\n mutation: boolean,\n execute: (\n native: Tigris.TigrisConfig,\n ) => Promise<{ data: A; error?: never } | { error: Error; data?: never }>,\n ) =>\n nativeConfiguration.pipe(\n Effect.flatMap((current) => call(operation, mutation, () => execute(current))),\n );\n const pagination = Schema.Struct({\n cursor: Schema.optional(Schema.NonEmptyString),\n limit: Schema.optional(Schema.Int.check(Schema.isBetween({ minimum: 1, maximum: 1000 }))),\n });\n return {\n configuration: configuration(nativeConfiguration),\n listPage: (\n input: { readonly cursor?: string; readonly limit?: number; readonly deleted?: boolean } = {},\n ) =>\n decodeRequest(\n Schema.Struct({ ...pagination.fields, deleted: Schema.optional(Schema.Boolean) }),\n input,\n \"listBuckets\",\n \"tigris\",\n ).pipe(\n Effect.flatMap((value) =>\n invoke(\"listBuckets\", false, (native) =>\n Tigris.listBuckets({\n config: native,\n ...(value.cursor ? { paginationToken: value.cursor } : {}),\n ...(value.limit ? { limit: value.limit } : {}),\n ...(value.deleted !== undefined ? { deleted: value.deleted } : {}),\n }),\n ),\n ),\n ),\n head: (input: { readonly bucket: string }) =>\n bucket(input.bucket).pipe(\n Effect.flatMap((name) =>\n invoke(\"headBucket\", false, (native) => Tigris.getBucketInfo(name, { config: native })),\n ),\n Effect.map((info) => ({ ...info, settings: Redacted.make(info.settings) })),\n ),\n create: (input: { readonly bucket: string }) => createBucket(storage, input),\n deleteEmpty: Effect.fnUntraced(function* (input: { readonly bucket: string }) {\n const name = yield* bucket(input.bucket);\n yield* request(storage, \"deleteBucket\", true, (signal) =>\n storage.client.send(new DeleteBucketCommand({ Bucket: name }), { abortSignal: signal }),\n );\n }),\n restoreDeleted: (input: { readonly bucket: string }) =>\n bucket(input.bucket).pipe(\n Effect.flatMap((name) =>\n invoke(\"restoreBucket\", true, (native) => Tigris.restoreBucket(name, { config: native })),\n ),\n ),\n snapshots: {\n ...snapshots(storage),\n enable: (input: { readonly bucket: string }) =>\n bucket(input.bucket).pipe(\n Effect.flatMap((name) =>\n invoke(\"enableSnapshots\", true, (native) =>\n Tigris.enableSnapshot(name, { config: native }),\n ),\n ),\n ),\n },\n forks: {\n listPage: (input: {\n readonly bucket: string;\n readonly cursor?: string;\n readonly limit?: number;\n }) =>\n decodeRequest(\n Schema.Struct({ bucket: Bucket, ...pagination.fields }),\n input,\n \"listForks\",\n \"tigris\",\n ).pipe(\n Effect.flatMap((value) =>\n invoke(\"listForks\", false, (native) =>\n Tigris.listForks(value.bucket, {\n config: native,\n ...(value.cursor ? { paginationToken: value.cursor } : {}),\n ...(value.limit ? { limit: value.limit } : {}),\n }),\n ),\n ),\n ),\n create: (input: {\n readonly bucket: string;\n readonly sourceBucket: string;\n readonly snapshot: string;\n }) => createBucket(storage, input),\n merge: Effect.fnUntraced(function* (input: {\n readonly fork: string;\n readonly destination: string;\n readonly intent: \"merge-fork\";\n }) {\n const value = yield* decodeRequest(\n Schema.Struct({\n fork: Bucket,\n destination: Bucket,\n intent: Schema.Literal(\"merge-fork\"),\n }),\n input,\n \"mergeFork\",\n \"tigris\",\n true,\n );\n return yield* invoke(\"mergeFork\", true, (native) =>\n Tigris.mergeFork(value.fork, value.destination, { config: native }),\n );\n }),\n rebase: Effect.fnUntraced(function* (input: {\n readonly fork: string;\n readonly intent: \"rebase-fork\";\n }) {\n const value = yield* decodeRequest(\n Schema.Struct({ fork: Bucket, intent: Schema.Literal(\"rebase-fork\") }),\n input,\n \"rebaseFork\",\n \"tigris\",\n true,\n );\n return yield* invoke(\"rebaseFork\", true, (native) =>\n Tigris.rebaseFork(value.fork, { config: native }),\n );\n }),\n },\n };\n});\nexport class TigrisAdministration extends Context.Service<\n TigrisAdministration,\n Effect.Success<ReturnType<typeof make>>\n>()(\"@effect-kit/storage/tigris/TigrisAdministration\") {\n static readonly make = make;\n static layer(config: TigrisNativeConfig) {\n return Layer.effect(TigrisAdministration, make(config));\n }\n}\nconst recovery = (storage: S3StorageService) => ({\n restoreDeleted: Effect.fnUntraced(function* (input: { readonly ref: VersionRef }) {\n const value = yield* decodeRequest(\n Schema.Struct({ ref: VersionRef }),\n input,\n \"restoreDeleted\",\n \"tigris\",\n true,\n );\n if (storage.provider !== \"tigris\")\n return yield* storageError(\"restoreDeleted\", \"tigris\", {\n _tag: \"InvalidConfiguration\",\n field: \"provider\",\n });\n const target = yield* lifecycleTarget(storage, value.ref, \"restoreDeleted\", true);\n const command = new RestoreObjectCommand({ Bucket: target.Bucket, Key: target.Key });\n extendRequest(command, {\n headers: {\n \"X-Tigris-Restore-Type\": \"soft-delete\",\n \"X-Tigris-Restore-Version\": value.ref.version.id,\n },\n });\n yield* request(storage, \"restoreDeleted\", true, (signal) =>\n storage.client.send(command, { abortSignal: signal }),\n );\n return { _tag: \"Accepted\" as const, source: value.ref };\n }),\n purgeDeleted: Effect.fnUntraced(function* (input: {\n readonly ref: VersionRef;\n readonly intent: \"purge-deleted-version\";\n }) {\n const value = yield* decodeRequest(\n Schema.Struct({ ref: VersionRef, intent: Schema.Literal(\"purge-deleted-version\") }),\n input,\n \"purgeDeleted\",\n \"tigris\",\n true,\n );\n if (storage.provider !== \"tigris\")\n return yield* storageError(\"purgeDeleted\", \"tigris\", {\n _tag: \"InvalidConfiguration\",\n field: \"provider\",\n });\n const target = yield* lifecycleTarget(storage, value.ref, \"purgeDeleted\", true);\n const command = new DeleteObjectCommand(target);\n extendRequest(command, { headers: { \"X-Tigris-Soft-Delete\": \"true\" } });\n yield* request(storage, \"purgeDeleted\", true, (signal) =>\n storage.client.send(command, { abortSignal: signal }),\n );\n }),\n archive: S3Archive.make(storage),\n});\nexport class TigrisRecovery extends Context.Service<TigrisRecovery, ReturnType<typeof recovery>>()(\n \"@effect-kit/storage/tigris/TigrisRecovery\",\n) {\n static readonly make = recovery;\n static readonly layer = Layer.effect(TigrisRecovery, Effect.map(S3Storage, recovery));\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;AA0BA,MAAM,OAAO;AACb,MAAM,UAAU,SAAiB,cAAc,MAAM,MAAM,UAAU,QAAQ;AAE7E,MAAM,OAAO,OAAO,WAAW,WAAW,UAA8B;CACtE,MAAM,SAAS,OAAO,cACpB,OAAO,OAAO;EACZ,UAAU,OAAO;EACjB,gBAAgB,OAAO,SAAS,OAAO,cAAc;EACrD,aAAa,OAAO,SACjB,UAAsD,OAAO,UAAU,UAC1E;CACF,CAAC,GACD,UACA,sBACA,QACF;CACA,OAAO,gBAAgB,OAAO,UAAU,QAAQ;CAChD,MAAM,UAAU,OAAO,cAAc,KAAK;EACxC,QAAQ;EACR,UAAU,OAAO;EACjB,aAAa,OAAO;EACpB,gBAAgB;EAChB,WAAW;CACb,CAAC;CACD,MAAM,sBAAsB,OAAO,WAAW;EAC5C,KAAK,OAAO;EACZ,aAAa,cAAc,UAAU,eAAe,OAAO,CAAC,CAAC;CAC/D,CAAC,CAAC,CAAC,KACD,OAAO,SAAS,gBAAgB;EAC9B,IACE,CAAC,YAAY,eACb,CAAC,YAAY,mBACZ,YAAY,gBAAgB,CAAC,OAAO,gBAErC,OAAO,OAAO,KACZ,aAAa,sBAAsB,UAAU;GAC3C,MAAM;GACN,OAAO;EACT,CAAC,CACH;EACF,OAAO,OAAO,QAAQ;GACpB,UAAU,OAAO;GACjB,cAAc,OAAO;GACrB,aAAa,OAAO;GACpB,aAAa,YAAY;GACzB,iBAAiB,YAAY;GAC7B,cAAc,YAAY,gBAAgB;GAC1C,gBAAgB,OAAO,kBAAkB;GACzC,OAAO;EACT,CAA+B;CACjC,CAAC,CACH;CACA,MAAM,UACJ,WACA,UACA,YAIA,oBAAoB,KAClB,OAAO,SAAS,YAAY,KAAK,WAAW,gBAAgB,QAAQ,OAAO,CAAC,CAAC,CAC/E;CACF,MAAM,aAAa,OAAO,OAAO;EAC/B,QAAQ,OAAO,SAAS,OAAO,cAAc;EAC7C,OAAO,OAAO,SAAS,OAAO,IAAI,MAAM,OAAO,UAAU;GAAE,SAAS;GAAG,SAAS;EAAK,CAAC,CAAC,CAAC;CAC1F,CAAC;CACD,OAAO;EACL,eAAe,cAAc,mBAAmB;EAChD,WACE,QAA2F,CAAC,MAE5F,cACE,OAAO,OAAO;GAAE,GAAG,WAAW;GAAQ,SAAS,OAAO,SAAS,OAAO,OAAO;EAAE,CAAC,GAChF,OACA,eACA,QACF,CAAC,CAAC,KACA,OAAO,SAAS,UACd,OAAO,eAAe,QAAQ,WAC5B,OAAO,YAAY;GACjB,QAAQ;GACR,GAAI,MAAM,SAAS,EAAE,iBAAiB,MAAM,OAAO,IAAI,CAAC;GACxD,GAAI,MAAM,QAAQ,EAAE,OAAO,MAAM,MAAM,IAAI,CAAC;GAC5C,GAAI,MAAM,YAAY,SAAY,EAAE,SAAS,MAAM,QAAQ,IAAI,CAAC;EAClE,CAAC,CACH,CACF,CACF;EACF,OAAO,UACL,OAAO,MAAM,MAAM,CAAC,CAAC,KACnB,OAAO,SAAS,SACd,OAAO,cAAc,QAAQ,WAAW,OAAO,cAAc,MAAM,EAAE,QAAQ,OAAO,CAAC,CAAC,CACxF,GACA,OAAO,KAAK,UAAU;GAAE,GAAG;GAAM,UAAU,SAAS,KAAK,KAAK,QAAQ;EAAE,EAAE,CAC5E;EACF,SAAS,UAAuC,aAAa,SAAS,KAAK;EAC3E,aAAa,OAAO,WAAW,WAAW,OAAoC;GAC5E,MAAM,OAAO,OAAO,OAAO,MAAM,MAAM;GACvC,OAAO,QAAQ,SAAS,gBAAgB,OAAO,WAC7C,QAAQ,OAAO,KAAK,IAAI,oBAAoB,EAAE,QAAQ,KAAK,CAAC,GAAG,EAAE,aAAa,OAAO,CAAC,CACxF;EACF,CAAC;EACD,iBAAiB,UACf,OAAO,MAAM,MAAM,CAAC,CAAC,KACnB,OAAO,SAAS,SACd,OAAO,iBAAiB,OAAO,WAAW,OAAO,cAAc,MAAM,EAAE,QAAQ,OAAO,CAAC,CAAC,CAC1F,CACF;EACF,WAAW;GACT,GAAG,UAAU,OAAO;GACpB,SAAS,UACP,OAAO,MAAM,MAAM,CAAC,CAAC,KACnB,OAAO,SAAS,SACd,OAAO,mBAAmB,OAAO,WAC/B,OAAO,eAAe,MAAM,EAAE,QAAQ,OAAO,CAAC,CAChD,CACF,CACF;EACJ;EACA,OAAO;GACL,WAAW,UAKT,cACE,OAAO,OAAO;IAAE,QAAQ;IAAQ,GAAG,WAAW;GAAO,CAAC,GACtD,OACA,aACA,QACF,CAAC,CAAC,KACA,OAAO,SAAS,UACd,OAAO,aAAa,QAAQ,WAC1B,OAAO,UAAU,MAAM,QAAQ;IAC7B,QAAQ;IACR,GAAI,MAAM,SAAS,EAAE,iBAAiB,MAAM,OAAO,IAAI,CAAC;IACxD,GAAI,MAAM,QAAQ,EAAE,OAAO,MAAM,MAAM,IAAI,CAAC;GAC9C,CAAC,CACH,CACF,CACF;GACF,SAAS,UAIH,aAAa,SAAS,KAAK;GACjC,OAAO,OAAO,WAAW,WAAW,OAIjC;IACD,MAAM,QAAQ,OAAO,cACnB,OAAO,OAAO;KACZ,MAAM;KACN,aAAa;KACb,QAAQ,OAAO,QAAQ,YAAY;IACrC,CAAC,GACD,OACA,aACA,UACA,IACF;IACA,OAAO,OAAO,OAAO,aAAa,OAAO,WACvC,OAAO,UAAU,MAAM,MAAM,MAAM,aAAa,EAAE,QAAQ,OAAO,CAAC,CACpE;GACF,CAAC;GACD,QAAQ,OAAO,WAAW,WAAW,OAGlC;IACD,MAAM,QAAQ,OAAO,cACnB,OAAO,OAAO;KAAE,MAAM;KAAQ,QAAQ,OAAO,QAAQ,aAAa;IAAE,CAAC,GACrE,OACA,cACA,UACA,IACF;IACA,OAAO,OAAO,OAAO,cAAc,OAAO,WACxC,OAAO,WAAW,MAAM,MAAM,EAAE,QAAQ,OAAO,CAAC,CAClD;GACF,CAAC;EACH;CACF;AACF,CAAC;AACD,IAAa,uBAAb,MAAa,6BAA6B,QAAQ,QAGhD,CAAC,CAAC,iDAAiD,CAAC,CAAC;CACrD,OAAgB,OAAO;CACvB,OAAO,MAAM,QAA4B;EACvC,OAAO,MAAM,OAAO,sBAAsB,KAAK,MAAM,CAAC;CACxD;AACF;AACA,MAAM,YAAY,aAA+B;CAC/C,gBAAgB,OAAO,WAAW,WAAW,OAAqC;EAChF,MAAM,QAAQ,OAAO,cACnB,OAAO,OAAO,EAAE,KAAK,WAAW,CAAC,GACjC,OACA,kBACA,UACA,IACF;EACA,IAAI,QAAQ,aAAa,UACvB,OAAO,OAAO,aAAa,kBAAkB,UAAU;GACrD,MAAM;GACN,OAAO;EACT,CAAC;EACH,MAAM,SAAS,OAAO,gBAAgB,SAAS,MAAM,KAAK,kBAAkB,IAAI;EAChF,MAAM,UAAU,IAAI,qBAAqB;GAAE,QAAQ,OAAO;GAAQ,KAAK,OAAO;EAAI,CAAC;EACnF,cAAc,SAAS,EACrB,SAAS;GACP,yBAAyB;GACzB,4BAA4B,MAAM,IAAI,QAAQ;EAChD,EACF,CAAC;EACD,OAAO,QAAQ,SAAS,kBAAkB,OAAO,WAC/C,QAAQ,OAAO,KAAK,SAAS,EAAE,aAAa,OAAO,CAAC,CACtD;EACA,OAAO;GAAE,MAAM;GAAqB,QAAQ,MAAM;EAAI;CACxD,CAAC;CACD,cAAc,OAAO,WAAW,WAAW,OAGxC;EACD,MAAM,QAAQ,OAAO,cACnB,OAAO,OAAO;GAAE,KAAK;GAAY,QAAQ,OAAO,QAAQ,uBAAuB;EAAE,CAAC,GAClF,OACA,gBACA,UACA,IACF;EACA,IAAI,QAAQ,aAAa,UACvB,OAAO,OAAO,aAAa,gBAAgB,UAAU;GACnD,MAAM;GACN,OAAO;EACT,CAAC;EACH,MAAM,SAAS,OAAO,gBAAgB,SAAS,MAAM,KAAK,gBAAgB,IAAI;EAC9E,MAAM,UAAU,IAAI,oBAAoB,MAAM;EAC9C,cAAc,SAAS,EAAE,SAAS,EAAE,wBAAwB,OAAO,EAAE,CAAC;EACtE,OAAO,QAAQ,SAAS,gBAAgB,OAAO,WAC7C,QAAQ,OAAO,KAAK,SAAS,EAAE,aAAa,OAAO,CAAC,CACtD;CACF,CAAC;CACD,SAAS,UAAU,KAAK,OAAO;AACjC;AACA,IAAa,iBAAb,MAAa,uBAAuB,QAAQ,QAAqD,CAAC,CAChG,2CACF,CAAC,CAAC;CACA,OAAgB,OAAO;CACvB,OAAgB,QAAQ,MAAM,OAAO,gBAAgB,OAAO,IAAI,WAAW,QAAQ,CAAC;AACtF"}
|
package/dist/tigris.d.ts
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import { StorageError } from "./core/errors.js";
|
|
2
|
+
import { StorageCopy } from "./core/capabilities.js";
|
|
3
|
+
import { Storage } from "./core/storage.js";
|
|
4
|
+
import "./index.js";
|
|
5
|
+
import { TransferDriver } from "./transfers/dependencies.js";
|
|
6
|
+
import { S3Storage, S3StorageService } from "./s3.js";
|
|
7
|
+
import { TigrisConfig } from "./providers/s3-compatible/config.js";
|
|
8
|
+
import { Context } from "effect";
|
|
9
|
+
declare const TigrisStorage_base: Context.ServiceClass<TigrisStorage, "@effect-kit/storage/tigris/TigrisStorage", S3StorageService>;
|
|
10
|
+
export declare class TigrisStorage extends TigrisStorage_base {
|
|
11
|
+
static make(config: TigrisConfig): import("effect/Effect").Effect<S3StorageService, StorageError, import("effect/Scope").Scope>;
|
|
12
|
+
static layer(config: TigrisConfig): import("effect/Layer").Layer<S3Storage | Storage | StorageCopy | TigrisStorage | TransferDriver, StorageError, never>;
|
|
13
|
+
}
|
|
14
|
+
export type { TigrisConfig };
|
|
15
|
+
//# sourceMappingURL=tigris.d.ts.map
|
package/dist/tigris.js
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import { compatibleLayer, makeCompatible } from "./providers/s3-compatible/service.js";
|
|
2
|
+
import { Context } from "effect";
|
|
3
|
+
|
|
4
|
+
// src/providers/tigris/index.ts
|
|
5
|
+
var TigrisStorage = class TigrisStorage extends Context.Service()("@effect-kit/storage/tigris/TigrisStorage") {
|
|
6
|
+
static make(config) {
|
|
7
|
+
return makeCompatible("tigris", config);
|
|
8
|
+
}
|
|
9
|
+
static layer(config) {
|
|
10
|
+
return compatibleLayer(TigrisStorage, TigrisStorage.make(config));
|
|
11
|
+
}
|
|
12
|
+
};
|
|
13
|
+
|
|
14
|
+
export { TigrisStorage };
|
|
15
|
+
//# sourceMappingURL=tigris.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tigris.js","names":[],"sources":["../src/providers/tigris/index.ts"],"sourcesContent":["import { Context } from \"effect\";\n\nimport type { TigrisConfig } from \"../s3-compatible/config.js\";\nimport { compatibleLayer, makeCompatible } from \"../s3-compatible/service.js\";\nimport type { S3StorageService } from \"../s3/index.js\";\n\nexport type { TigrisConfig } from \"../s3-compatible/config.js\";\n\nexport class TigrisStorage extends Context.Service<TigrisStorage, S3StorageService>()(\n \"@effect-kit/storage/tigris/TigrisStorage\",\n) {\n static make(config: TigrisConfig) {\n return makeCompatible(\"tigris\", config);\n }\n static layer(config: TigrisConfig) {\n return compatibleLayer(TigrisStorage, TigrisStorage.make(config));\n }\n}\n"],"mappings":";;;;AAQA,IAAa,gBAAb,MAAa,sBAAsB,QAAQ,QAAyC,CAAC,CACnF,0CACF,CAAC,CAAC;CACA,OAAO,KAAK,QAAsB;EAChC,OAAO,eAAe,UAAU,MAAM;CACxC;CACA,OAAO,MAAM,QAAsB;EACjC,OAAO,gBAAgB,eAAe,cAAc,KAAK,MAAM,CAAC;CAClE;AACF"}
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
import { Effect } from "effect";
|
|
2
|
+
|
|
3
|
+
// src/transfers/budget.ts
|
|
4
|
+
/** FIFO admission reserves a whole workspace, avoiding producer/worker allocation deadlocks. */
|
|
5
|
+
function makeBudget(capacity) {
|
|
6
|
+
let reservedBytes = 0;
|
|
7
|
+
let peakReservedBytes = 0;
|
|
8
|
+
const waiters = [];
|
|
9
|
+
const drain = () => {
|
|
10
|
+
while (true) {
|
|
11
|
+
const next = waiters[0];
|
|
12
|
+
if (!next || reservedBytes + next.bytes > capacity) break;
|
|
13
|
+
waiters.shift();
|
|
14
|
+
reservedBytes += next.bytes;
|
|
15
|
+
peakReservedBytes = Math.max(peakReservedBytes, reservedBytes);
|
|
16
|
+
next.resume();
|
|
17
|
+
}
|
|
18
|
+
};
|
|
19
|
+
return {
|
|
20
|
+
snapshot: () => ({
|
|
21
|
+
reservedBytes,
|
|
22
|
+
peakReservedBytes
|
|
23
|
+
}),
|
|
24
|
+
withLease: (bytes, self) => Effect.uninterruptibleMask((restore) => {
|
|
25
|
+
let admitted = false;
|
|
26
|
+
let waiter;
|
|
27
|
+
return restore(Effect.callback((resume) => {
|
|
28
|
+
waiter = {
|
|
29
|
+
bytes,
|
|
30
|
+
resume: () => {
|
|
31
|
+
admitted = true;
|
|
32
|
+
resume(Effect.void);
|
|
33
|
+
}
|
|
34
|
+
};
|
|
35
|
+
waiters.push(waiter);
|
|
36
|
+
drain();
|
|
37
|
+
})).pipe(Effect.flatMap(() => restore(self)), Effect.onExit(() => Effect.sync(() => {
|
|
38
|
+
if (admitted) reservedBytes -= bytes;
|
|
39
|
+
else if (waiter) {
|
|
40
|
+
const index = waiters.indexOf(waiter);
|
|
41
|
+
if (index !== -1) waiters.splice(index, 1);
|
|
42
|
+
}
|
|
43
|
+
drain();
|
|
44
|
+
})));
|
|
45
|
+
})
|
|
46
|
+
};
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
export { makeBudget };
|
|
50
|
+
//# sourceMappingURL=budget.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"budget.js","names":[],"sources":["../../src/transfers/budget.ts"],"sourcesContent":["import { Effect } from \"effect\";\n\n/** FIFO admission reserves a whole workspace, avoiding producer/worker allocation deadlocks. */\nexport function makeBudget(capacity: number) {\n let reservedBytes = 0;\n let peakReservedBytes = 0;\n const waiters: Array<{ readonly bytes: number; readonly resume: () => void }> = [];\n\n const drain = () => {\n while (true) {\n const next = waiters[0];\n if (!next || reservedBytes + next.bytes > capacity) break;\n waiters.shift();\n reservedBytes += next.bytes;\n peakReservedBytes = Math.max(peakReservedBytes, reservedBytes);\n next.resume();\n }\n };\n\n return {\n snapshot: () => ({ reservedBytes, peakReservedBytes }),\n withLease: <A, E, R>(bytes: number, self: Effect.Effect<A, E, R>) =>\n Effect.uninterruptibleMask((restore) => {\n let admitted = false;\n let waiter: (typeof waiters)[number] | undefined;\n const acquire = Effect.callback<void>((resume) => {\n waiter = {\n bytes,\n resume: () => {\n admitted = true;\n resume(Effect.void);\n },\n };\n waiters.push(waiter);\n drain();\n });\n\n return restore(acquire).pipe(\n Effect.flatMap(() => restore(self)),\n Effect.onExit(() =>\n Effect.sync(() => {\n if (admitted) reservedBytes -= bytes;\n else if (waiter) {\n const index = waiters.indexOf(waiter);\n if (index !== -1) waiters.splice(index, 1);\n }\n drain();\n }),\n ),\n );\n }),\n };\n}\n"],"mappings":";;;;AAGA,SAAgB,WAAW,UAAkB;CAC3C,IAAI,gBAAgB;CACpB,IAAI,oBAAoB;CACxB,MAAM,UAA0E,CAAC;CAEjF,MAAM,cAAc;EAClB,OAAO,MAAM;GACX,MAAM,OAAO,QAAQ;GACrB,IAAI,CAAC,QAAQ,gBAAgB,KAAK,QAAQ,UAAU;GACpD,QAAQ,MAAM;GACd,iBAAiB,KAAK;GACtB,oBAAoB,KAAK,IAAI,mBAAmB,aAAa;GAC7D,KAAK,OAAO;EACd;CACF;CAEA,OAAO;EACL,iBAAiB;GAAE;GAAe;EAAkB;EACpD,YAAqB,OAAe,SAClC,OAAO,qBAAqB,YAAY;GACtC,IAAI,WAAW;GACf,IAAI;GAaJ,OAAO,QAZS,OAAO,UAAgB,WAAW;IAChD,SAAS;KACP;KACA,cAAc;MACZ,WAAW;MACX,OAAO,OAAO,IAAI;KACpB;IACF;IACA,QAAQ,KAAK,MAAM;IACnB,MAAM;GACR,CAEqB,CAAC,CAAC,CAAC,KACtB,OAAO,cAAc,QAAQ,IAAI,CAAC,GAClC,OAAO,aACL,OAAO,WAAW;IAChB,IAAI,UAAU,iBAAiB;SAC1B,IAAI,QAAQ;KACf,MAAM,QAAQ,QAAQ,QAAQ,MAAM;KACpC,IAAI,UAAU,IAAI,QAAQ,OAAO,OAAO,CAAC;IAC3C;IACA,MAAM;GACR,CAAC,CACH,CACF;EACF,CAAC;CACL;AACF"}
|
|
@@ -0,0 +1,250 @@
|
|
|
1
|
+
import { ObjectHeaders } from "../core/object.js";
|
|
2
|
+
import { storageError } from "../core/errors.js";
|
|
3
|
+
import { decodeRequest } from "../internal/request-validation.js";
|
|
4
|
+
import { download, pinnedRequest } from "./download.js";
|
|
5
|
+
import { partReceipt } from "./part-receipts.js";
|
|
6
|
+
import { planUpload } from "./planner.js";
|
|
7
|
+
import { stream } from "./sources.js";
|
|
8
|
+
import { cleanupMultipart, initiateMultipart, operationMetadataKey, reconcile, upload, validateUpload } from "./upload.js";
|
|
9
|
+
import { Clock, Effect, Exit, Queue, Stream } from "effect";
|
|
10
|
+
|
|
11
|
+
// src/transfers/copy.ts
|
|
12
|
+
const quietStage = (operation) => ({
|
|
13
|
+
...operation,
|
|
14
|
+
progress: {
|
|
15
|
+
...operation.progress,
|
|
16
|
+
bytesRead: 0,
|
|
17
|
+
bytesSent: 0,
|
|
18
|
+
bytesAcknowledged: 0,
|
|
19
|
+
bytesVerified: 0
|
|
20
|
+
},
|
|
21
|
+
observe: () => Effect.void
|
|
22
|
+
});
|
|
23
|
+
const copy = Effect.fnUntraced(function* (runtime, request, operation, selected) {
|
|
24
|
+
const source = request.source;
|
|
25
|
+
const destination = runtime.endpoint;
|
|
26
|
+
const provider = destination.storage.provider;
|
|
27
|
+
if (source.storage.storeId === destination.storage.storeId && request.ref.key === request.destinationKey) return yield* storageError("copy", provider, {
|
|
28
|
+
_tag: "InvalidInput",
|
|
29
|
+
field: "destinationKey"
|
|
30
|
+
}, "not-started");
|
|
31
|
+
const metadata = selected ?? (yield* operation.request(source.storage.head({ ref: request.ref }), { retry: true }));
|
|
32
|
+
const pinned = pinnedRequest(source, metadata);
|
|
33
|
+
if (!pinned || metadata.size === void 0) return yield* storageError("copy", provider, {
|
|
34
|
+
_tag: "Unsupported",
|
|
35
|
+
capability: "pinned-sized-copy"
|
|
36
|
+
}, "not-started");
|
|
37
|
+
operation.progress.totalBytes = metadata.size;
|
|
38
|
+
const { ref, size, etag, lastModified: _modified, checksums: _checksums, storageClass: _class, ...headers } = metadata;
|
|
39
|
+
const overrides = request.headers ? yield* decodeRequest(ObjectHeaders, request.headers, "copy", provider) : {};
|
|
40
|
+
if (overrides.customMetadata?.["effect-storage-operation"] !== void 0) return yield* storageError("copy", provider, {
|
|
41
|
+
_tag: "InvalidInput",
|
|
42
|
+
field: `headers.customMetadata.${operationMetadataKey}`
|
|
43
|
+
}, "not-started");
|
|
44
|
+
const cleanHeaders = {
|
|
45
|
+
...headers,
|
|
46
|
+
...overrides,
|
|
47
|
+
customMetadata: {
|
|
48
|
+
...headers.customMetadata,
|
|
49
|
+
...overrides.customMetadata
|
|
50
|
+
}
|
|
51
|
+
};
|
|
52
|
+
delete cleanHeaders.customMetadata[operationMetadataKey];
|
|
53
|
+
yield* validateUpload(runtime, {
|
|
54
|
+
key: request.destinationKey,
|
|
55
|
+
source: stream(Stream.empty, size),
|
|
56
|
+
headers: cleanHeaders,
|
|
57
|
+
...request.condition ? { condition: request.condition } : {}
|
|
58
|
+
});
|
|
59
|
+
if (size > Math.min(runtime.policy.maxBytes, destination.maximumObjectBytes)) return yield* storageError("copy", provider, {
|
|
60
|
+
_tag: "LimitExceeded",
|
|
61
|
+
limit: Math.min(runtime.policy.maxBytes, destination.maximumObjectBytes)
|
|
62
|
+
}, "not-started");
|
|
63
|
+
const intent = {
|
|
64
|
+
source,
|
|
65
|
+
ref: "ref" in pinned ? pinned.ref : ref,
|
|
66
|
+
etag,
|
|
67
|
+
destinationKey: request.destinationKey,
|
|
68
|
+
condition: request.condition,
|
|
69
|
+
headers: {
|
|
70
|
+
...cleanHeaders,
|
|
71
|
+
customMetadata: {
|
|
72
|
+
...cleanHeaders.customMetadata,
|
|
73
|
+
[operationMetadataKey]: operation.id
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
};
|
|
77
|
+
const sourceRuntime = {
|
|
78
|
+
...runtime,
|
|
79
|
+
endpoint: source
|
|
80
|
+
};
|
|
81
|
+
const native = destination.nativeCopy?.accepts(source) ? destination.nativeCopy : void 0;
|
|
82
|
+
let receipt;
|
|
83
|
+
let expected;
|
|
84
|
+
if (native && (size <= native.maximumBytes || native.part && destination.multipart)) {
|
|
85
|
+
expected = (yield* download(sourceRuntime, {
|
|
86
|
+
ref: intent.ref,
|
|
87
|
+
target: { write: () => Effect.void }
|
|
88
|
+
}, quietStage(operation), metadata)).checksum;
|
|
89
|
+
operation.progress.bytesRead = size;
|
|
90
|
+
let copied;
|
|
91
|
+
let strategy = "native-copy";
|
|
92
|
+
if (size <= native.maximumBytes) copied = yield* operation.request(Effect.suspend(() => {
|
|
93
|
+
operation.mutationStarted = true;
|
|
94
|
+
return native.copy(intent);
|
|
95
|
+
}), { retry: true }).pipe(Effect.catch((error) => reconcile(runtime, operation, request.destinationKey, size, error)));
|
|
96
|
+
else {
|
|
97
|
+
strategy = "multipart-copy";
|
|
98
|
+
const multipart = destination.multipart;
|
|
99
|
+
const copyPart = native.part;
|
|
100
|
+
if (!multipart || !copyPart) return yield* storageError("copy", provider, {
|
|
101
|
+
_tag: "Unsupported",
|
|
102
|
+
capability: "multipart-copy"
|
|
103
|
+
}, "not-started");
|
|
104
|
+
const plan = yield* planUpload(destination, runtime.policy, size, runtime.input.digest.workspaceBytes, "multipart", true, request.condition);
|
|
105
|
+
copied = yield* runtime.lease(plan.workspaceBytes, Effect.scoped(Effect.gen(function* () {
|
|
106
|
+
const handle = yield* initiateMultipart(runtime, operation, multipart, request.destinationKey, intent.headers);
|
|
107
|
+
let completed = false;
|
|
108
|
+
let unknown = false;
|
|
109
|
+
yield* Effect.addFinalizer(() => completed ? Effect.void : unknown ? runtime.diagnostic({
|
|
110
|
+
kind: "unknown-outcome",
|
|
111
|
+
operationId: operation.id,
|
|
112
|
+
upload: handle
|
|
113
|
+
}) : cleanupMultipart(runtime, operation, handle, multipart));
|
|
114
|
+
const count = Math.ceil(size / plan.partBytes);
|
|
115
|
+
const parts = yield* Effect.forEach(Array.from({ length: count }, (_, index) => index), (index) => operation.request(copyPart({
|
|
116
|
+
...intent,
|
|
117
|
+
upload: handle,
|
|
118
|
+
partNumber: index + 1,
|
|
119
|
+
start: index * plan.partBytes,
|
|
120
|
+
end: Math.min(size, (index + 1) * plan.partBytes) - 1
|
|
121
|
+
}), {
|
|
122
|
+
retry: true,
|
|
123
|
+
retryUnknown: true
|
|
124
|
+
}).pipe(Effect.flatMap((part) => partReceipt(part, index + 1, Math.min(plan.partBytes, size - index * plan.partBytes), provider))), { concurrency: plan.concurrency });
|
|
125
|
+
const result = yield* operation.request(Effect.suspend(() => {
|
|
126
|
+
unknown = true;
|
|
127
|
+
operation.mutationStarted = true;
|
|
128
|
+
return multipart.complete({
|
|
129
|
+
upload: handle,
|
|
130
|
+
parts,
|
|
131
|
+
...request.condition ? { condition: request.condition } : {}
|
|
132
|
+
});
|
|
133
|
+
}), { retry: true }).pipe(Effect.catch((error) => Effect.gen(function* () {
|
|
134
|
+
unknown = error.mutationOutcome === "unknown";
|
|
135
|
+
return yield* reconcile(runtime, operation, request.destinationKey, size, error);
|
|
136
|
+
})));
|
|
137
|
+
completed = true;
|
|
138
|
+
return result;
|
|
139
|
+
})));
|
|
140
|
+
}
|
|
141
|
+
operation.progress.bytesAcknowledged = size;
|
|
142
|
+
receipt = {
|
|
143
|
+
metadata: copied,
|
|
144
|
+
checksum: expected,
|
|
145
|
+
strategy,
|
|
146
|
+
progress: { ...operation.progress }
|
|
147
|
+
};
|
|
148
|
+
} else {
|
|
149
|
+
const plan = yield* planUpload(destination, runtime.policy, size, runtime.input.digest.workspaceBytes, "auto", false, request.condition);
|
|
150
|
+
const sourceWorkspace = runtime.policy.maxSourceChunkBytes * 2 + source.transportOverheadBytes + runtime.input.digest.workspaceBytes;
|
|
151
|
+
if (runtime.policy.requestConcurrency < 2 || plan.workspaceBytes + sourceWorkspace > runtime.policy.memoryBudgetBytes) return yield* storageError("copy", provider, {
|
|
152
|
+
_tag: "QuotaExceeded",
|
|
153
|
+
limit: runtime.policy.memoryBudgetBytes
|
|
154
|
+
}, "not-started");
|
|
155
|
+
let sourceChecksum;
|
|
156
|
+
receipt = yield* runtime.lease(plan.workspaceBytes + sourceWorkspace, Effect.scoped(Effect.gen(function* () {
|
|
157
|
+
const queue = yield* Queue.bounded(0);
|
|
158
|
+
const producer = download(sourceRuntime, {
|
|
159
|
+
ref: intent.ref,
|
|
160
|
+
target: { write: (bytes) => Queue.offer(queue, bytes).pipe(Effect.asVoid) }
|
|
161
|
+
}, quietStage(operation), metadata, true).pipe(Effect.tap((result) => Effect.sync(() => {
|
|
162
|
+
sourceChecksum = result.checksum;
|
|
163
|
+
})), Effect.onExit((exit) => Exit.isSuccess(exit) ? Queue.end(queue) : Queue.failCause(queue, exit.cause)));
|
|
164
|
+
yield* Effect.forkScoped(producer);
|
|
165
|
+
return {
|
|
166
|
+
...yield* upload(runtime, {
|
|
167
|
+
key: request.destinationKey,
|
|
168
|
+
source: stream(Stream.fromQueue(queue), size),
|
|
169
|
+
headers: cleanHeaders,
|
|
170
|
+
...request.condition ? { condition: request.condition } : {}
|
|
171
|
+
}, operation, true),
|
|
172
|
+
strategy: "streamed-copy"
|
|
173
|
+
};
|
|
174
|
+
})));
|
|
175
|
+
if (!sourceChecksum) return yield* storageError("copy", provider, { _tag: "IntegrityMismatch" }, "succeeded");
|
|
176
|
+
expected = sourceChecksum;
|
|
177
|
+
}
|
|
178
|
+
operation.committed = true;
|
|
179
|
+
const verify = yield* download(runtime, {
|
|
180
|
+
ref: receipt.metadata.ref,
|
|
181
|
+
target: { write: () => Effect.void },
|
|
182
|
+
expectedChecksum: expected
|
|
183
|
+
}, quietStage(operation)).pipe(Effect.mapError((error) => storageError("copy.verify", provider, error.reason, "succeeded")));
|
|
184
|
+
operation.progress.bytesVerified = verify.progress.bytesVerified;
|
|
185
|
+
operation.progress.phase = "verified";
|
|
186
|
+
return {
|
|
187
|
+
...receipt,
|
|
188
|
+
metadata: verify.metadata,
|
|
189
|
+
progress: { ...operation.progress }
|
|
190
|
+
};
|
|
191
|
+
});
|
|
192
|
+
const runCopyOrMove = Effect.fnUntraced(function* (runtime, request, move) {
|
|
193
|
+
const operation = yield* runtime.begin(move ? "move" : "copy");
|
|
194
|
+
const prepare = Effect.gen(function* () {
|
|
195
|
+
const original = yield* operation.request(request.source.storage.head({ ref: request.ref }), { retry: true });
|
|
196
|
+
const history = request.source.storage.capabilities.versionedReads !== "none" && original.ref.version;
|
|
197
|
+
const conditional = original.etag && !original.etag.startsWith("W/") && request.source.storage.capabilities.deleteConditions.includes("if-match") ? original.etag : void 0;
|
|
198
|
+
if (move && !history && !conditional) return yield* storageError("move", runtime.endpoint.storage.provider, {
|
|
199
|
+
_tag: "Unsupported",
|
|
200
|
+
capability: "pinned-source-delete"
|
|
201
|
+
}, "not-started");
|
|
202
|
+
return {
|
|
203
|
+
original,
|
|
204
|
+
conditional,
|
|
205
|
+
destination: yield* copy(runtime, {
|
|
206
|
+
...request,
|
|
207
|
+
ref: original.ref
|
|
208
|
+
}, operation, original)
|
|
209
|
+
};
|
|
210
|
+
});
|
|
211
|
+
const { original, conditional, destination } = yield* runtime.deadline(operation, prepare);
|
|
212
|
+
if (!move) {
|
|
213
|
+
yield* operation.observe("verified");
|
|
214
|
+
return destination;
|
|
215
|
+
}
|
|
216
|
+
const now = yield* Clock.currentTimeMillis;
|
|
217
|
+
const remaining = Math.max(0, operation.startedAt + runtime.policy.deadlineMillis - now);
|
|
218
|
+
let deleteStarted = false;
|
|
219
|
+
const result = yield* operation.request(Effect.suspend(() => {
|
|
220
|
+
deleteStarted = true;
|
|
221
|
+
return request.source.storage.delete({
|
|
222
|
+
ref: original.ref,
|
|
223
|
+
...conditional ? { condition: {
|
|
224
|
+
_tag: "IfMatch",
|
|
225
|
+
etag: conditional
|
|
226
|
+
} } : {}
|
|
227
|
+
});
|
|
228
|
+
})).pipe(Effect.timeoutOrElse({
|
|
229
|
+
duration: remaining,
|
|
230
|
+
orElse: () => Effect.fail(storageError("move.delete", request.source.storage.provider, {
|
|
231
|
+
_tag: "TransportFailure",
|
|
232
|
+
code: "TransferDeadlineExceeded"
|
|
233
|
+
}, deleteStarted ? "unknown" : "not-started"))
|
|
234
|
+
}), Effect.result);
|
|
235
|
+
yield* operation.observe("verified");
|
|
236
|
+
return result._tag === "Success" ? {
|
|
237
|
+
_tag: "Moved",
|
|
238
|
+
destination
|
|
239
|
+
} : {
|
|
240
|
+
_tag: "Copied",
|
|
241
|
+
destination,
|
|
242
|
+
deleteError: result.failure
|
|
243
|
+
};
|
|
244
|
+
});
|
|
245
|
+
function copyOrMove(runtime, request, move) {
|
|
246
|
+
return runCopyOrMove(runtime, request, move).pipe(Effect.withSpan(move ? "Transfers.move" : "Transfers.copy"));
|
|
247
|
+
}
|
|
248
|
+
|
|
249
|
+
export { copyOrMove };
|
|
250
|
+
//# sourceMappingURL=copy.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"copy.js","names":[],"sources":["../../src/transfers/copy.ts"],"sourcesContent":["import type { Cause } from \"effect\";\nimport { Clock, Effect, Exit, Queue, Stream } from \"effect\";\n\nimport type { StorageError } from \"../core/errors.js\";\nimport { storageError } from \"../core/errors.js\";\nimport { ObjectHeaders } from \"../core/object.js\";\nimport type { Checksum, ObjectMetadata } from \"../core/object.js\";\nimport { decodeRequest } from \"../internal/request-validation.js\";\nimport { download, pinnedRequest } from \"./download.js\";\nimport type { CopyIntent, CopyRequest, MoveReceipt, TransferReceipt } from \"./models.js\";\nimport { partReceipt } from \"./part-receipts.js\";\nimport { planUpload } from \"./planner.js\";\nimport type { Operation, TransferRuntime } from \"./runtime.js\";\nimport { stream } from \"./sources.js\";\nimport {\n cleanupMultipart,\n initiateMultipart,\n operationMetadataKey,\n reconcile,\n upload,\n validateUpload,\n} from \"./upload.js\";\n\nconst quietStage = (operation: Operation): Operation => ({\n ...operation,\n progress: {\n ...operation.progress,\n bytesRead: 0,\n bytesSent: 0,\n bytesAcknowledged: 0,\n bytesVerified: 0,\n },\n observe: () => Effect.void,\n});\n\nconst copy = Effect.fnUntraced(function* (\n runtime: TransferRuntime,\n request: CopyRequest,\n operation: Operation,\n selected?: ObjectMetadata,\n): Effect.fn.Return<TransferReceipt, StorageError> {\n const source = request.source;\n const destination = runtime.endpoint;\n const provider = destination.storage.provider;\n if (\n source.storage.storeId === destination.storage.storeId &&\n request.ref.key === request.destinationKey\n )\n return yield* storageError(\n \"copy\",\n provider,\n { _tag: \"InvalidInput\", field: \"destinationKey\" },\n \"not-started\",\n );\n const metadata =\n selected ??\n (yield* operation.request(source.storage.head({ ref: request.ref }), { retry: true }));\n const pinned = pinnedRequest(source, metadata);\n if (!pinned || metadata.size === undefined)\n return yield* storageError(\n \"copy\",\n provider,\n { _tag: \"Unsupported\", capability: \"pinned-sized-copy\" },\n \"not-started\",\n );\n operation.progress.totalBytes = metadata.size;\n\n const {\n ref,\n size,\n etag,\n lastModified: _modified,\n checksums: _checksums,\n storageClass: _class,\n ...headers\n } = metadata;\n const overrides = request.headers\n ? yield* decodeRequest(ObjectHeaders, request.headers, \"copy\", provider)\n : {};\n if (overrides.customMetadata?.[operationMetadataKey] !== undefined)\n return yield* storageError(\n \"copy\",\n provider,\n { _tag: \"InvalidInput\", field: `headers.customMetadata.${operationMetadataKey}` },\n \"not-started\",\n );\n const cleanHeaders = {\n ...headers,\n ...overrides,\n customMetadata: { ...headers.customMetadata, ...overrides.customMetadata },\n };\n delete cleanHeaders.customMetadata[operationMetadataKey];\n yield* validateUpload(runtime, {\n key: request.destinationKey,\n source: stream(Stream.empty, size),\n headers: cleanHeaders,\n ...(request.condition ? { condition: request.condition } : {}),\n });\n if (size > Math.min(runtime.policy.maxBytes, destination.maximumObjectBytes))\n return yield* storageError(\n \"copy\",\n provider,\n {\n _tag: \"LimitExceeded\",\n limit: Math.min(runtime.policy.maxBytes, destination.maximumObjectBytes),\n },\n \"not-started\",\n );\n const intent: CopyIntent = {\n source,\n ref: \"ref\" in pinned ? pinned.ref : ref,\n etag,\n destinationKey: request.destinationKey,\n condition: request.condition,\n headers: {\n ...cleanHeaders,\n customMetadata: { ...cleanHeaders.customMetadata, [operationMetadataKey]: operation.id },\n },\n };\n const sourceRuntime = { ...runtime, endpoint: source };\n const native = destination.nativeCopy?.accepts(source) ? destination.nativeCopy : undefined;\n let receipt: TransferReceipt;\n let expected: Checksum;\n\n if (native && (size <= native.maximumBytes || (native.part && destination.multipart))) {\n // Native copy receipts are not full-object digests. Hash the pinned source first.\n const sourceReceipt = yield* download(\n sourceRuntime,\n { ref: intent.ref, target: { write: () => Effect.void } },\n quietStage(operation),\n metadata,\n );\n expected = sourceReceipt.checksum;\n operation.progress.bytesRead = size;\n let copied: ObjectMetadata;\n let strategy: TransferReceipt[\"strategy\"] = \"native-copy\";\n if (size <= native.maximumBytes) {\n copied = yield* operation\n .request(\n Effect.suspend(() => {\n operation.mutationStarted = true;\n return native.copy(intent);\n }),\n { retry: true },\n )\n .pipe(\n Effect.catch((error) =>\n reconcile(runtime, operation, request.destinationKey, size, error),\n ),\n );\n } else {\n strategy = \"multipart-copy\";\n const multipart = destination.multipart;\n const copyPart = native.part;\n if (!multipart || !copyPart)\n return yield* storageError(\n \"copy\",\n provider,\n { _tag: \"Unsupported\", capability: \"multipart-copy\" },\n \"not-started\",\n );\n const plan = yield* planUpload(\n destination,\n runtime.policy,\n size,\n runtime.input.digest.workspaceBytes,\n \"multipart\",\n true,\n request.condition,\n );\n copied = yield* runtime.lease(\n plan.workspaceBytes,\n Effect.scoped(\n Effect.gen(function* () {\n const handle = yield* initiateMultipart(\n runtime,\n operation,\n multipart,\n request.destinationKey,\n intent.headers,\n );\n let completed = false;\n let unknown = false;\n yield* Effect.addFinalizer(() =>\n completed\n ? Effect.void\n : unknown\n ? runtime.diagnostic({\n kind: \"unknown-outcome\",\n operationId: operation.id,\n upload: handle,\n })\n : cleanupMultipart(runtime, operation, handle, multipart),\n );\n const count = Math.ceil(size / plan.partBytes);\n const parts = yield* Effect.forEach(\n Array.from({ length: count }, (_, index) => index),\n (index) =>\n operation\n .request(\n copyPart({\n ...intent,\n upload: handle,\n partNumber: index + 1,\n start: index * plan.partBytes,\n end: Math.min(size, (index + 1) * plan.partBytes) - 1,\n }),\n { retry: true, retryUnknown: true },\n )\n .pipe(\n Effect.flatMap((part) =>\n partReceipt(\n part,\n index + 1,\n Math.min(plan.partBytes, size - index * plan.partBytes),\n provider,\n ),\n ),\n ),\n { concurrency: plan.concurrency },\n );\n const result = yield* operation\n .request(\n Effect.suspend(() => {\n unknown = true;\n operation.mutationStarted = true;\n return multipart.complete({\n upload: handle,\n parts,\n ...(request.condition ? { condition: request.condition } : {}),\n });\n }),\n { retry: true },\n )\n .pipe(\n Effect.catch((error) =>\n Effect.gen(function* () {\n unknown = error.mutationOutcome === \"unknown\";\n return yield* reconcile(\n runtime,\n operation,\n request.destinationKey,\n size,\n error,\n );\n }),\n ),\n );\n completed = true;\n return result;\n }),\n ),\n );\n }\n operation.progress.bytesAcknowledged = size;\n receipt = {\n metadata: copied,\n checksum: expected,\n strategy,\n progress: { ...operation.progress },\n };\n } else {\n const plan = yield* planUpload(\n destination,\n runtime.policy,\n size,\n runtime.input.digest.workspaceBytes,\n \"auto\",\n false,\n request.condition,\n );\n const sourceWorkspace =\n runtime.policy.maxSourceChunkBytes * 2 +\n source.transportOverheadBytes +\n runtime.input.digest.workspaceBytes;\n if (\n runtime.policy.requestConcurrency < 2 ||\n plan.workspaceBytes + sourceWorkspace > runtime.policy.memoryBudgetBytes\n )\n return yield* storageError(\n \"copy\",\n provider,\n { _tag: \"QuotaExceeded\", limit: runtime.policy.memoryBudgetBytes },\n \"not-started\",\n );\n let sourceChecksum: Checksum | undefined;\n receipt = yield* runtime.lease(\n plan.workspaceBytes + sourceWorkspace,\n Effect.scoped(\n Effect.gen(function* () {\n const queue = yield* Queue.bounded<Uint8Array, StorageError | Cause.Done>(0);\n const producer = download(\n sourceRuntime,\n {\n ref: intent.ref,\n target: { write: (bytes) => Queue.offer(queue, bytes).pipe(Effect.asVoid) },\n },\n quietStage(operation),\n metadata,\n true,\n ).pipe(\n Effect.tap((result) =>\n Effect.sync(() => {\n sourceChecksum = result.checksum;\n }),\n ),\n Effect.onExit((exit) =>\n Exit.isSuccess(exit) ? Queue.end(queue) : Queue.failCause(queue, exit.cause),\n ),\n );\n yield* Effect.forkScoped(producer);\n const result = yield* upload(\n runtime,\n {\n key: request.destinationKey,\n source: stream(Stream.fromQueue(queue), size),\n headers: cleanHeaders,\n ...(request.condition ? { condition: request.condition } : {}),\n },\n operation,\n true,\n );\n return { ...result, strategy: \"streamed-copy\" as const };\n }),\n ),\n );\n if (!sourceChecksum)\n return yield* storageError(\"copy\", provider, { _tag: \"IntegrityMismatch\" }, \"succeeded\");\n expected = sourceChecksum;\n }\n\n operation.committed = true;\n // Verify the exact returned destination version before declaring copy success or deleting source.\n const verify = yield* download(\n runtime,\n { ref: receipt.metadata.ref, target: { write: () => Effect.void }, expectedChecksum: expected },\n quietStage(operation),\n ).pipe(\n Effect.mapError((error) => storageError(\"copy.verify\", provider, error.reason, \"succeeded\")),\n );\n operation.progress.bytesVerified = verify.progress.bytesVerified;\n operation.progress.phase = \"verified\";\n return { ...receipt, metadata: verify.metadata, progress: { ...operation.progress } };\n});\n\nconst runCopyOrMove = Effect.fnUntraced(function* (\n runtime: TransferRuntime,\n request: CopyRequest,\n move: boolean,\n): Effect.fn.Return<TransferReceipt | MoveReceipt, StorageError> {\n const operation = yield* runtime.begin(move ? \"move\" : \"copy\");\n const prepare = Effect.gen(function* () {\n // Select deletion authority before copying; a mutable key is never sufficient for a move.\n const original = yield* operation.request(request.source.storage.head({ ref: request.ref }), {\n retry: true,\n });\n const history =\n request.source.storage.capabilities.versionedReads !== \"none\" && original.ref.version;\n const conditional =\n original.etag &&\n !original.etag.startsWith(\"W/\") &&\n request.source.storage.capabilities.deleteConditions.includes(\"if-match\")\n ? original.etag\n : undefined;\n if (move && !history && !conditional)\n return yield* storageError(\n \"move\",\n runtime.endpoint.storage.provider,\n { _tag: \"Unsupported\", capability: \"pinned-source-delete\" },\n \"not-started\",\n );\n const destination = yield* copy(\n runtime,\n { ...request, ref: original.ref },\n operation,\n original,\n );\n return { original, conditional, destination };\n });\n const { original, conditional, destination } = yield* runtime.deadline(operation, prepare);\n if (!move) {\n yield* operation.observe(\"verified\");\n return destination;\n }\n\n const now = yield* Clock.currentTimeMillis;\n const remaining = Math.max(0, operation.startedAt + runtime.policy.deadlineMillis - now);\n let deleteStarted = false;\n const result = yield* operation\n .request(\n Effect.suspend(() => {\n deleteStarted = true;\n return request.source.storage.delete({\n ref: original.ref,\n ...(conditional ? { condition: { _tag: \"IfMatch\" as const, etag: conditional } } : {}),\n });\n }),\n )\n .pipe(\n Effect.timeoutOrElse({\n duration: remaining,\n orElse: () =>\n Effect.fail(\n storageError(\n \"move.delete\",\n request.source.storage.provider,\n { _tag: \"TransportFailure\", code: \"TransferDeadlineExceeded\" },\n deleteStarted ? \"unknown\" : \"not-started\",\n ),\n ),\n }),\n Effect.result,\n );\n yield* operation.observe(\"verified\");\n return result._tag === \"Success\"\n ? { _tag: \"Moved\" as const, destination }\n : { _tag: \"Copied\" as const, destination, deleteError: result.failure };\n});\n\nexport function copyOrMove(\n runtime: TransferRuntime,\n request: CopyRequest,\n move: false,\n): Effect.Effect<TransferReceipt, StorageError>;\nexport function copyOrMove(\n runtime: TransferRuntime,\n request: CopyRequest,\n move: true,\n): Effect.Effect<MoveReceipt, StorageError>;\nexport function copyOrMove(runtime: TransferRuntime, request: CopyRequest, move: boolean) {\n return runCopyOrMove(runtime, request, move).pipe(\n Effect.withSpan(move ? \"Transfers.move\" : \"Transfers.copy\"),\n );\n}\n"],"mappings":";;;;;;;;;;;AAuBA,MAAM,cAAc,eAAqC;CACvD,GAAG;CACH,UAAU;EACR,GAAG,UAAU;EACb,WAAW;EACX,WAAW;EACX,mBAAmB;EACnB,eAAe;CACjB;CACA,eAAe,OAAO;AACxB;AAEA,MAAM,OAAO,OAAO,WAAW,WAC7B,SACA,SACA,WACA,UACiD;CACjD,MAAM,SAAS,QAAQ;CACvB,MAAM,cAAc,QAAQ;CAC5B,MAAM,WAAW,YAAY,QAAQ;CACrC,IACE,OAAO,QAAQ,YAAY,YAAY,QAAQ,WAC/C,QAAQ,IAAI,QAAQ,QAAQ,gBAE5B,OAAO,OAAO,aACZ,QACA,UACA;EAAE,MAAM;EAAgB,OAAO;CAAiB,GAChD,aACF;CACF,MAAM,WACJ,aACC,OAAO,UAAU,QAAQ,OAAO,QAAQ,KAAK,EAAE,KAAK,QAAQ,IAAI,CAAC,GAAG,EAAE,OAAO,KAAK,CAAC;CACtF,MAAM,SAAS,cAAc,QAAQ,QAAQ;CAC7C,IAAI,CAAC,UAAU,SAAS,SAAS,QAC/B,OAAO,OAAO,aACZ,QACA,UACA;EAAE,MAAM;EAAe,YAAY;CAAoB,GACvD,aACF;CACF,UAAU,SAAS,aAAa,SAAS;CAEzC,MAAM,EACJ,KACA,MACA,MACA,cAAc,WACd,WAAW,YACX,cAAc,QACd,GAAG,YACD;CACJ,MAAM,YAAY,QAAQ,UACtB,OAAO,cAAc,eAAe,QAAQ,SAAS,QAAQ,QAAQ,IACrE,CAAC;CACL,IAAI,UAAU,iDAA2C,QACvD,OAAO,OAAO,aACZ,QACA,UACA;EAAE,MAAM;EAAgB,OAAO,0BAA0B;CAAuB,GAChF,aACF;CACF,MAAM,eAAe;EACnB,GAAG;EACH,GAAG;EACH,gBAAgB;GAAE,GAAG,QAAQ;GAAgB,GAAG,UAAU;EAAe;CAC3E;CACA,OAAO,aAAa,eAAe;CACnC,OAAO,eAAe,SAAS;EAC7B,KAAK,QAAQ;EACb,QAAQ,OAAO,OAAO,OAAO,IAAI;EACjC,SAAS;EACT,GAAI,QAAQ,YAAY,EAAE,WAAW,QAAQ,UAAU,IAAI,CAAC;CAC9D,CAAC;CACD,IAAI,OAAO,KAAK,IAAI,QAAQ,OAAO,UAAU,YAAY,kBAAkB,GACzE,OAAO,OAAO,aACZ,QACA,UACA;EACE,MAAM;EACN,OAAO,KAAK,IAAI,QAAQ,OAAO,UAAU,YAAY,kBAAkB;CACzE,GACA,aACF;CACF,MAAM,SAAqB;EACzB;EACA,KAAK,SAAS,SAAS,OAAO,MAAM;EACpC;EACA,gBAAgB,QAAQ;EACxB,WAAW,QAAQ;EACnB,SAAS;GACP,GAAG;GACH,gBAAgB;IAAE,GAAG,aAAa;KAAiB,uBAAuB,UAAU;GAAG;EACzF;CACF;CACA,MAAM,gBAAgB;EAAE,GAAG;EAAS,UAAU;CAAO;CACrD,MAAM,SAAS,YAAY,YAAY,QAAQ,MAAM,IAAI,YAAY,aAAa;CAClF,IAAI;CACJ,IAAI;CAEJ,IAAI,WAAW,QAAQ,OAAO,gBAAiB,OAAO,QAAQ,YAAY,YAAa;EAQrF,YAAW,OANkB,SAC3B,eACA;GAAE,KAAK,OAAO;GAAK,QAAQ,EAAE,aAAa,OAAO,KAAK;EAAE,GACxD,WAAW,SAAS,GACpB,QACF,EACwB,CAAC;EACzB,UAAU,SAAS,YAAY;EAC/B,IAAI;EACJ,IAAI,WAAwC;EAC5C,IAAI,QAAQ,OAAO,cACjB,SAAS,OAAO,UACb,QACC,OAAO,cAAc;GACnB,UAAU,kBAAkB;GAC5B,OAAO,OAAO,KAAK,MAAM;EAC3B,CAAC,GACD,EAAE,OAAO,KAAK,CAChB,CAAC,CACA,KACC,OAAO,OAAO,UACZ,UAAU,SAAS,WAAW,QAAQ,gBAAgB,MAAM,KAAK,CACnE,CACF;OACG;GACL,WAAW;GACX,MAAM,YAAY,YAAY;GAC9B,MAAM,WAAW,OAAO;GACxB,IAAI,CAAC,aAAa,CAAC,UACjB,OAAO,OAAO,aACZ,QACA,UACA;IAAE,MAAM;IAAe,YAAY;GAAiB,GACpD,aACF;GACF,MAAM,OAAO,OAAO,WAClB,aACA,QAAQ,QACR,MACA,QAAQ,MAAM,OAAO,gBACrB,aACA,MACA,QAAQ,SACV;GACA,SAAS,OAAO,QAAQ,MACtB,KAAK,gBACL,OAAO,OACL,OAAO,IAAI,aAAa;IACtB,MAAM,SAAS,OAAO,kBACpB,SACA,WACA,WACA,QAAQ,gBACR,OAAO,OACT;IACA,IAAI,YAAY;IAChB,IAAI,UAAU;IACd,OAAO,OAAO,mBACZ,YACI,OAAO,OACP,UACE,QAAQ,WAAW;KACjB,MAAM;KACN,aAAa,UAAU;KACvB,QAAQ;IACV,CAAC,IACD,iBAAiB,SAAS,WAAW,QAAQ,SAAS,CAC9D;IACA,MAAM,QAAQ,KAAK,KAAK,OAAO,KAAK,SAAS;IAC7C,MAAM,QAAQ,OAAO,OAAO,QAC1B,MAAM,KAAK,EAAE,QAAQ,MAAM,IAAI,GAAG,UAAU,KAAK,IAChD,UACC,UACG,QACC,SAAS;KACP,GAAG;KACH,QAAQ;KACR,YAAY,QAAQ;KACpB,OAAO,QAAQ,KAAK;KACpB,KAAK,KAAK,IAAI,OAAO,QAAQ,KAAK,KAAK,SAAS,IAAI;IACtD,CAAC,GACD;KAAE,OAAO;KAAM,cAAc;IAAK,CACpC,CAAC,CACA,KACC,OAAO,SAAS,SACd,YACE,MACA,QAAQ,GACR,KAAK,IAAI,KAAK,WAAW,OAAO,QAAQ,KAAK,SAAS,GACtD,QACF,CACF,CACF,GACJ,EAAE,aAAa,KAAK,YAAY,CAClC;IACA,MAAM,SAAS,OAAO,UACnB,QACC,OAAO,cAAc;KACnB,UAAU;KACV,UAAU,kBAAkB;KAC5B,OAAO,UAAU,SAAS;MACxB,QAAQ;MACR;MACA,GAAI,QAAQ,YAAY,EAAE,WAAW,QAAQ,UAAU,IAAI,CAAC;KAC9D,CAAC;IACH,CAAC,GACD,EAAE,OAAO,KAAK,CAChB,CAAC,CACA,KACC,OAAO,OAAO,UACZ,OAAO,IAAI,aAAa;KACtB,UAAU,MAAM,oBAAoB;KACpC,OAAO,OAAO,UACZ,SACA,WACA,QAAQ,gBACR,MACA,KACF;IACF,CAAC,CACH,CACF;IACF,YAAY;IACZ,OAAO;GACT,CAAC,CACH,CACF;EACF;EACA,UAAU,SAAS,oBAAoB;EACvC,UAAU;GACR,UAAU;GACV,UAAU;GACV;GACA,UAAU,EAAE,GAAG,UAAU,SAAS;EACpC;CACF,OAAO;EACL,MAAM,OAAO,OAAO,WAClB,aACA,QAAQ,QACR,MACA,QAAQ,MAAM,OAAO,gBACrB,QACA,OACA,QAAQ,SACV;EACA,MAAM,kBACJ,QAAQ,OAAO,sBAAsB,IACrC,OAAO,yBACP,QAAQ,MAAM,OAAO;EACvB,IACE,QAAQ,OAAO,qBAAqB,KACpC,KAAK,iBAAiB,kBAAkB,QAAQ,OAAO,mBAEvD,OAAO,OAAO,aACZ,QACA,UACA;GAAE,MAAM;GAAiB,OAAO,QAAQ,OAAO;EAAkB,GACjE,aACF;EACF,IAAI;EACJ,UAAU,OAAO,QAAQ,MACvB,KAAK,iBAAiB,iBACtB,OAAO,OACL,OAAO,IAAI,aAAa;GACtB,MAAM,QAAQ,OAAO,MAAM,QAA+C,CAAC;GAC3E,MAAM,WAAW,SACf,eACA;IACE,KAAK,OAAO;IACZ,QAAQ,EAAE,QAAQ,UAAU,MAAM,MAAM,OAAO,KAAK,CAAC,CAAC,KAAK,OAAO,MAAM,EAAE;GAC5E,GACA,WAAW,SAAS,GACpB,UACA,IACF,CAAC,CAAC,KACA,OAAO,KAAK,WACV,OAAO,WAAW;IAChB,iBAAiB,OAAO;GAC1B,CAAC,CACH,GACA,OAAO,QAAQ,SACb,KAAK,UAAU,IAAI,IAAI,MAAM,IAAI,KAAK,IAAI,MAAM,UAAU,OAAO,KAAK,KAAK,CAC7E,CACF;GACA,OAAO,OAAO,WAAW,QAAQ;GAYjC,OAAO;IAAE,GAAG,OAXU,OACpB,SACA;KACE,KAAK,QAAQ;KACb,QAAQ,OAAO,OAAO,UAAU,KAAK,GAAG,IAAI;KAC5C,SAAS;KACT,GAAI,QAAQ,YAAY,EAAE,WAAW,QAAQ,UAAU,IAAI,CAAC;IAC9D,GACA,WACA,IACF;IACoB,UAAU;GAAyB;EACzD,CAAC,CACH,CACF;EACA,IAAI,CAAC,gBACH,OAAO,OAAO,aAAa,QAAQ,UAAU,EAAE,MAAM,oBAAoB,GAAG,WAAW;EACzF,WAAW;CACb;CAEA,UAAU,YAAY;CAEtB,MAAM,SAAS,OAAO,SACpB,SACA;EAAE,KAAK,QAAQ,SAAS;EAAK,QAAQ,EAAE,aAAa,OAAO,KAAK;EAAG,kBAAkB;CAAS,GAC9F,WAAW,SAAS,CACtB,CAAC,CAAC,KACA,OAAO,UAAU,UAAU,aAAa,eAAe,UAAU,MAAM,QAAQ,WAAW,CAAC,CAC7F;CACA,UAAU,SAAS,gBAAgB,OAAO,SAAS;CACnD,UAAU,SAAS,QAAQ;CAC3B,OAAO;EAAE,GAAG;EAAS,UAAU,OAAO;EAAU,UAAU,EAAE,GAAG,UAAU,SAAS;CAAE;AACtF,CAAC;AAED,MAAM,gBAAgB,OAAO,WAAW,WACtC,SACA,SACA,MAC+D;CAC/D,MAAM,YAAY,OAAO,QAAQ,MAAM,OAAO,SAAS,MAAM;CAC7D,MAAM,UAAU,OAAO,IAAI,aAAa;EAEtC,MAAM,WAAW,OAAO,UAAU,QAAQ,QAAQ,OAAO,QAAQ,KAAK,EAAE,KAAK,QAAQ,IAAI,CAAC,GAAG,EAC3F,OAAO,KACT,CAAC;EACD,MAAM,UACJ,QAAQ,OAAO,QAAQ,aAAa,mBAAmB,UAAU,SAAS,IAAI;EAChF,MAAM,cACJ,SAAS,QACT,CAAC,SAAS,KAAK,WAAW,IAAI,KAC9B,QAAQ,OAAO,QAAQ,aAAa,iBAAiB,SAAS,UAAU,IACpE,SAAS,OACT;EACN,IAAI,QAAQ,CAAC,WAAW,CAAC,aACvB,OAAO,OAAO,aACZ,QACA,QAAQ,SAAS,QAAQ,UACzB;GAAE,MAAM;GAAe,YAAY;EAAuB,GAC1D,aACF;EAOF,OAAO;GAAE;GAAU;GAAa,oBANL,KACzB,SACA;IAAE,GAAG;IAAS,KAAK,SAAS;GAAI,GAChC,WACA,QACF;EAC4C;CAC9C,CAAC;CACD,MAAM,EAAE,UAAU,aAAa,gBAAgB,OAAO,QAAQ,SAAS,WAAW,OAAO;CACzF,IAAI,CAAC,MAAM;EACT,OAAO,UAAU,QAAQ,UAAU;EACnC,OAAO;CACT;CAEA,MAAM,MAAM,OAAO,MAAM;CACzB,MAAM,YAAY,KAAK,IAAI,GAAG,UAAU,YAAY,QAAQ,OAAO,iBAAiB,GAAG;CACvF,IAAI,gBAAgB;CACpB,MAAM,SAAS,OAAO,UACnB,QACC,OAAO,cAAc;EACnB,gBAAgB;EAChB,OAAO,QAAQ,OAAO,QAAQ,OAAO;GACnC,KAAK,SAAS;GACd,GAAI,cAAc,EAAE,WAAW;IAAE,MAAM;IAAoB,MAAM;GAAY,EAAE,IAAI,CAAC;EACtF,CAAC;CACH,CAAC,CACH,CAAC,CACA,KACC,OAAO,cAAc;EACnB,UAAU;EACV,cACE,OAAO,KACL,aACE,eACA,QAAQ,OAAO,QAAQ,UACvB;GAAE,MAAM;GAAoB,MAAM;EAA2B,GAC7D,gBAAgB,YAAY,aAC9B,CACF;CACJ,CAAC,GACD,OAAO,MACT;CACF,OAAO,UAAU,QAAQ,UAAU;CACnC,OAAO,OAAO,SAAS,YACnB;EAAE,MAAM;EAAkB;CAAY,IACtC;EAAE,MAAM;EAAmB;EAAa,aAAa,OAAO;CAAQ;AAC1E,CAAC;AAYD,SAAgB,WAAW,SAA0B,SAAsB,MAAe;CACxF,OAAO,cAAc,SAAS,SAAS,IAAI,CAAC,CAAC,KAC3C,OAAO,SAAS,OAAO,mBAAmB,gBAAgB,CAC5D;AACF"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { TransferDigest, TransferEndpoint } from "./models.js";
|
|
2
|
+
import { Context } from "effect";
|
|
3
|
+
declare const TransferDriver_base: Context.ServiceClass<TransferDriver, "@effect-kit/storage/TransferDriver", TransferEndpoint>;
|
|
4
|
+
/** Provider protocol capabilities for one configured Storage instance. */
|
|
5
|
+
export declare class TransferDriver extends TransferDriver_base {}
|
|
6
|
+
declare const TransferHash_base: Context.ServiceClass<TransferHash, "@effect-kit/storage/TransferHash", TransferDigest>;
|
|
7
|
+
/** Incremental digest implementation supplied at the application's runtime boundary. */
|
|
8
|
+
export declare class TransferHash extends TransferHash_base {}
|
|
9
|
+
export {};
|
|
10
|
+
//# sourceMappingURL=dependencies.d.ts.map
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { Context } from "effect";
|
|
2
|
+
|
|
3
|
+
// src/transfers/dependencies.ts
|
|
4
|
+
const endpointStoreIds = (endpoint) => endpoint.underlyingStoreIds ?? [endpoint.underlyingStoreId ?? endpoint.storage.storeId];
|
|
5
|
+
/** Provider protocol capabilities for one configured Storage instance. */
|
|
6
|
+
var TransferDriver = class extends Context.Service()("@effect-kit/storage/TransferDriver") {};
|
|
7
|
+
/** Incremental digest implementation supplied at the application's runtime boundary. */
|
|
8
|
+
var TransferHash = class extends Context.Service()("@effect-kit/storage/TransferHash") {};
|
|
9
|
+
|
|
10
|
+
export { TransferDriver, TransferHash, endpointStoreIds };
|
|
11
|
+
//# sourceMappingURL=dependencies.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dependencies.js","names":[],"sources":["../../src/transfers/dependencies.ts"],"sourcesContent":["import { Context } from \"effect\";\n\nimport type { TransferDigest, TransferEndpoint } from \"./models.js\";\n\nexport const endpointStoreIds = (endpoint: TransferEndpoint): ReadonlyArray<string> =>\n endpoint.underlyingStoreIds ?? [endpoint.underlyingStoreId ?? endpoint.storage.storeId];\n\n/** Provider protocol capabilities for one configured Storage instance. */\nexport class TransferDriver extends Context.Service<TransferDriver, TransferEndpoint>()(\n \"@effect-kit/storage/TransferDriver\",\n) {}\n\n/** Incremental digest implementation supplied at the application's runtime boundary. */\nexport class TransferHash extends Context.Service<TransferHash, TransferDigest>()(\n \"@effect-kit/storage/TransferHash\",\n) {}\n"],"mappings":";;;AAIA,MAAa,oBAAoB,aAC/B,SAAS,sBAAsB,CAAC,SAAS,qBAAqB,SAAS,QAAQ,OAAO;;AAGxF,IAAa,iBAAb,cAAoC,QAAQ,QAA0C,CAAC,CACrF,oCACF,CAAC,CAAC,CAAC;;AAGH,IAAa,eAAb,cAAkC,QAAQ,QAAsC,CAAC,CAC/E,kCACF,CAAC,CAAC,CAAC"}
|