@effect-kit/storage 0.0.0-stage → 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +18 -0
- package/LICENSE +204 -0
- package/README.md +369 -2
- package/dist/_virtual/_rolldown/runtime.js +17 -0
- package/dist/azure/account-admin.d.ts +116 -0
- package/dist/azure/account-admin.js +90 -0
- package/dist/azure/account-admin.js.map +1 -0
- package/dist/azure/admin.d.ts +68 -0
- package/dist/azure/admin.js +85 -0
- package/dist/azure/admin.js.map +1 -0
- package/dist/azure/archive.d.ts +95 -0
- package/dist/azure/archive.js +52 -0
- package/dist/azure/archive.js.map +1 -0
- package/dist/azure/events.d.ts +40 -0
- package/dist/azure/events.js +62 -0
- package/dist/azure/events.js.map +1 -0
- package/dist/azure/governance.d.ts +139 -0
- package/dist/azure/governance.js +59 -0
- package/dist/azure/governance.js.map +1 -0
- package/dist/azure/identity.d.ts +4 -0
- package/dist/azure/identity.js +8 -0
- package/dist/azure/identity.js.map +1 -0
- package/dist/azure/lifecycle.d.ts +21 -0
- package/dist/azure/lifecycle.js +193 -0
- package/dist/azure/lifecycle.js.map +1 -0
- package/dist/azure/signing.d.ts +17 -0
- package/dist/azure/signing.js +71 -0
- package/dist/azure/signing.js.map +1 -0
- package/dist/azure/uploads.d.ts +11 -0
- package/dist/azure/uploads.js +83 -0
- package/dist/azure/uploads.js.map +1 -0
- package/dist/azure.d.ts +427 -0
- package/dist/azure.js +77 -0
- package/dist/azure.js.map +1 -0
- package/dist/b2/admin.d.ts +149 -0
- package/dist/b2/admin.js +157 -0
- package/dist/b2/admin.js.map +1 -0
- package/dist/b2.d.ts +15 -0
- package/dist/b2.js +15 -0
- package/dist/b2.js.map +1 -0
- package/dist/browser.d.ts +7 -0
- package/dist/browser.js +11 -0
- package/dist/browser.js.map +1 -0
- package/dist/bun.d.ts +14 -0
- package/dist/bun.js +17 -0
- package/dist/bun.js.map +1 -0
- package/dist/cache.d.ts +18 -0
- package/dist/cache.js +116 -0
- package/dist/cache.js.map +1 -0
- package/dist/client/atoms/controller.d.ts +10 -0
- package/dist/client/atoms/controller.js +267 -0
- package/dist/client/atoms/controller.js.map +1 -0
- package/dist/client/atoms/state.d.ts +17 -0
- package/dist/client/atoms/state.js +11 -0
- package/dist/client/atoms/state.js.map +1 -0
- package/dist/client/atoms.d.ts +59 -0
- package/dist/client/atoms.js +39 -0
- package/dist/client/atoms.js.map +1 -0
- package/dist/client/fingerprint.js +28 -0
- package/dist/client/fingerprint.js.map +1 -0
- package/dist/client/store.d.ts +31 -0
- package/dist/client/store.js +56 -0
- package/dist/client/store.js.map +1 -0
- package/dist/client/transport.d.ts +11 -0
- package/dist/client/transport.js +78 -0
- package/dist/client/transport.js.map +1 -0
- package/dist/client.d.ts +259 -0
- package/dist/client.js +350 -0
- package/dist/client.js.map +1 -0
- package/dist/composition/layer.js +22 -0
- package/dist/composition/layer.js.map +1 -0
- package/dist/composition/representation/staging.js +46 -0
- package/dist/composition/representation/staging.js.map +1 -0
- package/dist/composition/representation/storage.js +188 -0
- package/dist/composition/representation/storage.js.map +1 -0
- package/dist/composition.d.ts +20 -0
- package/dist/composition.js +124 -0
- package/dist/composition.js.map +1 -0
- package/dist/compression.d.ts +16 -0
- package/dist/compression.js +38 -0
- package/dist/compression.js.map +1 -0
- package/dist/content.d.ts +590 -0
- package/dist/content.js +168 -0
- package/dist/content.js.map +1 -0
- package/dist/core/capabilities.d.ts +53 -0
- package/dist/core/capabilities.js +9 -0
- package/dist/core/capabilities.js.map +1 -0
- package/dist/core/contracts/multipart.d.ts +56 -0
- package/dist/core/contracts/resumable.d.ts +70 -0
- package/dist/core/errors.d.ts +55 -0
- package/dist/core/errors.js +55 -0
- package/dist/core/errors.js.map +1 -0
- package/dist/core/object.d.ts +97 -0
- package/dist/core/object.js +55 -0
- package/dist/core/object.js.map +1 -0
- package/dist/core/ranges.d.ts +17 -0
- package/dist/core/ranges.js +27 -0
- package/dist/core/ranges.js.map +1 -0
- package/dist/core/requests.d.ts +185 -0
- package/dist/core/requests.js +42 -0
- package/dist/core/requests.js.map +1 -0
- package/dist/core/storage.d.ts +249 -0
- package/dist/core/storage.js +173 -0
- package/dist/core/storage.js.map +1 -0
- package/dist/deno.d.ts +14 -0
- package/dist/deno.js +17 -0
- package/dist/deno.js.map +1 -0
- package/dist/encryption/age.d.ts +14 -0
- package/dist/encryption/age.js +46 -0
- package/dist/encryption/age.js.map +1 -0
- package/dist/encryption.d.ts +16 -0
- package/dist/encryption.js +16 -0
- package/dist/encryption.js.map +1 -0
- package/dist/events.d.ts +57 -0
- package/dist/events.js +106 -0
- package/dist/events.js.map +1 -0
- package/dist/filesystem.d.ts +23 -0
- package/dist/filesystem.js +75 -0
- package/dist/filesystem.js.map +1 -0
- package/dist/gcs/admin.d.ts +470 -0
- package/dist/gcs/admin.js +206 -0
- package/dist/gcs/admin.js.map +1 -0
- package/dist/gcs/events.d.ts +41 -0
- package/dist/gcs/events.js +45 -0
- package/dist/gcs/events.js.map +1 -0
- package/dist/gcs/governance.d.ts +158 -0
- package/dist/gcs/governance.js +100 -0
- package/dist/gcs/governance.js.map +1 -0
- package/dist/gcs/lifecycle.d.ts +161 -0
- package/dist/gcs/lifecycle.js +174 -0
- package/dist/gcs/lifecycle.js.map +1 -0
- package/dist/gcs/post.d.ts +31 -0
- package/dist/gcs/post.js +70 -0
- package/dist/gcs/post.js.map +1 -0
- package/dist/gcs/signing.d.ts +10 -0
- package/dist/gcs/signing.js +61 -0
- package/dist/gcs/signing.js.map +1 -0
- package/dist/gcs/uploads.d.ts +10 -0
- package/dist/gcs/uploads.js +76 -0
- package/dist/gcs/uploads.js.map +1 -0
- package/dist/gcs.d.ts +888 -0
- package/dist/gcs.js +91 -0
- package/dist/gcs.js.map +1 -0
- package/dist/hetzner/admin.d.ts +112 -0
- package/dist/hetzner/admin.js +19 -0
- package/dist/hetzner/admin.js.map +1 -0
- package/dist/hetzner.d.ts +15 -0
- package/dist/hetzner.js +15 -0
- package/dist/hetzner.js.map +1 -0
- package/dist/http/api.d.ts +236 -0
- package/dist/http/api.js +54 -0
- package/dist/http/api.js.map +1 -0
- package/dist/http/download.js +99 -0
- package/dist/http/download.js.map +1 -0
- package/dist/http/schema.d.ts +3 -0
- package/dist/http/schema.js +4 -0
- package/dist/http.d.ts +35 -0
- package/dist/http.js +178 -0
- package/dist/http.js.map +1 -0
- package/dist/index.d.ts +10 -0
- package/dist/index.js +9 -0
- package/dist/internal/http/control-plane.js +71 -0
- package/dist/internal/http/control-plane.js.map +1 -0
- package/dist/internal/listing-cursor.js +44 -0
- package/dist/internal/listing-cursor.js.map +1 -0
- package/dist/internal/node/provider-errors.js +16 -0
- package/dist/internal/node/provider-errors.js.map +1 -0
- package/dist/internal/node/upload-body.js +111 -0
- package/dist/internal/node/upload-body.js.map +1 -0
- package/dist/internal/provider-response.js +14 -0
- package/dist/internal/provider-response.js.map +1 -0
- package/dist/internal/public-urls.js +30 -0
- package/dist/internal/public-urls.js.map +1 -0
- package/dist/internal/read-condition.js +11 -0
- package/dist/internal/read-condition.js.map +1 -0
- package/dist/internal/request-validation.js +24 -0
- package/dist/internal/request-validation.js.map +1 -0
- package/dist/internal/signing-request.js +22 -0
- package/dist/internal/signing-request.js.map +1 -0
- package/dist/internal/web-upload-body.js +71 -0
- package/dist/internal/web-upload-body.js.map +1 -0
- package/dist/lifecycle/configuration-state.js +26 -0
- package/dist/lifecycle/configuration-state.js.map +1 -0
- package/dist/lifecycle/metadata.js +28 -0
- package/dist/lifecycle/metadata.js.map +1 -0
- package/dist/lifecycle.d.ts +269 -0
- package/dist/lifecycle.js +72 -0
- package/dist/lifecycle.js.map +1 -0
- package/dist/migrations.d.ts +537 -0
- package/dist/migrations.js +296 -0
- package/dist/migrations.js.map +1 -0
- package/dist/minio/admin.d.ts +112 -0
- package/dist/minio/admin.js +19 -0
- package/dist/minio/admin.js.map +1 -0
- package/dist/minio.d.ts +15 -0
- package/dist/minio.js +15 -0
- package/dist/minio.js.map +1 -0
- package/dist/mirror.d.ts +830 -0
- package/dist/mirror.js +290 -0
- package/dist/mirror.js.map +1 -0
- package/dist/node.d.ts +14 -0
- package/dist/node.js +17 -0
- package/dist/node.js.map +1 -0
- package/dist/providers/azure/blocks.js +94 -0
- package/dist/providers/azure/blocks.js.map +1 -0
- package/dist/providers/azure/config.d.ts +41 -0
- package/dist/providers/azure/config.js +62 -0
- package/dist/providers/azure/config.js.map +1 -0
- package/dist/providers/azure/mapping.js +83 -0
- package/dist/providers/azure/mapping.js.map +1 -0
- package/dist/providers/azure/native.js +88 -0
- package/dist/providers/azure/native.js.map +1 -0
- package/dist/providers/azure/primitives.js +203 -0
- package/dist/providers/azure/primitives.js.map +1 -0
- package/dist/providers/azure/properties.d.ts +180 -0
- package/dist/providers/azure/properties.js +55 -0
- package/dist/providers/azure/properties.js.map +1 -0
- package/dist/providers/azure/transport.js +14 -0
- package/dist/providers/azure/transport.js.map +1 -0
- package/dist/providers/azure/validation.js +11 -0
- package/dist/providers/azure/validation.js.map +1 -0
- package/dist/providers/filesystem/envelope.js +56 -0
- package/dist/providers/filesystem/envelope.js.map +1 -0
- package/dist/providers/filesystem/identity.js +68 -0
- package/dist/providers/filesystem/identity.js.map +1 -0
- package/dist/providers/filesystem/layout.d.ts +15 -0
- package/dist/providers/filesystem/layout.js +112 -0
- package/dist/providers/filesystem/layout.js.map +1 -0
- package/dist/providers/filesystem/list.js +82 -0
- package/dist/providers/filesystem/list.js.map +1 -0
- package/dist/providers/filesystem/operations.js +134 -0
- package/dist/providers/filesystem/operations.js.map +1 -0
- package/dist/providers/gcs/config.d.ts +34 -0
- package/dist/providers/gcs/config.js +60 -0
- package/dist/providers/gcs/config.js.map +1 -0
- package/dist/providers/gcs/iam.js +45 -0
- package/dist/providers/gcs/iam.js.map +1 -0
- package/dist/providers/gcs/mapping.js +118 -0
- package/dist/providers/gcs/mapping.js.map +1 -0
- package/dist/providers/gcs/native.d.ts +11 -0
- package/dist/providers/gcs/native.js +122 -0
- package/dist/providers/gcs/native.js.map +1 -0
- package/dist/providers/gcs/primitives.js +194 -0
- package/dist/providers/gcs/primitives.js.map +1 -0
- package/dist/providers/gcs/resumable.js +145 -0
- package/dist/providers/gcs/resumable.js.map +1 -0
- package/dist/providers/gcs/tier.d.ts +176 -0
- package/dist/providers/gcs/tier.js +34 -0
- package/dist/providers/gcs/tier.js.map +1 -0
- package/dist/providers/gcs/transport.js +123 -0
- package/dist/providers/gcs/transport.js.map +1 -0
- package/dist/providers/gcs/upload.js +28 -0
- package/dist/providers/gcs/upload.js.map +1 -0
- package/dist/providers/gcs/validation.js +10 -0
- package/dist/providers/gcs/validation.js.map +1 -0
- package/dist/providers/r2-workers/binding.d.ts +102 -0
- package/dist/providers/r2-workers/body.js +82 -0
- package/dist/providers/r2-workers/body.js.map +1 -0
- package/dist/providers/r2-workers/list.js +62 -0
- package/dist/providers/r2-workers/list.js.map +1 -0
- package/dist/providers/r2-workers/mapping.js +140 -0
- package/dist/providers/r2-workers/mapping.js.map +1 -0
- package/dist/providers/r2-workers/multipart.js +121 -0
- package/dist/providers/r2-workers/multipart.js.map +1 -0
- package/dist/providers/r2-workers/primitives.js +80 -0
- package/dist/providers/r2-workers/primitives.js.map +1 -0
- package/dist/providers/s3/admin-configuration.d.ts +19 -0
- package/dist/providers/s3/admin-configuration.js +171 -0
- package/dist/providers/s3/admin-configuration.js.map +1 -0
- package/dist/providers/s3/bulk-delete.d.ts +43 -0
- package/dist/providers/s3/bulk-delete.js +58 -0
- package/dist/providers/s3/bulk-delete.js.map +1 -0
- package/dist/providers/s3/config.d.ts +43 -0
- package/dist/providers/s3/config.js +89 -0
- package/dist/providers/s3/config.js.map +1 -0
- package/dist/providers/s3/copy.d.ts +115 -0
- package/dist/providers/s3/copy.js +122 -0
- package/dist/providers/s3/copy.js.map +1 -0
- package/dist/providers/s3/lifecycle-validation.js +33 -0
- package/dist/providers/s3/lifecycle-validation.js.map +1 -0
- package/dist/providers/s3/listing.js +56 -0
- package/dist/providers/s3/listing.js.map +1 -0
- package/dist/providers/s3/metadata.d.ts +10 -0
- package/dist/providers/s3/metadata.js +90 -0
- package/dist/providers/s3/metadata.js.map +1 -0
- package/dist/providers/s3/multipart.d.ts +41 -0
- package/dist/providers/s3/multipart.js +299 -0
- package/dist/providers/s3/multipart.js.map +1 -0
- package/dist/providers/s3/native-models.d.ts +82 -0
- package/dist/providers/s3/native-models.js +91 -0
- package/dist/providers/s3/native-models.js.map +1 -0
- package/dist/providers/s3/object-mapping.js +114 -0
- package/dist/providers/s3/object-mapping.js.map +1 -0
- package/dist/providers/s3/primitives.d.ts +8 -0
- package/dist/providers/s3/primitives.js +235 -0
- package/dist/providers/s3/primitives.js.map +1 -0
- package/dist/providers/s3/profile.d.ts +25 -0
- package/dist/providers/s3/profile.js +46 -0
- package/dist/providers/s3/profile.js.map +1 -0
- package/dist/providers/s3/request-extension.js +29 -0
- package/dist/providers/s3/request-extension.js.map +1 -0
- package/dist/providers/s3/service.js +55 -0
- package/dist/providers/s3/service.js.map +1 -0
- package/dist/providers/s3/signing-credentials.js +32 -0
- package/dist/providers/s3/signing-credentials.js.map +1 -0
- package/dist/providers/s3/tags.d.ts +10 -0
- package/dist/providers/s3/tags.js +65 -0
- package/dist/providers/s3/tags.js.map +1 -0
- package/dist/providers/s3/tier.d.ts +171 -0
- package/dist/providers/s3/tier.js +100 -0
- package/dist/providers/s3/tier.js.map +1 -0
- package/dist/providers/s3/transfer-driver.js +72 -0
- package/dist/providers/s3/transfer-driver.js.map +1 -0
- package/dist/providers/s3/transport.js +94 -0
- package/dist/providers/s3/transport.js.map +1 -0
- package/dist/providers/s3/upload-body.js +10 -0
- package/dist/providers/s3/upload-body.js.map +1 -0
- package/dist/providers/s3/validation.js +31 -0
- package/dist/providers/s3/validation.js.map +1 -0
- package/dist/providers/s3/versions.d.ts +10 -0
- package/dist/providers/s3/versions.js +143 -0
- package/dist/providers/s3/versions.js.map +1 -0
- package/dist/providers/s3-compatible/config.d.ts +36 -0
- package/dist/providers/s3-compatible/config.js +174 -0
- package/dist/providers/s3-compatible/config.js.map +1 -0
- package/dist/providers/s3-compatible/service.js +48 -0
- package/dist/providers/s3-compatible/service.js.map +1 -0
- package/dist/providers/supabase/config.d.ts +20 -0
- package/dist/providers/supabase/config.js +41 -0
- package/dist/providers/supabase/config.js.map +1 -0
- package/dist/providers/supabase/mapping.js +60 -0
- package/dist/providers/supabase/mapping.js.map +1 -0
- package/dist/providers/supabase/primitives.js +205 -0
- package/dist/providers/supabase/primitives.js.map +1 -0
- package/dist/providers/supabase/transport.js +64 -0
- package/dist/providers/supabase/transport.js.map +1 -0
- package/dist/providers/supabase/tus.js +163 -0
- package/dist/providers/supabase/tus.js.map +1 -0
- package/dist/providers/tigris/configuration.js +118 -0
- package/dist/providers/tigris/configuration.js.map +1 -0
- package/dist/providers/tigris/snapshots.js +87 -0
- package/dist/providers/tigris/snapshots.js.map +1 -0
- package/dist/providers/tigris/transport.js +18 -0
- package/dist/providers/tigris/transport.js.map +1 -0
- package/dist/providers/vercel/config.d.ts +16 -0
- package/dist/providers/vercel/config.js +48 -0
- package/dist/providers/vercel/config.js.map +1 -0
- package/dist/providers/vercel/mapping.js +79 -0
- package/dist/providers/vercel/mapping.js.map +1 -0
- package/dist/providers/vercel/multipart.js +113 -0
- package/dist/providers/vercel/multipart.js.map +1 -0
- package/dist/providers/vercel/primitives.js +168 -0
- package/dist/providers/vercel/primitives.js.map +1 -0
- package/dist/providers/vercel/transport.js +32 -0
- package/dist/providers/vercel/transport.js.map +1 -0
- package/dist/providers/wasabi/compliance.d.ts +52 -0
- package/dist/providers/wasabi/compliance.js +89 -0
- package/dist/providers/wasabi/compliance.js.map +1 -0
- package/dist/providers/wasabi/xml.js +55 -0
- package/dist/providers/wasabi/xml.js.map +1 -0
- package/dist/r2/admin.d.ts +126 -0
- package/dist/r2/admin.js +138 -0
- package/dist/r2/admin.js.map +1 -0
- package/dist/r2/events.d.ts +41 -0
- package/dist/r2/events.js +37 -0
- package/dist/r2/events.js.map +1 -0
- package/dist/r2-workers.d.ts +24 -0
- package/dist/r2-workers.js +115 -0
- package/dist/r2-workers.js.map +1 -0
- package/dist/r2.d.ts +15 -0
- package/dist/r2.js +15 -0
- package/dist/r2.js.map +1 -0
- package/dist/react.d.ts +73 -0
- package/dist/react.js +49 -0
- package/dist/react.js.map +1 -0
- package/dist/representation.d.ts +24 -0
- package/dist/representation.js +7 -0
- package/dist/representation.js.map +1 -0
- package/dist/runtime/bun-filesystem.js +136 -0
- package/dist/runtime/bun-filesystem.js.map +1 -0
- package/dist/runtime/file-target.d.ts +10 -0
- package/dist/runtime/file-target.js +66 -0
- package/dist/runtime/file-target.js.map +1 -0
- package/dist/runtime/filesystem.d.ts +6 -0
- package/dist/runtime/filesystem.js +68 -0
- package/dist/runtime/filesystem.js.map +1 -0
- package/dist/runtime/node-hash.d.ts +4 -0
- package/dist/runtime/node-hash.js +31 -0
- package/dist/runtime/node-hash.js.map +1 -0
- package/dist/runtime/node-protection.d.ts +4 -0
- package/dist/runtime/node-protection.js +46 -0
- package/dist/runtime/node-protection.js.map +1 -0
- package/dist/runtime/portable-hash.d.ts +3 -0
- package/dist/runtime/portable-hash.js +31 -0
- package/dist/runtime/portable-hash.js.map +1 -0
- package/dist/runtime/session-store.d.ts +12 -0
- package/dist/runtime/session-store.js +19 -0
- package/dist/runtime/session-store.js.map +1 -0
- package/dist/runtime/web-protection.d.ts +7 -0
- package/dist/runtime/web-protection.js +54 -0
- package/dist/runtime/web-protection.js.map +1 -0
- package/dist/s3/admin.d.ts +183 -0
- package/dist/s3/admin.js +197 -0
- package/dist/s3/admin.js.map +1 -0
- package/dist/s3/archive.d.ts +25 -0
- package/dist/s3/archive.js +113 -0
- package/dist/s3/archive.js.map +1 -0
- package/dist/s3/events.d.ts +42 -0
- package/dist/s3/events.js +69 -0
- package/dist/s3/events.js.map +1 -0
- package/dist/s3/governance.d.ts +319 -0
- package/dist/s3/governance.js +108 -0
- package/dist/s3/governance.js.map +1 -0
- package/dist/s3/lifecycle.d.ts +4 -0
- package/dist/s3/lifecycle.js +5 -0
- package/dist/s3/post.d.ts +31 -0
- package/dist/s3/post.js +93 -0
- package/dist/s3/post.js.map +1 -0
- package/dist/s3/signing.d.ts +105 -0
- package/dist/s3/signing.js +198 -0
- package/dist/s3/signing.js.map +1 -0
- package/dist/s3/uploads.d.ts +11 -0
- package/dist/s3/uploads.js +173 -0
- package/dist/s3/uploads.js.map +1 -0
- package/dist/s3.d.ts +37 -0
- package/dist/s3.js +114 -0
- package/dist/s3.js.map +1 -0
- package/dist/scaleway/admin.d.ts +112 -0
- package/dist/scaleway/admin.js +19 -0
- package/dist/scaleway/admin.js.map +1 -0
- package/dist/scaleway.d.ts +15 -0
- package/dist/scaleway.js +15 -0
- package/dist/scaleway.js.map +1 -0
- package/dist/session-events.d.ts +22 -0
- package/dist/session-events.js +22 -0
- package/dist/session-events.js.map +1 -0
- package/dist/sessions/checkpoint.d.ts +423 -0
- package/dist/sessions/checkpoint.js +102 -0
- package/dist/sessions/checkpoint.js.map +1 -0
- package/dist/sessions/download.d.ts +17 -0
- package/dist/sessions/download.js +111 -0
- package/dist/sessions/download.js.map +1 -0
- package/dist/sessions/native-upload.js +168 -0
- package/dist/sessions/native-upload.js.map +1 -0
- package/dist/sessions/store.d.ts +40 -0
- package/dist/sessions/store.js +77 -0
- package/dist/sessions/store.js.map +1 -0
- package/dist/sessions/upload.d.ts +10 -0
- package/dist/sessions/upload.js +329 -0
- package/dist/sessions/upload.js.map +1 -0
- package/dist/sessions.d.ts +98 -0
- package/dist/sessions.js +268 -0
- package/dist/sessions.js.map +1 -0
- package/dist/spaces/admin.d.ts +112 -0
- package/dist/spaces/admin.js +19 -0
- package/dist/spaces/admin.js.map +1 -0
- package/dist/spaces.d.ts +15 -0
- package/dist/spaces.js +15 -0
- package/dist/spaces.js.map +1 -0
- package/dist/supabase/admin.d.ts +77 -0
- package/dist/supabase/admin.js +74 -0
- package/dist/supabase/admin.js.map +1 -0
- package/dist/supabase/s3.d.ts +311 -0
- package/dist/supabase/s3.js +153 -0
- package/dist/supabase/s3.js.map +1 -0
- package/dist/supabase/signing.d.ts +23 -0
- package/dist/supabase/signing.js +93 -0
- package/dist/supabase/signing.js.map +1 -0
- package/dist/supabase/tus-uploads.d.ts +13 -0
- package/dist/supabase/tus-uploads.js +109 -0
- package/dist/supabase/tus-uploads.js.map +1 -0
- package/dist/supabase/uploads.d.ts +5 -0
- package/dist/supabase/uploads.js +32 -0
- package/dist/supabase/uploads.js.map +1 -0
- package/dist/supabase.d.ts +100 -0
- package/dist/supabase.js +50 -0
- package/dist/supabase.js.map +1 -0
- package/dist/testing/body-failure.js +18 -0
- package/dist/testing/body-failure.js.map +1 -0
- package/dist/testing/conformance/assertions.d.ts +10 -0
- package/dist/testing/conformance/assertions.js +21 -0
- package/dist/testing/conformance/assertions.js.map +1 -0
- package/dist/testing/conformance/core-cases.js +107 -0
- package/dist/testing/conformance/core-cases.js.map +1 -0
- package/dist/testing/conformance/list-cases.js +72 -0
- package/dist/testing/conformance/list-cases.js.map +1 -0
- package/dist/testing/conformance/read-cases.js +105 -0
- package/dist/testing/conformance/read-cases.js.map +1 -0
- package/dist/testing/conformance.d.ts +23 -0
- package/dist/testing/conformance.js +37 -0
- package/dist/testing/conformance.js.map +1 -0
- package/dist/testing/faults.d.ts +258 -0
- package/dist/testing/faults.js +111 -0
- package/dist/testing/faults.js.map +1 -0
- package/dist/testing/memory-list.js +79 -0
- package/dist/testing/memory-list.js.map +1 -0
- package/dist/testing/memory-state.d.ts +18 -0
- package/dist/testing/memory-state.js +57 -0
- package/dist/testing/memory-state.js.map +1 -0
- package/dist/testing/memory-upload.js +123 -0
- package/dist/testing/memory-upload.js.map +1 -0
- package/dist/testing/memory.d.ts +23 -0
- package/dist/testing/memory.js +121 -0
- package/dist/testing/memory.js.map +1 -0
- package/dist/testing.d.ts +6 -0
- package/dist/testing.js +6 -0
- package/dist/tigris/events.d.ts +42 -0
- package/dist/tigris/events.js +42 -0
- package/dist/tigris/events.js.map +1 -0
- package/dist/tigris/native.d.ts +438 -0
- package/dist/tigris/native.js +166 -0
- package/dist/tigris/native.js.map +1 -0
- package/dist/tigris.d.ts +15 -0
- package/dist/tigris.js +15 -0
- package/dist/tigris.js.map +1 -0
- package/dist/transfers/budget.js +50 -0
- package/dist/transfers/budget.js.map +1 -0
- package/dist/transfers/copy.js +250 -0
- package/dist/transfers/copy.js.map +1 -0
- package/dist/transfers/dependencies.d.ts +10 -0
- package/dist/transfers/dependencies.js +11 -0
- package/dist/transfers/dependencies.js.map +1 -0
- package/dist/transfers/download.js +132 -0
- package/dist/transfers/download.js.map +1 -0
- package/dist/transfers/managed-runtime.d.ts +34 -0
- package/dist/transfers/managed-runtime.js +30 -0
- package/dist/transfers/managed-runtime.js.map +1 -0
- package/dist/transfers/models.d.ts +160 -0
- package/dist/transfers/native-upload.js +195 -0
- package/dist/transfers/native-upload.js.map +1 -0
- package/dist/transfers/part-receipts.js +32 -0
- package/dist/transfers/part-receipts.js.map +1 -0
- package/dist/transfers/planner.d.ts +19 -0
- package/dist/transfers/planner.js +153 -0
- package/dist/transfers/planner.js.map +1 -0
- package/dist/transfers/reader.js +81 -0
- package/dist/transfers/reader.js.map +1 -0
- package/dist/transfers/runtime.d.ts +19 -0
- package/dist/transfers/runtime.js +132 -0
- package/dist/transfers/runtime.js.map +1 -0
- package/dist/transfers/sources.d.ts +22 -0
- package/dist/transfers/sources.js +83 -0
- package/dist/transfers/sources.js.map +1 -0
- package/dist/transfers/upload.js +235 -0
- package/dist/transfers/upload.js.map +1 -0
- package/dist/transfers.d.ts +31 -0
- package/dist/transfers.js +82 -0
- package/dist/transfers.js.map +1 -0
- package/dist/uploads/driver.d.ts +22 -0
- package/dist/uploads/driver.js +18 -0
- package/dist/uploads/driver.js.map +1 -0
- package/dist/uploads/policy.d.ts +39 -0
- package/dist/uploads/schema.d.ts +278 -0
- package/dist/uploads/schema.js +167 -0
- package/dist/uploads/schema.js.map +1 -0
- package/dist/uploads/signed-driver.d.ts +8 -0
- package/dist/uploads/signed-driver.js +36 -0
- package/dist/uploads/signed-driver.js.map +1 -0
- package/dist/uploads/store.d.ts +26 -0
- package/dist/uploads/store.js +51 -0
- package/dist/uploads/store.js.map +1 -0
- package/dist/uploads/verification.js +86 -0
- package/dist/uploads/verification.js.map +1 -0
- package/dist/uploads.d.ts +518 -0
- package/dist/uploads.js +330 -0
- package/dist/uploads.js.map +1 -0
- package/dist/vercel/authorized-uploads.d.ts +7 -0
- package/dist/vercel/authorized-uploads.js +15 -0
- package/dist/vercel/authorized-uploads.js.map +1 -0
- package/dist/vercel/client.d.ts +16 -0
- package/dist/vercel/client.js +28 -0
- package/dist/vercel/client.js.map +1 -0
- package/dist/vercel/signing.d.ts +19 -0
- package/dist/vercel/signing.js +120 -0
- package/dist/vercel/signing.js.map +1 -0
- package/dist/vercel/uploads.d.ts +36 -0
- package/dist/vercel/uploads.js +161 -0
- package/dist/vercel/uploads.js.map +1 -0
- package/dist/vercel.d.ts +86 -0
- package/dist/vercel.js +46 -0
- package/dist/vercel.js.map +1 -0
- package/dist/wasabi/admin.d.ts +112 -0
- package/dist/wasabi/admin.js +19 -0
- package/dist/wasabi/admin.js.map +1 -0
- package/dist/wasabi/native.d.ts +200 -0
- package/dist/wasabi/native.js +132 -0
- package/dist/wasabi/native.js.map +1 -0
- package/dist/wasabi.d.ts +15 -0
- package/dist/wasabi.js +15 -0
- package/dist/wasabi.js.map +1 -0
- package/dist/workflows/content/collection.js +122 -0
- package/dist/workflows/content/collection.js.map +1 -0
- package/dist/workflows/content/references.js +113 -0
- package/dist/workflows/content/references.js.map +1 -0
- package/dist/workflows/content/schema.d.ts +58 -0
- package/dist/workflows/content/schema.js +64 -0
- package/dist/workflows/content/schema.js.map +1 -0
- package/dist/workflows/endpoint.js +16 -0
- package/dist/workflows/endpoint.js.map +1 -0
- package/dist/workflows/migrations/schema.d.ts +149 -0
- package/dist/workflows/migrations/schema.js +58 -0
- package/dist/workflows/migrations/schema.js.map +1 -0
- package/dist/workflows/mirror/operations.js +175 -0
- package/dist/workflows/mirror/operations.js.map +1 -0
- package/dist/workflows/mirror/schema.d.ts +68 -0
- package/dist/workflows/mirror/schema.js +57 -0
- package/dist/workflows/mirror/schema.js.map +1 -0
- package/dist/workflows/mirror/view.js +103 -0
- package/dist/workflows/mirror/view.js.map +1 -0
- package/dist/workflows/objects.js +54 -0
- package/dist/workflows/objects.js.map +1 -0
- package/dist/workflows/store.d.ts +13 -0
- package/dist/workflows/store.js +58 -0
- package/dist/workflows/store.js.map +1 -0
- package/package.json +513 -3
|
@@ -0,0 +1,89 @@
|
|
|
1
|
+
import { ObjectValidator } from "../../core/object.js";
|
|
2
|
+
import { storageError } from "../../core/errors.js";
|
|
3
|
+
import { Effect, Redacted, Schema } from "effect";
|
|
4
|
+
import { createHash } from "node:crypto";
|
|
5
|
+
|
|
6
|
+
// src/providers/s3/config.ts
|
|
7
|
+
const Positive = Schema.Int.check(Schema.isGreaterThan(0));
|
|
8
|
+
const Settings = Schema.Struct({
|
|
9
|
+
bucket: Schema.String.check(Schema.isPattern(/^(?!.*\.\.)(?!.*--x-s3$)[a-z0-9][a-z0-9.-]{1,61}[a-z0-9]$/u)),
|
|
10
|
+
region: Schema.String.check(Schema.isPattern(/^[a-z0-9-]+$/u)),
|
|
11
|
+
storeId: Schema.optional(Schema.NonEmptyString),
|
|
12
|
+
endpoint: Schema.optional(Schema.String),
|
|
13
|
+
forcePathStyle: Schema.optional(Schema.Boolean),
|
|
14
|
+
credentials: Schema.optional(Schema.Unknown),
|
|
15
|
+
expectedBucketOwner: Schema.optional(Schema.String.check(Schema.isPattern(/^\d{12}$/u))),
|
|
16
|
+
requestPayer: Schema.optional(Schema.Literal("requester")),
|
|
17
|
+
encryption: Schema.optional(Schema.Union([
|
|
18
|
+
Schema.Struct({ mode: Schema.Literal("AES256") }),
|
|
19
|
+
Schema.Struct({
|
|
20
|
+
mode: Schema.Literals(["aws:kms", "aws:kms:dsse"]),
|
|
21
|
+
keyId: Schema.optional(ObjectValidator),
|
|
22
|
+
bucketKey: Schema.optional(Schema.Boolean)
|
|
23
|
+
}),
|
|
24
|
+
Schema.Struct({
|
|
25
|
+
mode: Schema.Literal("customer"),
|
|
26
|
+
key: Schema.Redacted(Schema.NonEmptyString),
|
|
27
|
+
keyMD5: ObjectValidator
|
|
28
|
+
})
|
|
29
|
+
])),
|
|
30
|
+
requestTimeoutMillis: Schema.optional(Positive),
|
|
31
|
+
maxUnknownLengthBytes: Schema.optional(Positive)
|
|
32
|
+
});
|
|
33
|
+
const resolveConfig = Effect.fnUntraced(function* (config) {
|
|
34
|
+
yield* Schema.decodeUnknownEffect(Settings, { onExcessProperty: "error" })(config).pipe(Effect.mapError(() => storageError("make", "s3", {
|
|
35
|
+
_tag: "InvalidConfiguration",
|
|
36
|
+
field: "config"
|
|
37
|
+
})));
|
|
38
|
+
if (config.endpoint !== void 0) {
|
|
39
|
+
const url = URL.parse(config.endpoint);
|
|
40
|
+
if (!url || !["https:", "http:"].includes(url.protocol) || url.username || url.password || url.search || url.hash || url.pathname !== "/") return yield* storageError("make", "s3", {
|
|
41
|
+
_tag: "InvalidConfiguration",
|
|
42
|
+
field: "endpoint"
|
|
43
|
+
});
|
|
44
|
+
}
|
|
45
|
+
if (config.encryption?.mode === "customer" && config.endpoint?.startsWith("http:")) return yield* storageError("make", "s3", {
|
|
46
|
+
_tag: "InvalidConfiguration",
|
|
47
|
+
field: "encryption.endpoint"
|
|
48
|
+
});
|
|
49
|
+
const identity = JSON.stringify([
|
|
50
|
+
config.endpoint ?? "aws",
|
|
51
|
+
config.region,
|
|
52
|
+
config.bucket
|
|
53
|
+
]);
|
|
54
|
+
return {
|
|
55
|
+
...config,
|
|
56
|
+
...config.encryption ? { encryption: { ...config.encryption } } : {},
|
|
57
|
+
storeId: config.storeId ?? `s3:${createHash("sha256").update(identity).digest("hex")}`,
|
|
58
|
+
requestTimeoutMillis: config.requestTimeoutMillis ?? 3e4,
|
|
59
|
+
maxUnknownLengthBytes: config.maxUnknownLengthBytes ?? 16777216
|
|
60
|
+
};
|
|
61
|
+
});
|
|
62
|
+
function encryptionHeaders(encryption) {
|
|
63
|
+
if (!encryption) return {};
|
|
64
|
+
if (encryption.mode === "customer") return {
|
|
65
|
+
SSECustomerAlgorithm: "AES256",
|
|
66
|
+
SSECustomerKey: Redacted.value(encryption.key),
|
|
67
|
+
SSECustomerKeyMD5: encryption.keyMD5
|
|
68
|
+
};
|
|
69
|
+
return {
|
|
70
|
+
ServerSideEncryption: encryption.mode,
|
|
71
|
+
...encryption.mode === "AES256" ? {} : {
|
|
72
|
+
SSEKMSKeyId: encryption.keyId,
|
|
73
|
+
BucketKeyEnabled: encryption.bucketKey
|
|
74
|
+
}
|
|
75
|
+
};
|
|
76
|
+
}
|
|
77
|
+
function readEncryption(encryption) {
|
|
78
|
+
return encryption?.mode === "customer" ? encryptionHeaders(encryption) : {};
|
|
79
|
+
}
|
|
80
|
+
function authority(config) {
|
|
81
|
+
return {
|
|
82
|
+
Bucket: config.bucket,
|
|
83
|
+
ExpectedBucketOwner: config.expectedBucketOwner,
|
|
84
|
+
RequestPayer: config.requestPayer
|
|
85
|
+
};
|
|
86
|
+
}
|
|
87
|
+
|
|
88
|
+
export { authority, encryptionHeaders, readEncryption, resolveConfig };
|
|
89
|
+
//# sourceMappingURL=config.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"config.js","names":[],"sources":["../../../src/providers/s3/config.ts"],"sourcesContent":["import { createHash } from \"node:crypto\";\n\nimport { Effect, Redacted, Schema } from \"effect\";\n\nimport type { S3Client, S3ClientConfig } from \"@aws-sdk/client-s3\";\n\nimport { storageError } from \"../../core/errors.js\";\nimport { ObjectValidator } from \"../../core/object.js\";\nimport type { S3Profile } from \"./profile.js\";\n\nexport type S3Encryption =\n | { readonly mode: \"AES256\" }\n | {\n readonly mode: \"aws:kms\" | \"aws:kms:dsse\";\n readonly keyId?: string;\n readonly bucketKey?: boolean;\n }\n | { readonly mode: \"customer\"; readonly key: Redacted.Redacted<string>; readonly keyMD5: string };\n\nexport interface S3Config {\n readonly bucket: string;\n readonly region: string;\n readonly storeId?: string;\n readonly endpoint?: string;\n readonly forcePathStyle?: boolean;\n readonly credentials?: S3ClientConfig[\"credentials\"];\n readonly expectedBucketOwner?: string;\n readonly requestPayer?: \"requester\";\n readonly encryption?: S3Encryption;\n readonly requestTimeoutMillis?: number;\n /** Unknown-length streams are staged up to this explicit adapter limit. */\n readonly maxUnknownLengthBytes?: number;\n}\n\nconst Positive = Schema.Int.check(Schema.isGreaterThan(0));\nconst Settings = Schema.Struct({\n bucket: Schema.String.check(\n Schema.isPattern(/^(?!.*\\.\\.)(?!.*--x-s3$)[a-z0-9][a-z0-9.-]{1,61}[a-z0-9]$/u),\n ),\n region: Schema.String.check(Schema.isPattern(/^[a-z0-9-]+$/u)),\n storeId: Schema.optional(Schema.NonEmptyString),\n endpoint: Schema.optional(Schema.String),\n forcePathStyle: Schema.optional(Schema.Boolean),\n credentials: Schema.optional(Schema.Unknown),\n expectedBucketOwner: Schema.optional(Schema.String.check(Schema.isPattern(/^\\d{12}$/u))),\n requestPayer: Schema.optional(Schema.Literal(\"requester\")),\n encryption: Schema.optional(\n Schema.Union([\n Schema.Struct({ mode: Schema.Literal(\"AES256\") }),\n Schema.Struct({\n mode: Schema.Literals([\"aws:kms\", \"aws:kms:dsse\"]),\n keyId: Schema.optional(ObjectValidator),\n bucketKey: Schema.optional(Schema.Boolean),\n }),\n Schema.Struct({\n mode: Schema.Literal(\"customer\"),\n key: Schema.Redacted(Schema.NonEmptyString),\n keyMD5: ObjectValidator,\n }),\n ]),\n ),\n requestTimeoutMillis: Schema.optional(Positive),\n maxUnknownLengthBytes: Schema.optional(Positive),\n});\n\nexport type ResolvedS3Config = Omit<\n S3Config,\n \"storeId\" | \"requestTimeoutMillis\" | \"maxUnknownLengthBytes\"\n> & {\n readonly storeId: string;\n readonly requestTimeoutMillis: number;\n readonly maxUnknownLengthBytes: number;\n};\n\nexport interface S3Connection {\n readonly profile?: S3Profile;\n /** Compatibility transports may lack the optional S3 checksum read extension. */\n readonly readChecksums?: false;\n readonly multipartChecksums?: false;\n readonly client: S3Client;\n readonly config: ResolvedS3Config;\n}\n\nexport const resolveConfig = Effect.fnUntraced(function* (config: S3Config) {\n yield* Schema.decodeUnknownEffect(Settings, { onExcessProperty: \"error\" })(config).pipe(\n Effect.mapError(() =>\n storageError(\"make\", \"s3\", { _tag: \"InvalidConfiguration\", field: \"config\" }),\n ),\n );\n\n if (config.endpoint !== undefined) {\n const url = URL.parse(config.endpoint);\n if (\n !url ||\n ![\"https:\", \"http:\"].includes(url.protocol) ||\n url.username ||\n url.password ||\n url.search ||\n url.hash ||\n url.pathname !== \"/\"\n ) {\n return yield* storageError(\"make\", \"s3\", { _tag: \"InvalidConfiguration\", field: \"endpoint\" });\n }\n }\n\n if (config.encryption?.mode === \"customer\" && config.endpoint?.startsWith(\"http:\"))\n return yield* storageError(\"make\", \"s3\", {\n _tag: \"InvalidConfiguration\",\n field: \"encryption.endpoint\",\n });\n const identity = JSON.stringify([config.endpoint ?? \"aws\", config.region, config.bucket]);\n return {\n ...config,\n ...(config.encryption ? { encryption: { ...config.encryption } } : {}),\n storeId: config.storeId ?? `s3:${createHash(\"sha256\").update(identity).digest(\"hex\")}`,\n requestTimeoutMillis: config.requestTimeoutMillis ?? 30_000,\n maxUnknownLengthBytes: config.maxUnknownLengthBytes ?? 16 * 1024 * 1024,\n } satisfies ResolvedS3Config;\n});\n\nexport function encryptionHeaders(encryption?: S3Encryption) {\n if (!encryption) return {};\n if (encryption.mode === \"customer\") {\n return {\n SSECustomerAlgorithm: \"AES256\",\n SSECustomerKey: Redacted.value(encryption.key),\n SSECustomerKeyMD5: encryption.keyMD5,\n };\n }\n return {\n ServerSideEncryption: encryption.mode,\n ...(encryption.mode === \"AES256\"\n ? {}\n : { SSEKMSKeyId: encryption.keyId, BucketKeyEnabled: encryption.bucketKey }),\n };\n}\n\nexport function readEncryption(encryption?: S3Encryption) {\n return encryption?.mode === \"customer\" ? encryptionHeaders(encryption) : {};\n}\n\nexport function authority(config: ResolvedS3Config) {\n return {\n Bucket: config.bucket,\n ExpectedBucketOwner: config.expectedBucketOwner,\n RequestPayer: config.requestPayer,\n };\n}\n"],"mappings":";;;;;;AAkCA,MAAM,WAAW,OAAO,IAAI,MAAM,OAAO,cAAc,CAAC,CAAC;AACzD,MAAM,WAAW,OAAO,OAAO;CAC7B,QAAQ,OAAO,OAAO,MACpB,OAAO,UAAU,4DAA4D,CAC/E;CACA,QAAQ,OAAO,OAAO,MAAM,OAAO,UAAU,eAAe,CAAC;CAC7D,SAAS,OAAO,SAAS,OAAO,cAAc;CAC9C,UAAU,OAAO,SAAS,OAAO,MAAM;CACvC,gBAAgB,OAAO,SAAS,OAAO,OAAO;CAC9C,aAAa,OAAO,SAAS,OAAO,OAAO;CAC3C,qBAAqB,OAAO,SAAS,OAAO,OAAO,MAAM,OAAO,UAAU,WAAW,CAAC,CAAC;CACvF,cAAc,OAAO,SAAS,OAAO,QAAQ,WAAW,CAAC;CACzD,YAAY,OAAO,SACjB,OAAO,MAAM;EACX,OAAO,OAAO,EAAE,MAAM,OAAO,QAAQ,QAAQ,EAAE,CAAC;EAChD,OAAO,OAAO;GACZ,MAAM,OAAO,SAAS,CAAC,WAAW,cAAc,CAAC;GACjD,OAAO,OAAO,SAAS,eAAe;GACtC,WAAW,OAAO,SAAS,OAAO,OAAO;EAC3C,CAAC;EACD,OAAO,OAAO;GACZ,MAAM,OAAO,QAAQ,UAAU;GAC/B,KAAK,OAAO,SAAS,OAAO,cAAc;GAC1C,QAAQ;EACV,CAAC;CACH,CAAC,CACH;CACA,sBAAsB,OAAO,SAAS,QAAQ;CAC9C,uBAAuB,OAAO,SAAS,QAAQ;AACjD,CAAC;AAoBD,MAAa,gBAAgB,OAAO,WAAW,WAAW,QAAkB;CAC1E,OAAO,OAAO,oBAAoB,UAAU,EAAE,kBAAkB,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,KACjF,OAAO,eACL,aAAa,QAAQ,MAAM;EAAE,MAAM;EAAwB,OAAO;CAAS,CAAC,CAC9E,CACF;CAEA,IAAI,OAAO,aAAa,QAAW;EACjC,MAAM,MAAM,IAAI,MAAM,OAAO,QAAQ;EACrC,IACE,CAAC,OACD,CAAC,CAAC,UAAU,OAAO,CAAC,CAAC,SAAS,IAAI,QAAQ,KAC1C,IAAI,YACJ,IAAI,YACJ,IAAI,UACJ,IAAI,QACJ,IAAI,aAAa,KAEjB,OAAO,OAAO,aAAa,QAAQ,MAAM;GAAE,MAAM;GAAwB,OAAO;EAAW,CAAC;CAEhG;CAEA,IAAI,OAAO,YAAY,SAAS,cAAc,OAAO,UAAU,WAAW,OAAO,GAC/E,OAAO,OAAO,aAAa,QAAQ,MAAM;EACvC,MAAM;EACN,OAAO;CACT,CAAC;CACH,MAAM,WAAW,KAAK,UAAU;EAAC,OAAO,YAAY;EAAO,OAAO;EAAQ,OAAO;CAAM,CAAC;CACxF,OAAO;EACL,GAAG;EACH,GAAI,OAAO,aAAa,EAAE,YAAY,EAAE,GAAG,OAAO,WAAW,EAAE,IAAI,CAAC;EACpE,SAAS,OAAO,WAAW,MAAM,WAAW,QAAQ,CAAC,CAAC,OAAO,QAAQ,CAAC,CAAC,OAAO,KAAK;EACnF,sBAAsB,OAAO,wBAAwB;EACrD,uBAAuB,OAAO,yBAAyB;CACzD;AACF,CAAC;AAED,SAAgB,kBAAkB,YAA2B;CAC3D,IAAI,CAAC,YAAY,OAAO,CAAC;CACzB,IAAI,WAAW,SAAS,YACtB,OAAO;EACL,sBAAsB;EACtB,gBAAgB,SAAS,MAAM,WAAW,GAAG;EAC7C,mBAAmB,WAAW;CAChC;CAEF,OAAO;EACL,sBAAsB,WAAW;EACjC,GAAI,WAAW,SAAS,WACpB,CAAC,IACD;GAAE,aAAa,WAAW;GAAO,kBAAkB,WAAW;EAAU;CAC9E;AACF;AAEA,SAAgB,eAAe,YAA2B;CACxD,OAAO,YAAY,SAAS,aAAa,kBAAkB,UAAU,IAAI,CAAC;AAC5E;AAEA,SAAgB,UAAU,QAA0B;CAClD,OAAO;EACL,QAAQ,OAAO;EACf,qBAAqB,OAAO;EAC5B,cAAc,OAAO;CACvB;AACF"}
|
|
@@ -0,0 +1,115 @@
|
|
|
1
|
+
import { ObjectRef } from "../../core/object.js";
|
|
2
|
+
import { StorageError } from "../../core/errors.js";
|
|
3
|
+
import { ByteRange } from "../../core/ranges.js";
|
|
4
|
+
import { MultipartHandle } from "../../core/contracts/multipart.js";
|
|
5
|
+
import "../../index.js";
|
|
6
|
+
import { S3Connection } from "./config.js";
|
|
7
|
+
import { Effect } from "effect";
|
|
8
|
+
export declare const copyObject: (connection: S3Connection, input: {
|
|
9
|
+
readonly source: {
|
|
10
|
+
readonly storeId: string;
|
|
11
|
+
readonly key: string;
|
|
12
|
+
readonly version?: {
|
|
13
|
+
readonly _tag: "S3Version";
|
|
14
|
+
readonly id: string;
|
|
15
|
+
} | {
|
|
16
|
+
readonly _tag: "GcsGeneration";
|
|
17
|
+
readonly id: string;
|
|
18
|
+
readonly metageneration?: string | undefined;
|
|
19
|
+
} | {
|
|
20
|
+
readonly _tag: "AzureVersion";
|
|
21
|
+
readonly id: string;
|
|
22
|
+
} | {
|
|
23
|
+
readonly _tag: "AzureSnapshot";
|
|
24
|
+
readonly id: string;
|
|
25
|
+
} | {
|
|
26
|
+
readonly _tag: "OpaqueVersion";
|
|
27
|
+
readonly provider: string;
|
|
28
|
+
readonly id: string;
|
|
29
|
+
} | undefined;
|
|
30
|
+
};
|
|
31
|
+
readonly destinationKey: string;
|
|
32
|
+
readonly condition?: {
|
|
33
|
+
readonly _tag: "CreateOnly";
|
|
34
|
+
} | {
|
|
35
|
+
readonly _tag: "IfMatch";
|
|
36
|
+
readonly etag: string;
|
|
37
|
+
} | undefined;
|
|
38
|
+
readonly sourceIfMatch?: string | undefined;
|
|
39
|
+
readonly headers?: {
|
|
40
|
+
readonly contentType?: string | undefined;
|
|
41
|
+
readonly contentEncoding?: string | undefined;
|
|
42
|
+
readonly contentLanguage?: string | undefined;
|
|
43
|
+
readonly contentDisposition?: string | undefined;
|
|
44
|
+
readonly cacheControl?: string | undefined;
|
|
45
|
+
readonly customMetadata?: {
|
|
46
|
+
readonly [x: string]: string;
|
|
47
|
+
} | undefined;
|
|
48
|
+
} | undefined;
|
|
49
|
+
readonly metadataDirective?: "COPY" | "REPLACE" | undefined;
|
|
50
|
+
readonly taggingDirective?: "COPY" | "REPLACE" | undefined;
|
|
51
|
+
readonly tagging?: string | undefined;
|
|
52
|
+
}, source?: S3Connection | undefined) => Effect.Effect<{
|
|
53
|
+
readonly contentType?: string | undefined;
|
|
54
|
+
readonly contentEncoding?: string | undefined;
|
|
55
|
+
readonly contentLanguage?: string | undefined;
|
|
56
|
+
readonly contentDisposition?: string | undefined;
|
|
57
|
+
readonly cacheControl?: string | undefined;
|
|
58
|
+
readonly customMetadata?: {
|
|
59
|
+
readonly [x: string]: string;
|
|
60
|
+
} | undefined;
|
|
61
|
+
readonly ref: {
|
|
62
|
+
readonly storeId: string;
|
|
63
|
+
readonly key: string;
|
|
64
|
+
readonly version?: {
|
|
65
|
+
readonly _tag: "S3Version";
|
|
66
|
+
readonly id: string;
|
|
67
|
+
} | {
|
|
68
|
+
readonly _tag: "GcsGeneration";
|
|
69
|
+
readonly id: string;
|
|
70
|
+
readonly metageneration?: string | undefined;
|
|
71
|
+
} | {
|
|
72
|
+
readonly _tag: "AzureVersion";
|
|
73
|
+
readonly id: string;
|
|
74
|
+
} | {
|
|
75
|
+
readonly _tag: "AzureSnapshot";
|
|
76
|
+
readonly id: string;
|
|
77
|
+
} | {
|
|
78
|
+
readonly _tag: "OpaqueVersion";
|
|
79
|
+
readonly provider: string;
|
|
80
|
+
readonly id: string;
|
|
81
|
+
} | undefined;
|
|
82
|
+
};
|
|
83
|
+
readonly size?: number | undefined;
|
|
84
|
+
readonly etag?: string | undefined;
|
|
85
|
+
readonly lastModified?: import("effect/DateTime").Utc | undefined;
|
|
86
|
+
readonly checksums?: readonly {
|
|
87
|
+
readonly algorithm: string;
|
|
88
|
+
readonly encoding: "base64" | "hex";
|
|
89
|
+
readonly scope: "composite" | "full-object";
|
|
90
|
+
readonly value: string;
|
|
91
|
+
readonly partCount?: number | undefined;
|
|
92
|
+
}[] | undefined;
|
|
93
|
+
readonly storageClass?: string | undefined;
|
|
94
|
+
}, StorageError, never>;
|
|
95
|
+
export interface S3CopyPartRequest {
|
|
96
|
+
readonly upload: MultipartHandle;
|
|
97
|
+
readonly partNumber: number;
|
|
98
|
+
readonly source: ObjectRef;
|
|
99
|
+
readonly sourceIfMatch?: string | undefined;
|
|
100
|
+
readonly range?: Extract<ByteRange, {
|
|
101
|
+
readonly _tag: "Bounded";
|
|
102
|
+
}>;
|
|
103
|
+
}
|
|
104
|
+
export declare const copyPart: (connection: S3Connection, input: S3CopyPartRequest, source?: S3Connection | undefined) => Effect.Effect<{
|
|
105
|
+
partNumber: number;
|
|
106
|
+
etag: string;
|
|
107
|
+
checksums: readonly {
|
|
108
|
+
readonly algorithm: string;
|
|
109
|
+
readonly encoding: "base64" | "hex";
|
|
110
|
+
readonly scope: "composite" | "full-object";
|
|
111
|
+
readonly value: string;
|
|
112
|
+
readonly partCount?: number | undefined;
|
|
113
|
+
}[] | undefined;
|
|
114
|
+
}, StorageError, never>;
|
|
115
|
+
//# sourceMappingURL=copy.d.ts.map
|
|
@@ -0,0 +1,122 @@
|
|
|
1
|
+
import { storageError } from "../../core/errors.js";
|
|
2
|
+
import { decodeRequest } from "../../internal/request-validation.js";
|
|
3
|
+
import { authority, encryptionHeaders } from "./config.js";
|
|
4
|
+
import { validateHeaders } from "./validation.js";
|
|
5
|
+
import { checksums, condition, encodeCopySource, headers, metadata, validateRef } from "./object-mapping.js";
|
|
6
|
+
import { enforceProfile } from "./profile.js";
|
|
7
|
+
import { request } from "./transport.js";
|
|
8
|
+
import { CopyRequest, PartNumber, Upload } from "./native-models.js";
|
|
9
|
+
import { Effect, Redacted, Schema } from "effect";
|
|
10
|
+
import { CopyObjectCommand, UploadPartCopyCommand } from "@aws-sdk/client-s3";
|
|
11
|
+
|
|
12
|
+
// src/providers/s3/copy.ts
|
|
13
|
+
function sourceEncryption(connection) {
|
|
14
|
+
const encryption = connection.config.encryption;
|
|
15
|
+
return encryption?.mode === "customer" ? {
|
|
16
|
+
CopySourceSSECustomerAlgorithm: "AES256",
|
|
17
|
+
CopySourceSSECustomerKey: Redacted.value(encryption.key),
|
|
18
|
+
CopySourceSSECustomerKeyMD5: encryption.keyMD5
|
|
19
|
+
} : {};
|
|
20
|
+
}
|
|
21
|
+
const copyObject = Effect.fnUntraced(function* (connection, input, source = connection) {
|
|
22
|
+
if (connection.config.endpoint !== source.config.endpoint) return yield* storageError("copy", "s3", {
|
|
23
|
+
_tag: "Unsupported",
|
|
24
|
+
capability: "cross-endpoint-copy"
|
|
25
|
+
}, "not-started");
|
|
26
|
+
const value = yield* decodeRequest(CopyRequest, input, "copy", "s3", true);
|
|
27
|
+
yield* enforceProfile(connection, "copy", value);
|
|
28
|
+
const profile = connection.profile;
|
|
29
|
+
if (profile && (profile.copy === "none" || profile.copy === "bucket" && (connection.config.bucket !== source.config.bucket || connection.config.encryption?.mode === "customer" || source.config.encryption?.mode === "customer"))) return yield* storageError("copy", profile.provider, {
|
|
30
|
+
_tag: "Unsupported",
|
|
31
|
+
capability: "native-copy-profile"
|
|
32
|
+
}, "not-started");
|
|
33
|
+
yield* validateRef(value.source, source.config, "copy");
|
|
34
|
+
if (value.headers) yield* validateHeaders(value.headers, "copy");
|
|
35
|
+
if (value.headers && value.metadataDirective !== "REPLACE") return yield* storageError("copy", "s3", {
|
|
36
|
+
_tag: "InvalidInput",
|
|
37
|
+
field: "metadataDirective"
|
|
38
|
+
}, "not-started");
|
|
39
|
+
if (value.tagging && value.taggingDirective !== "REPLACE") return yield* storageError("copy", "s3", {
|
|
40
|
+
_tag: "InvalidInput",
|
|
41
|
+
field: "taggingDirective"
|
|
42
|
+
}, "not-started");
|
|
43
|
+
const output = yield* request(connection, "copy", true, (signal) => connection.client.send(new CopyObjectCommand({
|
|
44
|
+
...authority(connection.config),
|
|
45
|
+
...encryptionHeaders(connection.config.encryption),
|
|
46
|
+
...sourceEncryption(source),
|
|
47
|
+
...condition(value.condition),
|
|
48
|
+
...headers(value.headers ?? {}),
|
|
49
|
+
Key: value.destinationKey,
|
|
50
|
+
ExpectedSourceBucketOwner: source.config.expectedBucketOwner,
|
|
51
|
+
CopySource: encodeCopySource(source.config.bucket, value.source),
|
|
52
|
+
CopySourceIfMatch: value.sourceIfMatch,
|
|
53
|
+
MetadataDirective: value.metadataDirective,
|
|
54
|
+
TaggingDirective: value.taggingDirective,
|
|
55
|
+
Tagging: value.tagging
|
|
56
|
+
}), { abortSignal: signal }));
|
|
57
|
+
if (!output.CopyObjectResult?.ETag) return yield* storageError("copy", "s3", {
|
|
58
|
+
_tag: "ProviderFailure",
|
|
59
|
+
code: "MissingCopyReceipt"
|
|
60
|
+
}, "unknown");
|
|
61
|
+
return metadata(connection, value.destinationKey, {
|
|
62
|
+
...output,
|
|
63
|
+
...output.CopyObjectResult
|
|
64
|
+
});
|
|
65
|
+
});
|
|
66
|
+
const CopyPartRequest = Schema.Struct({
|
|
67
|
+
upload: Upload,
|
|
68
|
+
partNumber: PartNumber,
|
|
69
|
+
source: CopyRequest.fields.source,
|
|
70
|
+
sourceIfMatch: CopyRequest.fields.sourceIfMatch,
|
|
71
|
+
range: Schema.optional(Schema.TaggedStruct("Bounded", {
|
|
72
|
+
start: Schema.Natural,
|
|
73
|
+
end: Schema.Natural
|
|
74
|
+
}))
|
|
75
|
+
});
|
|
76
|
+
const copyPart = Effect.fnUntraced(function* (connection, input, source = connection) {
|
|
77
|
+
if (connection.config.endpoint !== source.config.endpoint) return yield* storageError("copyPart", "s3", {
|
|
78
|
+
_tag: "Unsupported",
|
|
79
|
+
capability: "cross-endpoint-copy"
|
|
80
|
+
}, "not-started");
|
|
81
|
+
const value = yield* decodeRequest(CopyPartRequest, input, "copyPart", "s3", true);
|
|
82
|
+
yield* enforceProfile(connection, "copyPart", value);
|
|
83
|
+
const profile = connection.profile;
|
|
84
|
+
if (profile && (profile.copy === "none" || profile.copy === "bucket" && (connection.config.bucket !== source.config.bucket || connection.config.encryption?.mode === "customer" || source.config.encryption?.mode === "customer") || value.sourceIfMatch && !profile.copyPartConditions)) return yield* storageError("copyPart", profile.provider, {
|
|
85
|
+
_tag: "Unsupported",
|
|
86
|
+
capability: "native-copy-profile"
|
|
87
|
+
}, "not-started");
|
|
88
|
+
yield* validateRef(value.upload.ref, connection.config, "copyPart");
|
|
89
|
+
if (value.upload.ref.version) return yield* storageError("copyPart", "s3", {
|
|
90
|
+
_tag: "InvalidInput",
|
|
91
|
+
field: "upload.ref.version"
|
|
92
|
+
}, "not-started");
|
|
93
|
+
yield* validateRef(value.source, source.config, "copyPart");
|
|
94
|
+
if (value.range && value.range.end < value.range.start) return yield* storageError("copyPart", "s3", {
|
|
95
|
+
_tag: "InvalidInput",
|
|
96
|
+
field: "range"
|
|
97
|
+
}, "not-started");
|
|
98
|
+
const output = yield* request(connection, "copyPart", true, (signal) => connection.client.send(new UploadPartCopyCommand({
|
|
99
|
+
...authority(connection.config),
|
|
100
|
+
...sourceEncryption(source),
|
|
101
|
+
...encryptionHeaders(connection.config.encryption),
|
|
102
|
+
Key: value.upload.ref.key,
|
|
103
|
+
UploadId: Redacted.value(value.upload.uploadId),
|
|
104
|
+
PartNumber: value.partNumber,
|
|
105
|
+
ExpectedSourceBucketOwner: source.config.expectedBucketOwner,
|
|
106
|
+
CopySource: encodeCopySource(source.config.bucket, value.source),
|
|
107
|
+
CopySourceIfMatch: value.sourceIfMatch,
|
|
108
|
+
CopySourceRange: value.range ? `bytes=${String(value.range.start)}-${String(value.range.end)}` : void 0
|
|
109
|
+
}), { abortSignal: signal }));
|
|
110
|
+
if (!output.CopyPartResult?.ETag) return yield* storageError("copyPart", "s3", {
|
|
111
|
+
_tag: "ProviderFailure",
|
|
112
|
+
code: "MissingPartReceipt"
|
|
113
|
+
}, "unknown");
|
|
114
|
+
return {
|
|
115
|
+
partNumber: value.partNumber,
|
|
116
|
+
etag: output.CopyPartResult.ETag,
|
|
117
|
+
checksums: checksums(output.CopyPartResult)
|
|
118
|
+
};
|
|
119
|
+
});
|
|
120
|
+
|
|
121
|
+
export { copyObject, copyPart };
|
|
122
|
+
//# sourceMappingURL=copy.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"copy.js","names":[],"sources":["../../../src/providers/s3/copy.ts"],"sourcesContent":["import { Effect, Redacted, Schema } from \"effect\";\n\nimport { CopyObjectCommand, UploadPartCopyCommand } from \"@aws-sdk/client-s3\";\n\nimport type { MultipartHandle } from \"../../core/contracts/multipart.js\";\nimport { storageError } from \"../../core/errors.js\";\nimport type { ObjectRef } from \"../../core/object.js\";\nimport type { ByteRange } from \"../../core/ranges.js\";\nimport { decodeRequest } from \"../../internal/request-validation.js\";\nimport { authority, encryptionHeaders } from \"./config.js\";\nimport type { S3Connection } from \"./config.js\";\nimport { CopyRequest, PartNumber, Upload } from \"./native-models.js\";\nimport type { S3CopyRequest } from \"./native-models.js\";\nimport {\n checksums,\n condition,\n encodeCopySource,\n headers,\n metadata,\n validateRef,\n} from \"./object-mapping.js\";\nimport { enforceProfile } from \"./profile.js\";\nimport { request } from \"./transport.js\";\nimport { validateHeaders } from \"./validation.js\";\n\nfunction sourceEncryption(connection: S3Connection) {\n const encryption = connection.config.encryption;\n return encryption?.mode === \"customer\"\n ? {\n CopySourceSSECustomerAlgorithm: \"AES256\",\n CopySourceSSECustomerKey: Redacted.value(encryption.key),\n CopySourceSSECustomerKeyMD5: encryption.keyMD5,\n }\n : {};\n}\n\nexport const copyObject = Effect.fnUntraced(function* (\n connection: S3Connection,\n input: S3CopyRequest,\n source: S3Connection = connection,\n) {\n if (connection.config.endpoint !== source.config.endpoint)\n return yield* storageError(\n \"copy\",\n \"s3\",\n { _tag: \"Unsupported\", capability: \"cross-endpoint-copy\" },\n \"not-started\",\n );\n const value = yield* decodeRequest(CopyRequest, input, \"copy\", \"s3\", true);\n yield* enforceProfile(connection, \"copy\", value);\n const profile = connection.profile;\n if (\n profile &&\n (profile.copy === \"none\" ||\n (profile.copy === \"bucket\" &&\n (connection.config.bucket !== source.config.bucket ||\n connection.config.encryption?.mode === \"customer\" ||\n source.config.encryption?.mode === \"customer\")))\n )\n return yield* storageError(\n \"copy\",\n profile.provider,\n { _tag: \"Unsupported\", capability: \"native-copy-profile\" },\n \"not-started\",\n );\n yield* validateRef(value.source, source.config, \"copy\");\n if (value.headers) yield* validateHeaders(value.headers, \"copy\");\n if (value.headers && value.metadataDirective !== \"REPLACE\")\n return yield* storageError(\n \"copy\",\n \"s3\",\n { _tag: \"InvalidInput\", field: \"metadataDirective\" },\n \"not-started\",\n );\n if (value.tagging && value.taggingDirective !== \"REPLACE\")\n return yield* storageError(\n \"copy\",\n \"s3\",\n { _tag: \"InvalidInput\", field: \"taggingDirective\" },\n \"not-started\",\n );\n\n const output = yield* request(connection, \"copy\", true, (signal) =>\n connection.client.send(\n new CopyObjectCommand({\n ...authority(connection.config),\n ...encryptionHeaders(connection.config.encryption),\n ...sourceEncryption(source),\n ...condition(value.condition),\n ...headers(value.headers ?? {}),\n Key: value.destinationKey,\n ExpectedSourceBucketOwner: source.config.expectedBucketOwner,\n CopySource: encodeCopySource(source.config.bucket, value.source),\n CopySourceIfMatch: value.sourceIfMatch,\n MetadataDirective: value.metadataDirective,\n TaggingDirective: value.taggingDirective,\n Tagging: value.tagging,\n }),\n { abortSignal: signal },\n ),\n );\n if (!output.CopyObjectResult?.ETag)\n return yield* storageError(\n \"copy\",\n \"s3\",\n { _tag: \"ProviderFailure\", code: \"MissingCopyReceipt\" },\n \"unknown\",\n );\n return metadata(connection, value.destinationKey, {\n ...output,\n ...output.CopyObjectResult,\n });\n});\n\nexport interface S3CopyPartRequest {\n readonly upload: MultipartHandle;\n readonly partNumber: number;\n readonly source: ObjectRef;\n readonly sourceIfMatch?: string | undefined;\n readonly range?: Extract<ByteRange, { readonly _tag: \"Bounded\" }>;\n}\n\nconst CopyPartRequest = Schema.Struct({\n upload: Upload,\n partNumber: PartNumber,\n source: CopyRequest.fields.source,\n sourceIfMatch: CopyRequest.fields.sourceIfMatch,\n range: Schema.optional(\n Schema.TaggedStruct(\"Bounded\", { start: Schema.Natural, end: Schema.Natural }),\n ),\n});\n\nexport const copyPart = Effect.fnUntraced(function* (\n connection: S3Connection,\n input: S3CopyPartRequest,\n source: S3Connection = connection,\n) {\n if (connection.config.endpoint !== source.config.endpoint)\n return yield* storageError(\n \"copyPart\",\n \"s3\",\n { _tag: \"Unsupported\", capability: \"cross-endpoint-copy\" },\n \"not-started\",\n );\n const value = yield* decodeRequest(CopyPartRequest, input, \"copyPart\", \"s3\", true);\n yield* enforceProfile(connection, \"copyPart\", value);\n const profile = connection.profile;\n if (\n profile &&\n (profile.copy === \"none\" ||\n (profile.copy === \"bucket\" &&\n (connection.config.bucket !== source.config.bucket ||\n connection.config.encryption?.mode === \"customer\" ||\n source.config.encryption?.mode === \"customer\")) ||\n (value.sourceIfMatch && !profile.copyPartConditions))\n )\n return yield* storageError(\n \"copyPart\",\n profile.provider,\n { _tag: \"Unsupported\", capability: \"native-copy-profile\" },\n \"not-started\",\n );\n yield* validateRef(value.upload.ref, connection.config, \"copyPart\");\n if (value.upload.ref.version)\n return yield* storageError(\n \"copyPart\",\n \"s3\",\n { _tag: \"InvalidInput\", field: \"upload.ref.version\" },\n \"not-started\",\n );\n yield* validateRef(value.source, source.config, \"copyPart\");\n if (value.range && value.range.end < value.range.start)\n return yield* storageError(\n \"copyPart\",\n \"s3\",\n { _tag: \"InvalidInput\", field: \"range\" },\n \"not-started\",\n );\n\n const output = yield* request(connection, \"copyPart\", true, (signal) =>\n connection.client.send(\n new UploadPartCopyCommand({\n ...authority(connection.config),\n ...sourceEncryption(source),\n ...encryptionHeaders(connection.config.encryption),\n Key: value.upload.ref.key,\n UploadId: Redacted.value(value.upload.uploadId),\n PartNumber: value.partNumber,\n ExpectedSourceBucketOwner: source.config.expectedBucketOwner,\n CopySource: encodeCopySource(source.config.bucket, value.source),\n CopySourceIfMatch: value.sourceIfMatch,\n CopySourceRange: value.range\n ? `bytes=${String(value.range.start)}-${String(value.range.end)}`\n : undefined,\n }),\n { abortSignal: signal },\n ),\n );\n if (!output.CopyPartResult?.ETag)\n return yield* storageError(\n \"copyPart\",\n \"s3\",\n { _tag: \"ProviderFailure\", code: \"MissingPartReceipt\" },\n \"unknown\",\n );\n return {\n partNumber: value.partNumber,\n etag: output.CopyPartResult.ETag,\n checksums: checksums(output.CopyPartResult),\n };\n});\n"],"mappings":";;;;;;;;;;;;AAyBA,SAAS,iBAAiB,YAA0B;CAClD,MAAM,aAAa,WAAW,OAAO;CACrC,OAAO,YAAY,SAAS,aACxB;EACE,gCAAgC;EAChC,0BAA0B,SAAS,MAAM,WAAW,GAAG;EACvD,6BAA6B,WAAW;CAC1C,IACA,CAAC;AACP;AAEA,MAAa,aAAa,OAAO,WAAW,WAC1C,YACA,OACA,SAAuB,YACvB;CACA,IAAI,WAAW,OAAO,aAAa,OAAO,OAAO,UAC/C,OAAO,OAAO,aACZ,QACA,MACA;EAAE,MAAM;EAAe,YAAY;CAAsB,GACzD,aACF;CACF,MAAM,QAAQ,OAAO,cAAc,aAAa,OAAO,QAAQ,MAAM,IAAI;CACzE,OAAO,eAAe,YAAY,QAAQ,KAAK;CAC/C,MAAM,UAAU,WAAW;CAC3B,IACE,YACC,QAAQ,SAAS,UACf,QAAQ,SAAS,aACf,WAAW,OAAO,WAAW,OAAO,OAAO,UAC1C,WAAW,OAAO,YAAY,SAAS,cACvC,OAAO,OAAO,YAAY,SAAS,cAEzC,OAAO,OAAO,aACZ,QACA,QAAQ,UACR;EAAE,MAAM;EAAe,YAAY;CAAsB,GACzD,aACF;CACF,OAAO,YAAY,MAAM,QAAQ,OAAO,QAAQ,MAAM;CACtD,IAAI,MAAM,SAAS,OAAO,gBAAgB,MAAM,SAAS,MAAM;CAC/D,IAAI,MAAM,WAAW,MAAM,sBAAsB,WAC/C,OAAO,OAAO,aACZ,QACA,MACA;EAAE,MAAM;EAAgB,OAAO;CAAoB,GACnD,aACF;CACF,IAAI,MAAM,WAAW,MAAM,qBAAqB,WAC9C,OAAO,OAAO,aACZ,QACA,MACA;EAAE,MAAM;EAAgB,OAAO;CAAmB,GAClD,aACF;CAEF,MAAM,SAAS,OAAO,QAAQ,YAAY,QAAQ,OAAO,WACvD,WAAW,OAAO,KAChB,IAAI,kBAAkB;EACpB,GAAG,UAAU,WAAW,MAAM;EAC9B,GAAG,kBAAkB,WAAW,OAAO,UAAU;EACjD,GAAG,iBAAiB,MAAM;EAC1B,GAAG,UAAU,MAAM,SAAS;EAC5B,GAAG,QAAQ,MAAM,WAAW,CAAC,CAAC;EAC9B,KAAK,MAAM;EACX,2BAA2B,OAAO,OAAO;EACzC,YAAY,iBAAiB,OAAO,OAAO,QAAQ,MAAM,MAAM;EAC/D,mBAAmB,MAAM;EACzB,mBAAmB,MAAM;EACzB,kBAAkB,MAAM;EACxB,SAAS,MAAM;CACjB,CAAC,GACD,EAAE,aAAa,OAAO,CACxB,CACF;CACA,IAAI,CAAC,OAAO,kBAAkB,MAC5B,OAAO,OAAO,aACZ,QACA,MACA;EAAE,MAAM;EAAmB,MAAM;CAAqB,GACtD,SACF;CACF,OAAO,SAAS,YAAY,MAAM,gBAAgB;EAChD,GAAG;EACH,GAAG,OAAO;CACZ,CAAC;AACH,CAAC;AAUD,MAAM,kBAAkB,OAAO,OAAO;CACpC,QAAQ;CACR,YAAY;CACZ,QAAQ,YAAY,OAAO;CAC3B,eAAe,YAAY,OAAO;CAClC,OAAO,OAAO,SACZ,OAAO,aAAa,WAAW;EAAE,OAAO,OAAO;EAAS,KAAK,OAAO;CAAQ,CAAC,CAC/E;AACF,CAAC;AAED,MAAa,WAAW,OAAO,WAAW,WACxC,YACA,OACA,SAAuB,YACvB;CACA,IAAI,WAAW,OAAO,aAAa,OAAO,OAAO,UAC/C,OAAO,OAAO,aACZ,YACA,MACA;EAAE,MAAM;EAAe,YAAY;CAAsB,GACzD,aACF;CACF,MAAM,QAAQ,OAAO,cAAc,iBAAiB,OAAO,YAAY,MAAM,IAAI;CACjF,OAAO,eAAe,YAAY,YAAY,KAAK;CACnD,MAAM,UAAU,WAAW;CAC3B,IACE,YACC,QAAQ,SAAS,UACf,QAAQ,SAAS,aACf,WAAW,OAAO,WAAW,OAAO,OAAO,UAC1C,WAAW,OAAO,YAAY,SAAS,cACvC,OAAO,OAAO,YAAY,SAAS,eACtC,MAAM,iBAAiB,CAAC,QAAQ,qBAEnC,OAAO,OAAO,aACZ,YACA,QAAQ,UACR;EAAE,MAAM;EAAe,YAAY;CAAsB,GACzD,aACF;CACF,OAAO,YAAY,MAAM,OAAO,KAAK,WAAW,QAAQ,UAAU;CAClE,IAAI,MAAM,OAAO,IAAI,SACnB,OAAO,OAAO,aACZ,YACA,MACA;EAAE,MAAM;EAAgB,OAAO;CAAqB,GACpD,aACF;CACF,OAAO,YAAY,MAAM,QAAQ,OAAO,QAAQ,UAAU;CAC1D,IAAI,MAAM,SAAS,MAAM,MAAM,MAAM,MAAM,MAAM,OAC/C,OAAO,OAAO,aACZ,YACA,MACA;EAAE,MAAM;EAAgB,OAAO;CAAQ,GACvC,aACF;CAEF,MAAM,SAAS,OAAO,QAAQ,YAAY,YAAY,OAAO,WAC3D,WAAW,OAAO,KAChB,IAAI,sBAAsB;EACxB,GAAG,UAAU,WAAW,MAAM;EAC9B,GAAG,iBAAiB,MAAM;EAC1B,GAAG,kBAAkB,WAAW,OAAO,UAAU;EACjD,KAAK,MAAM,OAAO,IAAI;EACtB,UAAU,SAAS,MAAM,MAAM,OAAO,QAAQ;EAC9C,YAAY,MAAM;EAClB,2BAA2B,OAAO,OAAO;EACzC,YAAY,iBAAiB,OAAO,OAAO,QAAQ,MAAM,MAAM;EAC/D,mBAAmB,MAAM;EACzB,iBAAiB,MAAM,QACnB,SAAS,OAAO,MAAM,MAAM,KAAK,EAAE,GAAG,OAAO,MAAM,MAAM,GAAG,MAC5D;CACN,CAAC,GACD,EAAE,aAAa,OAAO,CACxB,CACF;CACA,IAAI,CAAC,OAAO,gBAAgB,MAC1B,OAAO,OAAO,aACZ,YACA,MACA;EAAE,MAAM;EAAmB,MAAM;CAAqB,GACtD,SACF;CACF,OAAO;EACL,YAAY,MAAM;EAClB,MAAM,OAAO,eAAe;EAC5B,WAAW,UAAU,OAAO,cAAc;CAC5C;AACF,CAAC"}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
import { storageError } from "../../core/errors.js";
|
|
2
|
+
import { validateRef } from "./object-mapping.js";
|
|
3
|
+
import { Effect } from "effect";
|
|
4
|
+
|
|
5
|
+
// src/providers/s3/lifecycle-validation.ts
|
|
6
|
+
const lifecycleTarget = Effect.fnUntraced(function* (storage, ref, operation, version = false) {
|
|
7
|
+
yield* validateRef(ref, storage.config, operation);
|
|
8
|
+
if (version && (!ref.version || ref.version.id === "null") || ref.version && storage.capabilities.versionedReads !== "history") return yield* storageError(operation, storage.provider, {
|
|
9
|
+
_tag: "Unsupported",
|
|
10
|
+
capability: "native-history"
|
|
11
|
+
}, "not-started");
|
|
12
|
+
return {
|
|
13
|
+
Bucket: storage.config.bucket,
|
|
14
|
+
Key: ref.key,
|
|
15
|
+
...ref.version ? { VersionId: ref.version.id } : {}
|
|
16
|
+
};
|
|
17
|
+
});
|
|
18
|
+
const lifecycleFeature = (storage, feature) => {
|
|
19
|
+
const provider = storage.provider;
|
|
20
|
+
return provider === "s3" || (feature === "versions" ? storage.capabilities.versionedReads === "history" : feature === "tags" ? storage.profile?.tagging : feature === "protection" ? [
|
|
21
|
+
"minio",
|
|
22
|
+
"wasabi",
|
|
23
|
+
"scaleway",
|
|
24
|
+
"b2",
|
|
25
|
+
"hetzner"
|
|
26
|
+
].includes(provider) : provider === "tigris") ? Effect.void : Effect.fail(storageError(feature, provider, {
|
|
27
|
+
_tag: "Unsupported",
|
|
28
|
+
capability: feature
|
|
29
|
+
}, "not-started"));
|
|
30
|
+
};
|
|
31
|
+
|
|
32
|
+
export { lifecycleFeature, lifecycleTarget };
|
|
33
|
+
//# sourceMappingURL=lifecycle-validation.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"lifecycle-validation.js","names":[],"sources":["../../../src/providers/s3/lifecycle-validation.ts"],"sourcesContent":["import { Effect } from \"effect\";\n\nimport { storageError } from \"../../core/errors.js\";\nimport type { ObjectRef } from \"../../core/object.js\";\nimport type { S3StorageService } from \"./index.js\";\nimport { validateRef } from \"./object-mapping.js\";\n\nexport const lifecycleTarget = Effect.fnUntraced(function* (\n storage: S3StorageService,\n ref: ObjectRef,\n operation: string,\n version = false,\n) {\n yield* validateRef(ref, storage.config, operation);\n if (\n (version && (!ref.version || ref.version.id === \"null\")) ||\n (ref.version && storage.capabilities.versionedReads !== \"history\")\n )\n return yield* storageError(\n operation,\n storage.provider,\n { _tag: \"Unsupported\", capability: \"native-history\" },\n \"not-started\",\n );\n return {\n Bucket: storage.config.bucket,\n Key: ref.key,\n ...(ref.version ? { VersionId: ref.version.id } : {}),\n };\n});\nexport const lifecycleFeature = (\n storage: S3StorageService,\n feature: \"tags\" | \"versions\" | \"protection\" | \"archive\",\n) => {\n const provider = storage.provider;\n const supported =\n provider === \"s3\" ||\n (feature === \"versions\"\n ? storage.capabilities.versionedReads === \"history\"\n : feature === \"tags\"\n ? storage.profile?.tagging\n : feature === \"protection\"\n ? [\"minio\", \"wasabi\", \"scaleway\", \"b2\", \"hetzner\"].includes(provider)\n : provider === \"tigris\");\n return supported\n ? Effect.void\n : Effect.fail(\n storageError(\n feature,\n provider,\n { _tag: \"Unsupported\", capability: feature },\n \"not-started\",\n ),\n );\n};\n"],"mappings":";;;;;AAOA,MAAa,kBAAkB,OAAO,WAAW,WAC/C,SACA,KACA,WACA,UAAU,OACV;CACA,OAAO,YAAY,KAAK,QAAQ,QAAQ,SAAS;CACjD,IACG,YAAY,CAAC,IAAI,WAAW,IAAI,QAAQ,OAAO,WAC/C,IAAI,WAAW,QAAQ,aAAa,mBAAmB,WAExD,OAAO,OAAO,aACZ,WACA,QAAQ,UACR;EAAE,MAAM;EAAe,YAAY;CAAiB,GACpD,aACF;CACF,OAAO;EACL,QAAQ,QAAQ,OAAO;EACvB,KAAK,IAAI;EACT,GAAI,IAAI,UAAU,EAAE,WAAW,IAAI,QAAQ,GAAG,IAAI,CAAC;CACrD;AACF,CAAC;AACD,MAAa,oBACX,SACA,YACG;CACH,MAAM,WAAW,QAAQ;CAUzB,OARE,aAAa,SACZ,YAAY,aACT,QAAQ,aAAa,mBAAmB,YACxC,YAAY,SACV,QAAQ,SAAS,UACjB,YAAY,eACV;EAAC;EAAS;EAAU;EAAY;EAAM;CAAS,CAAC,CAAC,SAAS,QAAQ,IAClE,aAAa,YAEnB,OAAO,OACP,OAAO,KACL,aACE,SACA,UACA;EAAE,MAAM;EAAe,YAAY;CAAQ,GAC3C,aACF,CACF;AACN"}
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
import { storageError } from "../../core/errors.js";
|
|
2
|
+
import { authority } from "./config.js";
|
|
3
|
+
import { metadata } from "./object-mapping.js";
|
|
4
|
+
import { request } from "./transport.js";
|
|
5
|
+
import { decodeCursor, encodeCursor } from "../../internal/listing-cursor.js";
|
|
6
|
+
import { Effect } from "effect";
|
|
7
|
+
import { ListObjectsV2Command } from "@aws-sdk/client-s3";
|
|
8
|
+
|
|
9
|
+
// src/providers/s3/listing.ts
|
|
10
|
+
const listPage = Effect.fnUntraced(function* (connection, input = {}) {
|
|
11
|
+
const { config, client } = connection;
|
|
12
|
+
const query = JSON.stringify([
|
|
13
|
+
"objects",
|
|
14
|
+
...connection.profile ? [connection.profile.provider, connection.profile.configuration] : [],
|
|
15
|
+
input.prefix ?? "",
|
|
16
|
+
input.delimiter ?? null,
|
|
17
|
+
input.limit ?? 1e3
|
|
18
|
+
]);
|
|
19
|
+
const token = yield* decodeCursor("s3", input.cursor, config.storeId, query, "listPage");
|
|
20
|
+
const output = yield* request(connection, "listPage", false, (signal) => client.send(new ListObjectsV2Command({
|
|
21
|
+
...authority(config),
|
|
22
|
+
Prefix: input.prefix,
|
|
23
|
+
Delimiter: input.delimiter,
|
|
24
|
+
MaxKeys: input.limit ?? 1e3,
|
|
25
|
+
ContinuationToken: token
|
|
26
|
+
}), { abortSignal: signal }));
|
|
27
|
+
const entries = [];
|
|
28
|
+
for (const object of output.Contents ?? []) {
|
|
29
|
+
if (object.Key === void 0) return yield* storageError("listPage", "s3", {
|
|
30
|
+
_tag: "ProviderFailure",
|
|
31
|
+
code: "MissingObjectKey"
|
|
32
|
+
});
|
|
33
|
+
entries.push({
|
|
34
|
+
_tag: "Object",
|
|
35
|
+
metadata: metadata(connection, object.Key, {
|
|
36
|
+
...object,
|
|
37
|
+
ContentLength: object.Size
|
|
38
|
+
})
|
|
39
|
+
});
|
|
40
|
+
}
|
|
41
|
+
for (const prefix of output.CommonPrefixes ?? []) if (prefix.Prefix !== void 0) entries.push({
|
|
42
|
+
_tag: "CommonPrefix",
|
|
43
|
+
prefix: prefix.Prefix
|
|
44
|
+
});
|
|
45
|
+
if (output.IsTruncated && !output.NextContinuationToken) return yield* storageError("listPage", "s3", {
|
|
46
|
+
_tag: "ProviderFailure",
|
|
47
|
+
code: "MissingContinuation"
|
|
48
|
+
});
|
|
49
|
+
return {
|
|
50
|
+
entries,
|
|
51
|
+
...output.IsTruncated && output.NextContinuationToken ? { cursor: encodeCursor(config.storeId, query, output.NextContinuationToken) } : {}
|
|
52
|
+
};
|
|
53
|
+
});
|
|
54
|
+
|
|
55
|
+
export { listPage };
|
|
56
|
+
//# sourceMappingURL=listing.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"listing.js","names":[],"sources":["../../../src/providers/s3/listing.ts"],"sourcesContent":["import { Effect } from \"effect\";\n\nimport { ListObjectsV2Command } from \"@aws-sdk/client-s3\";\n\nimport { storageError } from \"../../core/errors.js\";\nimport type { ListEntry, ListRequest } from \"../../core/requests.js\";\nimport { decodeCursor, encodeCursor } from \"../../internal/listing-cursor.js\";\nimport { authority } from \"./config.js\";\nimport type { S3Connection } from \"./config.js\";\nimport { metadata } from \"./object-mapping.js\";\nimport { request } from \"./transport.js\";\n\nexport const listPage = Effect.fnUntraced(function* (\n connection: S3Connection,\n input: ListRequest = {},\n) {\n const { config, client } = connection;\n const query = JSON.stringify([\n \"objects\",\n ...(connection.profile ? [connection.profile.provider, connection.profile.configuration] : []),\n input.prefix ?? \"\",\n input.delimiter ?? null,\n input.limit ?? 1000,\n ]);\n const token = yield* decodeCursor(\"s3\", input.cursor, config.storeId, query, \"listPage\");\n const output = yield* request(connection, \"listPage\", false, (signal) =>\n client.send(\n new ListObjectsV2Command({\n ...authority(config),\n Prefix: input.prefix,\n Delimiter: input.delimiter,\n MaxKeys: input.limit ?? 1000,\n ContinuationToken: token,\n }),\n { abortSignal: signal },\n ),\n );\n\n const entries: ListEntry[] = [];\n for (const object of output.Contents ?? []) {\n if (object.Key === undefined)\n return yield* storageError(\"listPage\", \"s3\", {\n _tag: \"ProviderFailure\",\n code: \"MissingObjectKey\",\n });\n entries.push({\n _tag: \"Object\",\n metadata: metadata(connection, object.Key, { ...object, ContentLength: object.Size }),\n });\n }\n for (const prefix of output.CommonPrefixes ?? []) {\n if (prefix.Prefix !== undefined) entries.push({ _tag: \"CommonPrefix\", prefix: prefix.Prefix });\n }\n if (output.IsTruncated && !output.NextContinuationToken)\n return yield* storageError(\"listPage\", \"s3\", {\n _tag: \"ProviderFailure\",\n code: \"MissingContinuation\",\n });\n return {\n entries,\n ...(output.IsTruncated && output.NextContinuationToken\n ? { cursor: encodeCursor(config.storeId, query, output.NextContinuationToken) }\n : {}),\n };\n});\n"],"mappings":";;;;;;;;;AAYA,MAAa,WAAW,OAAO,WAAW,WACxC,YACA,QAAqB,CAAC,GACtB;CACA,MAAM,EAAE,QAAQ,WAAW;CAC3B,MAAM,QAAQ,KAAK,UAAU;EAC3B;EACA,GAAI,WAAW,UAAU,CAAC,WAAW,QAAQ,UAAU,WAAW,QAAQ,aAAa,IAAI,CAAC;EAC5F,MAAM,UAAU;EAChB,MAAM,aAAa;EACnB,MAAM,SAAS;CACjB,CAAC;CACD,MAAM,QAAQ,OAAO,aAAa,MAAM,MAAM,QAAQ,OAAO,SAAS,OAAO,UAAU;CACvF,MAAM,SAAS,OAAO,QAAQ,YAAY,YAAY,QAAQ,WAC5D,OAAO,KACL,IAAI,qBAAqB;EACvB,GAAG,UAAU,MAAM;EACnB,QAAQ,MAAM;EACd,WAAW,MAAM;EACjB,SAAS,MAAM,SAAS;EACxB,mBAAmB;CACrB,CAAC,GACD,EAAE,aAAa,OAAO,CACxB,CACF;CAEA,MAAM,UAAuB,CAAC;CAC9B,KAAK,MAAM,UAAU,OAAO,YAAY,CAAC,GAAG;EAC1C,IAAI,OAAO,QAAQ,QACjB,OAAO,OAAO,aAAa,YAAY,MAAM;GAC3C,MAAM;GACN,MAAM;EACR,CAAC;EACH,QAAQ,KAAK;GACX,MAAM;GACN,UAAU,SAAS,YAAY,OAAO,KAAK;IAAE,GAAG;IAAQ,eAAe,OAAO;GAAK,CAAC;EACtF,CAAC;CACH;CACA,KAAK,MAAM,UAAU,OAAO,kBAAkB,CAAC,GAC7C,IAAI,OAAO,WAAW,QAAW,QAAQ,KAAK;EAAE,MAAM;EAAgB,QAAQ,OAAO;CAAO,CAAC;CAE/F,IAAI,OAAO,eAAe,CAAC,OAAO,uBAChC,OAAO,OAAO,aAAa,YAAY,MAAM;EAC3C,MAAM;EACN,MAAM;CACR,CAAC;CACH,OAAO;EACL;EACA,GAAI,OAAO,eAAe,OAAO,wBAC7B,EAAE,QAAQ,aAAa,OAAO,SAAS,OAAO,OAAO,qBAAqB,EAAE,IAC5E,CAAC;CACP;AACF,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { MetadataService, StorageMetadata } from "../../lifecycle.js";
|
|
2
|
+
import { S3Storage, S3StorageService } from "../../s3.js";
|
|
3
|
+
import { Context, Layer } from "effect";
|
|
4
|
+
declare const S3Metadata_base: Context.ServiceClass<S3Metadata, "@effect-kit/storage/s3/S3Metadata", MetadataService>;
|
|
5
|
+
export declare class S3Metadata extends S3Metadata_base {
|
|
6
|
+
static make(storage: S3StorageService): MetadataService;
|
|
7
|
+
static readonly layer: Layer.Layer<S3Metadata | StorageMetadata, never, S3Storage>;
|
|
8
|
+
}
|
|
9
|
+
export {};
|
|
10
|
+
//# sourceMappingURL=metadata.d.ts.map
|
|
@@ -0,0 +1,90 @@
|
|
|
1
|
+
import { storageError } from "../../core/errors.js";
|
|
2
|
+
import { decodeRequest } from "../../internal/request-validation.js";
|
|
3
|
+
import { authority, readEncryption } from "./config.js";
|
|
4
|
+
import { validateHeaders } from "./validation.js";
|
|
5
|
+
import { condition, encodeCopySource, headers, metadata } from "./object-mapping.js";
|
|
6
|
+
import { request } from "./transport.js";
|
|
7
|
+
import { S3Storage } from "../../s3.js";
|
|
8
|
+
import { MetadataMerge, MetadataReplace, StorageMetadata } from "../../lifecycle.js";
|
|
9
|
+
import { lifecycleTarget } from "./lifecycle-validation.js";
|
|
10
|
+
import { mergeHeaders, replaceHeaders } from "../../lifecycle/metadata.js";
|
|
11
|
+
import { Context, Effect, Layer } from "effect";
|
|
12
|
+
import { CopyObjectCommand, HeadObjectCommand } from "@aws-sdk/client-s3";
|
|
13
|
+
|
|
14
|
+
// src/providers/s3/metadata.ts
|
|
15
|
+
var S3Metadata = class S3Metadata extends Context.Service()("@effect-kit/storage/s3/S3Metadata") {
|
|
16
|
+
static make(storage) {
|
|
17
|
+
const update = Effect.fnUntraced(function* (input, patch) {
|
|
18
|
+
if (storage.profile) return yield* storageError("updateMetadata", storage.provider, {
|
|
19
|
+
_tag: "Unsupported",
|
|
20
|
+
capability: "qualified-conditional-metadata-copy"
|
|
21
|
+
}, "not-started");
|
|
22
|
+
if (!input.condition || input.condition._tag !== "IfMatch") return yield* storageError("updateMetadata", storage.provider, {
|
|
23
|
+
_tag: "Unsupported",
|
|
24
|
+
capability: "metadata-update-requires-current-if-match"
|
|
25
|
+
}, "not-started");
|
|
26
|
+
const target = yield* lifecycleTarget(storage, input.ref, "updateMetadata");
|
|
27
|
+
const before = yield* request(storage, "updateMetadata.head", false, (signal) => storage.client.send(new HeadObjectCommand({
|
|
28
|
+
...target,
|
|
29
|
+
...readEncryption(storage.config.encryption)
|
|
30
|
+
}), { abortSignal: signal }));
|
|
31
|
+
if (!before.ETag || before.ETag !== input.condition.etag) return yield* storageError("updateMetadata", storage.provider, { _tag: "PreconditionFailed" }, "not-started");
|
|
32
|
+
if ((before.ContentLength ?? Number.MAX_SAFE_INTEGER) > 5e9) return yield* storageError("updateMetadata", storage.provider, {
|
|
33
|
+
_tag: "Unsupported",
|
|
34
|
+
capability: "multipart-metadata-copy"
|
|
35
|
+
}, "not-started");
|
|
36
|
+
const original = metadata(storage, input.ref.key, before);
|
|
37
|
+
const replacement = patch ? mergeHeaders(original, patch) : replaceHeaders(original, input.headers);
|
|
38
|
+
yield* validateHeaders(replacement, "updateMetadata");
|
|
39
|
+
const customer = readEncryption(storage.config.encryption);
|
|
40
|
+
const output = yield* request(storage, "updateMetadata", true, (signal) => storage.client.send(new CopyObjectCommand({
|
|
41
|
+
...authority(storage.config),
|
|
42
|
+
Key: input.ref.key,
|
|
43
|
+
CopySource: encodeCopySource(storage.config.bucket, input.ref),
|
|
44
|
+
CopySourceIfMatch: before.ETag,
|
|
45
|
+
...condition(input.condition),
|
|
46
|
+
...headers(replacement),
|
|
47
|
+
MetadataDirective: "REPLACE",
|
|
48
|
+
TaggingDirective: "COPY",
|
|
49
|
+
ServerSideEncryption: before.ServerSideEncryption,
|
|
50
|
+
SSEKMSKeyId: before.SSEKMSKeyId,
|
|
51
|
+
BucketKeyEnabled: before.BucketKeyEnabled,
|
|
52
|
+
...customer,
|
|
53
|
+
...storage.config.encryption?.mode === "customer" ? {
|
|
54
|
+
CopySourceSSECustomerAlgorithm: customer.SSECustomerAlgorithm,
|
|
55
|
+
CopySourceSSECustomerKey: customer.SSECustomerKey,
|
|
56
|
+
CopySourceSSECustomerKeyMD5: customer.SSECustomerKeyMD5
|
|
57
|
+
} : {},
|
|
58
|
+
ObjectLockMode: before.ObjectLockMode,
|
|
59
|
+
ObjectLockRetainUntilDate: before.ObjectLockRetainUntilDate,
|
|
60
|
+
ObjectLockLegalHoldStatus: before.ObjectLockLegalHoldStatus,
|
|
61
|
+
StorageClass: before.StorageClass
|
|
62
|
+
}), { abortSignal: signal }));
|
|
63
|
+
if (!output.CopyObjectResult?.ETag) return yield* storageError("updateMetadata", storage.provider, {
|
|
64
|
+
_tag: "ProviderFailure",
|
|
65
|
+
code: "MissingCopyReceipt"
|
|
66
|
+
}, "unknown");
|
|
67
|
+
return metadata(storage, input.ref.key, {
|
|
68
|
+
...output,
|
|
69
|
+
...output.CopyObjectResult,
|
|
70
|
+
...headers(replacement),
|
|
71
|
+
ContentLength: before.ContentLength
|
|
72
|
+
});
|
|
73
|
+
});
|
|
74
|
+
return {
|
|
75
|
+
replace: (input) => decodeRequest(MetadataReplace, input, "updateMetadata", storage.provider, true).pipe(Effect.flatMap((value) => update(value))),
|
|
76
|
+
merge: (input) => decodeRequest(MetadataMerge, input, "updateMetadata", storage.provider, true).pipe(Effect.flatMap((value) => update({
|
|
77
|
+
ref: value.ref,
|
|
78
|
+
headers: {},
|
|
79
|
+
condition: value.condition
|
|
80
|
+
}, value.patch)))
|
|
81
|
+
};
|
|
82
|
+
}
|
|
83
|
+
static layer = Layer.effectContext(Effect.map(S3Storage, (storage) => {
|
|
84
|
+
const service = S3Metadata.make(storage);
|
|
85
|
+
return Context.make(S3Metadata, service).pipe(Context.add(StorageMetadata, service));
|
|
86
|
+
}));
|
|
87
|
+
};
|
|
88
|
+
|
|
89
|
+
export { S3Metadata };
|
|
90
|
+
//# sourceMappingURL=metadata.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"metadata.js","names":[],"sources":["../../../src/providers/s3/metadata.ts"],"sourcesContent":["import { Context, Effect, Layer } from \"effect\";\n\nimport { CopyObjectCommand, HeadObjectCommand } from \"@aws-sdk/client-s3\";\n\nimport { storageError } from \"../../core/errors.js\";\nimport type { ObjectHeaders } from \"../../core/object.js\";\nimport { decodeRequest } from \"../../internal/request-validation.js\";\nimport { MetadataMerge, MetadataReplace, StorageMetadata } from \"../../lifecycle/index.js\";\nimport type { MetadataService } from \"../../lifecycle/index.js\";\nimport { mergeHeaders, replaceHeaders } from \"../../lifecycle/metadata.js\";\nimport { authority, readEncryption } from \"./config.js\";\nimport { S3Storage } from \"./index.js\";\nimport type { S3StorageService } from \"./index.js\";\nimport { lifecycleTarget } from \"./lifecycle-validation.js\";\nimport { condition, encodeCopySource, headers, metadata } from \"./object-mapping.js\";\nimport { request } from \"./transport.js\";\nimport { validateHeaders } from \"./validation.js\";\n\nexport class S3Metadata extends Context.Service<S3Metadata, MetadataService>()(\n \"@effect-kit/storage/s3/S3Metadata\",\n) {\n static make(storage: S3StorageService): MetadataService {\n const update = Effect.fnUntraced(function* (\n input: typeof MetadataReplace.Type,\n patch?: (typeof MetadataMerge.Type)[\"patch\"],\n ) {\n if (storage.profile)\n return yield* storageError(\n \"updateMetadata\",\n storage.provider,\n { _tag: \"Unsupported\", capability: \"qualified-conditional-metadata-copy\" },\n \"not-started\",\n );\n if (!input.condition || input.condition._tag !== \"IfMatch\")\n return yield* storageError(\n \"updateMetadata\",\n storage.provider,\n { _tag: \"Unsupported\", capability: \"metadata-update-requires-current-if-match\" },\n \"not-started\",\n );\n const target = yield* lifecycleTarget(storage, input.ref, \"updateMetadata\");\n const before = yield* request(storage, \"updateMetadata.head\", false, (signal) =>\n storage.client.send(\n new HeadObjectCommand({ ...target, ...readEncryption(storage.config.encryption) }),\n { abortSignal: signal },\n ),\n );\n if (!before.ETag || before.ETag !== input.condition.etag)\n return yield* storageError(\n \"updateMetadata\",\n storage.provider,\n { _tag: \"PreconditionFailed\" },\n \"not-started\",\n );\n if ((before.ContentLength ?? Number.MAX_SAFE_INTEGER) > 5_000_000_000)\n return yield* storageError(\n \"updateMetadata\",\n storage.provider,\n { _tag: \"Unsupported\", capability: \"multipart-metadata-copy\" },\n \"not-started\",\n );\n const original = metadata(storage, input.ref.key, before);\n const replacement: ObjectHeaders = patch\n ? mergeHeaders(original, patch)\n : replaceHeaders(original, input.headers);\n yield* validateHeaders(replacement, \"updateMetadata\");\n const customer = readEncryption(storage.config.encryption);\n const output = yield* request(storage, \"updateMetadata\", true, (signal) =>\n storage.client.send(\n new CopyObjectCommand({\n ...authority(storage.config),\n Key: input.ref.key,\n CopySource: encodeCopySource(storage.config.bucket, input.ref),\n CopySourceIfMatch: before.ETag,\n ...condition(input.condition),\n ...headers(replacement),\n MetadataDirective: \"REPLACE\",\n TaggingDirective: \"COPY\",\n ServerSideEncryption: before.ServerSideEncryption,\n SSEKMSKeyId: before.SSEKMSKeyId,\n BucketKeyEnabled: before.BucketKeyEnabled,\n ...customer,\n ...(storage.config.encryption?.mode === \"customer\"\n ? {\n CopySourceSSECustomerAlgorithm: customer.SSECustomerAlgorithm,\n CopySourceSSECustomerKey: customer.SSECustomerKey,\n CopySourceSSECustomerKeyMD5: customer.SSECustomerKeyMD5,\n }\n : {}),\n ObjectLockMode: before.ObjectLockMode,\n ObjectLockRetainUntilDate: before.ObjectLockRetainUntilDate,\n ObjectLockLegalHoldStatus: before.ObjectLockLegalHoldStatus,\n StorageClass: before.StorageClass,\n }),\n { abortSignal: signal },\n ),\n );\n if (!output.CopyObjectResult?.ETag)\n return yield* storageError(\n \"updateMetadata\",\n storage.provider,\n { _tag: \"ProviderFailure\", code: \"MissingCopyReceipt\" },\n \"unknown\",\n );\n return metadata(storage, input.ref.key, {\n ...output,\n ...output.CopyObjectResult,\n ...headers(replacement),\n ContentLength: before.ContentLength,\n });\n });\n return {\n replace: (input) =>\n decodeRequest(MetadataReplace, input, \"updateMetadata\", storage.provider, true).pipe(\n Effect.flatMap((value) => update(value)),\n ),\n merge: (input) =>\n decodeRequest(MetadataMerge, input, \"updateMetadata\", storage.provider, true).pipe(\n Effect.flatMap((value) =>\n update({ ref: value.ref, headers: {}, condition: value.condition }, value.patch),\n ),\n ),\n };\n }\n static readonly layer = Layer.effectContext(\n Effect.map(S3Storage, (storage) => {\n const service = S3Metadata.make(storage);\n return Context.make(S3Metadata, service).pipe(Context.add(StorageMetadata, service));\n }),\n );\n}\n"],"mappings":";;;;;;;;;;;;;;AAkBA,IAAa,aAAb,MAAa,mBAAmB,QAAQ,QAAqC,CAAC,CAC5E,mCACF,CAAC,CAAC;CACA,OAAO,KAAK,SAA4C;EACtD,MAAM,SAAS,OAAO,WAAW,WAC/B,OACA,OACA;GACA,IAAI,QAAQ,SACV,OAAO,OAAO,aACZ,kBACA,QAAQ,UACR;IAAE,MAAM;IAAe,YAAY;GAAsC,GACzE,aACF;GACF,IAAI,CAAC,MAAM,aAAa,MAAM,UAAU,SAAS,WAC/C,OAAO,OAAO,aACZ,kBACA,QAAQ,UACR;IAAE,MAAM;IAAe,YAAY;GAA4C,GAC/E,aACF;GACF,MAAM,SAAS,OAAO,gBAAgB,SAAS,MAAM,KAAK,gBAAgB;GAC1E,MAAM,SAAS,OAAO,QAAQ,SAAS,uBAAuB,QAAQ,WACpE,QAAQ,OAAO,KACb,IAAI,kBAAkB;IAAE,GAAG;IAAQ,GAAG,eAAe,QAAQ,OAAO,UAAU;GAAE,CAAC,GACjF,EAAE,aAAa,OAAO,CACxB,CACF;GACA,IAAI,CAAC,OAAO,QAAQ,OAAO,SAAS,MAAM,UAAU,MAClD,OAAO,OAAO,aACZ,kBACA,QAAQ,UACR,EAAE,MAAM,qBAAqB,GAC7B,aACF;GACF,KAAK,OAAO,iBAAiB,OAAO,oBAAoB,KACtD,OAAO,OAAO,aACZ,kBACA,QAAQ,UACR;IAAE,MAAM;IAAe,YAAY;GAA0B,GAC7D,aACF;GACF,MAAM,WAAW,SAAS,SAAS,MAAM,IAAI,KAAK,MAAM;GACxD,MAAM,cAA6B,QAC/B,aAAa,UAAU,KAAK,IAC5B,eAAe,UAAU,MAAM,OAAO;GAC1C,OAAO,gBAAgB,aAAa,gBAAgB;GACpD,MAAM,WAAW,eAAe,QAAQ,OAAO,UAAU;GACzD,MAAM,SAAS,OAAO,QAAQ,SAAS,kBAAkB,OAAO,WAC9D,QAAQ,OAAO,KACb,IAAI,kBAAkB;IACpB,GAAG,UAAU,QAAQ,MAAM;IAC3B,KAAK,MAAM,IAAI;IACf,YAAY,iBAAiB,QAAQ,OAAO,QAAQ,MAAM,GAAG;IAC7D,mBAAmB,OAAO;IAC1B,GAAG,UAAU,MAAM,SAAS;IAC5B,GAAG,QAAQ,WAAW;IACtB,mBAAmB;IACnB,kBAAkB;IAClB,sBAAsB,OAAO;IAC7B,aAAa,OAAO;IACpB,kBAAkB,OAAO;IACzB,GAAG;IACH,GAAI,QAAQ,OAAO,YAAY,SAAS,aACpC;KACE,gCAAgC,SAAS;KACzC,0BAA0B,SAAS;KACnC,6BAA6B,SAAS;IACxC,IACA,CAAC;IACL,gBAAgB,OAAO;IACvB,2BAA2B,OAAO;IAClC,2BAA2B,OAAO;IAClC,cAAc,OAAO;GACvB,CAAC,GACD,EAAE,aAAa,OAAO,CACxB,CACF;GACA,IAAI,CAAC,OAAO,kBAAkB,MAC5B,OAAO,OAAO,aACZ,kBACA,QAAQ,UACR;IAAE,MAAM;IAAmB,MAAM;GAAqB,GACtD,SACF;GACF,OAAO,SAAS,SAAS,MAAM,IAAI,KAAK;IACtC,GAAG;IACH,GAAG,OAAO;IACV,GAAG,QAAQ,WAAW;IACtB,eAAe,OAAO;GACxB,CAAC;EACH,CAAC;EACD,OAAO;GACL,UAAU,UACR,cAAc,iBAAiB,OAAO,kBAAkB,QAAQ,UAAU,IAAI,CAAC,CAAC,KAC9E,OAAO,SAAS,UAAU,OAAO,KAAK,CAAC,CACzC;GACF,QAAQ,UACN,cAAc,eAAe,OAAO,kBAAkB,QAAQ,UAAU,IAAI,CAAC,CAAC,KAC5E,OAAO,SAAS,UACd,OAAO;IAAE,KAAK,MAAM;IAAK,SAAS,CAAC;IAAG,WAAW,MAAM;GAAU,GAAG,MAAM,KAAK,CACjF,CACF;EACJ;CACF;CACA,OAAgB,QAAQ,MAAM,cAC5B,OAAO,IAAI,YAAY,YAAY;EACjC,MAAM,UAAU,WAAW,KAAK,OAAO;EACvC,OAAO,QAAQ,KAAK,YAAY,OAAO,CAAC,CAAC,KAAK,QAAQ,IAAI,iBAAiB,OAAO,CAAC;CACrF,CAAC,CACH;AACF"}
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
import { ObjectHeaders } from "../../core/object.js";
|
|
2
|
+
import { StorageError } from "../../core/errors.js";
|
|
3
|
+
import { ListRequest, UploadBody } from "../../core/requests.js";
|
|
4
|
+
import { MultipartHandle, MultipartUploads, UploadedPart } from "../../core/contracts/multipart.js";
|
|
5
|
+
import { ChecksumOptions, Upload } from "./native-models.js";
|
|
6
|
+
import { S3Connection } from "./config.js";
|
|
7
|
+
import { Effect } from "effect";
|
|
8
|
+
export type S3MultipartHandle = typeof Upload.Type;
|
|
9
|
+
export type S3ChecksumOptions = typeof ChecksumOptions.Type;
|
|
10
|
+
export interface S3MultipartUploads extends Omit<MultipartUploads, "initiate" | "uploadPart" | "complete"> {
|
|
11
|
+
readonly initiate: (input: {
|
|
12
|
+
readonly key: string;
|
|
13
|
+
readonly headers?: ObjectHeaders;
|
|
14
|
+
readonly checksum?: S3ChecksumOptions;
|
|
15
|
+
}) => Effect.Effect<S3MultipartHandle, StorageError>;
|
|
16
|
+
readonly uploadPart: <E = never, R = never>(input: {
|
|
17
|
+
readonly upload: MultipartHandle;
|
|
18
|
+
readonly partNumber: number;
|
|
19
|
+
readonly contentLength?: number;
|
|
20
|
+
readonly body: UploadBody<E, R>;
|
|
21
|
+
readonly checksum?: S3ChecksumOptions;
|
|
22
|
+
}) => Effect.Effect<UploadedPart, StorageError | E, R>;
|
|
23
|
+
readonly complete: (input: Parameters<MultipartUploads["complete"]>[0] & {
|
|
24
|
+
readonly checksum?: S3ChecksumOptions;
|
|
25
|
+
}) => ReturnType<MultipartUploads["complete"]>;
|
|
26
|
+
readonly listUploads: (input: ListRequest) => Effect.Effect<{
|
|
27
|
+
readonly uploads: ReadonlyArray<S3MultipartHandle>;
|
|
28
|
+
readonly cursor?: string;
|
|
29
|
+
}, StorageError>;
|
|
30
|
+
readonly listParts: (input: {
|
|
31
|
+
readonly upload: MultipartHandle;
|
|
32
|
+
readonly cursor?: string;
|
|
33
|
+
}) => Effect.Effect<{
|
|
34
|
+
readonly parts: ReadonlyArray<UploadedPart>;
|
|
35
|
+
readonly cursor?: string;
|
|
36
|
+
readonly checksumAlgorithm?: S3ChecksumOptions["ChecksumAlgorithm"];
|
|
37
|
+
readonly checksumType?: S3ChecksumOptions["ChecksumType"];
|
|
38
|
+
}, StorageError>;
|
|
39
|
+
}
|
|
40
|
+
export declare function multipart(connection: S3Connection): S3MultipartUploads;
|
|
41
|
+
//# sourceMappingURL=multipart.d.ts.map
|