@effect-kit/storage 0.0.0-stage → 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +18 -0
- package/LICENSE +204 -0
- package/README.md +369 -2
- package/dist/_virtual/_rolldown/runtime.js +17 -0
- package/dist/azure/account-admin.d.ts +116 -0
- package/dist/azure/account-admin.js +90 -0
- package/dist/azure/account-admin.js.map +1 -0
- package/dist/azure/admin.d.ts +68 -0
- package/dist/azure/admin.js +85 -0
- package/dist/azure/admin.js.map +1 -0
- package/dist/azure/archive.d.ts +95 -0
- package/dist/azure/archive.js +52 -0
- package/dist/azure/archive.js.map +1 -0
- package/dist/azure/events.d.ts +40 -0
- package/dist/azure/events.js +62 -0
- package/dist/azure/events.js.map +1 -0
- package/dist/azure/governance.d.ts +139 -0
- package/dist/azure/governance.js +59 -0
- package/dist/azure/governance.js.map +1 -0
- package/dist/azure/identity.d.ts +4 -0
- package/dist/azure/identity.js +8 -0
- package/dist/azure/identity.js.map +1 -0
- package/dist/azure/lifecycle.d.ts +21 -0
- package/dist/azure/lifecycle.js +193 -0
- package/dist/azure/lifecycle.js.map +1 -0
- package/dist/azure/signing.d.ts +17 -0
- package/dist/azure/signing.js +71 -0
- package/dist/azure/signing.js.map +1 -0
- package/dist/azure/uploads.d.ts +11 -0
- package/dist/azure/uploads.js +83 -0
- package/dist/azure/uploads.js.map +1 -0
- package/dist/azure.d.ts +427 -0
- package/dist/azure.js +77 -0
- package/dist/azure.js.map +1 -0
- package/dist/b2/admin.d.ts +149 -0
- package/dist/b2/admin.js +157 -0
- package/dist/b2/admin.js.map +1 -0
- package/dist/b2.d.ts +15 -0
- package/dist/b2.js +15 -0
- package/dist/b2.js.map +1 -0
- package/dist/browser.d.ts +7 -0
- package/dist/browser.js +11 -0
- package/dist/browser.js.map +1 -0
- package/dist/bun.d.ts +14 -0
- package/dist/bun.js +17 -0
- package/dist/bun.js.map +1 -0
- package/dist/cache.d.ts +18 -0
- package/dist/cache.js +116 -0
- package/dist/cache.js.map +1 -0
- package/dist/client/atoms/controller.d.ts +10 -0
- package/dist/client/atoms/controller.js +267 -0
- package/dist/client/atoms/controller.js.map +1 -0
- package/dist/client/atoms/state.d.ts +17 -0
- package/dist/client/atoms/state.js +11 -0
- package/dist/client/atoms/state.js.map +1 -0
- package/dist/client/atoms.d.ts +59 -0
- package/dist/client/atoms.js +39 -0
- package/dist/client/atoms.js.map +1 -0
- package/dist/client/fingerprint.js +28 -0
- package/dist/client/fingerprint.js.map +1 -0
- package/dist/client/store.d.ts +31 -0
- package/dist/client/store.js +56 -0
- package/dist/client/store.js.map +1 -0
- package/dist/client/transport.d.ts +11 -0
- package/dist/client/transport.js +78 -0
- package/dist/client/transport.js.map +1 -0
- package/dist/client.d.ts +259 -0
- package/dist/client.js +350 -0
- package/dist/client.js.map +1 -0
- package/dist/composition/layer.js +22 -0
- package/dist/composition/layer.js.map +1 -0
- package/dist/composition/representation/staging.js +46 -0
- package/dist/composition/representation/staging.js.map +1 -0
- package/dist/composition/representation/storage.js +188 -0
- package/dist/composition/representation/storage.js.map +1 -0
- package/dist/composition.d.ts +20 -0
- package/dist/composition.js +124 -0
- package/dist/composition.js.map +1 -0
- package/dist/compression.d.ts +16 -0
- package/dist/compression.js +38 -0
- package/dist/compression.js.map +1 -0
- package/dist/content.d.ts +590 -0
- package/dist/content.js +168 -0
- package/dist/content.js.map +1 -0
- package/dist/core/capabilities.d.ts +53 -0
- package/dist/core/capabilities.js +9 -0
- package/dist/core/capabilities.js.map +1 -0
- package/dist/core/contracts/multipart.d.ts +56 -0
- package/dist/core/contracts/resumable.d.ts +70 -0
- package/dist/core/errors.d.ts +55 -0
- package/dist/core/errors.js +55 -0
- package/dist/core/errors.js.map +1 -0
- package/dist/core/object.d.ts +97 -0
- package/dist/core/object.js +55 -0
- package/dist/core/object.js.map +1 -0
- package/dist/core/ranges.d.ts +17 -0
- package/dist/core/ranges.js +27 -0
- package/dist/core/ranges.js.map +1 -0
- package/dist/core/requests.d.ts +185 -0
- package/dist/core/requests.js +42 -0
- package/dist/core/requests.js.map +1 -0
- package/dist/core/storage.d.ts +249 -0
- package/dist/core/storage.js +173 -0
- package/dist/core/storage.js.map +1 -0
- package/dist/deno.d.ts +14 -0
- package/dist/deno.js +17 -0
- package/dist/deno.js.map +1 -0
- package/dist/encryption/age.d.ts +14 -0
- package/dist/encryption/age.js +46 -0
- package/dist/encryption/age.js.map +1 -0
- package/dist/encryption.d.ts +16 -0
- package/dist/encryption.js +16 -0
- package/dist/encryption.js.map +1 -0
- package/dist/events.d.ts +57 -0
- package/dist/events.js +106 -0
- package/dist/events.js.map +1 -0
- package/dist/filesystem.d.ts +23 -0
- package/dist/filesystem.js +75 -0
- package/dist/filesystem.js.map +1 -0
- package/dist/gcs/admin.d.ts +470 -0
- package/dist/gcs/admin.js +206 -0
- package/dist/gcs/admin.js.map +1 -0
- package/dist/gcs/events.d.ts +41 -0
- package/dist/gcs/events.js +45 -0
- package/dist/gcs/events.js.map +1 -0
- package/dist/gcs/governance.d.ts +158 -0
- package/dist/gcs/governance.js +100 -0
- package/dist/gcs/governance.js.map +1 -0
- package/dist/gcs/lifecycle.d.ts +161 -0
- package/dist/gcs/lifecycle.js +174 -0
- package/dist/gcs/lifecycle.js.map +1 -0
- package/dist/gcs/post.d.ts +31 -0
- package/dist/gcs/post.js +70 -0
- package/dist/gcs/post.js.map +1 -0
- package/dist/gcs/signing.d.ts +10 -0
- package/dist/gcs/signing.js +61 -0
- package/dist/gcs/signing.js.map +1 -0
- package/dist/gcs/uploads.d.ts +10 -0
- package/dist/gcs/uploads.js +76 -0
- package/dist/gcs/uploads.js.map +1 -0
- package/dist/gcs.d.ts +888 -0
- package/dist/gcs.js +91 -0
- package/dist/gcs.js.map +1 -0
- package/dist/hetzner/admin.d.ts +112 -0
- package/dist/hetzner/admin.js +19 -0
- package/dist/hetzner/admin.js.map +1 -0
- package/dist/hetzner.d.ts +15 -0
- package/dist/hetzner.js +15 -0
- package/dist/hetzner.js.map +1 -0
- package/dist/http/api.d.ts +236 -0
- package/dist/http/api.js +54 -0
- package/dist/http/api.js.map +1 -0
- package/dist/http/download.js +99 -0
- package/dist/http/download.js.map +1 -0
- package/dist/http/schema.d.ts +3 -0
- package/dist/http/schema.js +4 -0
- package/dist/http.d.ts +35 -0
- package/dist/http.js +178 -0
- package/dist/http.js.map +1 -0
- package/dist/index.d.ts +10 -0
- package/dist/index.js +9 -0
- package/dist/internal/http/control-plane.js +71 -0
- package/dist/internal/http/control-plane.js.map +1 -0
- package/dist/internal/listing-cursor.js +44 -0
- package/dist/internal/listing-cursor.js.map +1 -0
- package/dist/internal/node/provider-errors.js +16 -0
- package/dist/internal/node/provider-errors.js.map +1 -0
- package/dist/internal/node/upload-body.js +111 -0
- package/dist/internal/node/upload-body.js.map +1 -0
- package/dist/internal/provider-response.js +14 -0
- package/dist/internal/provider-response.js.map +1 -0
- package/dist/internal/public-urls.js +30 -0
- package/dist/internal/public-urls.js.map +1 -0
- package/dist/internal/read-condition.js +11 -0
- package/dist/internal/read-condition.js.map +1 -0
- package/dist/internal/request-validation.js +24 -0
- package/dist/internal/request-validation.js.map +1 -0
- package/dist/internal/signing-request.js +22 -0
- package/dist/internal/signing-request.js.map +1 -0
- package/dist/internal/web-upload-body.js +71 -0
- package/dist/internal/web-upload-body.js.map +1 -0
- package/dist/lifecycle/configuration-state.js +26 -0
- package/dist/lifecycle/configuration-state.js.map +1 -0
- package/dist/lifecycle/metadata.js +28 -0
- package/dist/lifecycle/metadata.js.map +1 -0
- package/dist/lifecycle.d.ts +269 -0
- package/dist/lifecycle.js +72 -0
- package/dist/lifecycle.js.map +1 -0
- package/dist/migrations.d.ts +537 -0
- package/dist/migrations.js +296 -0
- package/dist/migrations.js.map +1 -0
- package/dist/minio/admin.d.ts +112 -0
- package/dist/minio/admin.js +19 -0
- package/dist/minio/admin.js.map +1 -0
- package/dist/minio.d.ts +15 -0
- package/dist/minio.js +15 -0
- package/dist/minio.js.map +1 -0
- package/dist/mirror.d.ts +830 -0
- package/dist/mirror.js +290 -0
- package/dist/mirror.js.map +1 -0
- package/dist/node.d.ts +14 -0
- package/dist/node.js +17 -0
- package/dist/node.js.map +1 -0
- package/dist/providers/azure/blocks.js +94 -0
- package/dist/providers/azure/blocks.js.map +1 -0
- package/dist/providers/azure/config.d.ts +41 -0
- package/dist/providers/azure/config.js +62 -0
- package/dist/providers/azure/config.js.map +1 -0
- package/dist/providers/azure/mapping.js +83 -0
- package/dist/providers/azure/mapping.js.map +1 -0
- package/dist/providers/azure/native.js +88 -0
- package/dist/providers/azure/native.js.map +1 -0
- package/dist/providers/azure/primitives.js +203 -0
- package/dist/providers/azure/primitives.js.map +1 -0
- package/dist/providers/azure/properties.d.ts +180 -0
- package/dist/providers/azure/properties.js +55 -0
- package/dist/providers/azure/properties.js.map +1 -0
- package/dist/providers/azure/transport.js +14 -0
- package/dist/providers/azure/transport.js.map +1 -0
- package/dist/providers/azure/validation.js +11 -0
- package/dist/providers/azure/validation.js.map +1 -0
- package/dist/providers/filesystem/envelope.js +56 -0
- package/dist/providers/filesystem/envelope.js.map +1 -0
- package/dist/providers/filesystem/identity.js +68 -0
- package/dist/providers/filesystem/identity.js.map +1 -0
- package/dist/providers/filesystem/layout.d.ts +15 -0
- package/dist/providers/filesystem/layout.js +112 -0
- package/dist/providers/filesystem/layout.js.map +1 -0
- package/dist/providers/filesystem/list.js +82 -0
- package/dist/providers/filesystem/list.js.map +1 -0
- package/dist/providers/filesystem/operations.js +134 -0
- package/dist/providers/filesystem/operations.js.map +1 -0
- package/dist/providers/gcs/config.d.ts +34 -0
- package/dist/providers/gcs/config.js +60 -0
- package/dist/providers/gcs/config.js.map +1 -0
- package/dist/providers/gcs/iam.js +45 -0
- package/dist/providers/gcs/iam.js.map +1 -0
- package/dist/providers/gcs/mapping.js +118 -0
- package/dist/providers/gcs/mapping.js.map +1 -0
- package/dist/providers/gcs/native.d.ts +11 -0
- package/dist/providers/gcs/native.js +122 -0
- package/dist/providers/gcs/native.js.map +1 -0
- package/dist/providers/gcs/primitives.js +194 -0
- package/dist/providers/gcs/primitives.js.map +1 -0
- package/dist/providers/gcs/resumable.js +145 -0
- package/dist/providers/gcs/resumable.js.map +1 -0
- package/dist/providers/gcs/tier.d.ts +176 -0
- package/dist/providers/gcs/tier.js +34 -0
- package/dist/providers/gcs/tier.js.map +1 -0
- package/dist/providers/gcs/transport.js +123 -0
- package/dist/providers/gcs/transport.js.map +1 -0
- package/dist/providers/gcs/upload.js +28 -0
- package/dist/providers/gcs/upload.js.map +1 -0
- package/dist/providers/gcs/validation.js +10 -0
- package/dist/providers/gcs/validation.js.map +1 -0
- package/dist/providers/r2-workers/binding.d.ts +102 -0
- package/dist/providers/r2-workers/body.js +82 -0
- package/dist/providers/r2-workers/body.js.map +1 -0
- package/dist/providers/r2-workers/list.js +62 -0
- package/dist/providers/r2-workers/list.js.map +1 -0
- package/dist/providers/r2-workers/mapping.js +140 -0
- package/dist/providers/r2-workers/mapping.js.map +1 -0
- package/dist/providers/r2-workers/multipart.js +121 -0
- package/dist/providers/r2-workers/multipart.js.map +1 -0
- package/dist/providers/r2-workers/primitives.js +80 -0
- package/dist/providers/r2-workers/primitives.js.map +1 -0
- package/dist/providers/s3/admin-configuration.d.ts +19 -0
- package/dist/providers/s3/admin-configuration.js +171 -0
- package/dist/providers/s3/admin-configuration.js.map +1 -0
- package/dist/providers/s3/bulk-delete.d.ts +43 -0
- package/dist/providers/s3/bulk-delete.js +58 -0
- package/dist/providers/s3/bulk-delete.js.map +1 -0
- package/dist/providers/s3/config.d.ts +43 -0
- package/dist/providers/s3/config.js +89 -0
- package/dist/providers/s3/config.js.map +1 -0
- package/dist/providers/s3/copy.d.ts +115 -0
- package/dist/providers/s3/copy.js +122 -0
- package/dist/providers/s3/copy.js.map +1 -0
- package/dist/providers/s3/lifecycle-validation.js +33 -0
- package/dist/providers/s3/lifecycle-validation.js.map +1 -0
- package/dist/providers/s3/listing.js +56 -0
- package/dist/providers/s3/listing.js.map +1 -0
- package/dist/providers/s3/metadata.d.ts +10 -0
- package/dist/providers/s3/metadata.js +90 -0
- package/dist/providers/s3/metadata.js.map +1 -0
- package/dist/providers/s3/multipart.d.ts +41 -0
- package/dist/providers/s3/multipart.js +299 -0
- package/dist/providers/s3/multipart.js.map +1 -0
- package/dist/providers/s3/native-models.d.ts +82 -0
- package/dist/providers/s3/native-models.js +91 -0
- package/dist/providers/s3/native-models.js.map +1 -0
- package/dist/providers/s3/object-mapping.js +114 -0
- package/dist/providers/s3/object-mapping.js.map +1 -0
- package/dist/providers/s3/primitives.d.ts +8 -0
- package/dist/providers/s3/primitives.js +235 -0
- package/dist/providers/s3/primitives.js.map +1 -0
- package/dist/providers/s3/profile.d.ts +25 -0
- package/dist/providers/s3/profile.js +46 -0
- package/dist/providers/s3/profile.js.map +1 -0
- package/dist/providers/s3/request-extension.js +29 -0
- package/dist/providers/s3/request-extension.js.map +1 -0
- package/dist/providers/s3/service.js +55 -0
- package/dist/providers/s3/service.js.map +1 -0
- package/dist/providers/s3/signing-credentials.js +32 -0
- package/dist/providers/s3/signing-credentials.js.map +1 -0
- package/dist/providers/s3/tags.d.ts +10 -0
- package/dist/providers/s3/tags.js +65 -0
- package/dist/providers/s3/tags.js.map +1 -0
- package/dist/providers/s3/tier.d.ts +171 -0
- package/dist/providers/s3/tier.js +100 -0
- package/dist/providers/s3/tier.js.map +1 -0
- package/dist/providers/s3/transfer-driver.js +72 -0
- package/dist/providers/s3/transfer-driver.js.map +1 -0
- package/dist/providers/s3/transport.js +94 -0
- package/dist/providers/s3/transport.js.map +1 -0
- package/dist/providers/s3/upload-body.js +10 -0
- package/dist/providers/s3/upload-body.js.map +1 -0
- package/dist/providers/s3/validation.js +31 -0
- package/dist/providers/s3/validation.js.map +1 -0
- package/dist/providers/s3/versions.d.ts +10 -0
- package/dist/providers/s3/versions.js +143 -0
- package/dist/providers/s3/versions.js.map +1 -0
- package/dist/providers/s3-compatible/config.d.ts +36 -0
- package/dist/providers/s3-compatible/config.js +174 -0
- package/dist/providers/s3-compatible/config.js.map +1 -0
- package/dist/providers/s3-compatible/service.js +48 -0
- package/dist/providers/s3-compatible/service.js.map +1 -0
- package/dist/providers/supabase/config.d.ts +20 -0
- package/dist/providers/supabase/config.js +41 -0
- package/dist/providers/supabase/config.js.map +1 -0
- package/dist/providers/supabase/mapping.js +60 -0
- package/dist/providers/supabase/mapping.js.map +1 -0
- package/dist/providers/supabase/primitives.js +205 -0
- package/dist/providers/supabase/primitives.js.map +1 -0
- package/dist/providers/supabase/transport.js +64 -0
- package/dist/providers/supabase/transport.js.map +1 -0
- package/dist/providers/supabase/tus.js +163 -0
- package/dist/providers/supabase/tus.js.map +1 -0
- package/dist/providers/tigris/configuration.js +118 -0
- package/dist/providers/tigris/configuration.js.map +1 -0
- package/dist/providers/tigris/snapshots.js +87 -0
- package/dist/providers/tigris/snapshots.js.map +1 -0
- package/dist/providers/tigris/transport.js +18 -0
- package/dist/providers/tigris/transport.js.map +1 -0
- package/dist/providers/vercel/config.d.ts +16 -0
- package/dist/providers/vercel/config.js +48 -0
- package/dist/providers/vercel/config.js.map +1 -0
- package/dist/providers/vercel/mapping.js +79 -0
- package/dist/providers/vercel/mapping.js.map +1 -0
- package/dist/providers/vercel/multipart.js +113 -0
- package/dist/providers/vercel/multipart.js.map +1 -0
- package/dist/providers/vercel/primitives.js +168 -0
- package/dist/providers/vercel/primitives.js.map +1 -0
- package/dist/providers/vercel/transport.js +32 -0
- package/dist/providers/vercel/transport.js.map +1 -0
- package/dist/providers/wasabi/compliance.d.ts +52 -0
- package/dist/providers/wasabi/compliance.js +89 -0
- package/dist/providers/wasabi/compliance.js.map +1 -0
- package/dist/providers/wasabi/xml.js +55 -0
- package/dist/providers/wasabi/xml.js.map +1 -0
- package/dist/r2/admin.d.ts +126 -0
- package/dist/r2/admin.js +138 -0
- package/dist/r2/admin.js.map +1 -0
- package/dist/r2/events.d.ts +41 -0
- package/dist/r2/events.js +37 -0
- package/dist/r2/events.js.map +1 -0
- package/dist/r2-workers.d.ts +24 -0
- package/dist/r2-workers.js +115 -0
- package/dist/r2-workers.js.map +1 -0
- package/dist/r2.d.ts +15 -0
- package/dist/r2.js +15 -0
- package/dist/r2.js.map +1 -0
- package/dist/react.d.ts +73 -0
- package/dist/react.js +49 -0
- package/dist/react.js.map +1 -0
- package/dist/representation.d.ts +24 -0
- package/dist/representation.js +7 -0
- package/dist/representation.js.map +1 -0
- package/dist/runtime/bun-filesystem.js +136 -0
- package/dist/runtime/bun-filesystem.js.map +1 -0
- package/dist/runtime/file-target.d.ts +10 -0
- package/dist/runtime/file-target.js +66 -0
- package/dist/runtime/file-target.js.map +1 -0
- package/dist/runtime/filesystem.d.ts +6 -0
- package/dist/runtime/filesystem.js +68 -0
- package/dist/runtime/filesystem.js.map +1 -0
- package/dist/runtime/node-hash.d.ts +4 -0
- package/dist/runtime/node-hash.js +31 -0
- package/dist/runtime/node-hash.js.map +1 -0
- package/dist/runtime/node-protection.d.ts +4 -0
- package/dist/runtime/node-protection.js +46 -0
- package/dist/runtime/node-protection.js.map +1 -0
- package/dist/runtime/portable-hash.d.ts +3 -0
- package/dist/runtime/portable-hash.js +31 -0
- package/dist/runtime/portable-hash.js.map +1 -0
- package/dist/runtime/session-store.d.ts +12 -0
- package/dist/runtime/session-store.js +19 -0
- package/dist/runtime/session-store.js.map +1 -0
- package/dist/runtime/web-protection.d.ts +7 -0
- package/dist/runtime/web-protection.js +54 -0
- package/dist/runtime/web-protection.js.map +1 -0
- package/dist/s3/admin.d.ts +183 -0
- package/dist/s3/admin.js +197 -0
- package/dist/s3/admin.js.map +1 -0
- package/dist/s3/archive.d.ts +25 -0
- package/dist/s3/archive.js +113 -0
- package/dist/s3/archive.js.map +1 -0
- package/dist/s3/events.d.ts +42 -0
- package/dist/s3/events.js +69 -0
- package/dist/s3/events.js.map +1 -0
- package/dist/s3/governance.d.ts +319 -0
- package/dist/s3/governance.js +108 -0
- package/dist/s3/governance.js.map +1 -0
- package/dist/s3/lifecycle.d.ts +4 -0
- package/dist/s3/lifecycle.js +5 -0
- package/dist/s3/post.d.ts +31 -0
- package/dist/s3/post.js +93 -0
- package/dist/s3/post.js.map +1 -0
- package/dist/s3/signing.d.ts +105 -0
- package/dist/s3/signing.js +198 -0
- package/dist/s3/signing.js.map +1 -0
- package/dist/s3/uploads.d.ts +11 -0
- package/dist/s3/uploads.js +173 -0
- package/dist/s3/uploads.js.map +1 -0
- package/dist/s3.d.ts +37 -0
- package/dist/s3.js +114 -0
- package/dist/s3.js.map +1 -0
- package/dist/scaleway/admin.d.ts +112 -0
- package/dist/scaleway/admin.js +19 -0
- package/dist/scaleway/admin.js.map +1 -0
- package/dist/scaleway.d.ts +15 -0
- package/dist/scaleway.js +15 -0
- package/dist/scaleway.js.map +1 -0
- package/dist/session-events.d.ts +22 -0
- package/dist/session-events.js +22 -0
- package/dist/session-events.js.map +1 -0
- package/dist/sessions/checkpoint.d.ts +423 -0
- package/dist/sessions/checkpoint.js +102 -0
- package/dist/sessions/checkpoint.js.map +1 -0
- package/dist/sessions/download.d.ts +17 -0
- package/dist/sessions/download.js +111 -0
- package/dist/sessions/download.js.map +1 -0
- package/dist/sessions/native-upload.js +168 -0
- package/dist/sessions/native-upload.js.map +1 -0
- package/dist/sessions/store.d.ts +40 -0
- package/dist/sessions/store.js +77 -0
- package/dist/sessions/store.js.map +1 -0
- package/dist/sessions/upload.d.ts +10 -0
- package/dist/sessions/upload.js +329 -0
- package/dist/sessions/upload.js.map +1 -0
- package/dist/sessions.d.ts +98 -0
- package/dist/sessions.js +268 -0
- package/dist/sessions.js.map +1 -0
- package/dist/spaces/admin.d.ts +112 -0
- package/dist/spaces/admin.js +19 -0
- package/dist/spaces/admin.js.map +1 -0
- package/dist/spaces.d.ts +15 -0
- package/dist/spaces.js +15 -0
- package/dist/spaces.js.map +1 -0
- package/dist/supabase/admin.d.ts +77 -0
- package/dist/supabase/admin.js +74 -0
- package/dist/supabase/admin.js.map +1 -0
- package/dist/supabase/s3.d.ts +311 -0
- package/dist/supabase/s3.js +153 -0
- package/dist/supabase/s3.js.map +1 -0
- package/dist/supabase/signing.d.ts +23 -0
- package/dist/supabase/signing.js +93 -0
- package/dist/supabase/signing.js.map +1 -0
- package/dist/supabase/tus-uploads.d.ts +13 -0
- package/dist/supabase/tus-uploads.js +109 -0
- package/dist/supabase/tus-uploads.js.map +1 -0
- package/dist/supabase/uploads.d.ts +5 -0
- package/dist/supabase/uploads.js +32 -0
- package/dist/supabase/uploads.js.map +1 -0
- package/dist/supabase.d.ts +100 -0
- package/dist/supabase.js +50 -0
- package/dist/supabase.js.map +1 -0
- package/dist/testing/body-failure.js +18 -0
- package/dist/testing/body-failure.js.map +1 -0
- package/dist/testing/conformance/assertions.d.ts +10 -0
- package/dist/testing/conformance/assertions.js +21 -0
- package/dist/testing/conformance/assertions.js.map +1 -0
- package/dist/testing/conformance/core-cases.js +107 -0
- package/dist/testing/conformance/core-cases.js.map +1 -0
- package/dist/testing/conformance/list-cases.js +72 -0
- package/dist/testing/conformance/list-cases.js.map +1 -0
- package/dist/testing/conformance/read-cases.js +105 -0
- package/dist/testing/conformance/read-cases.js.map +1 -0
- package/dist/testing/conformance.d.ts +23 -0
- package/dist/testing/conformance.js +37 -0
- package/dist/testing/conformance.js.map +1 -0
- package/dist/testing/faults.d.ts +258 -0
- package/dist/testing/faults.js +111 -0
- package/dist/testing/faults.js.map +1 -0
- package/dist/testing/memory-list.js +79 -0
- package/dist/testing/memory-list.js.map +1 -0
- package/dist/testing/memory-state.d.ts +18 -0
- package/dist/testing/memory-state.js +57 -0
- package/dist/testing/memory-state.js.map +1 -0
- package/dist/testing/memory-upload.js +123 -0
- package/dist/testing/memory-upload.js.map +1 -0
- package/dist/testing/memory.d.ts +23 -0
- package/dist/testing/memory.js +121 -0
- package/dist/testing/memory.js.map +1 -0
- package/dist/testing.d.ts +6 -0
- package/dist/testing.js +6 -0
- package/dist/tigris/events.d.ts +42 -0
- package/dist/tigris/events.js +42 -0
- package/dist/tigris/events.js.map +1 -0
- package/dist/tigris/native.d.ts +438 -0
- package/dist/tigris/native.js +166 -0
- package/dist/tigris/native.js.map +1 -0
- package/dist/tigris.d.ts +15 -0
- package/dist/tigris.js +15 -0
- package/dist/tigris.js.map +1 -0
- package/dist/transfers/budget.js +50 -0
- package/dist/transfers/budget.js.map +1 -0
- package/dist/transfers/copy.js +250 -0
- package/dist/transfers/copy.js.map +1 -0
- package/dist/transfers/dependencies.d.ts +10 -0
- package/dist/transfers/dependencies.js +11 -0
- package/dist/transfers/dependencies.js.map +1 -0
- package/dist/transfers/download.js +132 -0
- package/dist/transfers/download.js.map +1 -0
- package/dist/transfers/managed-runtime.d.ts +34 -0
- package/dist/transfers/managed-runtime.js +30 -0
- package/dist/transfers/managed-runtime.js.map +1 -0
- package/dist/transfers/models.d.ts +160 -0
- package/dist/transfers/native-upload.js +195 -0
- package/dist/transfers/native-upload.js.map +1 -0
- package/dist/transfers/part-receipts.js +32 -0
- package/dist/transfers/part-receipts.js.map +1 -0
- package/dist/transfers/planner.d.ts +19 -0
- package/dist/transfers/planner.js +153 -0
- package/dist/transfers/planner.js.map +1 -0
- package/dist/transfers/reader.js +81 -0
- package/dist/transfers/reader.js.map +1 -0
- package/dist/transfers/runtime.d.ts +19 -0
- package/dist/transfers/runtime.js +132 -0
- package/dist/transfers/runtime.js.map +1 -0
- package/dist/transfers/sources.d.ts +22 -0
- package/dist/transfers/sources.js +83 -0
- package/dist/transfers/sources.js.map +1 -0
- package/dist/transfers/upload.js +235 -0
- package/dist/transfers/upload.js.map +1 -0
- package/dist/transfers.d.ts +31 -0
- package/dist/transfers.js +82 -0
- package/dist/transfers.js.map +1 -0
- package/dist/uploads/driver.d.ts +22 -0
- package/dist/uploads/driver.js +18 -0
- package/dist/uploads/driver.js.map +1 -0
- package/dist/uploads/policy.d.ts +39 -0
- package/dist/uploads/schema.d.ts +278 -0
- package/dist/uploads/schema.js +167 -0
- package/dist/uploads/schema.js.map +1 -0
- package/dist/uploads/signed-driver.d.ts +8 -0
- package/dist/uploads/signed-driver.js +36 -0
- package/dist/uploads/signed-driver.js.map +1 -0
- package/dist/uploads/store.d.ts +26 -0
- package/dist/uploads/store.js +51 -0
- package/dist/uploads/store.js.map +1 -0
- package/dist/uploads/verification.js +86 -0
- package/dist/uploads/verification.js.map +1 -0
- package/dist/uploads.d.ts +518 -0
- package/dist/uploads.js +330 -0
- package/dist/uploads.js.map +1 -0
- package/dist/vercel/authorized-uploads.d.ts +7 -0
- package/dist/vercel/authorized-uploads.js +15 -0
- package/dist/vercel/authorized-uploads.js.map +1 -0
- package/dist/vercel/client.d.ts +16 -0
- package/dist/vercel/client.js +28 -0
- package/dist/vercel/client.js.map +1 -0
- package/dist/vercel/signing.d.ts +19 -0
- package/dist/vercel/signing.js +120 -0
- package/dist/vercel/signing.js.map +1 -0
- package/dist/vercel/uploads.d.ts +36 -0
- package/dist/vercel/uploads.js +161 -0
- package/dist/vercel/uploads.js.map +1 -0
- package/dist/vercel.d.ts +86 -0
- package/dist/vercel.js +46 -0
- package/dist/vercel.js.map +1 -0
- package/dist/wasabi/admin.d.ts +112 -0
- package/dist/wasabi/admin.js +19 -0
- package/dist/wasabi/admin.js.map +1 -0
- package/dist/wasabi/native.d.ts +200 -0
- package/dist/wasabi/native.js +132 -0
- package/dist/wasabi/native.js.map +1 -0
- package/dist/wasabi.d.ts +15 -0
- package/dist/wasabi.js +15 -0
- package/dist/wasabi.js.map +1 -0
- package/dist/workflows/content/collection.js +122 -0
- package/dist/workflows/content/collection.js.map +1 -0
- package/dist/workflows/content/references.js +113 -0
- package/dist/workflows/content/references.js.map +1 -0
- package/dist/workflows/content/schema.d.ts +58 -0
- package/dist/workflows/content/schema.js +64 -0
- package/dist/workflows/content/schema.js.map +1 -0
- package/dist/workflows/endpoint.js +16 -0
- package/dist/workflows/endpoint.js.map +1 -0
- package/dist/workflows/migrations/schema.d.ts +149 -0
- package/dist/workflows/migrations/schema.js +58 -0
- package/dist/workflows/migrations/schema.js.map +1 -0
- package/dist/workflows/mirror/operations.js +175 -0
- package/dist/workflows/mirror/operations.js.map +1 -0
- package/dist/workflows/mirror/schema.d.ts +68 -0
- package/dist/workflows/mirror/schema.js +57 -0
- package/dist/workflows/mirror/schema.js.map +1 -0
- package/dist/workflows/mirror/view.js +103 -0
- package/dist/workflows/mirror/view.js.map +1 -0
- package/dist/workflows/objects.js +54 -0
- package/dist/workflows/objects.js.map +1 -0
- package/dist/workflows/store.d.ts +13 -0
- package/dist/workflows/store.js +58 -0
- package/dist/workflows/store.js.map +1 -0
- package/package.json +513 -3
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"post.js","names":[],"sources":["../../src/providers/s3/post.ts"],"sourcesContent":["import type { DateTime } from \"effect\";\nimport { Context, Effect, Layer, Redacted, Schema } from \"effect\";\n\nimport { createPresignedPost } from \"@aws-sdk/s3-presigned-post\";\n\nimport type { GrantConstraint } from \"../../core/capabilities.js\";\nimport { storageError } from \"../../core/errors.js\";\nimport type { StorageError } from \"../../core/errors.js\";\nimport type { ObjectRef } from \"../../core/object.js\";\nimport { HeaderValue, ObjectKey } from \"../../core/object.js\";\nimport { decodeRequest } from \"../../internal/request-validation.js\";\nimport { S3Storage } from \"./index.js\";\nimport type { S3StorageService } from \"./index.js\";\nimport { signingCredentials } from \"./signing-credentials.js\";\nimport { request } from \"./transport.js\";\n\nconst PostRequest = Schema.Struct({\n key: ObjectKey,\n expiresInSeconds: Schema.Int.check(Schema.isBetween({ minimum: 1, maximum: 604800 })),\n maxBytes: Schema.Natural,\n minBytes: Schema.optional(Schema.Natural),\n contentType: Schema.optional(HeaderValue),\n customMetadata: Schema.optional(\n Schema.Record(Schema.String.check(Schema.isPattern(/^[A-Za-z0-9._-]+$/u)), HeaderValue),\n ),\n});\nexport type S3PostRequest = typeof PostRequest.Type;\n\nexport interface S3PostGrant {\n readonly method: \"POST\";\n readonly ref: ObjectRef;\n readonly url: Redacted.Redacted<string>;\n readonly fields: Redacted.Redacted<Readonly<Record<string, string>>>;\n readonly expiresAt: DateTime.Utc;\n readonly constraints: ReadonlyArray<GrantConstraint>;\n}\n\nexport class S3Post extends Context.Service<\n S3Post,\n { readonly create: (input: S3PostRequest) => Effect.Effect<S3PostGrant, StorageError> }\n>()(\"@effect-kit/storage/s3/S3Post\") {\n static make(storage: S3StorageService): S3Post[\"Service\"] {\n return {\n create: Effect.fnUntraced(function* (input) {\n const value = yield* decodeRequest(PostRequest, input, \"post\", \"s3\");\n if (\n storage.profile &&\n (!storage.profile.post || value.maxBytes > storage.profile.limits.maximumSinglePutBytes)\n )\n return yield* storageError(\n \"post\",\n storage.profile.provider,\n { _tag: \"Unsupported\", capability: \"post-policy\" },\n \"not-started\",\n );\n if ((value.minBytes ?? 0) > value.maxBytes || value.key.includes(`\\${filename}`))\n return yield* storageError(\"post\", \"s3\", { _tag: \"InvalidInput\", field: \"policy\" });\n if (\n storage.config.encryption ||\n storage.config.expectedBucketOwner ||\n storage.config.requestPayer\n )\n return yield* storageError(\"post\", \"s3\", {\n _tag: \"Unsupported\",\n capability: \"post-config-authority\",\n });\n const credentials = yield* signingCredentials(storage, value.expiresInSeconds);\n const fields: Record<string, string> = {};\n if (value.contentType !== undefined) fields[\"Content-Type\"] = value.contentType;\n for (const [name, content] of Object.entries(value.customMetadata ?? {}))\n fields[`x-amz-meta-${name.toLowerCase()}`] = content;\n const grant = yield* request(storage, \"post\", false, () =>\n createPresignedPost(credentials.client, {\n Bucket: storage.config.bucket,\n Key: value.key,\n Expires: credentials.seconds,\n Fields: fields,\n Conditions: [[\"content-length-range\", value.minBytes ?? 0, value.maxBytes]],\n }),\n );\n const policy = yield* Schema.decodeUnknownEffect(\n Schema.fromJsonString(\n Schema.Struct({\n expiration: Schema.DateTimeUtcFromString,\n conditions: Schema.Array(Schema.Unknown),\n }),\n ),\n )(Buffer.from(grant.fields.Policy ?? \"\", \"base64\").toString(\"utf8\")).pipe(\n Effect.mapError(() =>\n storageError(\"post\", \"s3\", { _tag: \"ProviderFailure\", code: \"InvalidPostPolicy\" }),\n ),\n );\n return {\n method: \"POST\",\n ref: { storeId: storage.storeId, key: value.key },\n url: Redacted.make(grant.url),\n fields: Redacted.make(grant.fields),\n expiresAt: policy.expiration,\n constraints: [\n { kind: \"minimum-bytes\", enforcement: \"provider\", value: value.minBytes ?? 0 },\n { kind: \"maximum-bytes\", enforcement: \"provider\", value: value.maxBytes },\n ...Object.keys(fields).map((name) => ({\n kind: `field:${name}`,\n enforcement: \"provider\" as const,\n value: \"required\",\n })),\n ],\n };\n }),\n };\n }\n\n static readonly layer = Layer.effect(S3Post, Effect.map(S3Storage, S3Post.make));\n}\n"],"mappings":";;;;;;;;;;AAgBA,MAAM,cAAc,OAAO,OAAO;CAChC,KAAK;CACL,kBAAkB,OAAO,IAAI,MAAM,OAAO,UAAU;EAAE,SAAS;EAAG,SAAS;CAAO,CAAC,CAAC;CACpF,UAAU,OAAO;CACjB,UAAU,OAAO,SAAS,OAAO,OAAO;CACxC,aAAa,OAAO,SAAS,WAAW;CACxC,gBAAgB,OAAO,SACrB,OAAO,OAAO,OAAO,OAAO,MAAM,OAAO,UAAU,oBAAoB,CAAC,GAAG,WAAW,CACxF;AACF,CAAC;AAYD,IAAa,SAAb,MAAa,eAAe,QAAQ,QAGlC,CAAC,CAAC,+BAA+B,CAAC,CAAC;CACnC,OAAO,KAAK,SAA8C;EACxD,OAAO,EACL,QAAQ,OAAO,WAAW,WAAW,OAAO;GAC1C,MAAM,QAAQ,OAAO,cAAc,aAAa,OAAO,QAAQ,IAAI;GACnE,IACE,QAAQ,YACP,CAAC,QAAQ,QAAQ,QAAQ,MAAM,WAAW,QAAQ,QAAQ,OAAO,wBAElE,OAAO,OAAO,aACZ,QACA,QAAQ,QAAQ,UAChB;IAAE,MAAM;IAAe,YAAY;GAAc,GACjD,aACF;GACF,KAAK,MAAM,YAAY,KAAK,MAAM,YAAY,MAAM,IAAI,SAAS,cAAc,GAC7E,OAAO,OAAO,aAAa,QAAQ,MAAM;IAAE,MAAM;IAAgB,OAAO;GAAS,CAAC;GACpF,IACE,QAAQ,OAAO,cACf,QAAQ,OAAO,uBACf,QAAQ,OAAO,cAEf,OAAO,OAAO,aAAa,QAAQ,MAAM;IACvC,MAAM;IACN,YAAY;GACd,CAAC;GACH,MAAM,cAAc,OAAO,mBAAmB,SAAS,MAAM,gBAAgB;GAC7E,MAAM,SAAiC,CAAC;GACxC,IAAI,MAAM,gBAAgB,QAAW,OAAO,kBAAkB,MAAM;GACpE,KAAK,MAAM,CAAC,MAAM,YAAY,OAAO,QAAQ,MAAM,kBAAkB,CAAC,CAAC,GACrE,OAAO,cAAc,KAAK,YAAY,OAAO;GAC/C,MAAM,QAAQ,OAAO,QAAQ,SAAS,QAAQ,aAC5C,oBAAoB,YAAY,QAAQ;IACtC,QAAQ,QAAQ,OAAO;IACvB,KAAK,MAAM;IACX,SAAS,YAAY;IACrB,QAAQ;IACR,YAAY,CAAC;KAAC;KAAwB,MAAM,YAAY;KAAG,MAAM;IAAQ,CAAC;GAC5E,CAAC,CACH;GACA,MAAM,SAAS,OAAO,OAAO,oBAC3B,OAAO,eACL,OAAO,OAAO;IACZ,YAAY,OAAO;IACnB,YAAY,OAAO,MAAM,OAAO,OAAO;GACzC,CAAC,CACH,CACF,CAAC,CAAC,OAAO,KAAK,MAAM,OAAO,UAAU,IAAI,QAAQ,CAAC,CAAC,SAAS,MAAM,CAAC,CAAC,CAAC,KACnE,OAAO,eACL,aAAa,QAAQ,MAAM;IAAE,MAAM;IAAmB,MAAM;GAAoB,CAAC,CACnF,CACF;GACA,OAAO;IACL,QAAQ;IACR,KAAK;KAAE,SAAS,QAAQ;KAAS,KAAK,MAAM;IAAI;IAChD,KAAK,SAAS,KAAK,MAAM,GAAG;IAC5B,QAAQ,SAAS,KAAK,MAAM,MAAM;IAClC,WAAW,OAAO;IAClB,aAAa;KACX;MAAE,MAAM;MAAiB,aAAa;MAAY,OAAO,MAAM,YAAY;KAAE;KAC7E;MAAE,MAAM;MAAiB,aAAa;MAAY,OAAO,MAAM;KAAS;KACxE,GAAG,OAAO,KAAK,MAAM,CAAC,CAAC,KAAK,UAAU;MACpC,MAAM,SAAS;MACf,aAAa;MACb,OAAO;KACT,EAAE;IACJ;GACF;EACF,CAAC,EACH;CACF;CAEA,OAAgB,QAAQ,MAAM,OAAO,QAAQ,OAAO,IAAI,WAAW,OAAO,IAAI,CAAC;AACjF"}
|
|
@@ -0,0 +1,105 @@
|
|
|
1
|
+
import { StorageError } from "../core/errors.js";
|
|
2
|
+
import { SignedRequest, StorageSigning } from "../core/capabilities.js";
|
|
3
|
+
import { S3Storage, S3StorageService } from "../s3.js";
|
|
4
|
+
import { Context, Effect, Layer, Schema } from "effect";
|
|
5
|
+
declare const SignRequest: Schema.Struct<{
|
|
6
|
+
readonly ref: Schema.Struct<{
|
|
7
|
+
readonly storeId: Schema.NonEmptyString;
|
|
8
|
+
readonly key: Schema.NonEmptyString;
|
|
9
|
+
readonly version: Schema.optional<Schema.Union<readonly [Schema.TaggedStruct<"S3Version", {
|
|
10
|
+
readonly id: Schema.NonEmptyString;
|
|
11
|
+
}>, Schema.TaggedStruct<"GcsGeneration", {
|
|
12
|
+
readonly id: Schema.NonEmptyString;
|
|
13
|
+
readonly metageneration: Schema.optional<Schema.NonEmptyString>;
|
|
14
|
+
}>, Schema.TaggedStruct<"AzureVersion", {
|
|
15
|
+
readonly id: Schema.NonEmptyString;
|
|
16
|
+
}>, Schema.TaggedStruct<"AzureSnapshot", {
|
|
17
|
+
readonly id: Schema.NonEmptyString;
|
|
18
|
+
}>, Schema.TaggedStruct<"OpaqueVersion", {
|
|
19
|
+
readonly provider: Schema.NonEmptyString;
|
|
20
|
+
readonly id: Schema.NonEmptyString;
|
|
21
|
+
}>]>>;
|
|
22
|
+
}>;
|
|
23
|
+
readonly method: Schema.Literals<readonly ["GET", "HEAD", "PUT", "DELETE"]>;
|
|
24
|
+
readonly expiresInSeconds: Schema.Int;
|
|
25
|
+
readonly headers: Schema.optional<Schema.Struct<{
|
|
26
|
+
readonly contentType: Schema.optional<Schema.String>;
|
|
27
|
+
readonly contentEncoding: Schema.optional<Schema.String>;
|
|
28
|
+
readonly contentLanguage: Schema.optional<Schema.String>;
|
|
29
|
+
readonly contentDisposition: Schema.optional<Schema.String>;
|
|
30
|
+
readonly cacheControl: Schema.optional<Schema.String>;
|
|
31
|
+
readonly customMetadata: Schema.optional<Schema.$Record<Schema.String, Schema.String>>;
|
|
32
|
+
}>>;
|
|
33
|
+
readonly condition: Schema.optional<Schema.Union<readonly [Schema.TaggedStruct<"CreateOnly", {}>, Schema.TaggedStruct<"IfMatch", {
|
|
34
|
+
readonly etag: Schema.String;
|
|
35
|
+
}>]>>;
|
|
36
|
+
readonly checksum: Schema.optional<Schema.Struct<{
|
|
37
|
+
readonly ChecksumAlgorithm: Schema.optional<Schema.Literals<readonly ["CRC32", "CRC32C", "CRC64NVME", "SHA1", "SHA256", "SHA512", "MD5", "XXHASH64", "XXHASH3", "XXHASH128"]>>;
|
|
38
|
+
readonly ChecksumCRC32: Schema.optional<Schema.String>;
|
|
39
|
+
readonly ChecksumCRC32C: Schema.optional<Schema.String>;
|
|
40
|
+
readonly ChecksumCRC64NVME: Schema.optional<Schema.String>;
|
|
41
|
+
readonly ChecksumSHA1: Schema.optional<Schema.String>;
|
|
42
|
+
readonly ChecksumSHA256: Schema.optional<Schema.String>;
|
|
43
|
+
readonly ChecksumSHA512: Schema.optional<Schema.String>;
|
|
44
|
+
readonly ChecksumMD5: Schema.optional<Schema.String>;
|
|
45
|
+
readonly ChecksumXXHASH64: Schema.optional<Schema.String>;
|
|
46
|
+
readonly ChecksumXXHASH3: Schema.optional<Schema.String>;
|
|
47
|
+
readonly ChecksumXXHASH128: Schema.optional<Schema.String>;
|
|
48
|
+
readonly ChecksumType: Schema.optional<Schema.Literals<readonly ["FULL_OBJECT", "COMPOSITE"]>>;
|
|
49
|
+
}>>;
|
|
50
|
+
readonly contentLength: Schema.optional<Schema.Natural>;
|
|
51
|
+
}>;
|
|
52
|
+
export type S3SignRequest = typeof SignRequest.Type;
|
|
53
|
+
declare const SignPart: Schema.Struct<{
|
|
54
|
+
readonly upload: Schema.Struct<{
|
|
55
|
+
readonly ref: Schema.Struct<{
|
|
56
|
+
readonly storeId: Schema.NonEmptyString;
|
|
57
|
+
readonly key: Schema.NonEmptyString;
|
|
58
|
+
readonly version: Schema.optional<Schema.Union<readonly [Schema.TaggedStruct<"S3Version", {
|
|
59
|
+
readonly id: Schema.NonEmptyString;
|
|
60
|
+
}>, Schema.TaggedStruct<"GcsGeneration", {
|
|
61
|
+
readonly id: Schema.NonEmptyString;
|
|
62
|
+
readonly metageneration: Schema.optional<Schema.NonEmptyString>;
|
|
63
|
+
}>, Schema.TaggedStruct<"AzureVersion", {
|
|
64
|
+
readonly id: Schema.NonEmptyString;
|
|
65
|
+
}>, Schema.TaggedStruct<"AzureSnapshot", {
|
|
66
|
+
readonly id: Schema.NonEmptyString;
|
|
67
|
+
}>, Schema.TaggedStruct<"OpaqueVersion", {
|
|
68
|
+
readonly provider: Schema.NonEmptyString;
|
|
69
|
+
readonly id: Schema.NonEmptyString;
|
|
70
|
+
}>]>>;
|
|
71
|
+
}>;
|
|
72
|
+
readonly uploadId: Schema.Redacted<Schema.NonEmptyString>;
|
|
73
|
+
readonly checksumAlgorithm: Schema.optional<Schema.Literals<readonly ["CRC32", "CRC32C", "CRC64NVME", "SHA1", "SHA256", "SHA512", "MD5", "XXHASH64", "XXHASH3", "XXHASH128"]>>;
|
|
74
|
+
readonly checksumType: Schema.optional<Schema.Literals<readonly ["FULL_OBJECT", "COMPOSITE"]>>;
|
|
75
|
+
}>;
|
|
76
|
+
readonly partNumber: Schema.Int;
|
|
77
|
+
readonly expiresInSeconds: Schema.Int;
|
|
78
|
+
readonly checksum: Schema.optional<Schema.Struct<{
|
|
79
|
+
readonly ChecksumAlgorithm: Schema.optional<Schema.Literals<readonly ["CRC32", "CRC32C", "CRC64NVME", "SHA1", "SHA256", "SHA512", "MD5", "XXHASH64", "XXHASH3", "XXHASH128"]>>;
|
|
80
|
+
readonly ChecksumCRC32: Schema.optional<Schema.String>;
|
|
81
|
+
readonly ChecksumCRC32C: Schema.optional<Schema.String>;
|
|
82
|
+
readonly ChecksumCRC64NVME: Schema.optional<Schema.String>;
|
|
83
|
+
readonly ChecksumSHA1: Schema.optional<Schema.String>;
|
|
84
|
+
readonly ChecksumSHA256: Schema.optional<Schema.String>;
|
|
85
|
+
readonly ChecksumSHA512: Schema.optional<Schema.String>;
|
|
86
|
+
readonly ChecksumMD5: Schema.optional<Schema.String>;
|
|
87
|
+
readonly ChecksumXXHASH64: Schema.optional<Schema.String>;
|
|
88
|
+
readonly ChecksumXXHASH3: Schema.optional<Schema.String>;
|
|
89
|
+
readonly ChecksumXXHASH128: Schema.optional<Schema.String>;
|
|
90
|
+
readonly ChecksumType: Schema.optional<Schema.Literals<readonly ["FULL_OBJECT", "COMPOSITE"]>>;
|
|
91
|
+
}>>;
|
|
92
|
+
readonly contentLength: Schema.optional<Schema.Natural>;
|
|
93
|
+
}>;
|
|
94
|
+
export type S3SignPartRequest = typeof SignPart.Type;
|
|
95
|
+
export interface S3SigningService {
|
|
96
|
+
readonly sign: (input: S3SignRequest) => Effect.Effect<SignedRequest, StorageError>;
|
|
97
|
+
readonly signPart: (input: S3SignPartRequest) => Effect.Effect<SignedRequest, StorageError>;
|
|
98
|
+
}
|
|
99
|
+
declare const S3Signing_base: Context.ServiceClass<S3Signing, "@effect-kit/storage/s3/S3Signing", S3SigningService>;
|
|
100
|
+
export declare class S3Signing extends S3Signing_base {
|
|
101
|
+
static make(storage: S3StorageService): S3SigningService;
|
|
102
|
+
static readonly layer: Layer.Layer<S3Signing | StorageSigning, never, S3Storage>;
|
|
103
|
+
}
|
|
104
|
+
export {};
|
|
105
|
+
//# sourceMappingURL=signing.d.ts.map
|
|
@@ -0,0 +1,198 @@
|
|
|
1
|
+
import { ObjectHeaders, ObjectRef, ObjectSize } from "../core/object.js";
|
|
2
|
+
import { storageError } from "../core/errors.js";
|
|
3
|
+
import { decodeRequest } from "../internal/request-validation.js";
|
|
4
|
+
import { WriteCondition } from "../core/requests.js";
|
|
5
|
+
import { StorageSigning } from "../core/capabilities.js";
|
|
6
|
+
import { authority, encryptionHeaders, readEncryption } from "../providers/s3/config.js";
|
|
7
|
+
import { condition, headers, validateRef } from "../providers/s3/object-mapping.js";
|
|
8
|
+
import { enforceProfile } from "../providers/s3/profile.js";
|
|
9
|
+
import { request } from "../providers/s3/transport.js";
|
|
10
|
+
import { ChecksumOptions, PartNumber, Upload } from "../providers/s3/native-models.js";
|
|
11
|
+
import { S3Storage } from "../s3.js";
|
|
12
|
+
import { signingCredentials } from "../providers/s3/signing-credentials.js";
|
|
13
|
+
import { Context, DateTime, Effect, Layer, Predicate, Redacted, Schema } from "effect";
|
|
14
|
+
import { DeleteObjectCommand, GetObjectCommand, HeadObjectCommand, PutObjectCommand, UploadPartCommand } from "@aws-sdk/client-s3";
|
|
15
|
+
import { getSignedUrl } from "@aws-sdk/s3-request-presigner";
|
|
16
|
+
|
|
17
|
+
// src/providers/s3/signing.ts
|
|
18
|
+
const Expiry = Schema.Int.check(Schema.isBetween({
|
|
19
|
+
minimum: 1,
|
|
20
|
+
maximum: 604800
|
|
21
|
+
}));
|
|
22
|
+
const SignRequest = Schema.Struct({
|
|
23
|
+
ref: ObjectRef,
|
|
24
|
+
method: Schema.Literals([
|
|
25
|
+
"GET",
|
|
26
|
+
"HEAD",
|
|
27
|
+
"PUT",
|
|
28
|
+
"DELETE"
|
|
29
|
+
]),
|
|
30
|
+
expiresInSeconds: Expiry,
|
|
31
|
+
headers: Schema.optional(ObjectHeaders),
|
|
32
|
+
condition: Schema.optional(WriteCondition),
|
|
33
|
+
checksum: Schema.optional(ChecksumOptions),
|
|
34
|
+
contentLength: Schema.optional(ObjectSize)
|
|
35
|
+
});
|
|
36
|
+
const SignPart = Schema.Struct({
|
|
37
|
+
upload: Upload,
|
|
38
|
+
partNumber: PartNumber,
|
|
39
|
+
expiresInSeconds: Expiry,
|
|
40
|
+
checksum: Schema.optional(ChecksumOptions),
|
|
41
|
+
contentLength: Schema.optional(ObjectSize)
|
|
42
|
+
});
|
|
43
|
+
const nativeHeaderNames = {
|
|
44
|
+
ContentType: "content-type",
|
|
45
|
+
ContentEncoding: "content-encoding",
|
|
46
|
+
ContentLanguage: "content-language",
|
|
47
|
+
ContentDisposition: "content-disposition",
|
|
48
|
+
CacheControl: "cache-control",
|
|
49
|
+
ContentLength: "content-length",
|
|
50
|
+
IfMatch: "if-match",
|
|
51
|
+
IfNoneMatch: "if-none-match",
|
|
52
|
+
ExpectedBucketOwner: "x-amz-expected-bucket-owner",
|
|
53
|
+
RequestPayer: "x-amz-request-payer",
|
|
54
|
+
SSECustomerAlgorithm: "x-amz-server-side-encryption-customer-algorithm",
|
|
55
|
+
SSECustomerKey: "x-amz-server-side-encryption-customer-key",
|
|
56
|
+
SSECustomerKeyMD5: "x-amz-server-side-encryption-customer-key-md5",
|
|
57
|
+
ServerSideEncryption: "x-amz-server-side-encryption",
|
|
58
|
+
SSEKMSKeyId: "x-amz-server-side-encryption-aws-kms-key-id",
|
|
59
|
+
BucketKeyEnabled: "x-amz-server-side-encryption-bucket-key-enabled",
|
|
60
|
+
ChecksumCRC32: "x-amz-checksum-crc32",
|
|
61
|
+
ChecksumCRC32C: "x-amz-checksum-crc32c",
|
|
62
|
+
ChecksumCRC64NVME: "x-amz-checksum-crc64nvme",
|
|
63
|
+
ChecksumSHA1: "x-amz-checksum-sha1",
|
|
64
|
+
ChecksumSHA256: "x-amz-checksum-sha256",
|
|
65
|
+
ChecksumSHA512: "x-amz-checksum-sha512",
|
|
66
|
+
ChecksumMD5: "x-amz-checksum-md5",
|
|
67
|
+
ChecksumXXHASH64: "x-amz-checksum-xxhash64",
|
|
68
|
+
ChecksumXXHASH3: "x-amz-checksum-xxhash3",
|
|
69
|
+
ChecksumXXHASH128: "x-amz-checksum-xxhash128"
|
|
70
|
+
};
|
|
71
|
+
function requiredHeaders(input) {
|
|
72
|
+
const result = {};
|
|
73
|
+
for (const [native, name] of Object.entries(nativeHeaderNames)) {
|
|
74
|
+
const value = Reflect.get(input, native);
|
|
75
|
+
if (value !== void 0) result[name] = String(value);
|
|
76
|
+
}
|
|
77
|
+
const metadata = Reflect.get(input, "Metadata");
|
|
78
|
+
if (metadata && typeof metadata === "object") for (const [name, value] of Object.entries(metadata)) result[`x-amz-meta-${name.toLowerCase()}`] = String(value);
|
|
79
|
+
return result;
|
|
80
|
+
}
|
|
81
|
+
const signed = Effect.fnUntraced(function* (storage, ref, method, expiresInSeconds, command) {
|
|
82
|
+
const credentials = yield* signingCredentials(storage, expiresInSeconds);
|
|
83
|
+
const expected = requiredHeaders(command.input);
|
|
84
|
+
let captured = {};
|
|
85
|
+
credentials.client.middlewareStack.add((next) => async (args) => {
|
|
86
|
+
if (Predicate.isObject(args.request) && Predicate.isObject(args.request.headers)) captured = Object.fromEntries(Object.entries(args.request.headers).filter((entry) => typeof entry[1] === "string"));
|
|
87
|
+
return next(args);
|
|
88
|
+
}, {
|
|
89
|
+
name: "storageSigningHeaders",
|
|
90
|
+
step: "build",
|
|
91
|
+
priority: "low"
|
|
92
|
+
});
|
|
93
|
+
const options = {
|
|
94
|
+
expiresIn: credentials.seconds,
|
|
95
|
+
signingDate: DateTime.toDateUtc(credentials.now),
|
|
96
|
+
signableHeaders: new Set(Object.keys(expected)),
|
|
97
|
+
unhoistableHeaders: new Set(Object.keys(expected))
|
|
98
|
+
};
|
|
99
|
+
const url = yield* request(storage, "sign", false, () => {
|
|
100
|
+
if (command instanceof PutObjectCommand) return getSignedUrl(credentials.client, command, options);
|
|
101
|
+
if (command instanceof GetObjectCommand) return getSignedUrl(credentials.client, command, options);
|
|
102
|
+
if (command instanceof HeadObjectCommand) return getSignedUrl(credentials.client, command, options);
|
|
103
|
+
if (command instanceof UploadPartCommand) return getSignedUrl(credentials.client, command, options);
|
|
104
|
+
return getSignedUrl(credentials.client, command, options);
|
|
105
|
+
});
|
|
106
|
+
const names = new URL(url).searchParams.get("X-Amz-SignedHeaders")?.split(";") ?? [];
|
|
107
|
+
const required = {};
|
|
108
|
+
for (const name of names) {
|
|
109
|
+
if (name === "host") continue;
|
|
110
|
+
const value = captured[name];
|
|
111
|
+
if (value === void 0) return yield* storageError("sign", "s3", {
|
|
112
|
+
_tag: "ProviderFailure",
|
|
113
|
+
code: "UnknownSignedHeader"
|
|
114
|
+
});
|
|
115
|
+
required[name] = value;
|
|
116
|
+
}
|
|
117
|
+
const constraints = Object.keys(required).map((name) => ({
|
|
118
|
+
kind: `header:${name}`,
|
|
119
|
+
value: "required",
|
|
120
|
+
enforcement: "provider"
|
|
121
|
+
}));
|
|
122
|
+
return {
|
|
123
|
+
method,
|
|
124
|
+
ref,
|
|
125
|
+
url: Redacted.make(url),
|
|
126
|
+
headers: Redacted.make(required),
|
|
127
|
+
expiresAt: credentials.expiresAt,
|
|
128
|
+
constraints
|
|
129
|
+
};
|
|
130
|
+
});
|
|
131
|
+
var S3Signing = class S3Signing extends Context.Service()("@effect-kit/storage/s3/S3Signing") {
|
|
132
|
+
static make(storage) {
|
|
133
|
+
return {
|
|
134
|
+
sign: Effect.fnUntraced(function* (input) {
|
|
135
|
+
const value = yield* decodeRequest(SignRequest, input, "sign", "s3");
|
|
136
|
+
yield* enforceProfile(storage, "sign", value);
|
|
137
|
+
yield* validateRef(value.ref, storage.config, "sign");
|
|
138
|
+
if (value.method !== "PUT" && (value.headers || value.condition || value.checksum || value.contentLength !== void 0)) return yield* storageError("sign", "s3", {
|
|
139
|
+
_tag: "Unsupported",
|
|
140
|
+
capability: "write-fields-on-read-grant"
|
|
141
|
+
});
|
|
142
|
+
if (value.method === "PUT" && value.ref.version) return yield* storageError("sign", "s3", {
|
|
143
|
+
_tag: "Unsupported",
|
|
144
|
+
capability: "write-version"
|
|
145
|
+
});
|
|
146
|
+
if (value.checksum?.ChecksumAlgorithm || value.checksum?.ChecksumType) return yield* storageError("sign", "s3", {
|
|
147
|
+
_tag: "InvalidInput",
|
|
148
|
+
field: "checksum.value-required"
|
|
149
|
+
});
|
|
150
|
+
const base = {
|
|
151
|
+
...authority(storage.config),
|
|
152
|
+
Key: value.ref.key,
|
|
153
|
+
VersionId: value.ref.version?.id
|
|
154
|
+
};
|
|
155
|
+
const command = value.method === "GET" ? new GetObjectCommand({
|
|
156
|
+
...base,
|
|
157
|
+
...readEncryption(storage.config.encryption)
|
|
158
|
+
}) : value.method === "HEAD" ? new HeadObjectCommand({
|
|
159
|
+
...base,
|
|
160
|
+
...readEncryption(storage.config.encryption)
|
|
161
|
+
}) : value.method === "DELETE" ? new DeleteObjectCommand(base) : new PutObjectCommand({
|
|
162
|
+
...base,
|
|
163
|
+
...headers(value.headers ?? {}),
|
|
164
|
+
...encryptionHeaders(storage.config.encryption),
|
|
165
|
+
...condition(value.condition),
|
|
166
|
+
...value.checksum,
|
|
167
|
+
ContentLength: value.contentLength
|
|
168
|
+
});
|
|
169
|
+
return yield* signed(storage, value.ref, value.method, value.expiresInSeconds, command);
|
|
170
|
+
}),
|
|
171
|
+
signPart: Effect.fnUntraced(function* (input) {
|
|
172
|
+
const value = yield* decodeRequest(SignPart, input, "signPart", "s3");
|
|
173
|
+
yield* enforceProfile(storage, "signPart", value);
|
|
174
|
+
yield* validateRef(value.upload.ref, storage.config, "signPart");
|
|
175
|
+
if (value.upload.ref.version || value.checksum?.ChecksumAlgorithm || value.checksum?.ChecksumType) return yield* storageError("signPart", "s3", {
|
|
176
|
+
_tag: "InvalidInput",
|
|
177
|
+
field: "part"
|
|
178
|
+
});
|
|
179
|
+
return yield* signed(storage, value.upload.ref, "PUT", value.expiresInSeconds, new UploadPartCommand({
|
|
180
|
+
...authority(storage.config),
|
|
181
|
+
...encryptionHeaders(storage.config.encryption),
|
|
182
|
+
...value.checksum,
|
|
183
|
+
Key: value.upload.ref.key,
|
|
184
|
+
UploadId: Redacted.value(value.upload.uploadId),
|
|
185
|
+
PartNumber: value.partNumber,
|
|
186
|
+
ContentLength: value.contentLength
|
|
187
|
+
}));
|
|
188
|
+
})
|
|
189
|
+
};
|
|
190
|
+
}
|
|
191
|
+
static layer = Layer.effectContext(Effect.map(S3Storage, (storage) => {
|
|
192
|
+
const service = S3Signing.make(storage);
|
|
193
|
+
return Context.make(S3Signing, service).pipe(Context.add(StorageSigning, service));
|
|
194
|
+
}));
|
|
195
|
+
};
|
|
196
|
+
|
|
197
|
+
export { S3Signing };
|
|
198
|
+
//# sourceMappingURL=signing.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"signing.js","names":[],"sources":["../../src/providers/s3/signing.ts"],"sourcesContent":["import { Context, DateTime, Effect, Layer, Predicate, Redacted, Schema } from \"effect\";\n\nimport {\n DeleteObjectCommand,\n GetObjectCommand,\n HeadObjectCommand,\n PutObjectCommand,\n UploadPartCommand,\n} from \"@aws-sdk/client-s3\";\nimport { getSignedUrl } from \"@aws-sdk/s3-request-presigner\";\n\nimport { StorageSigning } from \"../../core/capabilities.js\";\nimport type { GrantConstraint, SignedRequest } from \"../../core/capabilities.js\";\nimport { storageError } from \"../../core/errors.js\";\nimport type { StorageError } from \"../../core/errors.js\";\nimport { ObjectHeaders, ObjectRef, ObjectSize } from \"../../core/object.js\";\nimport { WriteCondition } from \"../../core/requests.js\";\nimport { decodeRequest } from \"../../internal/request-validation.js\";\nimport { authority, encryptionHeaders, readEncryption } from \"./config.js\";\nimport { S3Storage } from \"./index.js\";\nimport type { S3StorageService } from \"./index.js\";\nimport { ChecksumOptions, PartNumber, Upload } from \"./native-models.js\";\nimport { condition, headers, validateRef } from \"./object-mapping.js\";\nimport { enforceProfile } from \"./profile.js\";\nimport { signingCredentials } from \"./signing-credentials.js\";\nimport { request } from \"./transport.js\";\n\nconst Expiry = Schema.Int.check(Schema.isBetween({ minimum: 1, maximum: 604800 }));\nconst SignRequest = Schema.Struct({\n ref: ObjectRef,\n method: Schema.Literals([\"GET\", \"HEAD\", \"PUT\", \"DELETE\"]),\n expiresInSeconds: Expiry,\n headers: Schema.optional(ObjectHeaders),\n condition: Schema.optional(WriteCondition),\n checksum: Schema.optional(ChecksumOptions),\n contentLength: Schema.optional(ObjectSize),\n});\nexport type S3SignRequest = typeof SignRequest.Type;\n\nconst SignPart = Schema.Struct({\n upload: Upload,\n partNumber: PartNumber,\n expiresInSeconds: Expiry,\n checksum: Schema.optional(ChecksumOptions),\n contentLength: Schema.optional(ObjectSize),\n});\nexport type S3SignPartRequest = typeof SignPart.Type;\n\nexport interface S3SigningService {\n readonly sign: (input: S3SignRequest) => Effect.Effect<SignedRequest, StorageError>;\n readonly signPart: (input: S3SignPartRequest) => Effect.Effect<SignedRequest, StorageError>;\n}\n\nconst nativeHeaderNames: Readonly<Record<string, string>> = {\n ContentType: \"content-type\",\n ContentEncoding: \"content-encoding\",\n ContentLanguage: \"content-language\",\n ContentDisposition: \"content-disposition\",\n CacheControl: \"cache-control\",\n ContentLength: \"content-length\",\n IfMatch: \"if-match\",\n IfNoneMatch: \"if-none-match\",\n ExpectedBucketOwner: \"x-amz-expected-bucket-owner\",\n RequestPayer: \"x-amz-request-payer\",\n SSECustomerAlgorithm: \"x-amz-server-side-encryption-customer-algorithm\",\n SSECustomerKey: \"x-amz-server-side-encryption-customer-key\",\n SSECustomerKeyMD5: \"x-amz-server-side-encryption-customer-key-md5\",\n ServerSideEncryption: \"x-amz-server-side-encryption\",\n SSEKMSKeyId: \"x-amz-server-side-encryption-aws-kms-key-id\",\n BucketKeyEnabled: \"x-amz-server-side-encryption-bucket-key-enabled\",\n ChecksumCRC32: \"x-amz-checksum-crc32\",\n ChecksumCRC32C: \"x-amz-checksum-crc32c\",\n ChecksumCRC64NVME: \"x-amz-checksum-crc64nvme\",\n ChecksumSHA1: \"x-amz-checksum-sha1\",\n ChecksumSHA256: \"x-amz-checksum-sha256\",\n ChecksumSHA512: \"x-amz-checksum-sha512\",\n ChecksumMD5: \"x-amz-checksum-md5\",\n ChecksumXXHASH64: \"x-amz-checksum-xxhash64\",\n ChecksumXXHASH3: \"x-amz-checksum-xxhash3\",\n ChecksumXXHASH128: \"x-amz-checksum-xxhash128\",\n};\n\nfunction requiredHeaders(input: object): Record<string, string> {\n const result: Record<string, string> = {};\n for (const [native, name] of Object.entries(nativeHeaderNames)) {\n const value: unknown = Reflect.get(input, native);\n if (value !== undefined) result[name] = String(value);\n }\n const metadata: unknown = Reflect.get(input, \"Metadata\");\n if (metadata && typeof metadata === \"object\") {\n for (const [name, value] of Object.entries(metadata))\n result[`x-amz-meta-${name.toLowerCase()}`] = String(value);\n }\n return result;\n}\n\nconst signed = Effect.fnUntraced(function* (\n storage: S3StorageService,\n ref: ObjectRef,\n method: SignedRequest[\"method\"],\n expiresInSeconds: number,\n command:\n | GetObjectCommand\n | PutObjectCommand\n | HeadObjectCommand\n | DeleteObjectCommand\n | UploadPartCommand,\n) {\n const credentials = yield* signingCredentials(storage, expiresInSeconds);\n const expected = requiredHeaders(command.input);\n let captured: Record<string, string> = {};\n credentials.client.middlewareStack.add(\n (next) => async (args) => {\n if (Predicate.isObject(args.request) && Predicate.isObject(args.request.headers)) {\n captured = Object.fromEntries(\n Object.entries(args.request.headers).filter(\n (entry): entry is [string, string] => typeof entry[1] === \"string\",\n ),\n );\n }\n return next(args);\n },\n { name: \"storageSigningHeaders\", step: \"build\", priority: \"low\" },\n );\n const options = {\n expiresIn: credentials.seconds,\n signingDate: DateTime.toDateUtc(credentials.now),\n signableHeaders: new Set(Object.keys(expected)),\n unhoistableHeaders: new Set(Object.keys(expected)),\n };\n const url = yield* request(storage, \"sign\", false, () => {\n if (command instanceof PutObjectCommand)\n return getSignedUrl(credentials.client, command, options);\n if (command instanceof GetObjectCommand)\n return getSignedUrl(credentials.client, command, options);\n if (command instanceof HeadObjectCommand)\n return getSignedUrl(credentials.client, command, options);\n if (command instanceof UploadPartCommand)\n return getSignedUrl(credentials.client, command, options);\n return getSignedUrl(credentials.client, command, options);\n });\n const names = new URL(url).searchParams.get(\"X-Amz-SignedHeaders\")?.split(\";\") ?? [];\n const required: Record<string, string> = {};\n for (const name of names) {\n if (name === \"host\") continue;\n const value = captured[name];\n if (value === undefined)\n return yield* storageError(\"sign\", \"s3\", {\n _tag: \"ProviderFailure\",\n code: \"UnknownSignedHeader\",\n });\n required[name] = value;\n }\n const constraints: GrantConstraint[] = Object.keys(required).map((name) => ({\n kind: `header:${name}`,\n value: \"required\",\n enforcement: \"provider\",\n }));\n return {\n method,\n ref,\n url: Redacted.make(url),\n headers: Redacted.make(required),\n expiresAt: credentials.expiresAt,\n constraints,\n } satisfies SignedRequest;\n});\n\nexport class S3Signing extends Context.Service<S3Signing, S3SigningService>()(\n \"@effect-kit/storage/s3/S3Signing\",\n) {\n static make(storage: S3StorageService): S3SigningService {\n return {\n sign: Effect.fnUntraced(function* (input) {\n const value = yield* decodeRequest(SignRequest, input, \"sign\", \"s3\");\n yield* enforceProfile(storage, \"sign\", value);\n yield* validateRef(value.ref, storage.config, \"sign\");\n if (\n value.method !== \"PUT\" &&\n (value.headers || value.condition || value.checksum || value.contentLength !== undefined)\n )\n return yield* storageError(\"sign\", \"s3\", {\n _tag: \"Unsupported\",\n capability: \"write-fields-on-read-grant\",\n });\n if (value.method === \"PUT\" && value.ref.version)\n return yield* storageError(\"sign\", \"s3\", {\n _tag: \"Unsupported\",\n capability: \"write-version\",\n });\n if (value.checksum?.ChecksumAlgorithm || value.checksum?.ChecksumType)\n return yield* storageError(\"sign\", \"s3\", {\n _tag: \"InvalidInput\",\n field: \"checksum.value-required\",\n });\n const base = {\n ...authority(storage.config),\n Key: value.ref.key,\n VersionId: value.ref.version?.id,\n };\n const command =\n value.method === \"GET\"\n ? new GetObjectCommand({ ...base, ...readEncryption(storage.config.encryption) })\n : value.method === \"HEAD\"\n ? new HeadObjectCommand({ ...base, ...readEncryption(storage.config.encryption) })\n : value.method === \"DELETE\"\n ? new DeleteObjectCommand(base)\n : new PutObjectCommand({\n ...base,\n ...headers(value.headers ?? {}),\n ...encryptionHeaders(storage.config.encryption),\n ...condition(value.condition),\n ...value.checksum,\n ContentLength: value.contentLength,\n });\n return yield* signed(storage, value.ref, value.method, value.expiresInSeconds, command);\n }),\n signPart: Effect.fnUntraced(function* (input) {\n const value = yield* decodeRequest(SignPart, input, \"signPart\", \"s3\");\n yield* enforceProfile(storage, \"signPart\", value);\n yield* validateRef(value.upload.ref, storage.config, \"signPart\");\n if (\n value.upload.ref.version ||\n value.checksum?.ChecksumAlgorithm ||\n value.checksum?.ChecksumType\n )\n return yield* storageError(\"signPart\", \"s3\", { _tag: \"InvalidInput\", field: \"part\" });\n return yield* signed(\n storage,\n value.upload.ref,\n \"PUT\",\n value.expiresInSeconds,\n new UploadPartCommand({\n ...authority(storage.config),\n ...encryptionHeaders(storage.config.encryption),\n ...value.checksum,\n Key: value.upload.ref.key,\n UploadId: Redacted.value(value.upload.uploadId),\n PartNumber: value.partNumber,\n ContentLength: value.contentLength,\n }),\n );\n }),\n };\n }\n\n static readonly layer = Layer.effectContext(\n Effect.map(S3Storage, (storage) => {\n const service = S3Signing.make(storage);\n return Context.make(S3Signing, service).pipe(Context.add(StorageSigning, service));\n }),\n );\n}\n"],"mappings":";;;;;;;;;;;;;;;;;AA2BA,MAAM,SAAS,OAAO,IAAI,MAAM,OAAO,UAAU;CAAE,SAAS;CAAG,SAAS;AAAO,CAAC,CAAC;AACjF,MAAM,cAAc,OAAO,OAAO;CAChC,KAAK;CACL,QAAQ,OAAO,SAAS;EAAC;EAAO;EAAQ;EAAO;CAAQ,CAAC;CACxD,kBAAkB;CAClB,SAAS,OAAO,SAAS,aAAa;CACtC,WAAW,OAAO,SAAS,cAAc;CACzC,UAAU,OAAO,SAAS,eAAe;CACzC,eAAe,OAAO,SAAS,UAAU;AAC3C,CAAC;AAGD,MAAM,WAAW,OAAO,OAAO;CAC7B,QAAQ;CACR,YAAY;CACZ,kBAAkB;CAClB,UAAU,OAAO,SAAS,eAAe;CACzC,eAAe,OAAO,SAAS,UAAU;AAC3C,CAAC;AAQD,MAAM,oBAAsD;CAC1D,aAAa;CACb,iBAAiB;CACjB,iBAAiB;CACjB,oBAAoB;CACpB,cAAc;CACd,eAAe;CACf,SAAS;CACT,aAAa;CACb,qBAAqB;CACrB,cAAc;CACd,sBAAsB;CACtB,gBAAgB;CAChB,mBAAmB;CACnB,sBAAsB;CACtB,aAAa;CACb,kBAAkB;CAClB,eAAe;CACf,gBAAgB;CAChB,mBAAmB;CACnB,cAAc;CACd,gBAAgB;CAChB,gBAAgB;CAChB,aAAa;CACb,kBAAkB;CAClB,iBAAiB;CACjB,mBAAmB;AACrB;AAEA,SAAS,gBAAgB,OAAuC;CAC9D,MAAM,SAAiC,CAAC;CACxC,KAAK,MAAM,CAAC,QAAQ,SAAS,OAAO,QAAQ,iBAAiB,GAAG;EAC9D,MAAM,QAAiB,QAAQ,IAAI,OAAO,MAAM;EAChD,IAAI,UAAU,QAAW,OAAO,QAAQ,OAAO,KAAK;CACtD;CACA,MAAM,WAAoB,QAAQ,IAAI,OAAO,UAAU;CACvD,IAAI,YAAY,OAAO,aAAa,UAClC,KAAK,MAAM,CAAC,MAAM,UAAU,OAAO,QAAQ,QAAQ,GACjD,OAAO,cAAc,KAAK,YAAY,OAAO,OAAO,KAAK;CAE7D,OAAO;AACT;AAEA,MAAM,SAAS,OAAO,WAAW,WAC/B,SACA,KACA,QACA,kBACA,SAMA;CACA,MAAM,cAAc,OAAO,mBAAmB,SAAS,gBAAgB;CACvE,MAAM,WAAW,gBAAgB,QAAQ,KAAK;CAC9C,IAAI,WAAmC,CAAC;CACxC,YAAY,OAAO,gBAAgB,KAChC,SAAS,OAAO,SAAS;EACxB,IAAI,UAAU,SAAS,KAAK,OAAO,KAAK,UAAU,SAAS,KAAK,QAAQ,OAAO,GAC7E,WAAW,OAAO,YAChB,OAAO,QAAQ,KAAK,QAAQ,OAAO,CAAC,CAAC,QAClC,UAAqC,OAAO,MAAM,OAAO,QAC5D,CACF;EAEF,OAAO,KAAK,IAAI;CAClB,GACA;EAAE,MAAM;EAAyB,MAAM;EAAS,UAAU;CAAM,CAClE;CACA,MAAM,UAAU;EACd,WAAW,YAAY;EACvB,aAAa,SAAS,UAAU,YAAY,GAAG;EAC/C,iBAAiB,IAAI,IAAI,OAAO,KAAK,QAAQ,CAAC;EAC9C,oBAAoB,IAAI,IAAI,OAAO,KAAK,QAAQ,CAAC;CACnD;CACA,MAAM,MAAM,OAAO,QAAQ,SAAS,QAAQ,aAAa;EACvD,IAAI,mBAAmB,kBACrB,OAAO,aAAa,YAAY,QAAQ,SAAS,OAAO;EAC1D,IAAI,mBAAmB,kBACrB,OAAO,aAAa,YAAY,QAAQ,SAAS,OAAO;EAC1D,IAAI,mBAAmB,mBACrB,OAAO,aAAa,YAAY,QAAQ,SAAS,OAAO;EAC1D,IAAI,mBAAmB,mBACrB,OAAO,aAAa,YAAY,QAAQ,SAAS,OAAO;EAC1D,OAAO,aAAa,YAAY,QAAQ,SAAS,OAAO;CAC1D,CAAC;CACD,MAAM,QAAQ,IAAI,IAAI,GAAG,CAAC,CAAC,aAAa,IAAI,qBAAqB,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;CACnF,MAAM,WAAmC,CAAC;CAC1C,KAAK,MAAM,QAAQ,OAAO;EACxB,IAAI,SAAS,QAAQ;EACrB,MAAM,QAAQ,SAAS;EACvB,IAAI,UAAU,QACZ,OAAO,OAAO,aAAa,QAAQ,MAAM;GACvC,MAAM;GACN,MAAM;EACR,CAAC;EACH,SAAS,QAAQ;CACnB;CACA,MAAM,cAAiC,OAAO,KAAK,QAAQ,CAAC,CAAC,KAAK,UAAU;EAC1E,MAAM,UAAU;EAChB,OAAO;EACP,aAAa;CACf,EAAE;CACF,OAAO;EACL;EACA;EACA,KAAK,SAAS,KAAK,GAAG;EACtB,SAAS,SAAS,KAAK,QAAQ;EAC/B,WAAW,YAAY;EACvB;CACF;AACF,CAAC;AAED,IAAa,YAAb,MAAa,kBAAkB,QAAQ,QAAqC,CAAC,CAC3E,kCACF,CAAC,CAAC;CACA,OAAO,KAAK,SAA6C;EACvD,OAAO;GACL,MAAM,OAAO,WAAW,WAAW,OAAO;IACxC,MAAM,QAAQ,OAAO,cAAc,aAAa,OAAO,QAAQ,IAAI;IACnE,OAAO,eAAe,SAAS,QAAQ,KAAK;IAC5C,OAAO,YAAY,MAAM,KAAK,QAAQ,QAAQ,MAAM;IACpD,IACE,MAAM,WAAW,UAChB,MAAM,WAAW,MAAM,aAAa,MAAM,YAAY,MAAM,kBAAkB,SAE/E,OAAO,OAAO,aAAa,QAAQ,MAAM;KACvC,MAAM;KACN,YAAY;IACd,CAAC;IACH,IAAI,MAAM,WAAW,SAAS,MAAM,IAAI,SACtC,OAAO,OAAO,aAAa,QAAQ,MAAM;KACvC,MAAM;KACN,YAAY;IACd,CAAC;IACH,IAAI,MAAM,UAAU,qBAAqB,MAAM,UAAU,cACvD,OAAO,OAAO,aAAa,QAAQ,MAAM;KACvC,MAAM;KACN,OAAO;IACT,CAAC;IACH,MAAM,OAAO;KACX,GAAG,UAAU,QAAQ,MAAM;KAC3B,KAAK,MAAM,IAAI;KACf,WAAW,MAAM,IAAI,SAAS;IAChC;IACA,MAAM,UACJ,MAAM,WAAW,QACb,IAAI,iBAAiB;KAAE,GAAG;KAAM,GAAG,eAAe,QAAQ,OAAO,UAAU;IAAE,CAAC,IAC9E,MAAM,WAAW,SACf,IAAI,kBAAkB;KAAE,GAAG;KAAM,GAAG,eAAe,QAAQ,OAAO,UAAU;IAAE,CAAC,IAC/E,MAAM,WAAW,WACf,IAAI,oBAAoB,IAAI,IAC5B,IAAI,iBAAiB;KACnB,GAAG;KACH,GAAG,QAAQ,MAAM,WAAW,CAAC,CAAC;KAC9B,GAAG,kBAAkB,QAAQ,OAAO,UAAU;KAC9C,GAAG,UAAU,MAAM,SAAS;KAC5B,GAAG,MAAM;KACT,eAAe,MAAM;IACvB,CAAC;IACX,OAAO,OAAO,OAAO,SAAS,MAAM,KAAK,MAAM,QAAQ,MAAM,kBAAkB,OAAO;GACxF,CAAC;GACD,UAAU,OAAO,WAAW,WAAW,OAAO;IAC5C,MAAM,QAAQ,OAAO,cAAc,UAAU,OAAO,YAAY,IAAI;IACpE,OAAO,eAAe,SAAS,YAAY,KAAK;IAChD,OAAO,YAAY,MAAM,OAAO,KAAK,QAAQ,QAAQ,UAAU;IAC/D,IACE,MAAM,OAAO,IAAI,WACjB,MAAM,UAAU,qBAChB,MAAM,UAAU,cAEhB,OAAO,OAAO,aAAa,YAAY,MAAM;KAAE,MAAM;KAAgB,OAAO;IAAO,CAAC;IACtF,OAAO,OAAO,OACZ,SACA,MAAM,OAAO,KACb,OACA,MAAM,kBACN,IAAI,kBAAkB;KACpB,GAAG,UAAU,QAAQ,MAAM;KAC3B,GAAG,kBAAkB,QAAQ,OAAO,UAAU;KAC9C,GAAG,MAAM;KACT,KAAK,MAAM,OAAO,IAAI;KACtB,UAAU,SAAS,MAAM,MAAM,OAAO,QAAQ;KAC9C,YAAY,MAAM;KAClB,eAAe,MAAM;IACvB,CAAC,CACH;GACF,CAAC;EACH;CACF;CAEA,OAAgB,QAAQ,MAAM,cAC5B,OAAO,IAAI,YAAY,YAAY;EACjC,MAAM,UAAU,UAAU,KAAK,OAAO;EACtC,OAAO,QAAQ,KAAK,WAAW,OAAO,CAAC,CAAC,KAAK,QAAQ,IAAI,gBAAgB,OAAO,CAAC;CACnF,CAAC,CACH;AACF"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { UploadError } from "../uploads/schema.js";
|
|
2
|
+
import { UploadGrantDriver } from "../uploads/driver.js";
|
|
3
|
+
import { S3Storage } from "../s3.js";
|
|
4
|
+
import { Layer } from "effect";
|
|
5
|
+
export declare const S3UploadGrants: {
|
|
6
|
+
layer(options?: {
|
|
7
|
+
readonly partBytes?: number;
|
|
8
|
+
readonly multipartThreshold?: number;
|
|
9
|
+
}): Layer.Layer<UploadGrantDriver, UploadError, S3Storage>;
|
|
10
|
+
};
|
|
11
|
+
//# sourceMappingURL=uploads.d.ts.map
|
|
@@ -0,0 +1,173 @@
|
|
|
1
|
+
import { failUpload } from "../uploads/schema.js";
|
|
2
|
+
import { UploadGrantDriver } from "../uploads/driver.js";
|
|
3
|
+
import { operationMetadata } from "../uploads/verification.js";
|
|
4
|
+
import { S3Storage } from "../s3.js";
|
|
5
|
+
import { S3Signing } from "./signing.js";
|
|
6
|
+
import { DateTime, Effect, Layer, Redacted, Schema } from "effect";
|
|
7
|
+
|
|
8
|
+
// src/providers/s3/uploads.ts
|
|
9
|
+
const Remote = Schema.Union([
|
|
10
|
+
Schema.Struct({ kind: Schema.Literal("single") }),
|
|
11
|
+
Schema.Struct({ kind: Schema.Literal("post") }),
|
|
12
|
+
Schema.Struct({
|
|
13
|
+
kind: Schema.Literal("multipart"),
|
|
14
|
+
uploadId: Schema.String,
|
|
15
|
+
partBytes: Schema.Natural
|
|
16
|
+
})
|
|
17
|
+
]);
|
|
18
|
+
const remote = (record) => Schema.decodeUnknownEffect(Remote)(record.remote ? Redacted.value(record.remote) : void 0).pipe(Effect.mapError(() => failUpload("Conflict")));
|
|
19
|
+
const seconds = (expiresAt) => Effect.map(DateTime.now, (now) => Math.max(1, Math.floor((expiresAt - DateTime.toEpochMillis(now)) / 1e3)));
|
|
20
|
+
const S3UploadGrants = { layer(options = {}) {
|
|
21
|
+
return Layer.effect(UploadGrantDriver, Effect.gen(function* () {
|
|
22
|
+
const storage = yield* S3Storage;
|
|
23
|
+
const signing = S3Signing.make(storage);
|
|
24
|
+
const partBytes = options.partBytes ?? 8 * 1024 ** 2;
|
|
25
|
+
if (!Number.isSafeInteger(partBytes) || partBytes < storage.multipart.limits.minimumPartBytes || partBytes > Math.min(storage.multipart.limits.maximumPartBytes, 64 * 1024 ** 2)) return yield* failUpload("BadRequest");
|
|
26
|
+
const ref = (record) => ({
|
|
27
|
+
storeId: storage.storeId,
|
|
28
|
+
key: record.stagingKey
|
|
29
|
+
});
|
|
30
|
+
const handle = (record, uploadId) => ({
|
|
31
|
+
ref: ref(record),
|
|
32
|
+
uploadId: Redacted.make(uploadId),
|
|
33
|
+
checksumAlgorithm: "SHA256",
|
|
34
|
+
checksumType: "COMPOSITE"
|
|
35
|
+
});
|
|
36
|
+
const inventory = Effect.fnUntraced(function* (record, uploadId) {
|
|
37
|
+
const parts = [];
|
|
38
|
+
let cursor;
|
|
39
|
+
const seen = /* @__PURE__ */ new Set();
|
|
40
|
+
do {
|
|
41
|
+
const page = yield* storage.multipart.listParts({
|
|
42
|
+
upload: handle(record, uploadId),
|
|
43
|
+
...cursor ? { cursor } : {}
|
|
44
|
+
});
|
|
45
|
+
parts.push(...page.parts);
|
|
46
|
+
cursor = page.cursor;
|
|
47
|
+
if (parts.length > storage.multipart.limits.maximumParts || cursor && seen.has(cursor)) return yield* failUpload("Conflict");
|
|
48
|
+
if (cursor) seen.add(cursor);
|
|
49
|
+
} while (cursor);
|
|
50
|
+
return parts;
|
|
51
|
+
});
|
|
52
|
+
return UploadGrantDriver.of({
|
|
53
|
+
begin: Effect.fnUntraced(function* (record) {
|
|
54
|
+
if (storage.config.encryption?.mode === "customer") return yield* failUpload("Unsupported");
|
|
55
|
+
const strategy = record.input.strategy ?? "auto";
|
|
56
|
+
if (["resumable", "proxy"].includes(strategy)) return yield* failUpload("Unsupported");
|
|
57
|
+
if (strategy === "post") return { kind: "post" };
|
|
58
|
+
if (strategy === "single" || strategy === "auto" && record.input.file.size < (options.multipartThreshold ?? 16 * 1024 ** 2)) return { kind: "single" };
|
|
59
|
+
if (!record.input.file.size || Math.ceil(record.input.file.size / partBytes) > storage.multipart.limits.maximumParts || storage.multipart.limits.completeConditions !== void 0 && !storage.multipart.limits.completeConditions.includes("create-only")) return yield* failUpload("Unsupported");
|
|
60
|
+
const upload = yield* storage.multipart.initiate({
|
|
61
|
+
key: record.stagingKey,
|
|
62
|
+
checksum: {
|
|
63
|
+
ChecksumAlgorithm: "SHA256",
|
|
64
|
+
ChecksumType: "COMPOSITE"
|
|
65
|
+
},
|
|
66
|
+
headers: {
|
|
67
|
+
contentType: record.input.file.contentType,
|
|
68
|
+
customMetadata: operationMetadata(record)
|
|
69
|
+
}
|
|
70
|
+
});
|
|
71
|
+
return {
|
|
72
|
+
kind: "multipart",
|
|
73
|
+
uploadId: Redacted.value(upload.uploadId),
|
|
74
|
+
partBytes
|
|
75
|
+
};
|
|
76
|
+
}),
|
|
77
|
+
grant: Effect.fnUntraced(function* (record, expiresAt) {
|
|
78
|
+
const state = yield* remote(record);
|
|
79
|
+
const expiresInSeconds = yield* seconds(expiresAt);
|
|
80
|
+
if (state.kind === "multipart") return {
|
|
81
|
+
_tag: "Multipart",
|
|
82
|
+
checksum: "sha256",
|
|
83
|
+
partBytes: state.partBytes,
|
|
84
|
+
completed: (yield* inventory(record, state.uploadId)).map(({ partNumber, etag }) => ({
|
|
85
|
+
partNumber,
|
|
86
|
+
etag
|
|
87
|
+
})),
|
|
88
|
+
expiresAt
|
|
89
|
+
};
|
|
90
|
+
if (state.kind === "post") {
|
|
91
|
+
const { S3Post } = yield* Effect.tryPromise({
|
|
92
|
+
try: () => import("./post.js"),
|
|
93
|
+
catch: () => failUpload("Unsupported")
|
|
94
|
+
});
|
|
95
|
+
const policy = yield* S3Post.make(storage).create({
|
|
96
|
+
key: record.stagingKey,
|
|
97
|
+
minBytes: record.input.file.size,
|
|
98
|
+
maxBytes: record.input.file.size,
|
|
99
|
+
expiresInSeconds,
|
|
100
|
+
contentType: record.input.file.contentType
|
|
101
|
+
});
|
|
102
|
+
return {
|
|
103
|
+
_tag: "PostForm",
|
|
104
|
+
constraints: policy.constraints,
|
|
105
|
+
url: Redacted.value(policy.url),
|
|
106
|
+
fields: Redacted.value(policy.fields),
|
|
107
|
+
expiresAt: DateTime.toEpochMillis(policy.expiresAt)
|
|
108
|
+
};
|
|
109
|
+
}
|
|
110
|
+
const signed = yield* signing.sign({
|
|
111
|
+
ref: ref(record),
|
|
112
|
+
method: "PUT",
|
|
113
|
+
expiresInSeconds,
|
|
114
|
+
contentLength: record.input.file.size,
|
|
115
|
+
headers: {
|
|
116
|
+
contentType: record.input.file.contentType,
|
|
117
|
+
customMetadata: operationMetadata(record)
|
|
118
|
+
},
|
|
119
|
+
condition: { _tag: "CreateOnly" }
|
|
120
|
+
});
|
|
121
|
+
return {
|
|
122
|
+
_tag: "SignedRequest",
|
|
123
|
+
constraints: signed.constraints,
|
|
124
|
+
method: "PUT",
|
|
125
|
+
url: Redacted.value(signed.url),
|
|
126
|
+
headers: Redacted.value(signed.headers),
|
|
127
|
+
expiresAt: DateTime.toEpochMillis(signed.expiresAt)
|
|
128
|
+
};
|
|
129
|
+
}),
|
|
130
|
+
part: Effect.fnUntraced(function* (record, partNumber, expiresAt, checksum) {
|
|
131
|
+
const state = yield* remote(record);
|
|
132
|
+
if (state.kind !== "multipart" || partNumber > Math.ceil(record.input.file.size / state.partBytes)) return yield* failUpload("BadRequest");
|
|
133
|
+
if (!checksum || !/^[a-f0-9]{64}$/u.test(checksum)) return yield* failUpload("BadRequest");
|
|
134
|
+
const signed = yield* signing.signPart({
|
|
135
|
+
checksum: { ChecksumSHA256: Buffer.from(checksum, "hex").toString("base64") },
|
|
136
|
+
upload: handle(record, state.uploadId),
|
|
137
|
+
partNumber,
|
|
138
|
+
expiresInSeconds: yield* seconds(expiresAt),
|
|
139
|
+
contentLength: Math.min(state.partBytes, record.input.file.size - (partNumber - 1) * state.partBytes)
|
|
140
|
+
});
|
|
141
|
+
return {
|
|
142
|
+
_tag: "SignedRequest",
|
|
143
|
+
constraints: signed.constraints,
|
|
144
|
+
method: "PUT",
|
|
145
|
+
url: Redacted.value(signed.url),
|
|
146
|
+
headers: Redacted.value(signed.headers),
|
|
147
|
+
expiresAt: DateTime.toEpochMillis(signed.expiresAt)
|
|
148
|
+
};
|
|
149
|
+
}),
|
|
150
|
+
complete: Effect.fnUntraced(function* (record, supplied) {
|
|
151
|
+
const state = yield* remote(record);
|
|
152
|
+
if (state.kind !== "multipart") return yield* failUpload("Conflict");
|
|
153
|
+
const parts = yield* inventory(record, state.uploadId);
|
|
154
|
+
const count = Math.ceil(record.input.file.size / state.partBytes);
|
|
155
|
+
const sorted = parts.toSorted((a, b) => a.partNumber - b.partNumber);
|
|
156
|
+
if (sorted.length !== count || supplied.length !== count || new Set(supplied.map((p) => p.partNumber)).size !== count || sorted.some((part, index) => part.partNumber !== index + 1 || part.size !== Math.min(state.partBytes, record.input.file.size - index * state.partBytes) || !supplied.some((p) => p.partNumber === part.partNumber && p.receipt === part.etag))) return yield* failUpload("VerificationFailed");
|
|
157
|
+
yield* storage.multipart.complete({
|
|
158
|
+
upload: handle(record, state.uploadId),
|
|
159
|
+
parts: sorted,
|
|
160
|
+
condition: { _tag: "CreateOnly" }
|
|
161
|
+
});
|
|
162
|
+
}),
|
|
163
|
+
abort: Effect.fnUntraced(function* (record) {
|
|
164
|
+
if (record.remote === void 0) return;
|
|
165
|
+
const state = yield* remote(record);
|
|
166
|
+
if (state.kind === "multipart") yield* storage.multipart.abort(handle(record, state.uploadId));
|
|
167
|
+
})
|
|
168
|
+
});
|
|
169
|
+
}));
|
|
170
|
+
} };
|
|
171
|
+
|
|
172
|
+
export { S3UploadGrants };
|
|
173
|
+
//# sourceMappingURL=uploads.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"uploads.js","names":[],"sources":["../../src/providers/s3/uploads.ts"],"sourcesContent":["import { DateTime, Effect, Layer, Redacted, Schema } from \"effect\";\n\nimport { UploadGrantDriver } from \"../../uploads/driver.js\";\nimport { failUpload } from \"../../uploads/schema.js\";\nimport type { UploadRecord } from \"../../uploads/schema.js\";\nimport { operationMetadata } from \"../../uploads/verification.js\";\nimport { S3Storage } from \"./index.js\";\nimport { S3Signing } from \"./signing.js\";\n\nconst Remote = Schema.Union([\n Schema.Struct({ kind: Schema.Literal(\"single\") }),\n Schema.Struct({ kind: Schema.Literal(\"post\") }),\n Schema.Struct({\n kind: Schema.Literal(\"multipart\"),\n uploadId: Schema.String,\n partBytes: Schema.Natural,\n }),\n]);\nconst remote = (record: UploadRecord) =>\n Schema.decodeUnknownEffect(Remote)(\n record.remote ? Redacted.value(record.remote) : undefined,\n ).pipe(Effect.mapError(() => failUpload(\"Conflict\")));\n\nconst seconds = (expiresAt: number) =>\n Effect.map(DateTime.now, (now) =>\n Math.max(1, Math.floor((expiresAt - DateTime.toEpochMillis(now)) / 1000)),\n );\n\nexport const S3UploadGrants = {\n layer(options: { readonly partBytes?: number; readonly multipartThreshold?: number } = {}) {\n return Layer.effect(\n UploadGrantDriver,\n Effect.gen(function* () {\n const storage = yield* S3Storage;\n const signing = S3Signing.make(storage);\n const partBytes = options.partBytes ?? 8 * 1024 ** 2;\n if (\n !Number.isSafeInteger(partBytes) ||\n partBytes < storage.multipart.limits.minimumPartBytes ||\n partBytes > Math.min(storage.multipart.limits.maximumPartBytes, 64 * 1024 ** 2)\n )\n return yield* failUpload(\"BadRequest\");\n const ref = (record: UploadRecord) => ({\n storeId: storage.storeId,\n key: record.stagingKey,\n });\n const handle = (record: UploadRecord, uploadId: string) => ({\n ref: ref(record),\n uploadId: Redacted.make(uploadId),\n checksumAlgorithm: \"SHA256\" as const,\n checksumType: \"COMPOSITE\" as const,\n });\n const inventory = Effect.fnUntraced(function* (record: UploadRecord, uploadId: string) {\n const parts = [];\n let cursor: string | undefined;\n const seen = new Set<string>();\n do {\n const page = yield* storage.multipart.listParts({\n upload: handle(record, uploadId),\n ...(cursor ? { cursor } : {}),\n });\n parts.push(...page.parts);\n cursor = page.cursor;\n if (\n parts.length > storage.multipart.limits.maximumParts ||\n (cursor && seen.has(cursor))\n )\n return yield* failUpload(\"Conflict\");\n if (cursor) seen.add(cursor);\n } while (cursor);\n return parts;\n });\n return UploadGrantDriver.of({\n begin: Effect.fnUntraced(function* (record) {\n if (storage.config.encryption?.mode === \"customer\")\n return yield* failUpload(\"Unsupported\");\n const strategy = record.input.strategy ?? \"auto\";\n if ([\"resumable\", \"proxy\"].includes(strategy)) return yield* failUpload(\"Unsupported\");\n if (strategy === \"post\") return { kind: \"post\" };\n if (\n strategy === \"single\" ||\n (strategy === \"auto\" &&\n record.input.file.size < (options.multipartThreshold ?? 16 * 1024 ** 2))\n )\n return { kind: \"single\" };\n if (\n !record.input.file.size ||\n Math.ceil(record.input.file.size / partBytes) >\n storage.multipart.limits.maximumParts ||\n (storage.multipart.limits.completeConditions !== undefined &&\n !storage.multipart.limits.completeConditions.includes(\"create-only\"))\n )\n return yield* failUpload(\"Unsupported\");\n const upload = yield* storage.multipart.initiate({\n key: record.stagingKey,\n checksum: { ChecksumAlgorithm: \"SHA256\", ChecksumType: \"COMPOSITE\" },\n headers: {\n contentType: record.input.file.contentType,\n customMetadata: operationMetadata(record),\n },\n });\n return { kind: \"multipart\", uploadId: Redacted.value(upload.uploadId), partBytes };\n }),\n grant: Effect.fnUntraced(function* (record, expiresAt) {\n const state = yield* remote(record);\n const expiresInSeconds = yield* seconds(expiresAt);\n if (state.kind === \"multipart\")\n return {\n _tag: \"Multipart\",\n checksum: \"sha256\",\n partBytes: state.partBytes,\n completed: (yield* inventory(record, state.uploadId)).map(\n ({ partNumber, etag }) => ({ partNumber, etag }),\n ),\n expiresAt,\n };\n if (state.kind === \"post\") {\n const { S3Post } = yield* Effect.tryPromise({\n try: () => import(\"./post.js\"),\n catch: () => failUpload(\"Unsupported\"),\n });\n const policy = yield* S3Post.make(storage).create({\n key: record.stagingKey,\n minBytes: record.input.file.size,\n maxBytes: record.input.file.size,\n expiresInSeconds,\n contentType: record.input.file.contentType,\n });\n return {\n _tag: \"PostForm\",\n constraints: policy.constraints,\n url: Redacted.value(policy.url),\n fields: Redacted.value(policy.fields),\n expiresAt: DateTime.toEpochMillis(policy.expiresAt),\n };\n }\n const signed = yield* signing.sign({\n ref: ref(record),\n method: \"PUT\",\n expiresInSeconds,\n contentLength: record.input.file.size,\n headers: {\n contentType: record.input.file.contentType,\n customMetadata: operationMetadata(record),\n },\n condition: { _tag: \"CreateOnly\" },\n });\n return {\n _tag: \"SignedRequest\",\n constraints: signed.constraints,\n method: \"PUT\",\n url: Redacted.value(signed.url),\n headers: Redacted.value(signed.headers),\n expiresAt: DateTime.toEpochMillis(signed.expiresAt),\n };\n }),\n part: Effect.fnUntraced(function* (record, partNumber, expiresAt, checksum) {\n const state = yield* remote(record);\n if (\n state.kind !== \"multipart\" ||\n partNumber > Math.ceil(record.input.file.size / state.partBytes)\n )\n return yield* failUpload(\"BadRequest\");\n if (!checksum || !/^[a-f0-9]{64}$/u.test(checksum))\n return yield* failUpload(\"BadRequest\");\n const signed = yield* signing.signPart({\n checksum: { ChecksumSHA256: Buffer.from(checksum, \"hex\").toString(\"base64\") },\n upload: handle(record, state.uploadId),\n partNumber,\n expiresInSeconds: yield* seconds(expiresAt),\n contentLength: Math.min(\n state.partBytes,\n record.input.file.size - (partNumber - 1) * state.partBytes,\n ),\n });\n return {\n _tag: \"SignedRequest\",\n constraints: signed.constraints,\n method: \"PUT\",\n url: Redacted.value(signed.url),\n headers: Redacted.value(signed.headers),\n expiresAt: DateTime.toEpochMillis(signed.expiresAt),\n };\n }),\n complete: Effect.fnUntraced(function* (record, supplied) {\n const state = yield* remote(record);\n if (state.kind !== \"multipart\") return yield* failUpload(\"Conflict\");\n const parts = yield* inventory(record, state.uploadId);\n const count = Math.ceil(record.input.file.size / state.partBytes);\n const sorted = parts.toSorted((a, b) => a.partNumber - b.partNumber);\n if (\n sorted.length !== count ||\n supplied.length !== count ||\n new Set(supplied.map((p) => p.partNumber)).size !== count ||\n sorted.some(\n (part, index) =>\n part.partNumber !== index + 1 ||\n part.size !==\n Math.min(state.partBytes, record.input.file.size - index * state.partBytes) ||\n !supplied.some(\n (p) => p.partNumber === part.partNumber && p.receipt === part.etag,\n ),\n )\n )\n return yield* failUpload(\"VerificationFailed\");\n yield* storage.multipart.complete({\n upload: handle(record, state.uploadId),\n parts: sorted,\n condition: { _tag: \"CreateOnly\" },\n });\n }),\n abort: Effect.fnUntraced(function* (record) {\n if (record.remote === undefined) return;\n const state = yield* remote(record);\n if (state.kind === \"multipart\")\n yield* storage.multipart.abort(handle(record, state.uploadId));\n }),\n });\n }),\n );\n },\n};\n"],"mappings":";;;;;;;;AASA,MAAM,SAAS,OAAO,MAAM;CAC1B,OAAO,OAAO,EAAE,MAAM,OAAO,QAAQ,QAAQ,EAAE,CAAC;CAChD,OAAO,OAAO,EAAE,MAAM,OAAO,QAAQ,MAAM,EAAE,CAAC;CAC9C,OAAO,OAAO;EACZ,MAAM,OAAO,QAAQ,WAAW;EAChC,UAAU,OAAO;EACjB,WAAW,OAAO;CACpB,CAAC;AACH,CAAC;AACD,MAAM,UAAU,WACd,OAAO,oBAAoB,MAAM,CAAC,CAChC,OAAO,SAAS,SAAS,MAAM,OAAO,MAAM,IAAI,MAClD,CAAC,CAAC,KAAK,OAAO,eAAe,WAAW,UAAU,CAAC,CAAC;AAEtD,MAAM,WAAW,cACf,OAAO,IAAI,SAAS,MAAM,QACxB,KAAK,IAAI,GAAG,KAAK,OAAO,YAAY,SAAS,cAAc,GAAG,KAAK,GAAI,CAAC,CAC1E;AAEF,MAAa,iBAAiB,EAC5B,MAAM,UAAiF,CAAC,GAAG;CACzF,OAAO,MAAM,OACX,mBACA,OAAO,IAAI,aAAa;EACtB,MAAM,UAAU,OAAO;EACvB,MAAM,UAAU,UAAU,KAAK,OAAO;EACtC,MAAM,YAAY,QAAQ,aAAa,IAAI,QAAQ;EACnD,IACE,CAAC,OAAO,cAAc,SAAS,KAC/B,YAAY,QAAQ,UAAU,OAAO,oBACrC,YAAY,KAAK,IAAI,QAAQ,UAAU,OAAO,kBAAkB,KAAK,QAAQ,CAAC,GAE9E,OAAO,OAAO,WAAW,YAAY;EACvC,MAAM,OAAO,YAA0B;GACrC,SAAS,QAAQ;GACjB,KAAK,OAAO;EACd;EACA,MAAM,UAAU,QAAsB,cAAsB;GAC1D,KAAK,IAAI,MAAM;GACf,UAAU,SAAS,KAAK,QAAQ;GAChC,mBAAmB;GACnB,cAAc;EAChB;EACA,MAAM,YAAY,OAAO,WAAW,WAAW,QAAsB,UAAkB;GACrF,MAAM,QAAQ,CAAC;GACf,IAAI;GACJ,MAAM,uBAAO,IAAI,IAAY;GAC7B,GAAG;IACD,MAAM,OAAO,OAAO,QAAQ,UAAU,UAAU;KAC9C,QAAQ,OAAO,QAAQ,QAAQ;KAC/B,GAAI,SAAS,EAAE,OAAO,IAAI,CAAC;IAC7B,CAAC;IACD,MAAM,KAAK,GAAG,KAAK,KAAK;IACxB,SAAS,KAAK;IACd,IACE,MAAM,SAAS,QAAQ,UAAU,OAAO,gBACvC,UAAU,KAAK,IAAI,MAAM,GAE1B,OAAO,OAAO,WAAW,UAAU;IACrC,IAAI,QAAQ,KAAK,IAAI,MAAM;GAC7B,SAAS;GACT,OAAO;EACT,CAAC;EACD,OAAO,kBAAkB,GAAG;GAC1B,OAAO,OAAO,WAAW,WAAW,QAAQ;IAC1C,IAAI,QAAQ,OAAO,YAAY,SAAS,YACtC,OAAO,OAAO,WAAW,aAAa;IACxC,MAAM,WAAW,OAAO,MAAM,YAAY;IAC1C,IAAI,CAAC,aAAa,OAAO,CAAC,CAAC,SAAS,QAAQ,GAAG,OAAO,OAAO,WAAW,aAAa;IACrF,IAAI,aAAa,QAAQ,OAAO,EAAE,MAAM,OAAO;IAC/C,IACE,aAAa,YACZ,aAAa,UACZ,OAAO,MAAM,KAAK,QAAQ,QAAQ,sBAAsB,KAAK,QAAQ,IAEvE,OAAO,EAAE,MAAM,SAAS;IAC1B,IACE,CAAC,OAAO,MAAM,KAAK,QACnB,KAAK,KAAK,OAAO,MAAM,KAAK,OAAO,SAAS,IAC1C,QAAQ,UAAU,OAAO,gBAC1B,QAAQ,UAAU,OAAO,uBAAuB,UAC/C,CAAC,QAAQ,UAAU,OAAO,mBAAmB,SAAS,aAAa,GAErE,OAAO,OAAO,WAAW,aAAa;IACxC,MAAM,SAAS,OAAO,QAAQ,UAAU,SAAS;KAC/C,KAAK,OAAO;KACZ,UAAU;MAAE,mBAAmB;MAAU,cAAc;KAAY;KACnE,SAAS;MACP,aAAa,OAAO,MAAM,KAAK;MAC/B,gBAAgB,kBAAkB,MAAM;KAC1C;IACF,CAAC;IACD,OAAO;KAAE,MAAM;KAAa,UAAU,SAAS,MAAM,OAAO,QAAQ;KAAG;IAAU;GACnF,CAAC;GACD,OAAO,OAAO,WAAW,WAAW,QAAQ,WAAW;IACrD,MAAM,QAAQ,OAAO,OAAO,MAAM;IAClC,MAAM,mBAAmB,OAAO,QAAQ,SAAS;IACjD,IAAI,MAAM,SAAS,aACjB,OAAO;KACL,MAAM;KACN,UAAU;KACV,WAAW,MAAM;KACjB,YAAY,OAAO,UAAU,QAAQ,MAAM,QAAQ,EAAC,CAAE,KACnD,EAAE,YAAY,YAAY;MAAE;MAAY;KAAK,EAChD;KACA;IACF;IACF,IAAI,MAAM,SAAS,QAAQ;KACzB,MAAM,EAAE,WAAW,OAAO,OAAO,WAAW;MAC1C,WAAW,OAAO;MAClB,aAAa,WAAW,aAAa;KACvC,CAAC;KACD,MAAM,SAAS,OAAO,OAAO,KAAK,OAAO,CAAC,CAAC,OAAO;MAChD,KAAK,OAAO;MACZ,UAAU,OAAO,MAAM,KAAK;MAC5B,UAAU,OAAO,MAAM,KAAK;MAC5B;MACA,aAAa,OAAO,MAAM,KAAK;KACjC,CAAC;KACD,OAAO;MACL,MAAM;MACN,aAAa,OAAO;MACpB,KAAK,SAAS,MAAM,OAAO,GAAG;MAC9B,QAAQ,SAAS,MAAM,OAAO,MAAM;MACpC,WAAW,SAAS,cAAc,OAAO,SAAS;KACpD;IACF;IACA,MAAM,SAAS,OAAO,QAAQ,KAAK;KACjC,KAAK,IAAI,MAAM;KACf,QAAQ;KACR;KACA,eAAe,OAAO,MAAM,KAAK;KACjC,SAAS;MACP,aAAa,OAAO,MAAM,KAAK;MAC/B,gBAAgB,kBAAkB,MAAM;KAC1C;KACA,WAAW,EAAE,MAAM,aAAa;IAClC,CAAC;IACD,OAAO;KACL,MAAM;KACN,aAAa,OAAO;KACpB,QAAQ;KACR,KAAK,SAAS,MAAM,OAAO,GAAG;KAC9B,SAAS,SAAS,MAAM,OAAO,OAAO;KACtC,WAAW,SAAS,cAAc,OAAO,SAAS;IACpD;GACF,CAAC;GACD,MAAM,OAAO,WAAW,WAAW,QAAQ,YAAY,WAAW,UAAU;IAC1E,MAAM,QAAQ,OAAO,OAAO,MAAM;IAClC,IACE,MAAM,SAAS,eACf,aAAa,KAAK,KAAK,OAAO,MAAM,KAAK,OAAO,MAAM,SAAS,GAE/D,OAAO,OAAO,WAAW,YAAY;IACvC,IAAI,CAAC,YAAY,CAAC,kBAAkB,KAAK,QAAQ,GAC/C,OAAO,OAAO,WAAW,YAAY;IACvC,MAAM,SAAS,OAAO,QAAQ,SAAS;KACrC,UAAU,EAAE,gBAAgB,OAAO,KAAK,UAAU,KAAK,CAAC,CAAC,SAAS,QAAQ,EAAE;KAC5E,QAAQ,OAAO,QAAQ,MAAM,QAAQ;KACrC;KACA,kBAAkB,OAAO,QAAQ,SAAS;KAC1C,eAAe,KAAK,IAClB,MAAM,WACN,OAAO,MAAM,KAAK,QAAQ,aAAa,KAAK,MAAM,SACpD;IACF,CAAC;IACD,OAAO;KACL,MAAM;KACN,aAAa,OAAO;KACpB,QAAQ;KACR,KAAK,SAAS,MAAM,OAAO,GAAG;KAC9B,SAAS,SAAS,MAAM,OAAO,OAAO;KACtC,WAAW,SAAS,cAAc,OAAO,SAAS;IACpD;GACF,CAAC;GACD,UAAU,OAAO,WAAW,WAAW,QAAQ,UAAU;IACvD,MAAM,QAAQ,OAAO,OAAO,MAAM;IAClC,IAAI,MAAM,SAAS,aAAa,OAAO,OAAO,WAAW,UAAU;IACnE,MAAM,QAAQ,OAAO,UAAU,QAAQ,MAAM,QAAQ;IACrD,MAAM,QAAQ,KAAK,KAAK,OAAO,MAAM,KAAK,OAAO,MAAM,SAAS;IAChE,MAAM,SAAS,MAAM,UAAU,GAAG,MAAM,EAAE,aAAa,EAAE,UAAU;IACnE,IACE,OAAO,WAAW,SAClB,SAAS,WAAW,SACpB,IAAI,IAAI,SAAS,KAAK,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,SAAS,SACpD,OAAO,MACJ,MAAM,UACL,KAAK,eAAe,QAAQ,KAC5B,KAAK,SACH,KAAK,IAAI,MAAM,WAAW,OAAO,MAAM,KAAK,OAAO,QAAQ,MAAM,SAAS,KAC5E,CAAC,SAAS,MACP,MAAM,EAAE,eAAe,KAAK,cAAc,EAAE,YAAY,KAAK,IAChE,CACJ,GAEA,OAAO,OAAO,WAAW,oBAAoB;IAC/C,OAAO,QAAQ,UAAU,SAAS;KAChC,QAAQ,OAAO,QAAQ,MAAM,QAAQ;KACrC,OAAO;KACP,WAAW,EAAE,MAAM,aAAa;IAClC,CAAC;GACH,CAAC;GACD,OAAO,OAAO,WAAW,WAAW,QAAQ;IAC1C,IAAI,OAAO,WAAW,QAAW;IACjC,MAAM,QAAQ,OAAO,OAAO,MAAM;IAClC,IAAI,MAAM,SAAS,aACjB,OAAO,QAAQ,UAAU,MAAM,OAAO,QAAQ,MAAM,QAAQ,CAAC;GACjE,CAAC;EACH,CAAC;CACH,CAAC,CACH;AACF,EACF"}
|
package/dist/s3.d.ts
ADDED
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
import { ObjectMetadata } from "./core/object.js";
|
|
2
|
+
import { StorageError } from "./core/errors.js";
|
|
3
|
+
import { PutRequest } from "./core/requests.js";
|
|
4
|
+
import { StorageCopy, StoragePublicUrls } from "./core/capabilities.js";
|
|
5
|
+
import { Storage, StorageService } from "./core/storage.js";
|
|
6
|
+
import { TransferDriver } from "./transfers/dependencies.js";
|
|
7
|
+
import { S3CopyRequest, nativeLimits } from "./providers/s3/native-models.js";
|
|
8
|
+
import { S3ChecksumOptions, S3MultipartHandle, S3MultipartUploads, multipart } from "./providers/s3/multipart.js";
|
|
9
|
+
import { S3Profile } from "./providers/s3/profile.js";
|
|
10
|
+
import { ResolvedS3Config, S3Config, S3Encryption } from "./providers/s3/config.js";
|
|
11
|
+
import { S3DeleteOutcome, deleteObjects } from "./providers/s3/bulk-delete.js";
|
|
12
|
+
import { S3CopyPartRequest, copyObject, copyPart } from "./providers/s3/copy.js";
|
|
13
|
+
import { S3PutOptions } from "./providers/s3/primitives.js";
|
|
14
|
+
import { Config, Context, Effect, Layer, Scope } from "effect";
|
|
15
|
+
import { S3Client } from "@aws-sdk/client-s3";
|
|
16
|
+
export interface S3StorageService extends StorageService {
|
|
17
|
+
/** Native escape hatch; ownership follows the constructor used to acquire this service. */
|
|
18
|
+
readonly profile?: S3Profile;
|
|
19
|
+
readonly client: S3Client;
|
|
20
|
+
readonly config: ResolvedS3Config;
|
|
21
|
+
readonly multipart: ReturnType<typeof multipart>;
|
|
22
|
+
readonly copyObject: (input: Parameters<typeof copyObject>[1], source?: S3StorageService) => ReturnType<typeof copyObject>;
|
|
23
|
+
readonly copyPart: (input: Parameters<typeof copyPart>[1], source?: S3StorageService) => ReturnType<typeof copyPart>;
|
|
24
|
+
readonly deleteObjects: (input: Parameters<typeof deleteObjects>[1]) => ReturnType<typeof deleteObjects>;
|
|
25
|
+
readonly putObject: <E = never, R = never>(input: PutRequest<E, R>, options?: S3PutOptions) => Effect.Effect<ObjectMetadata, StorageError | E, R>;
|
|
26
|
+
}
|
|
27
|
+
declare const S3Storage_base: Context.ServiceClass<S3Storage, "@effect-kit/storage/s3/S3Storage", S3StorageService>;
|
|
28
|
+
export declare class S3Storage extends S3Storage_base {
|
|
29
|
+
static readonly make: (input: S3Config) => Effect.Effect<S3StorageService, StorageError, Scope.Scope>;
|
|
30
|
+
static readonly makeClient: (client: S3Client, input: S3Config) => Effect.Effect<S3StorageService, StorageError, never>;
|
|
31
|
+
static layer(config: S3Config): Layer.Layer<S3Storage | Storage | StorageCopy | TransferDriver, StorageError, never>;
|
|
32
|
+
static layerClient(client: S3Client, config: S3Config): Layer.Layer<S3Storage | Storage | StorageCopy | TransferDriver, StorageError, never>;
|
|
33
|
+
static layerConfig(config?: Config.Config<S3Config>): Layer.Layer<S3Storage | Storage | StorageCopy | TransferDriver, StorageError, never>;
|
|
34
|
+
static publicUrls(baseUrl: string): Layer.Layer<StoragePublicUrls, StorageError, S3Storage>;
|
|
35
|
+
}
|
|
36
|
+
export { type S3ChecksumOptions, type S3Config, type S3CopyPartRequest, type S3CopyRequest, type S3DeleteOutcome, type S3Encryption, type S3MultipartHandle, type S3MultipartUploads, type S3PutOptions, nativeLimits as s3Limits };
|
|
37
|
+
//# sourceMappingURL=s3.d.ts.map
|