@effect-kit/storage 0.0.0-stage → 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +18 -0
- package/LICENSE +204 -0
- package/README.md +369 -2
- package/dist/_virtual/_rolldown/runtime.js +17 -0
- package/dist/azure/account-admin.d.ts +116 -0
- package/dist/azure/account-admin.js +90 -0
- package/dist/azure/account-admin.js.map +1 -0
- package/dist/azure/admin.d.ts +68 -0
- package/dist/azure/admin.js +85 -0
- package/dist/azure/admin.js.map +1 -0
- package/dist/azure/archive.d.ts +95 -0
- package/dist/azure/archive.js +52 -0
- package/dist/azure/archive.js.map +1 -0
- package/dist/azure/events.d.ts +40 -0
- package/dist/azure/events.js +62 -0
- package/dist/azure/events.js.map +1 -0
- package/dist/azure/governance.d.ts +139 -0
- package/dist/azure/governance.js +59 -0
- package/dist/azure/governance.js.map +1 -0
- package/dist/azure/identity.d.ts +4 -0
- package/dist/azure/identity.js +8 -0
- package/dist/azure/identity.js.map +1 -0
- package/dist/azure/lifecycle.d.ts +21 -0
- package/dist/azure/lifecycle.js +193 -0
- package/dist/azure/lifecycle.js.map +1 -0
- package/dist/azure/signing.d.ts +17 -0
- package/dist/azure/signing.js +71 -0
- package/dist/azure/signing.js.map +1 -0
- package/dist/azure/uploads.d.ts +11 -0
- package/dist/azure/uploads.js +83 -0
- package/dist/azure/uploads.js.map +1 -0
- package/dist/azure.d.ts +427 -0
- package/dist/azure.js +77 -0
- package/dist/azure.js.map +1 -0
- package/dist/b2/admin.d.ts +149 -0
- package/dist/b2/admin.js +157 -0
- package/dist/b2/admin.js.map +1 -0
- package/dist/b2.d.ts +15 -0
- package/dist/b2.js +15 -0
- package/dist/b2.js.map +1 -0
- package/dist/browser.d.ts +7 -0
- package/dist/browser.js +11 -0
- package/dist/browser.js.map +1 -0
- package/dist/bun.d.ts +14 -0
- package/dist/bun.js +17 -0
- package/dist/bun.js.map +1 -0
- package/dist/cache.d.ts +18 -0
- package/dist/cache.js +116 -0
- package/dist/cache.js.map +1 -0
- package/dist/client/atoms/controller.d.ts +10 -0
- package/dist/client/atoms/controller.js +267 -0
- package/dist/client/atoms/controller.js.map +1 -0
- package/dist/client/atoms/state.d.ts +17 -0
- package/dist/client/atoms/state.js +11 -0
- package/dist/client/atoms/state.js.map +1 -0
- package/dist/client/atoms.d.ts +59 -0
- package/dist/client/atoms.js +39 -0
- package/dist/client/atoms.js.map +1 -0
- package/dist/client/fingerprint.js +28 -0
- package/dist/client/fingerprint.js.map +1 -0
- package/dist/client/store.d.ts +31 -0
- package/dist/client/store.js +56 -0
- package/dist/client/store.js.map +1 -0
- package/dist/client/transport.d.ts +11 -0
- package/dist/client/transport.js +78 -0
- package/dist/client/transport.js.map +1 -0
- package/dist/client.d.ts +259 -0
- package/dist/client.js +350 -0
- package/dist/client.js.map +1 -0
- package/dist/composition/layer.js +22 -0
- package/dist/composition/layer.js.map +1 -0
- package/dist/composition/representation/staging.js +46 -0
- package/dist/composition/representation/staging.js.map +1 -0
- package/dist/composition/representation/storage.js +188 -0
- package/dist/composition/representation/storage.js.map +1 -0
- package/dist/composition.d.ts +20 -0
- package/dist/composition.js +124 -0
- package/dist/composition.js.map +1 -0
- package/dist/compression.d.ts +16 -0
- package/dist/compression.js +38 -0
- package/dist/compression.js.map +1 -0
- package/dist/content.d.ts +590 -0
- package/dist/content.js +168 -0
- package/dist/content.js.map +1 -0
- package/dist/core/capabilities.d.ts +53 -0
- package/dist/core/capabilities.js +9 -0
- package/dist/core/capabilities.js.map +1 -0
- package/dist/core/contracts/multipart.d.ts +56 -0
- package/dist/core/contracts/resumable.d.ts +70 -0
- package/dist/core/errors.d.ts +55 -0
- package/dist/core/errors.js +55 -0
- package/dist/core/errors.js.map +1 -0
- package/dist/core/object.d.ts +97 -0
- package/dist/core/object.js +55 -0
- package/dist/core/object.js.map +1 -0
- package/dist/core/ranges.d.ts +17 -0
- package/dist/core/ranges.js +27 -0
- package/dist/core/ranges.js.map +1 -0
- package/dist/core/requests.d.ts +185 -0
- package/dist/core/requests.js +42 -0
- package/dist/core/requests.js.map +1 -0
- package/dist/core/storage.d.ts +249 -0
- package/dist/core/storage.js +173 -0
- package/dist/core/storage.js.map +1 -0
- package/dist/deno.d.ts +14 -0
- package/dist/deno.js +17 -0
- package/dist/deno.js.map +1 -0
- package/dist/encryption/age.d.ts +14 -0
- package/dist/encryption/age.js +46 -0
- package/dist/encryption/age.js.map +1 -0
- package/dist/encryption.d.ts +16 -0
- package/dist/encryption.js +16 -0
- package/dist/encryption.js.map +1 -0
- package/dist/events.d.ts +57 -0
- package/dist/events.js +106 -0
- package/dist/events.js.map +1 -0
- package/dist/filesystem.d.ts +23 -0
- package/dist/filesystem.js +75 -0
- package/dist/filesystem.js.map +1 -0
- package/dist/gcs/admin.d.ts +470 -0
- package/dist/gcs/admin.js +206 -0
- package/dist/gcs/admin.js.map +1 -0
- package/dist/gcs/events.d.ts +41 -0
- package/dist/gcs/events.js +45 -0
- package/dist/gcs/events.js.map +1 -0
- package/dist/gcs/governance.d.ts +158 -0
- package/dist/gcs/governance.js +100 -0
- package/dist/gcs/governance.js.map +1 -0
- package/dist/gcs/lifecycle.d.ts +161 -0
- package/dist/gcs/lifecycle.js +174 -0
- package/dist/gcs/lifecycle.js.map +1 -0
- package/dist/gcs/post.d.ts +31 -0
- package/dist/gcs/post.js +70 -0
- package/dist/gcs/post.js.map +1 -0
- package/dist/gcs/signing.d.ts +10 -0
- package/dist/gcs/signing.js +61 -0
- package/dist/gcs/signing.js.map +1 -0
- package/dist/gcs/uploads.d.ts +10 -0
- package/dist/gcs/uploads.js +76 -0
- package/dist/gcs/uploads.js.map +1 -0
- package/dist/gcs.d.ts +888 -0
- package/dist/gcs.js +91 -0
- package/dist/gcs.js.map +1 -0
- package/dist/hetzner/admin.d.ts +112 -0
- package/dist/hetzner/admin.js +19 -0
- package/dist/hetzner/admin.js.map +1 -0
- package/dist/hetzner.d.ts +15 -0
- package/dist/hetzner.js +15 -0
- package/dist/hetzner.js.map +1 -0
- package/dist/http/api.d.ts +236 -0
- package/dist/http/api.js +54 -0
- package/dist/http/api.js.map +1 -0
- package/dist/http/download.js +99 -0
- package/dist/http/download.js.map +1 -0
- package/dist/http/schema.d.ts +3 -0
- package/dist/http/schema.js +4 -0
- package/dist/http.d.ts +35 -0
- package/dist/http.js +178 -0
- package/dist/http.js.map +1 -0
- package/dist/index.d.ts +10 -0
- package/dist/index.js +9 -0
- package/dist/internal/http/control-plane.js +71 -0
- package/dist/internal/http/control-plane.js.map +1 -0
- package/dist/internal/listing-cursor.js +44 -0
- package/dist/internal/listing-cursor.js.map +1 -0
- package/dist/internal/node/provider-errors.js +16 -0
- package/dist/internal/node/provider-errors.js.map +1 -0
- package/dist/internal/node/upload-body.js +111 -0
- package/dist/internal/node/upload-body.js.map +1 -0
- package/dist/internal/provider-response.js +14 -0
- package/dist/internal/provider-response.js.map +1 -0
- package/dist/internal/public-urls.js +30 -0
- package/dist/internal/public-urls.js.map +1 -0
- package/dist/internal/read-condition.js +11 -0
- package/dist/internal/read-condition.js.map +1 -0
- package/dist/internal/request-validation.js +24 -0
- package/dist/internal/request-validation.js.map +1 -0
- package/dist/internal/signing-request.js +22 -0
- package/dist/internal/signing-request.js.map +1 -0
- package/dist/internal/web-upload-body.js +71 -0
- package/dist/internal/web-upload-body.js.map +1 -0
- package/dist/lifecycle/configuration-state.js +26 -0
- package/dist/lifecycle/configuration-state.js.map +1 -0
- package/dist/lifecycle/metadata.js +28 -0
- package/dist/lifecycle/metadata.js.map +1 -0
- package/dist/lifecycle.d.ts +269 -0
- package/dist/lifecycle.js +72 -0
- package/dist/lifecycle.js.map +1 -0
- package/dist/migrations.d.ts +537 -0
- package/dist/migrations.js +296 -0
- package/dist/migrations.js.map +1 -0
- package/dist/minio/admin.d.ts +112 -0
- package/dist/minio/admin.js +19 -0
- package/dist/minio/admin.js.map +1 -0
- package/dist/minio.d.ts +15 -0
- package/dist/minio.js +15 -0
- package/dist/minio.js.map +1 -0
- package/dist/mirror.d.ts +830 -0
- package/dist/mirror.js +290 -0
- package/dist/mirror.js.map +1 -0
- package/dist/node.d.ts +14 -0
- package/dist/node.js +17 -0
- package/dist/node.js.map +1 -0
- package/dist/providers/azure/blocks.js +94 -0
- package/dist/providers/azure/blocks.js.map +1 -0
- package/dist/providers/azure/config.d.ts +41 -0
- package/dist/providers/azure/config.js +62 -0
- package/dist/providers/azure/config.js.map +1 -0
- package/dist/providers/azure/mapping.js +83 -0
- package/dist/providers/azure/mapping.js.map +1 -0
- package/dist/providers/azure/native.js +88 -0
- package/dist/providers/azure/native.js.map +1 -0
- package/dist/providers/azure/primitives.js +203 -0
- package/dist/providers/azure/primitives.js.map +1 -0
- package/dist/providers/azure/properties.d.ts +180 -0
- package/dist/providers/azure/properties.js +55 -0
- package/dist/providers/azure/properties.js.map +1 -0
- package/dist/providers/azure/transport.js +14 -0
- package/dist/providers/azure/transport.js.map +1 -0
- package/dist/providers/azure/validation.js +11 -0
- package/dist/providers/azure/validation.js.map +1 -0
- package/dist/providers/filesystem/envelope.js +56 -0
- package/dist/providers/filesystem/envelope.js.map +1 -0
- package/dist/providers/filesystem/identity.js +68 -0
- package/dist/providers/filesystem/identity.js.map +1 -0
- package/dist/providers/filesystem/layout.d.ts +15 -0
- package/dist/providers/filesystem/layout.js +112 -0
- package/dist/providers/filesystem/layout.js.map +1 -0
- package/dist/providers/filesystem/list.js +82 -0
- package/dist/providers/filesystem/list.js.map +1 -0
- package/dist/providers/filesystem/operations.js +134 -0
- package/dist/providers/filesystem/operations.js.map +1 -0
- package/dist/providers/gcs/config.d.ts +34 -0
- package/dist/providers/gcs/config.js +60 -0
- package/dist/providers/gcs/config.js.map +1 -0
- package/dist/providers/gcs/iam.js +45 -0
- package/dist/providers/gcs/iam.js.map +1 -0
- package/dist/providers/gcs/mapping.js +118 -0
- package/dist/providers/gcs/mapping.js.map +1 -0
- package/dist/providers/gcs/native.d.ts +11 -0
- package/dist/providers/gcs/native.js +122 -0
- package/dist/providers/gcs/native.js.map +1 -0
- package/dist/providers/gcs/primitives.js +194 -0
- package/dist/providers/gcs/primitives.js.map +1 -0
- package/dist/providers/gcs/resumable.js +145 -0
- package/dist/providers/gcs/resumable.js.map +1 -0
- package/dist/providers/gcs/tier.d.ts +176 -0
- package/dist/providers/gcs/tier.js +34 -0
- package/dist/providers/gcs/tier.js.map +1 -0
- package/dist/providers/gcs/transport.js +123 -0
- package/dist/providers/gcs/transport.js.map +1 -0
- package/dist/providers/gcs/upload.js +28 -0
- package/dist/providers/gcs/upload.js.map +1 -0
- package/dist/providers/gcs/validation.js +10 -0
- package/dist/providers/gcs/validation.js.map +1 -0
- package/dist/providers/r2-workers/binding.d.ts +102 -0
- package/dist/providers/r2-workers/body.js +82 -0
- package/dist/providers/r2-workers/body.js.map +1 -0
- package/dist/providers/r2-workers/list.js +62 -0
- package/dist/providers/r2-workers/list.js.map +1 -0
- package/dist/providers/r2-workers/mapping.js +140 -0
- package/dist/providers/r2-workers/mapping.js.map +1 -0
- package/dist/providers/r2-workers/multipart.js +121 -0
- package/dist/providers/r2-workers/multipart.js.map +1 -0
- package/dist/providers/r2-workers/primitives.js +80 -0
- package/dist/providers/r2-workers/primitives.js.map +1 -0
- package/dist/providers/s3/admin-configuration.d.ts +19 -0
- package/dist/providers/s3/admin-configuration.js +171 -0
- package/dist/providers/s3/admin-configuration.js.map +1 -0
- package/dist/providers/s3/bulk-delete.d.ts +43 -0
- package/dist/providers/s3/bulk-delete.js +58 -0
- package/dist/providers/s3/bulk-delete.js.map +1 -0
- package/dist/providers/s3/config.d.ts +43 -0
- package/dist/providers/s3/config.js +89 -0
- package/dist/providers/s3/config.js.map +1 -0
- package/dist/providers/s3/copy.d.ts +115 -0
- package/dist/providers/s3/copy.js +122 -0
- package/dist/providers/s3/copy.js.map +1 -0
- package/dist/providers/s3/lifecycle-validation.js +33 -0
- package/dist/providers/s3/lifecycle-validation.js.map +1 -0
- package/dist/providers/s3/listing.js +56 -0
- package/dist/providers/s3/listing.js.map +1 -0
- package/dist/providers/s3/metadata.d.ts +10 -0
- package/dist/providers/s3/metadata.js +90 -0
- package/dist/providers/s3/metadata.js.map +1 -0
- package/dist/providers/s3/multipart.d.ts +41 -0
- package/dist/providers/s3/multipart.js +299 -0
- package/dist/providers/s3/multipart.js.map +1 -0
- package/dist/providers/s3/native-models.d.ts +82 -0
- package/dist/providers/s3/native-models.js +91 -0
- package/dist/providers/s3/native-models.js.map +1 -0
- package/dist/providers/s3/object-mapping.js +114 -0
- package/dist/providers/s3/object-mapping.js.map +1 -0
- package/dist/providers/s3/primitives.d.ts +8 -0
- package/dist/providers/s3/primitives.js +235 -0
- package/dist/providers/s3/primitives.js.map +1 -0
- package/dist/providers/s3/profile.d.ts +25 -0
- package/dist/providers/s3/profile.js +46 -0
- package/dist/providers/s3/profile.js.map +1 -0
- package/dist/providers/s3/request-extension.js +29 -0
- package/dist/providers/s3/request-extension.js.map +1 -0
- package/dist/providers/s3/service.js +55 -0
- package/dist/providers/s3/service.js.map +1 -0
- package/dist/providers/s3/signing-credentials.js +32 -0
- package/dist/providers/s3/signing-credentials.js.map +1 -0
- package/dist/providers/s3/tags.d.ts +10 -0
- package/dist/providers/s3/tags.js +65 -0
- package/dist/providers/s3/tags.js.map +1 -0
- package/dist/providers/s3/tier.d.ts +171 -0
- package/dist/providers/s3/tier.js +100 -0
- package/dist/providers/s3/tier.js.map +1 -0
- package/dist/providers/s3/transfer-driver.js +72 -0
- package/dist/providers/s3/transfer-driver.js.map +1 -0
- package/dist/providers/s3/transport.js +94 -0
- package/dist/providers/s3/transport.js.map +1 -0
- package/dist/providers/s3/upload-body.js +10 -0
- package/dist/providers/s3/upload-body.js.map +1 -0
- package/dist/providers/s3/validation.js +31 -0
- package/dist/providers/s3/validation.js.map +1 -0
- package/dist/providers/s3/versions.d.ts +10 -0
- package/dist/providers/s3/versions.js +143 -0
- package/dist/providers/s3/versions.js.map +1 -0
- package/dist/providers/s3-compatible/config.d.ts +36 -0
- package/dist/providers/s3-compatible/config.js +174 -0
- package/dist/providers/s3-compatible/config.js.map +1 -0
- package/dist/providers/s3-compatible/service.js +48 -0
- package/dist/providers/s3-compatible/service.js.map +1 -0
- package/dist/providers/supabase/config.d.ts +20 -0
- package/dist/providers/supabase/config.js +41 -0
- package/dist/providers/supabase/config.js.map +1 -0
- package/dist/providers/supabase/mapping.js +60 -0
- package/dist/providers/supabase/mapping.js.map +1 -0
- package/dist/providers/supabase/primitives.js +205 -0
- package/dist/providers/supabase/primitives.js.map +1 -0
- package/dist/providers/supabase/transport.js +64 -0
- package/dist/providers/supabase/transport.js.map +1 -0
- package/dist/providers/supabase/tus.js +163 -0
- package/dist/providers/supabase/tus.js.map +1 -0
- package/dist/providers/tigris/configuration.js +118 -0
- package/dist/providers/tigris/configuration.js.map +1 -0
- package/dist/providers/tigris/snapshots.js +87 -0
- package/dist/providers/tigris/snapshots.js.map +1 -0
- package/dist/providers/tigris/transport.js +18 -0
- package/dist/providers/tigris/transport.js.map +1 -0
- package/dist/providers/vercel/config.d.ts +16 -0
- package/dist/providers/vercel/config.js +48 -0
- package/dist/providers/vercel/config.js.map +1 -0
- package/dist/providers/vercel/mapping.js +79 -0
- package/dist/providers/vercel/mapping.js.map +1 -0
- package/dist/providers/vercel/multipart.js +113 -0
- package/dist/providers/vercel/multipart.js.map +1 -0
- package/dist/providers/vercel/primitives.js +168 -0
- package/dist/providers/vercel/primitives.js.map +1 -0
- package/dist/providers/vercel/transport.js +32 -0
- package/dist/providers/vercel/transport.js.map +1 -0
- package/dist/providers/wasabi/compliance.d.ts +52 -0
- package/dist/providers/wasabi/compliance.js +89 -0
- package/dist/providers/wasabi/compliance.js.map +1 -0
- package/dist/providers/wasabi/xml.js +55 -0
- package/dist/providers/wasabi/xml.js.map +1 -0
- package/dist/r2/admin.d.ts +126 -0
- package/dist/r2/admin.js +138 -0
- package/dist/r2/admin.js.map +1 -0
- package/dist/r2/events.d.ts +41 -0
- package/dist/r2/events.js +37 -0
- package/dist/r2/events.js.map +1 -0
- package/dist/r2-workers.d.ts +24 -0
- package/dist/r2-workers.js +115 -0
- package/dist/r2-workers.js.map +1 -0
- package/dist/r2.d.ts +15 -0
- package/dist/r2.js +15 -0
- package/dist/r2.js.map +1 -0
- package/dist/react.d.ts +73 -0
- package/dist/react.js +49 -0
- package/dist/react.js.map +1 -0
- package/dist/representation.d.ts +24 -0
- package/dist/representation.js +7 -0
- package/dist/representation.js.map +1 -0
- package/dist/runtime/bun-filesystem.js +136 -0
- package/dist/runtime/bun-filesystem.js.map +1 -0
- package/dist/runtime/file-target.d.ts +10 -0
- package/dist/runtime/file-target.js +66 -0
- package/dist/runtime/file-target.js.map +1 -0
- package/dist/runtime/filesystem.d.ts +6 -0
- package/dist/runtime/filesystem.js +68 -0
- package/dist/runtime/filesystem.js.map +1 -0
- package/dist/runtime/node-hash.d.ts +4 -0
- package/dist/runtime/node-hash.js +31 -0
- package/dist/runtime/node-hash.js.map +1 -0
- package/dist/runtime/node-protection.d.ts +4 -0
- package/dist/runtime/node-protection.js +46 -0
- package/dist/runtime/node-protection.js.map +1 -0
- package/dist/runtime/portable-hash.d.ts +3 -0
- package/dist/runtime/portable-hash.js +31 -0
- package/dist/runtime/portable-hash.js.map +1 -0
- package/dist/runtime/session-store.d.ts +12 -0
- package/dist/runtime/session-store.js +19 -0
- package/dist/runtime/session-store.js.map +1 -0
- package/dist/runtime/web-protection.d.ts +7 -0
- package/dist/runtime/web-protection.js +54 -0
- package/dist/runtime/web-protection.js.map +1 -0
- package/dist/s3/admin.d.ts +183 -0
- package/dist/s3/admin.js +197 -0
- package/dist/s3/admin.js.map +1 -0
- package/dist/s3/archive.d.ts +25 -0
- package/dist/s3/archive.js +113 -0
- package/dist/s3/archive.js.map +1 -0
- package/dist/s3/events.d.ts +42 -0
- package/dist/s3/events.js +69 -0
- package/dist/s3/events.js.map +1 -0
- package/dist/s3/governance.d.ts +319 -0
- package/dist/s3/governance.js +108 -0
- package/dist/s3/governance.js.map +1 -0
- package/dist/s3/lifecycle.d.ts +4 -0
- package/dist/s3/lifecycle.js +5 -0
- package/dist/s3/post.d.ts +31 -0
- package/dist/s3/post.js +93 -0
- package/dist/s3/post.js.map +1 -0
- package/dist/s3/signing.d.ts +105 -0
- package/dist/s3/signing.js +198 -0
- package/dist/s3/signing.js.map +1 -0
- package/dist/s3/uploads.d.ts +11 -0
- package/dist/s3/uploads.js +173 -0
- package/dist/s3/uploads.js.map +1 -0
- package/dist/s3.d.ts +37 -0
- package/dist/s3.js +114 -0
- package/dist/s3.js.map +1 -0
- package/dist/scaleway/admin.d.ts +112 -0
- package/dist/scaleway/admin.js +19 -0
- package/dist/scaleway/admin.js.map +1 -0
- package/dist/scaleway.d.ts +15 -0
- package/dist/scaleway.js +15 -0
- package/dist/scaleway.js.map +1 -0
- package/dist/session-events.d.ts +22 -0
- package/dist/session-events.js +22 -0
- package/dist/session-events.js.map +1 -0
- package/dist/sessions/checkpoint.d.ts +423 -0
- package/dist/sessions/checkpoint.js +102 -0
- package/dist/sessions/checkpoint.js.map +1 -0
- package/dist/sessions/download.d.ts +17 -0
- package/dist/sessions/download.js +111 -0
- package/dist/sessions/download.js.map +1 -0
- package/dist/sessions/native-upload.js +168 -0
- package/dist/sessions/native-upload.js.map +1 -0
- package/dist/sessions/store.d.ts +40 -0
- package/dist/sessions/store.js +77 -0
- package/dist/sessions/store.js.map +1 -0
- package/dist/sessions/upload.d.ts +10 -0
- package/dist/sessions/upload.js +329 -0
- package/dist/sessions/upload.js.map +1 -0
- package/dist/sessions.d.ts +98 -0
- package/dist/sessions.js +268 -0
- package/dist/sessions.js.map +1 -0
- package/dist/spaces/admin.d.ts +112 -0
- package/dist/spaces/admin.js +19 -0
- package/dist/spaces/admin.js.map +1 -0
- package/dist/spaces.d.ts +15 -0
- package/dist/spaces.js +15 -0
- package/dist/spaces.js.map +1 -0
- package/dist/supabase/admin.d.ts +77 -0
- package/dist/supabase/admin.js +74 -0
- package/dist/supabase/admin.js.map +1 -0
- package/dist/supabase/s3.d.ts +311 -0
- package/dist/supabase/s3.js +153 -0
- package/dist/supabase/s3.js.map +1 -0
- package/dist/supabase/signing.d.ts +23 -0
- package/dist/supabase/signing.js +93 -0
- package/dist/supabase/signing.js.map +1 -0
- package/dist/supabase/tus-uploads.d.ts +13 -0
- package/dist/supabase/tus-uploads.js +109 -0
- package/dist/supabase/tus-uploads.js.map +1 -0
- package/dist/supabase/uploads.d.ts +5 -0
- package/dist/supabase/uploads.js +32 -0
- package/dist/supabase/uploads.js.map +1 -0
- package/dist/supabase.d.ts +100 -0
- package/dist/supabase.js +50 -0
- package/dist/supabase.js.map +1 -0
- package/dist/testing/body-failure.js +18 -0
- package/dist/testing/body-failure.js.map +1 -0
- package/dist/testing/conformance/assertions.d.ts +10 -0
- package/dist/testing/conformance/assertions.js +21 -0
- package/dist/testing/conformance/assertions.js.map +1 -0
- package/dist/testing/conformance/core-cases.js +107 -0
- package/dist/testing/conformance/core-cases.js.map +1 -0
- package/dist/testing/conformance/list-cases.js +72 -0
- package/dist/testing/conformance/list-cases.js.map +1 -0
- package/dist/testing/conformance/read-cases.js +105 -0
- package/dist/testing/conformance/read-cases.js.map +1 -0
- package/dist/testing/conformance.d.ts +23 -0
- package/dist/testing/conformance.js +37 -0
- package/dist/testing/conformance.js.map +1 -0
- package/dist/testing/faults.d.ts +258 -0
- package/dist/testing/faults.js +111 -0
- package/dist/testing/faults.js.map +1 -0
- package/dist/testing/memory-list.js +79 -0
- package/dist/testing/memory-list.js.map +1 -0
- package/dist/testing/memory-state.d.ts +18 -0
- package/dist/testing/memory-state.js +57 -0
- package/dist/testing/memory-state.js.map +1 -0
- package/dist/testing/memory-upload.js +123 -0
- package/dist/testing/memory-upload.js.map +1 -0
- package/dist/testing/memory.d.ts +23 -0
- package/dist/testing/memory.js +121 -0
- package/dist/testing/memory.js.map +1 -0
- package/dist/testing.d.ts +6 -0
- package/dist/testing.js +6 -0
- package/dist/tigris/events.d.ts +42 -0
- package/dist/tigris/events.js +42 -0
- package/dist/tigris/events.js.map +1 -0
- package/dist/tigris/native.d.ts +438 -0
- package/dist/tigris/native.js +166 -0
- package/dist/tigris/native.js.map +1 -0
- package/dist/tigris.d.ts +15 -0
- package/dist/tigris.js +15 -0
- package/dist/tigris.js.map +1 -0
- package/dist/transfers/budget.js +50 -0
- package/dist/transfers/budget.js.map +1 -0
- package/dist/transfers/copy.js +250 -0
- package/dist/transfers/copy.js.map +1 -0
- package/dist/transfers/dependencies.d.ts +10 -0
- package/dist/transfers/dependencies.js +11 -0
- package/dist/transfers/dependencies.js.map +1 -0
- package/dist/transfers/download.js +132 -0
- package/dist/transfers/download.js.map +1 -0
- package/dist/transfers/managed-runtime.d.ts +34 -0
- package/dist/transfers/managed-runtime.js +30 -0
- package/dist/transfers/managed-runtime.js.map +1 -0
- package/dist/transfers/models.d.ts +160 -0
- package/dist/transfers/native-upload.js +195 -0
- package/dist/transfers/native-upload.js.map +1 -0
- package/dist/transfers/part-receipts.js +32 -0
- package/dist/transfers/part-receipts.js.map +1 -0
- package/dist/transfers/planner.d.ts +19 -0
- package/dist/transfers/planner.js +153 -0
- package/dist/transfers/planner.js.map +1 -0
- package/dist/transfers/reader.js +81 -0
- package/dist/transfers/reader.js.map +1 -0
- package/dist/transfers/runtime.d.ts +19 -0
- package/dist/transfers/runtime.js +132 -0
- package/dist/transfers/runtime.js.map +1 -0
- package/dist/transfers/sources.d.ts +22 -0
- package/dist/transfers/sources.js +83 -0
- package/dist/transfers/sources.js.map +1 -0
- package/dist/transfers/upload.js +235 -0
- package/dist/transfers/upload.js.map +1 -0
- package/dist/transfers.d.ts +31 -0
- package/dist/transfers.js +82 -0
- package/dist/transfers.js.map +1 -0
- package/dist/uploads/driver.d.ts +22 -0
- package/dist/uploads/driver.js +18 -0
- package/dist/uploads/driver.js.map +1 -0
- package/dist/uploads/policy.d.ts +39 -0
- package/dist/uploads/schema.d.ts +278 -0
- package/dist/uploads/schema.js +167 -0
- package/dist/uploads/schema.js.map +1 -0
- package/dist/uploads/signed-driver.d.ts +8 -0
- package/dist/uploads/signed-driver.js +36 -0
- package/dist/uploads/signed-driver.js.map +1 -0
- package/dist/uploads/store.d.ts +26 -0
- package/dist/uploads/store.js +51 -0
- package/dist/uploads/store.js.map +1 -0
- package/dist/uploads/verification.js +86 -0
- package/dist/uploads/verification.js.map +1 -0
- package/dist/uploads.d.ts +518 -0
- package/dist/uploads.js +330 -0
- package/dist/uploads.js.map +1 -0
- package/dist/vercel/authorized-uploads.d.ts +7 -0
- package/dist/vercel/authorized-uploads.js +15 -0
- package/dist/vercel/authorized-uploads.js.map +1 -0
- package/dist/vercel/client.d.ts +16 -0
- package/dist/vercel/client.js +28 -0
- package/dist/vercel/client.js.map +1 -0
- package/dist/vercel/signing.d.ts +19 -0
- package/dist/vercel/signing.js +120 -0
- package/dist/vercel/signing.js.map +1 -0
- package/dist/vercel/uploads.d.ts +36 -0
- package/dist/vercel/uploads.js +161 -0
- package/dist/vercel/uploads.js.map +1 -0
- package/dist/vercel.d.ts +86 -0
- package/dist/vercel.js +46 -0
- package/dist/vercel.js.map +1 -0
- package/dist/wasabi/admin.d.ts +112 -0
- package/dist/wasabi/admin.js +19 -0
- package/dist/wasabi/admin.js.map +1 -0
- package/dist/wasabi/native.d.ts +200 -0
- package/dist/wasabi/native.js +132 -0
- package/dist/wasabi/native.js.map +1 -0
- package/dist/wasabi.d.ts +15 -0
- package/dist/wasabi.js +15 -0
- package/dist/wasabi.js.map +1 -0
- package/dist/workflows/content/collection.js +122 -0
- package/dist/workflows/content/collection.js.map +1 -0
- package/dist/workflows/content/references.js +113 -0
- package/dist/workflows/content/references.js.map +1 -0
- package/dist/workflows/content/schema.d.ts +58 -0
- package/dist/workflows/content/schema.js +64 -0
- package/dist/workflows/content/schema.js.map +1 -0
- package/dist/workflows/endpoint.js +16 -0
- package/dist/workflows/endpoint.js.map +1 -0
- package/dist/workflows/migrations/schema.d.ts +149 -0
- package/dist/workflows/migrations/schema.js +58 -0
- package/dist/workflows/migrations/schema.js.map +1 -0
- package/dist/workflows/mirror/operations.js +175 -0
- package/dist/workflows/mirror/operations.js.map +1 -0
- package/dist/workflows/mirror/schema.d.ts +68 -0
- package/dist/workflows/mirror/schema.js +57 -0
- package/dist/workflows/mirror/schema.js.map +1 -0
- package/dist/workflows/mirror/view.js +103 -0
- package/dist/workflows/mirror/view.js.map +1 -0
- package/dist/workflows/objects.js +54 -0
- package/dist/workflows/objects.js.map +1 -0
- package/dist/workflows/store.d.ts +13 -0
- package/dist/workflows/store.js +58 -0
- package/dist/workflows/store.js.map +1 -0
- package/package.json +513 -3
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tags.js","names":[],"sources":["../../../src/providers/s3/tags.ts"],"sourcesContent":["import { Context, Effect, Layer } from \"effect\";\n\nimport {\n GetObjectTaggingCommand,\n PutObjectTaggingCommand,\n DeleteObjectTaggingCommand,\n} from \"@aws-sdk/client-s3\";\n\nimport { storageError } from \"../../core/errors.js\";\nimport { decodeRequest } from \"../../internal/request-validation.js\";\nimport { SetTags, StorageTags, TagTarget } from \"../../lifecycle/index.js\";\nimport type { TagsService } from \"../../lifecycle/index.js\";\nimport { S3Storage } from \"./index.js\";\nimport type { S3StorageService } from \"./index.js\";\nimport { lifecycleFeature, lifecycleTarget } from \"./lifecycle-validation.js\";\nimport { request } from \"./transport.js\";\n\nexport class S3Tags extends Context.Service<S3Tags, TagsService>()(\n \"@effect-kit/storage/s3/S3Tags\",\n) {\n static make(storage: S3StorageService): TagsService {\n return {\n get: Effect.fnUntraced(function* (input) {\n const value = yield* decodeRequest(TagTarget, input, \"getTags\", storage.provider);\n yield* lifecycleFeature(storage, \"tags\");\n const target = yield* lifecycleTarget(storage, value.ref, \"getTags\");\n const result = yield* request(storage, \"getTags\", false, (signal) =>\n storage.client.send(new GetObjectTaggingCommand(target), { abortSignal: signal }),\n );\n const tags: Record<string, string> = {};\n for (const tag of result.TagSet ?? []) {\n if (tag.Key === undefined || tag.Value === undefined || Object.hasOwn(tags, tag.Key))\n return yield* storageError(\"getTags\", storage.provider, {\n _tag: \"ProviderFailure\",\n code: \"InvalidTags\",\n });\n Object.defineProperty(tags, tag.Key, {\n value: tag.Value,\n enumerable: true,\n configurable: true,\n });\n }\n return tags;\n }),\n set: Effect.fnUntraced(function* (input) {\n const value = yield* decodeRequest(SetTags, input, \"setTags\", storage.provider, true);\n yield* lifecycleFeature(storage, \"tags\");\n const entries = Object.entries(value.tags);\n if (\n entries.length > 10 ||\n entries.some(\n ([key, tagValue]) =>\n key.length > 128 || tagValue.length > 256 || key.toLowerCase().startsWith(\"aws:\"),\n )\n )\n return yield* storageError(\n \"setTags\",\n storage.provider,\n { _tag: \"InvalidInput\", field: \"tags\" },\n \"not-started\",\n );\n const target = yield* lifecycleTarget(storage, value.ref, \"setTags\");\n yield* request(storage, \"setTags\", true, (signal) =>\n storage.client.send(\n new PutObjectTaggingCommand({\n ...target,\n Tagging: { TagSet: entries.map(([Key, Value]) => ({ Key, Value })) },\n }),\n { abortSignal: signal },\n ),\n );\n }),\n delete: Effect.fnUntraced(function* (input) {\n const value = yield* decodeRequest(TagTarget, input, \"deleteTags\", storage.provider, true);\n yield* lifecycleFeature(storage, \"tags\");\n const target = yield* lifecycleTarget(storage, value.ref, \"deleteTags\");\n yield* request(storage, \"deleteTags\", true, (signal) =>\n storage.client.send(new DeleteObjectTaggingCommand(target), { abortSignal: signal }),\n );\n }),\n };\n }\n static readonly layer = Layer.effectContext(\n Effect.map(S3Storage, (storage) => {\n const service = S3Tags.make(storage);\n return Context.make(S3Tags, service).pipe(Context.add(StorageTags, service));\n }),\n );\n}\n"],"mappings":";;;;;;;;;;AAiBA,IAAa,SAAb,MAAa,eAAe,QAAQ,QAA6B,CAAC,CAChE,+BACF,CAAC,CAAC;CACA,OAAO,KAAK,SAAwC;EAClD,OAAO;GACL,KAAK,OAAO,WAAW,WAAW,OAAO;IACvC,MAAM,QAAQ,OAAO,cAAc,WAAW,OAAO,WAAW,QAAQ,QAAQ;IAChF,OAAO,iBAAiB,SAAS,MAAM;IACvC,MAAM,SAAS,OAAO,gBAAgB,SAAS,MAAM,KAAK,SAAS;IACnE,MAAM,SAAS,OAAO,QAAQ,SAAS,WAAW,QAAQ,WACxD,QAAQ,OAAO,KAAK,IAAI,wBAAwB,MAAM,GAAG,EAAE,aAAa,OAAO,CAAC,CAClF;IACA,MAAM,OAA+B,CAAC;IACtC,KAAK,MAAM,OAAO,OAAO,UAAU,CAAC,GAAG;KACrC,IAAI,IAAI,QAAQ,UAAa,IAAI,UAAU,UAAa,OAAO,OAAO,MAAM,IAAI,GAAG,GACjF,OAAO,OAAO,aAAa,WAAW,QAAQ,UAAU;MACtD,MAAM;MACN,MAAM;KACR,CAAC;KACH,OAAO,eAAe,MAAM,IAAI,KAAK;MACnC,OAAO,IAAI;MACX,YAAY;MACZ,cAAc;KAChB,CAAC;IACH;IACA,OAAO;GACT,CAAC;GACD,KAAK,OAAO,WAAW,WAAW,OAAO;IACvC,MAAM,QAAQ,OAAO,cAAc,SAAS,OAAO,WAAW,QAAQ,UAAU,IAAI;IACpF,OAAO,iBAAiB,SAAS,MAAM;IACvC,MAAM,UAAU,OAAO,QAAQ,MAAM,IAAI;IACzC,IACE,QAAQ,SAAS,MACjB,QAAQ,MACL,CAAC,KAAK,cACL,IAAI,SAAS,OAAO,SAAS,SAAS,OAAO,IAAI,YAAY,CAAC,CAAC,WAAW,MAAM,CACpF,GAEA,OAAO,OAAO,aACZ,WACA,QAAQ,UACR;KAAE,MAAM;KAAgB,OAAO;IAAO,GACtC,aACF;IACF,MAAM,SAAS,OAAO,gBAAgB,SAAS,MAAM,KAAK,SAAS;IACnE,OAAO,QAAQ,SAAS,WAAW,OAAO,WACxC,QAAQ,OAAO,KACb,IAAI,wBAAwB;KAC1B,GAAG;KACH,SAAS,EAAE,QAAQ,QAAQ,KAAK,CAAC,KAAK,YAAY;MAAE;MAAK;KAAM,EAAE,EAAE;IACrE,CAAC,GACD,EAAE,aAAa,OAAO,CACxB,CACF;GACF,CAAC;GACD,QAAQ,OAAO,WAAW,WAAW,OAAO;IAC1C,MAAM,QAAQ,OAAO,cAAc,WAAW,OAAO,cAAc,QAAQ,UAAU,IAAI;IACzF,OAAO,iBAAiB,SAAS,MAAM;IACvC,MAAM,SAAS,OAAO,gBAAgB,SAAS,MAAM,KAAK,YAAY;IACtE,OAAO,QAAQ,SAAS,cAAc,OAAO,WAC3C,QAAQ,OAAO,KAAK,IAAI,2BAA2B,MAAM,GAAG,EAAE,aAAa,OAAO,CAAC,CACrF;GACF,CAAC;EACH;CACF;CACA,OAAgB,QAAQ,MAAM,cAC5B,OAAO,IAAI,YAAY,YAAY;EACjC,MAAM,UAAU,OAAO,KAAK,OAAO;EACnC,OAAO,QAAQ,KAAK,QAAQ,OAAO,CAAC,CAAC,KAAK,QAAQ,IAAI,aAAa,OAAO,CAAC;CAC7E,CAAC,CACH;AACF"}
|
|
@@ -0,0 +1,171 @@
|
|
|
1
|
+
import { StorageError } from "../../core/errors.js";
|
|
2
|
+
import { VersionRef } from "../../lifecycle.js";
|
|
3
|
+
import "../../index.js";
|
|
4
|
+
import { S3Storage, S3StorageService } from "../../s3.js";
|
|
5
|
+
import { Context, Effect, Layer } from "effect";
|
|
6
|
+
declare const make: (storage: S3StorageService) => {
|
|
7
|
+
inspectEncryption: (input: {
|
|
8
|
+
readonly ref: VersionRef;
|
|
9
|
+
}) => Effect.Effect<{
|
|
10
|
+
algorithm: import("@aws-sdk/client-s3").ServerSideEncryption | undefined;
|
|
11
|
+
kmsKeyId: string | undefined;
|
|
12
|
+
bucketKeyEnabled: boolean | undefined;
|
|
13
|
+
customerAlgorithm: string | undefined;
|
|
14
|
+
customerKeyMD5: string | undefined;
|
|
15
|
+
}, StorageError, never>;
|
|
16
|
+
transition: (input: {
|
|
17
|
+
readonly ref: {
|
|
18
|
+
readonly storeId: string;
|
|
19
|
+
readonly key: string;
|
|
20
|
+
readonly version: {
|
|
21
|
+
readonly _tag: "S3Version";
|
|
22
|
+
readonly id: string;
|
|
23
|
+
} | {
|
|
24
|
+
readonly _tag: "GcsGeneration";
|
|
25
|
+
readonly id: string;
|
|
26
|
+
readonly metageneration?: string | undefined;
|
|
27
|
+
} | {
|
|
28
|
+
readonly _tag: "AzureVersion";
|
|
29
|
+
readonly id: string;
|
|
30
|
+
} | {
|
|
31
|
+
readonly _tag: "AzureSnapshot";
|
|
32
|
+
readonly id: string;
|
|
33
|
+
} | {
|
|
34
|
+
readonly _tag: "OpaqueVersion";
|
|
35
|
+
readonly provider: string;
|
|
36
|
+
readonly id: string;
|
|
37
|
+
};
|
|
38
|
+
};
|
|
39
|
+
readonly ifMatch: string;
|
|
40
|
+
readonly storageClass: "DEEP_ARCHIVE" | "GLACIER" | "GLACIER_IR" | "INTELLIGENT_TIERING" | "ONEZONE_IA" | "STANDARD" | "STANDARD_IA";
|
|
41
|
+
readonly intent: "copy-storage-tier";
|
|
42
|
+
}) => Effect.Effect<{
|
|
43
|
+
readonly contentType?: string | undefined;
|
|
44
|
+
readonly contentEncoding?: string | undefined;
|
|
45
|
+
readonly contentLanguage?: string | undefined;
|
|
46
|
+
readonly contentDisposition?: string | undefined;
|
|
47
|
+
readonly cacheControl?: string | undefined;
|
|
48
|
+
readonly customMetadata?: {
|
|
49
|
+
readonly [x: string]: string;
|
|
50
|
+
} | undefined;
|
|
51
|
+
readonly ref: {
|
|
52
|
+
readonly storeId: string;
|
|
53
|
+
readonly key: string;
|
|
54
|
+
readonly version?: {
|
|
55
|
+
readonly _tag: "S3Version";
|
|
56
|
+
readonly id: string;
|
|
57
|
+
} | {
|
|
58
|
+
readonly _tag: "GcsGeneration";
|
|
59
|
+
readonly id: string;
|
|
60
|
+
readonly metageneration?: string | undefined;
|
|
61
|
+
} | {
|
|
62
|
+
readonly _tag: "AzureVersion";
|
|
63
|
+
readonly id: string;
|
|
64
|
+
} | {
|
|
65
|
+
readonly _tag: "AzureSnapshot";
|
|
66
|
+
readonly id: string;
|
|
67
|
+
} | {
|
|
68
|
+
readonly _tag: "OpaqueVersion";
|
|
69
|
+
readonly provider: string;
|
|
70
|
+
readonly id: string;
|
|
71
|
+
} | undefined;
|
|
72
|
+
};
|
|
73
|
+
readonly size?: number | undefined;
|
|
74
|
+
readonly etag?: string | undefined;
|
|
75
|
+
readonly lastModified?: import("effect/DateTime").Utc | undefined;
|
|
76
|
+
readonly checksums?: readonly {
|
|
77
|
+
readonly algorithm: string;
|
|
78
|
+
readonly encoding: "base64" | "hex";
|
|
79
|
+
readonly scope: "composite" | "full-object";
|
|
80
|
+
readonly value: string;
|
|
81
|
+
readonly partCount?: number | undefined;
|
|
82
|
+
}[] | undefined;
|
|
83
|
+
readonly storageClass?: string | undefined;
|
|
84
|
+
}, StorageError, never>;
|
|
85
|
+
};
|
|
86
|
+
declare const S3StorageTier_base: Context.ServiceClass<S3StorageTier, "@effect-kit/storage/s3/S3StorageTier", {
|
|
87
|
+
inspectEncryption: (input: {
|
|
88
|
+
readonly ref: VersionRef;
|
|
89
|
+
}) => Effect.Effect<{
|
|
90
|
+
algorithm: import("@aws-sdk/client-s3").ServerSideEncryption | undefined;
|
|
91
|
+
kmsKeyId: string | undefined;
|
|
92
|
+
bucketKeyEnabled: boolean | undefined;
|
|
93
|
+
customerAlgorithm: string | undefined;
|
|
94
|
+
customerKeyMD5: string | undefined;
|
|
95
|
+
}, StorageError, never>;
|
|
96
|
+
transition: (input: {
|
|
97
|
+
readonly ref: {
|
|
98
|
+
readonly storeId: string;
|
|
99
|
+
readonly key: string;
|
|
100
|
+
readonly version: {
|
|
101
|
+
readonly _tag: "S3Version";
|
|
102
|
+
readonly id: string;
|
|
103
|
+
} | {
|
|
104
|
+
readonly _tag: "GcsGeneration";
|
|
105
|
+
readonly id: string;
|
|
106
|
+
readonly metageneration?: string | undefined;
|
|
107
|
+
} | {
|
|
108
|
+
readonly _tag: "AzureVersion";
|
|
109
|
+
readonly id: string;
|
|
110
|
+
} | {
|
|
111
|
+
readonly _tag: "AzureSnapshot";
|
|
112
|
+
readonly id: string;
|
|
113
|
+
} | {
|
|
114
|
+
readonly _tag: "OpaqueVersion";
|
|
115
|
+
readonly provider: string;
|
|
116
|
+
readonly id: string;
|
|
117
|
+
};
|
|
118
|
+
};
|
|
119
|
+
readonly ifMatch: string;
|
|
120
|
+
readonly storageClass: "DEEP_ARCHIVE" | "GLACIER" | "GLACIER_IR" | "INTELLIGENT_TIERING" | "ONEZONE_IA" | "STANDARD" | "STANDARD_IA";
|
|
121
|
+
readonly intent: "copy-storage-tier";
|
|
122
|
+
}) => Effect.Effect<{
|
|
123
|
+
readonly contentType?: string | undefined;
|
|
124
|
+
readonly contentEncoding?: string | undefined;
|
|
125
|
+
readonly contentLanguage?: string | undefined;
|
|
126
|
+
readonly contentDisposition?: string | undefined;
|
|
127
|
+
readonly cacheControl?: string | undefined;
|
|
128
|
+
readonly customMetadata?: {
|
|
129
|
+
readonly [x: string]: string;
|
|
130
|
+
} | undefined;
|
|
131
|
+
readonly ref: {
|
|
132
|
+
readonly storeId: string;
|
|
133
|
+
readonly key: string;
|
|
134
|
+
readonly version?: {
|
|
135
|
+
readonly _tag: "S3Version";
|
|
136
|
+
readonly id: string;
|
|
137
|
+
} | {
|
|
138
|
+
readonly _tag: "GcsGeneration";
|
|
139
|
+
readonly id: string;
|
|
140
|
+
readonly metageneration?: string | undefined;
|
|
141
|
+
} | {
|
|
142
|
+
readonly _tag: "AzureVersion";
|
|
143
|
+
readonly id: string;
|
|
144
|
+
} | {
|
|
145
|
+
readonly _tag: "AzureSnapshot";
|
|
146
|
+
readonly id: string;
|
|
147
|
+
} | {
|
|
148
|
+
readonly _tag: "OpaqueVersion";
|
|
149
|
+
readonly provider: string;
|
|
150
|
+
readonly id: string;
|
|
151
|
+
} | undefined;
|
|
152
|
+
};
|
|
153
|
+
readonly size?: number | undefined;
|
|
154
|
+
readonly etag?: string | undefined;
|
|
155
|
+
readonly lastModified?: import("effect/DateTime").Utc | undefined;
|
|
156
|
+
readonly checksums?: readonly {
|
|
157
|
+
readonly algorithm: string;
|
|
158
|
+
readonly encoding: "base64" | "hex";
|
|
159
|
+
readonly scope: "composite" | "full-object";
|
|
160
|
+
readonly value: string;
|
|
161
|
+
readonly partCount?: number | undefined;
|
|
162
|
+
}[] | undefined;
|
|
163
|
+
readonly storageClass?: string | undefined;
|
|
164
|
+
}, StorageError, never>;
|
|
165
|
+
}>;
|
|
166
|
+
export declare class S3StorageTier extends S3StorageTier_base {
|
|
167
|
+
static readonly make: typeof make;
|
|
168
|
+
static readonly layer: Layer.Layer<S3StorageTier, never, S3Storage>;
|
|
169
|
+
}
|
|
170
|
+
export {};
|
|
171
|
+
//# sourceMappingURL=tier.d.ts.map
|
|
@@ -0,0 +1,100 @@
|
|
|
1
|
+
import { storageError } from "../../core/errors.js";
|
|
2
|
+
import { decodeRequest } from "../../internal/request-validation.js";
|
|
3
|
+
import { readEncryption } from "./config.js";
|
|
4
|
+
import { encodeCopySource, metadata } from "./object-mapping.js";
|
|
5
|
+
import { request } from "./transport.js";
|
|
6
|
+
import { S3Storage } from "../../s3.js";
|
|
7
|
+
import { VersionRef } from "../../lifecycle.js";
|
|
8
|
+
import { lifecycleTarget } from "./lifecycle-validation.js";
|
|
9
|
+
import { Context, Effect, Layer, Schema } from "effect";
|
|
10
|
+
import { CopyObjectCommand, HeadObjectCommand } from "@aws-sdk/client-s3";
|
|
11
|
+
|
|
12
|
+
// src/providers/s3/tier.ts
|
|
13
|
+
const Transition = Schema.Struct({
|
|
14
|
+
ref: VersionRef,
|
|
15
|
+
ifMatch: Schema.NonEmptyString,
|
|
16
|
+
storageClass: Schema.Literals([
|
|
17
|
+
"STANDARD",
|
|
18
|
+
"STANDARD_IA",
|
|
19
|
+
"ONEZONE_IA",
|
|
20
|
+
"INTELLIGENT_TIERING",
|
|
21
|
+
"GLACIER",
|
|
22
|
+
"GLACIER_IR",
|
|
23
|
+
"DEEP_ARCHIVE"
|
|
24
|
+
]),
|
|
25
|
+
intent: Schema.Literal("copy-storage-tier")
|
|
26
|
+
});
|
|
27
|
+
const make = (storage) => ({
|
|
28
|
+
inspectEncryption: Effect.fnUntraced(function* (input) {
|
|
29
|
+
const value = yield* decodeRequest(Schema.Struct({ ref: VersionRef }), input, "inspectEncryption", storage.provider);
|
|
30
|
+
const target = yield* lifecycleTarget(storage, value.ref, "inspectEncryption", true);
|
|
31
|
+
const observed = yield* request(storage, "inspectEncryption", false, (signal) => storage.client.send(new HeadObjectCommand({
|
|
32
|
+
...target,
|
|
33
|
+
...readEncryption(storage.config.encryption)
|
|
34
|
+
}), { abortSignal: signal }));
|
|
35
|
+
return {
|
|
36
|
+
algorithm: observed.ServerSideEncryption,
|
|
37
|
+
kmsKeyId: observed.SSEKMSKeyId,
|
|
38
|
+
bucketKeyEnabled: observed.BucketKeyEnabled,
|
|
39
|
+
customerAlgorithm: observed.SSECustomerAlgorithm,
|
|
40
|
+
customerKeyMD5: observed.SSECustomerKeyMD5
|
|
41
|
+
};
|
|
42
|
+
}),
|
|
43
|
+
transition: Effect.fnUntraced(function* (input) {
|
|
44
|
+
const value = yield* decodeRequest(Transition, input, "transitionTier", storage.provider, true);
|
|
45
|
+
if (storage.profile) return yield* storageError("transitionTier", storage.provider, {
|
|
46
|
+
_tag: "Unsupported",
|
|
47
|
+
capability: "conditional-tier-copy"
|
|
48
|
+
}, "not-started");
|
|
49
|
+
const target = yield* lifecycleTarget(storage, value.ref, "transitionTier", true);
|
|
50
|
+
const customer = readEncryption(storage.config.encryption);
|
|
51
|
+
const before = yield* request(storage, "transitionTier.head", false, (signal) => storage.client.send(new HeadObjectCommand({
|
|
52
|
+
...target,
|
|
53
|
+
...customer
|
|
54
|
+
}), { abortSignal: signal }));
|
|
55
|
+
if (!before.ETag || before.ETag !== value.ifMatch) return yield* storageError("transitionTier", storage.provider, { _tag: "PreconditionFailed" }, "not-started");
|
|
56
|
+
if ((before.ContentLength ?? Number.MAX_SAFE_INTEGER) > 5e9) return yield* storageError("transitionTier", storage.provider, {
|
|
57
|
+
_tag: "Unsupported",
|
|
58
|
+
capability: "multipart-tier-copy"
|
|
59
|
+
}, "not-started");
|
|
60
|
+
const output = yield* request(storage, "transitionTier", true, (signal) => storage.client.send(new CopyObjectCommand({
|
|
61
|
+
Bucket: target.Bucket,
|
|
62
|
+
Key: target.Key,
|
|
63
|
+
CopySource: encodeCopySource(target.Bucket, value.ref),
|
|
64
|
+
CopySourceIfMatch: value.ifMatch,
|
|
65
|
+
IfMatch: value.ifMatch,
|
|
66
|
+
MetadataDirective: "COPY",
|
|
67
|
+
TaggingDirective: "COPY",
|
|
68
|
+
StorageClass: value.storageClass,
|
|
69
|
+
ServerSideEncryption: before.ServerSideEncryption,
|
|
70
|
+
SSEKMSKeyId: before.SSEKMSKeyId,
|
|
71
|
+
BucketKeyEnabled: before.BucketKeyEnabled,
|
|
72
|
+
...customer,
|
|
73
|
+
...storage.config.encryption?.mode === "customer" ? {
|
|
74
|
+
CopySourceSSECustomerAlgorithm: customer.SSECustomerAlgorithm,
|
|
75
|
+
CopySourceSSECustomerKey: customer.SSECustomerKey,
|
|
76
|
+
CopySourceSSECustomerKeyMD5: customer.SSECustomerKeyMD5
|
|
77
|
+
} : {},
|
|
78
|
+
ObjectLockMode: before.ObjectLockMode,
|
|
79
|
+
ObjectLockRetainUntilDate: before.ObjectLockRetainUntilDate,
|
|
80
|
+
ObjectLockLegalHoldStatus: before.ObjectLockLegalHoldStatus
|
|
81
|
+
}), { abortSignal: signal }));
|
|
82
|
+
if (!output.CopyObjectResult?.ETag) return yield* storageError("transitionTier", storage.provider, {
|
|
83
|
+
_tag: "ProviderFailure",
|
|
84
|
+
code: "MissingCopyReceipt"
|
|
85
|
+
}, "unknown");
|
|
86
|
+
return metadata(storage, value.ref.key, {
|
|
87
|
+
...before,
|
|
88
|
+
...output,
|
|
89
|
+
...output.CopyObjectResult,
|
|
90
|
+
VersionId: output.VersionId
|
|
91
|
+
});
|
|
92
|
+
})
|
|
93
|
+
});
|
|
94
|
+
var S3StorageTier = class S3StorageTier extends Context.Service()("@effect-kit/storage/s3/S3StorageTier") {
|
|
95
|
+
static make = make;
|
|
96
|
+
static layer = Layer.effect(S3StorageTier, Effect.map(S3Storage, make));
|
|
97
|
+
};
|
|
98
|
+
|
|
99
|
+
export { S3StorageTier };
|
|
100
|
+
//# sourceMappingURL=tier.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tier.js","names":[],"sources":["../../../src/providers/s3/tier.ts"],"sourcesContent":["import { Context, Effect, Layer, Schema } from \"effect\";\n\nimport { CopyObjectCommand, HeadObjectCommand } from \"@aws-sdk/client-s3\";\n\nimport { storageError } from \"../../core/errors.js\";\nimport { decodeRequest } from \"../../internal/request-validation.js\";\nimport { VersionRef } from \"../../lifecycle/index.js\";\nimport { readEncryption } from \"./config.js\";\nimport { S3Storage } from \"./index.js\";\nimport type { S3StorageService } from \"./index.js\";\nimport { lifecycleTarget } from \"./lifecycle-validation.js\";\nimport { encodeCopySource, metadata } from \"./object-mapping.js\";\nimport { request } from \"./transport.js\";\n\nconst Transition = Schema.Struct({\n ref: VersionRef,\n ifMatch: Schema.NonEmptyString,\n storageClass: Schema.Literals([\n \"STANDARD\",\n \"STANDARD_IA\",\n \"ONEZONE_IA\",\n \"INTELLIGENT_TIERING\",\n \"GLACIER\",\n \"GLACIER_IR\",\n \"DEEP_ARCHIVE\",\n ]),\n intent: Schema.Literal(\"copy-storage-tier\"),\n});\nconst make = (storage: S3StorageService) => ({\n inspectEncryption: Effect.fnUntraced(function* (input: { readonly ref: VersionRef }) {\n const value = yield* decodeRequest(\n Schema.Struct({ ref: VersionRef }),\n input,\n \"inspectEncryption\",\n storage.provider,\n );\n const target = yield* lifecycleTarget(storage, value.ref, \"inspectEncryption\", true);\n const observed = yield* request(storage, \"inspectEncryption\", false, (signal) =>\n storage.client.send(\n new HeadObjectCommand({ ...target, ...readEncryption(storage.config.encryption) }),\n { abortSignal: signal },\n ),\n );\n return {\n algorithm: observed.ServerSideEncryption,\n kmsKeyId: observed.SSEKMSKeyId,\n bucketKeyEnabled: observed.BucketKeyEnabled,\n customerAlgorithm: observed.SSECustomerAlgorithm,\n customerKeyMD5: observed.SSECustomerKeyMD5,\n };\n }),\n transition: Effect.fnUntraced(function* (input: typeof Transition.Type) {\n const value = yield* decodeRequest(Transition, input, \"transitionTier\", storage.provider, true);\n if (storage.profile)\n return yield* storageError(\n \"transitionTier\",\n storage.provider,\n { _tag: \"Unsupported\", capability: \"conditional-tier-copy\" },\n \"not-started\",\n );\n const target = yield* lifecycleTarget(storage, value.ref, \"transitionTier\", true);\n const customer = readEncryption(storage.config.encryption);\n const before = yield* request(storage, \"transitionTier.head\", false, (signal) =>\n storage.client.send(new HeadObjectCommand({ ...target, ...customer }), {\n abortSignal: signal,\n }),\n );\n if (!before.ETag || before.ETag !== value.ifMatch)\n return yield* storageError(\n \"transitionTier\",\n storage.provider,\n { _tag: \"PreconditionFailed\" },\n \"not-started\",\n );\n if ((before.ContentLength ?? Number.MAX_SAFE_INTEGER) > 5_000_000_000)\n return yield* storageError(\n \"transitionTier\",\n storage.provider,\n { _tag: \"Unsupported\", capability: \"multipart-tier-copy\" },\n \"not-started\",\n );\n const output = yield* request(storage, \"transitionTier\", true, (signal) =>\n storage.client.send(\n new CopyObjectCommand({\n Bucket: target.Bucket,\n Key: target.Key,\n CopySource: encodeCopySource(target.Bucket, value.ref),\n CopySourceIfMatch: value.ifMatch,\n IfMatch: value.ifMatch,\n MetadataDirective: \"COPY\",\n TaggingDirective: \"COPY\",\n StorageClass: value.storageClass,\n ServerSideEncryption: before.ServerSideEncryption,\n SSEKMSKeyId: before.SSEKMSKeyId,\n BucketKeyEnabled: before.BucketKeyEnabled,\n ...customer,\n ...(storage.config.encryption?.mode === \"customer\"\n ? {\n CopySourceSSECustomerAlgorithm: customer.SSECustomerAlgorithm,\n CopySourceSSECustomerKey: customer.SSECustomerKey,\n CopySourceSSECustomerKeyMD5: customer.SSECustomerKeyMD5,\n }\n : {}),\n ObjectLockMode: before.ObjectLockMode,\n ObjectLockRetainUntilDate: before.ObjectLockRetainUntilDate,\n ObjectLockLegalHoldStatus: before.ObjectLockLegalHoldStatus,\n }),\n { abortSignal: signal },\n ),\n );\n if (!output.CopyObjectResult?.ETag)\n return yield* storageError(\n \"transitionTier\",\n storage.provider,\n { _tag: \"ProviderFailure\", code: \"MissingCopyReceipt\" },\n \"unknown\",\n );\n return metadata(storage, value.ref.key, {\n ...before,\n ...output,\n ...output.CopyObjectResult,\n VersionId: output.VersionId,\n });\n }),\n});\nexport class S3StorageTier extends Context.Service<S3StorageTier, ReturnType<typeof make>>()(\n \"@effect-kit/storage/s3/S3StorageTier\",\n) {\n static readonly make = make;\n static readonly layer = Layer.effect(S3StorageTier, Effect.map(S3Storage, make));\n}\n"],"mappings":";;;;;;;;;;;;AAcA,MAAM,aAAa,OAAO,OAAO;CAC/B,KAAK;CACL,SAAS,OAAO;CAChB,cAAc,OAAO,SAAS;EAC5B;EACA;EACA;EACA;EACA;EACA;EACA;CACF,CAAC;CACD,QAAQ,OAAO,QAAQ,mBAAmB;AAC5C,CAAC;AACD,MAAM,QAAQ,aAA+B;CAC3C,mBAAmB,OAAO,WAAW,WAAW,OAAqC;EACnF,MAAM,QAAQ,OAAO,cACnB,OAAO,OAAO,EAAE,KAAK,WAAW,CAAC,GACjC,OACA,qBACA,QAAQ,QACV;EACA,MAAM,SAAS,OAAO,gBAAgB,SAAS,MAAM,KAAK,qBAAqB,IAAI;EACnF,MAAM,WAAW,OAAO,QAAQ,SAAS,qBAAqB,QAAQ,WACpE,QAAQ,OAAO,KACb,IAAI,kBAAkB;GAAE,GAAG;GAAQ,GAAG,eAAe,QAAQ,OAAO,UAAU;EAAE,CAAC,GACjF,EAAE,aAAa,OAAO,CACxB,CACF;EACA,OAAO;GACL,WAAW,SAAS;GACpB,UAAU,SAAS;GACnB,kBAAkB,SAAS;GAC3B,mBAAmB,SAAS;GAC5B,gBAAgB,SAAS;EAC3B;CACF,CAAC;CACD,YAAY,OAAO,WAAW,WAAW,OAA+B;EACtE,MAAM,QAAQ,OAAO,cAAc,YAAY,OAAO,kBAAkB,QAAQ,UAAU,IAAI;EAC9F,IAAI,QAAQ,SACV,OAAO,OAAO,aACZ,kBACA,QAAQ,UACR;GAAE,MAAM;GAAe,YAAY;EAAwB,GAC3D,aACF;EACF,MAAM,SAAS,OAAO,gBAAgB,SAAS,MAAM,KAAK,kBAAkB,IAAI;EAChF,MAAM,WAAW,eAAe,QAAQ,OAAO,UAAU;EACzD,MAAM,SAAS,OAAO,QAAQ,SAAS,uBAAuB,QAAQ,WACpE,QAAQ,OAAO,KAAK,IAAI,kBAAkB;GAAE,GAAG;GAAQ,GAAG;EAAS,CAAC,GAAG,EACrE,aAAa,OACf,CAAC,CACH;EACA,IAAI,CAAC,OAAO,QAAQ,OAAO,SAAS,MAAM,SACxC,OAAO,OAAO,aACZ,kBACA,QAAQ,UACR,EAAE,MAAM,qBAAqB,GAC7B,aACF;EACF,KAAK,OAAO,iBAAiB,OAAO,oBAAoB,KACtD,OAAO,OAAO,aACZ,kBACA,QAAQ,UACR;GAAE,MAAM;GAAe,YAAY;EAAsB,GACzD,aACF;EACF,MAAM,SAAS,OAAO,QAAQ,SAAS,kBAAkB,OAAO,WAC9D,QAAQ,OAAO,KACb,IAAI,kBAAkB;GACpB,QAAQ,OAAO;GACf,KAAK,OAAO;GACZ,YAAY,iBAAiB,OAAO,QAAQ,MAAM,GAAG;GACrD,mBAAmB,MAAM;GACzB,SAAS,MAAM;GACf,mBAAmB;GACnB,kBAAkB;GAClB,cAAc,MAAM;GACpB,sBAAsB,OAAO;GAC7B,aAAa,OAAO;GACpB,kBAAkB,OAAO;GACzB,GAAG;GACH,GAAI,QAAQ,OAAO,YAAY,SAAS,aACpC;IACE,gCAAgC,SAAS;IACzC,0BAA0B,SAAS;IACnC,6BAA6B,SAAS;GACxC,IACA,CAAC;GACL,gBAAgB,OAAO;GACvB,2BAA2B,OAAO;GAClC,2BAA2B,OAAO;EACpC,CAAC,GACD,EAAE,aAAa,OAAO,CACxB,CACF;EACA,IAAI,CAAC,OAAO,kBAAkB,MAC5B,OAAO,OAAO,aACZ,kBACA,QAAQ,UACR;GAAE,MAAM;GAAmB,MAAM;EAAqB,GACtD,SACF;EACF,OAAO,SAAS,SAAS,MAAM,IAAI,KAAK;GACtC,GAAG;GACH,GAAG;GACH,GAAG,OAAO;GACV,WAAW,OAAO;EACpB,CAAC;CACH,CAAC;AACH;AACA,IAAa,gBAAb,MAAa,sBAAsB,QAAQ,QAAgD,CAAC,CAC1F,sCACF,CAAC,CAAC;CACA,OAAgB,OAAO;CACvB,OAAgB,QAAQ,MAAM,OAAO,eAAe,OAAO,IAAI,WAAW,IAAI,CAAC;AACjF"}
|
|
@@ -0,0 +1,72 @@
|
|
|
1
|
+
import { storageError } from "../../core/errors.js";
|
|
2
|
+
import { operationMetadataKey } from "../../transfers/upload.js";
|
|
3
|
+
import { Upload, nativeLimits } from "./native-models.js";
|
|
4
|
+
import { Effect, Redacted, Schema } from "effect";
|
|
5
|
+
|
|
6
|
+
// src/providers/s3/transfer-driver.ts
|
|
7
|
+
const connections = /* @__PURE__ */ new WeakMap();
|
|
8
|
+
/** SDK attempts are already fixed to one by S3Storage; Transfers owns all retry policy. */
|
|
9
|
+
function makeS3TransferDriver(storage) {
|
|
10
|
+
const profile = storage.profile;
|
|
11
|
+
const limits = profile?.limits ?? nativeLimits;
|
|
12
|
+
const endpoint = {
|
|
13
|
+
storage,
|
|
14
|
+
maximumObjectBytes: profile?.maximumObjectBytes ?? nativeLimits.maximumPartBytes * nativeLimits.maximumParts,
|
|
15
|
+
maximumSingleUploadBytes: limits.maximumSinglePutBytes,
|
|
16
|
+
transportOverheadBytes: 1048576,
|
|
17
|
+
multipart: storage.multipart,
|
|
18
|
+
handles: profile ? profileSessionHandles(profile.configuration) : s3SessionHandles,
|
|
19
|
+
reconcile: ({ key, operationId, size }) => storage.head({ key }).pipe(Effect.map((metadata) => metadata.customMetadata?.["effect-storage-operation"] === operationId && metadata.size === size ? metadata : void 0), Effect.catchReason("StorageError", "NotFound", () => Effect.succeed(void 0))),
|
|
20
|
+
nativeCopy: {
|
|
21
|
+
maximumBytes: limits.maximumSingleCopyBytes,
|
|
22
|
+
accepts: (source) => profile?.copy !== "none" && (profile?.copy !== "bucket" || connections.get(source)?.config.bucket === storage.config.bucket && !storage.config.encryption && !connections.get(source)?.config.encryption) && connections.get(source)?.config.endpoint === storage.config.endpoint && connections.has(source),
|
|
23
|
+
copy: (intent) => storage.copyObject({
|
|
24
|
+
source: intent.ref,
|
|
25
|
+
destinationKey: intent.destinationKey,
|
|
26
|
+
sourceIfMatch: intent.etag,
|
|
27
|
+
condition: intent.condition,
|
|
28
|
+
headers: intent.headers,
|
|
29
|
+
metadataDirective: "REPLACE"
|
|
30
|
+
}, connections.get(intent.source)),
|
|
31
|
+
...profile && !profile.copyPartConditions ? {} : { part: (intent) => storage.copyPart({
|
|
32
|
+
upload: intent.upload,
|
|
33
|
+
partNumber: intent.partNumber,
|
|
34
|
+
source: intent.ref,
|
|
35
|
+
sourceIfMatch: intent.etag,
|
|
36
|
+
range: {
|
|
37
|
+
_tag: "Bounded",
|
|
38
|
+
start: intent.start,
|
|
39
|
+
end: intent.end
|
|
40
|
+
}
|
|
41
|
+
}, connections.get(intent.source)).pipe(Effect.map((part) => ({
|
|
42
|
+
partNumber: part.partNumber,
|
|
43
|
+
etag: part.etag,
|
|
44
|
+
checksums: part.checksums,
|
|
45
|
+
size: intent.end - intent.start + 1
|
|
46
|
+
}))) }
|
|
47
|
+
}
|
|
48
|
+
};
|
|
49
|
+
connections.set(endpoint, storage);
|
|
50
|
+
return endpoint;
|
|
51
|
+
}
|
|
52
|
+
/** Native checksum policy survives restart alongside the opaque upload identity. */
|
|
53
|
+
const s3SessionHandles = {
|
|
54
|
+
encode: (handle) => Schema.encodeEffect(Schema.fromJsonString(Schema.toCodecJson(Upload)))(handle).pipe(Effect.map(Redacted.make), Effect.mapError(() => storageError("handleCodec", "s3", { _tag: "InvalidSession" }))),
|
|
55
|
+
decode: (encoded) => Schema.decodeUnknownEffect(Schema.fromJsonString(Schema.toCodecJson(Upload)))(Redacted.value(encoded)).pipe(Effect.mapError(() => storageError("handleCodec", "s3", { _tag: "InvalidSession" })))
|
|
56
|
+
};
|
|
57
|
+
function profileSessionHandles(configuration) {
|
|
58
|
+
const envelope = Schema.fromJsonString(Schema.Struct({
|
|
59
|
+
configuration: Schema.Literal(configuration),
|
|
60
|
+
handle: Schema.String
|
|
61
|
+
}));
|
|
62
|
+
return {
|
|
63
|
+
encode: (handle) => s3SessionHandles.encode(handle).pipe(Effect.flatMap((encoded) => Schema.encodeEffect(envelope)({
|
|
64
|
+
configuration,
|
|
65
|
+
handle: Redacted.value(encoded)
|
|
66
|
+
})), Effect.map(Redacted.make), Effect.mapError(() => storageError("handleCodec", "s3", { _tag: "InvalidSession" }))),
|
|
67
|
+
decode: (encoded) => Schema.decodeUnknownEffect(envelope)(Redacted.value(encoded)).pipe(Effect.mapError(() => storageError("handleCodec", "s3", { _tag: "InvalidSession" })), Effect.flatMap((value) => s3SessionHandles.decode(Redacted.make(value.handle))))
|
|
68
|
+
};
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
export { makeS3TransferDriver };
|
|
72
|
+
//# sourceMappingURL=transfer-driver.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"transfer-driver.js","names":[],"sources":["../../../src/providers/s3/transfer-driver.ts"],"sourcesContent":["import { Effect, Redacted, Schema } from \"effect\";\n\nimport type { MultipartHandle } from \"../../core/contracts/multipart.js\";\nimport { storageError } from \"../../core/errors.js\";\nimport type { TransferEndpoint } from \"../../transfers/models.js\";\nimport { operationMetadataKey } from \"../../transfers/upload.js\";\nimport type { S3StorageService } from \"./index.js\";\nimport { Upload } from \"./native-models.js\";\nimport { nativeLimits } from \"./native-models.js\";\n\nconst connections = new WeakMap<TransferEndpoint, S3StorageService>();\n\n/** SDK attempts are already fixed to one by S3Storage; Transfers owns all retry policy. */\nexport function makeS3TransferDriver(storage: S3StorageService): TransferEndpoint {\n const profile = storage.profile;\n const limits = profile?.limits ?? nativeLimits;\n const endpoint: TransferEndpoint = {\n storage,\n maximumObjectBytes:\n profile?.maximumObjectBytes ?? nativeLimits.maximumPartBytes * nativeLimits.maximumParts,\n maximumSingleUploadBytes: limits.maximumSinglePutBytes,\n transportOverheadBytes: 1024 * 1024,\n multipart: storage.multipart,\n handles: profile ? profileSessionHandles(profile.configuration) : s3SessionHandles,\n reconcile: ({ key, operationId, size }) =>\n storage.head({ key }).pipe(\n Effect.map((metadata) =>\n metadata.customMetadata?.[operationMetadataKey] === operationId && metadata.size === size\n ? metadata\n : undefined,\n ),\n Effect.catchReason(\"StorageError\", \"NotFound\", () => Effect.succeed(undefined)),\n ),\n nativeCopy: {\n maximumBytes: limits.maximumSingleCopyBytes,\n accepts: (source) =>\n profile?.copy !== \"none\" &&\n (profile?.copy !== \"bucket\" ||\n (connections.get(source)?.config.bucket === storage.config.bucket &&\n !storage.config.encryption &&\n !connections.get(source)?.config.encryption)) &&\n connections.get(source)?.config.endpoint === storage.config.endpoint &&\n connections.has(source),\n copy: (intent) =>\n storage.copyObject(\n {\n source: intent.ref,\n destinationKey: intent.destinationKey,\n sourceIfMatch: intent.etag,\n condition: intent.condition,\n headers: intent.headers,\n metadataDirective: \"REPLACE\",\n },\n connections.get(intent.source),\n ),\n ...(profile && !profile.copyPartConditions\n ? {}\n : {\n part: (intent) =>\n storage\n .copyPart(\n {\n upload: intent.upload,\n partNumber: intent.partNumber,\n source: intent.ref,\n sourceIfMatch: intent.etag,\n range: { _tag: \"Bounded\", start: intent.start, end: intent.end },\n },\n connections.get(intent.source),\n )\n .pipe(\n Effect.map((part) => ({\n partNumber: part.partNumber,\n etag: part.etag,\n checksums: part.checksums,\n size: intent.end - intent.start + 1,\n })),\n ),\n }),\n },\n };\n connections.set(endpoint, storage);\n return endpoint;\n}\n\n/** Native checksum policy survives restart alongside the opaque upload identity. */\nconst s3SessionHandles = {\n encode: (handle: MultipartHandle) =>\n Schema.encodeEffect(Schema.fromJsonString(Schema.toCodecJson(Upload)))(handle).pipe(\n Effect.map(Redacted.make),\n Effect.mapError(() => storageError(\"handleCodec\", \"s3\", { _tag: \"InvalidSession\" })),\n ),\n decode: (encoded: Redacted.Redacted<string>) =>\n Schema.decodeUnknownEffect(Schema.fromJsonString(Schema.toCodecJson(Upload)))(\n Redacted.value(encoded),\n ).pipe(Effect.mapError(() => storageError(\"handleCodec\", \"s3\", { _tag: \"InvalidSession\" }))),\n};\n\nfunction profileSessionHandles(configuration: string) {\n const envelope = Schema.fromJsonString(\n Schema.Struct({ configuration: Schema.Literal(configuration), handle: Schema.String }),\n );\n return {\n encode: (handle: MultipartHandle) =>\n s3SessionHandles.encode(handle).pipe(\n Effect.flatMap((encoded) =>\n Schema.encodeEffect(envelope)({ configuration, handle: Redacted.value(encoded) }),\n ),\n Effect.map(Redacted.make),\n Effect.mapError(() => storageError(\"handleCodec\", \"s3\", { _tag: \"InvalidSession\" })),\n ),\n decode: (encoded: Redacted.Redacted<string>) =>\n Schema.decodeUnknownEffect(envelope)(Redacted.value(encoded)).pipe(\n Effect.mapError(() => storageError(\"handleCodec\", \"s3\", { _tag: \"InvalidSession\" })),\n Effect.flatMap((value) => s3SessionHandles.decode(Redacted.make(value.handle))),\n ),\n };\n}\n"],"mappings":";;;;;;AAUA,MAAM,8BAAc,IAAI,QAA4C;;AAGpE,SAAgB,qBAAqB,SAA6C;CAChF,MAAM,UAAU,QAAQ;CACxB,MAAM,SAAS,SAAS,UAAU;CAClC,MAAM,WAA6B;EACjC;EACA,oBACE,SAAS,sBAAsB,aAAa,mBAAmB,aAAa;EAC9E,0BAA0B,OAAO;EACjC,wBAAwB;EACxB,WAAW,QAAQ;EACnB,SAAS,UAAU,sBAAsB,QAAQ,aAAa,IAAI;EAClE,YAAY,EAAE,KAAK,aAAa,WAC9B,QAAQ,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,KACpB,OAAO,KAAK,aACV,SAAS,iDAA2C,eAAe,SAAS,SAAS,OACjF,WACA,MACN,GACA,OAAO,YAAY,gBAAgB,kBAAkB,OAAO,QAAQ,MAAS,CAAC,CAChF;EACF,YAAY;GACV,cAAc,OAAO;GACrB,UAAU,WACR,SAAS,SAAS,WACjB,SAAS,SAAS,YAChB,YAAY,IAAI,MAAM,CAAC,EAAE,OAAO,WAAW,QAAQ,OAAO,UACzD,CAAC,QAAQ,OAAO,cAChB,CAAC,YAAY,IAAI,MAAM,CAAC,EAAE,OAAO,eACrC,YAAY,IAAI,MAAM,CAAC,EAAE,OAAO,aAAa,QAAQ,OAAO,YAC5D,YAAY,IAAI,MAAM;GACxB,OAAO,WACL,QAAQ,WACN;IACE,QAAQ,OAAO;IACf,gBAAgB,OAAO;IACvB,eAAe,OAAO;IACtB,WAAW,OAAO;IAClB,SAAS,OAAO;IAChB,mBAAmB;GACrB,GACA,YAAY,IAAI,OAAO,MAAM,CAC/B;GACF,GAAI,WAAW,CAAC,QAAQ,qBACpB,CAAC,IACD,EACE,OAAO,WACL,QACG,SACC;IACE,QAAQ,OAAO;IACf,YAAY,OAAO;IACnB,QAAQ,OAAO;IACf,eAAe,OAAO;IACtB,OAAO;KAAE,MAAM;KAAW,OAAO,OAAO;KAAO,KAAK,OAAO;IAAI;GACjE,GACA,YAAY,IAAI,OAAO,MAAM,CAC/B,CAAC,CACA,KACC,OAAO,KAAK,UAAU;IACpB,YAAY,KAAK;IACjB,MAAM,KAAK;IACX,WAAW,KAAK;IAChB,MAAM,OAAO,MAAM,OAAO,QAAQ;GACpC,EAAE,CACJ,EACN;EACN;CACF;CACA,YAAY,IAAI,UAAU,OAAO;CACjC,OAAO;AACT;;AAGA,MAAM,mBAAmB;CACvB,SAAS,WACP,OAAO,aAAa,OAAO,eAAe,OAAO,YAAY,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,KAC7E,OAAO,IAAI,SAAS,IAAI,GACxB,OAAO,eAAe,aAAa,eAAe,MAAM,EAAE,MAAM,iBAAiB,CAAC,CAAC,CACrF;CACF,SAAS,YACP,OAAO,oBAAoB,OAAO,eAAe,OAAO,YAAY,MAAM,CAAC,CAAC,CAAC,CAC3E,SAAS,MAAM,OAAO,CACxB,CAAC,CAAC,KAAK,OAAO,eAAe,aAAa,eAAe,MAAM,EAAE,MAAM,iBAAiB,CAAC,CAAC,CAAC;AAC/F;AAEA,SAAS,sBAAsB,eAAuB;CACpD,MAAM,WAAW,OAAO,eACtB,OAAO,OAAO;EAAE,eAAe,OAAO,QAAQ,aAAa;EAAG,QAAQ,OAAO;CAAO,CAAC,CACvF;CACA,OAAO;EACL,SAAS,WACP,iBAAiB,OAAO,MAAM,CAAC,CAAC,KAC9B,OAAO,SAAS,YACd,OAAO,aAAa,QAAQ,CAAC,CAAC;GAAE;GAAe,QAAQ,SAAS,MAAM,OAAO;EAAE,CAAC,CAClF,GACA,OAAO,IAAI,SAAS,IAAI,GACxB,OAAO,eAAe,aAAa,eAAe,MAAM,EAAE,MAAM,iBAAiB,CAAC,CAAC,CACrF;EACF,SAAS,YACP,OAAO,oBAAoB,QAAQ,CAAC,CAAC,SAAS,MAAM,OAAO,CAAC,CAAC,CAAC,KAC5D,OAAO,eAAe,aAAa,eAAe,MAAM,EAAE,MAAM,iBAAiB,CAAC,CAAC,GACnF,OAAO,SAAS,UAAU,iBAAiB,OAAO,SAAS,KAAK,MAAM,MAAM,CAAC,CAAC,CAChF;CACJ;AACF"}
|
|
@@ -0,0 +1,94 @@
|
|
|
1
|
+
import { StorageError, storageError } from "../../core/errors.js";
|
|
2
|
+
import { Clock, Effect, Predicate } from "effect";
|
|
3
|
+
|
|
4
|
+
// src/providers/s3/transport.ts
|
|
5
|
+
const knownReasons = {
|
|
6
|
+
NoSuchKey: { _tag: "NotFound" },
|
|
7
|
+
NoSuchVersion: { _tag: "NotFound" },
|
|
8
|
+
NotFound: { _tag: "NotFound" },
|
|
9
|
+
AccessDenied: { _tag: "AccessDenied" },
|
|
10
|
+
InvalidAccessKeyId: { _tag: "AccessDenied" },
|
|
11
|
+
SignatureDoesNotMatch: { _tag: "AccessDenied" },
|
|
12
|
+
PreconditionFailed: { _tag: "PreconditionFailed" },
|
|
13
|
+
NotModified: { _tag: "NotModified" },
|
|
14
|
+
InvalidRange: { _tag: "RangeNotSatisfiable" },
|
|
15
|
+
ExpiredToken: { _tag: "Expired" },
|
|
16
|
+
RequestExpired: { _tag: "Expired" },
|
|
17
|
+
SlowDown: { _tag: "Throttled" },
|
|
18
|
+
Throttling: { _tag: "Throttled" },
|
|
19
|
+
BadDigest: { _tag: "IntegrityMismatch" },
|
|
20
|
+
InvalidDigest: { _tag: "IntegrityMismatch" },
|
|
21
|
+
NoSuchUpload: { _tag: "InvalidSession" }
|
|
22
|
+
};
|
|
23
|
+
function mapS3Error(cause, operation, mutation, nowMillis) {
|
|
24
|
+
if (cause instanceof StorageError) return cause;
|
|
25
|
+
const failure = Predicate.isObject(cause) ? cause : {};
|
|
26
|
+
const name = typeof failure.name === "string" ? failure.name : "";
|
|
27
|
+
const metadata = Predicate.isObject(failure.$metadata) ? failure.$metadata : {};
|
|
28
|
+
const status = typeof metadata.httpStatusCode === "number" ? metadata.httpStatusCode : void 0;
|
|
29
|
+
const requestId = typeof metadata.requestId === "string" && /^[A-Za-z0-9+/=_-]{1,256}$/u.test(metadata.requestId) ? metadata.requestId : void 0;
|
|
30
|
+
let reason;
|
|
31
|
+
const known = Object.hasOwn(knownReasons, name) ? knownReasons[name] : void 0;
|
|
32
|
+
if (typeof failure.message === "string" && failure.message.startsWith("Checksum mismatch:")) reason = { _tag: "IntegrityMismatch" };
|
|
33
|
+
else if (known) reason = known;
|
|
34
|
+
else switch (status) {
|
|
35
|
+
case 304:
|
|
36
|
+
reason = { _tag: "NotModified" };
|
|
37
|
+
break;
|
|
38
|
+
case 403:
|
|
39
|
+
reason = { _tag: "AccessDenied" };
|
|
40
|
+
break;
|
|
41
|
+
case 412:
|
|
42
|
+
reason = { _tag: "PreconditionFailed" };
|
|
43
|
+
break;
|
|
44
|
+
case 416:
|
|
45
|
+
reason = { _tag: "RangeNotSatisfiable" };
|
|
46
|
+
break;
|
|
47
|
+
case 429:
|
|
48
|
+
reason = { _tag: "Throttled" };
|
|
49
|
+
break;
|
|
50
|
+
case void 0:
|
|
51
|
+
reason = { _tag: "TransportFailure" };
|
|
52
|
+
break;
|
|
53
|
+
default: reason = {
|
|
54
|
+
_tag: "ProviderFailure",
|
|
55
|
+
.../^[A-Za-z][A-Za-z0-9]{0,63}$/u.test(name) ? { code: name } : {}
|
|
56
|
+
};
|
|
57
|
+
}
|
|
58
|
+
if (reason._tag === "Throttled") {
|
|
59
|
+
const response = Predicate.isObject(failure.$response) ? failure.$response : {};
|
|
60
|
+
const retryAfter = (Predicate.isObject(response.headers) ? response.headers : {})["retry-after"];
|
|
61
|
+
if (typeof retryAfter === "string") {
|
|
62
|
+
const millis = /^\d+(?:\.\d+)?$/u.test(retryAfter) ? Number(retryAfter) * 1e3 : nowMillis === void 0 ? NaN : Date.parse(retryAfter) - nowMillis;
|
|
63
|
+
if (Number.isFinite(millis) && millis <= Number.MAX_SAFE_INTEGER) reason = {
|
|
64
|
+
_tag: "Throttled",
|
|
65
|
+
retryAfterMillis: Math.max(0, Math.ceil(millis))
|
|
66
|
+
};
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
return new StorageError({
|
|
70
|
+
operation,
|
|
71
|
+
provider: "s3",
|
|
72
|
+
reason,
|
|
73
|
+
requestId,
|
|
74
|
+
mutationOutcome: mutation ? reason._tag === "Throttled" && status === 503 || status !== void 0 && status >= 400 && status < 500 && status !== 408 ? "rejected" : "unknown" : "not-applicable"
|
|
75
|
+
});
|
|
76
|
+
}
|
|
77
|
+
function request(connection, operation, mutation, execute) {
|
|
78
|
+
return Effect.tryPromise({
|
|
79
|
+
try: execute,
|
|
80
|
+
catch: (cause) => cause
|
|
81
|
+
}).pipe(Effect.catch((cause) => Effect.flatMap(Clock.currentTimeMillis, (now) => Effect.fail(connection.profile ? new StorageError({
|
|
82
|
+
...mapS3Error(cause, operation, mutation, now),
|
|
83
|
+
provider: connection.profile.provider
|
|
84
|
+
}) : mapS3Error(cause, operation, mutation, now)))), Effect.timeoutOrElse({
|
|
85
|
+
duration: connection.config.requestTimeoutMillis,
|
|
86
|
+
orElse: () => Effect.fail(storageError(operation, "s3", {
|
|
87
|
+
_tag: "TransportFailure",
|
|
88
|
+
code: "DeadlineExceeded"
|
|
89
|
+
}, mutation ? "unknown" : "not-applicable"))
|
|
90
|
+
}));
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
export { mapS3Error, request };
|
|
94
|
+
//# sourceMappingURL=transport.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"transport.js","names":[],"sources":["../../../src/providers/s3/transport.ts"],"sourcesContent":["import { Clock, Effect, Predicate } from \"effect\";\n\nimport { StorageError, storageError } from \"../../core/errors.js\";\nimport type { StorageReason } from \"../../core/errors.js\";\nimport type { S3Connection } from \"./config.js\";\n\nconst knownReasons: Readonly<Record<string, StorageReason>> = {\n NoSuchKey: { _tag: \"NotFound\" },\n NoSuchVersion: { _tag: \"NotFound\" },\n NotFound: { _tag: \"NotFound\" },\n AccessDenied: { _tag: \"AccessDenied\" },\n InvalidAccessKeyId: { _tag: \"AccessDenied\" },\n SignatureDoesNotMatch: { _tag: \"AccessDenied\" },\n PreconditionFailed: { _tag: \"PreconditionFailed\" },\n NotModified: { _tag: \"NotModified\" },\n InvalidRange: { _tag: \"RangeNotSatisfiable\" },\n ExpiredToken: { _tag: \"Expired\" },\n RequestExpired: { _tag: \"Expired\" },\n SlowDown: { _tag: \"Throttled\" },\n Throttling: { _tag: \"Throttled\" },\n BadDigest: { _tag: \"IntegrityMismatch\" },\n InvalidDigest: { _tag: \"IntegrityMismatch\" },\n NoSuchUpload: { _tag: \"InvalidSession\" },\n};\n\nexport function mapS3Error(\n cause: unknown,\n operation: string,\n mutation: boolean,\n nowMillis?: number,\n): StorageError {\n if (cause instanceof StorageError) return cause;\n const failure = Predicate.isObject(cause) ? cause : {};\n const name = typeof failure.name === \"string\" ? failure.name : \"\";\n const metadata = Predicate.isObject(failure.$metadata) ? failure.$metadata : {};\n const status = typeof metadata.httpStatusCode === \"number\" ? metadata.httpStatusCode : undefined;\n const requestId =\n typeof metadata.requestId === \"string\" && /^[A-Za-z0-9+/=_-]{1,256}$/u.test(metadata.requestId)\n ? metadata.requestId\n : undefined;\n let reason: StorageReason;\n const known = Object.hasOwn(knownReasons, name) ? knownReasons[name] : undefined;\n if (typeof failure.message === \"string\" && failure.message.startsWith(\"Checksum mismatch:\")) {\n reason = { _tag: \"IntegrityMismatch\" };\n } else if (known) {\n reason = known;\n } else {\n switch (status) {\n case 304:\n reason = { _tag: \"NotModified\" };\n break;\n case 403:\n reason = { _tag: \"AccessDenied\" };\n break;\n case 412:\n reason = { _tag: \"PreconditionFailed\" };\n break;\n case 416:\n reason = { _tag: \"RangeNotSatisfiable\" };\n break;\n case 429:\n reason = { _tag: \"Throttled\" };\n break;\n case undefined:\n reason = { _tag: \"TransportFailure\" };\n break;\n default:\n reason = {\n _tag: \"ProviderFailure\",\n ...(/^[A-Za-z][A-Za-z0-9]{0,63}$/u.test(name) ? { code: name } : {}),\n };\n }\n }\n\n if (reason._tag === \"Throttled\") {\n const response = Predicate.isObject(failure.$response) ? failure.$response : {};\n const headers = Predicate.isObject(response.headers) ? response.headers : {};\n const retryAfter = headers[\"retry-after\"];\n if (typeof retryAfter === \"string\") {\n const millis = /^\\d+(?:\\.\\d+)?$/u.test(retryAfter)\n ? Number(retryAfter) * 1000\n : nowMillis === undefined\n ? Number.NaN\n : Date.parse(retryAfter) - nowMillis;\n if (Number.isFinite(millis) && millis <= Number.MAX_SAFE_INTEGER)\n reason = { _tag: \"Throttled\", retryAfterMillis: Math.max(0, Math.ceil(millis)) };\n }\n }\n\n // Generic 404s can mean a missing bucket or hidden authority; only named object errors prove absence.\n return new StorageError({\n operation,\n provider: \"s3\",\n reason,\n requestId,\n mutationOutcome: mutation\n ? (reason._tag === \"Throttled\" && status === 503) ||\n (status !== undefined && status >= 400 && status < 500 && status !== 408)\n ? \"rejected\"\n : \"unknown\"\n : \"not-applicable\",\n });\n}\n\nexport function request<A>(\n connection: S3Connection,\n operation: string,\n mutation: boolean,\n execute: (signal: AbortSignal) => Promise<A>,\n) {\n return Effect.tryPromise({\n try: execute,\n catch: (cause) => cause,\n }).pipe(\n Effect.catch((cause) =>\n Effect.flatMap(Clock.currentTimeMillis, (now) =>\n Effect.fail(\n connection.profile\n ? new StorageError({\n ...mapS3Error(cause, operation, mutation, now),\n provider: connection.profile.provider,\n })\n : mapS3Error(cause, operation, mutation, now),\n ),\n ),\n ),\n Effect.timeoutOrElse({\n duration: connection.config.requestTimeoutMillis,\n orElse: () =>\n Effect.fail(\n storageError(\n operation,\n \"s3\",\n { _tag: \"TransportFailure\", code: \"DeadlineExceeded\" },\n mutation ? \"unknown\" : \"not-applicable\",\n ),\n ),\n }),\n );\n}\n"],"mappings":";;;;AAMA,MAAM,eAAwD;CAC5D,WAAW,EAAE,MAAM,WAAW;CAC9B,eAAe,EAAE,MAAM,WAAW;CAClC,UAAU,EAAE,MAAM,WAAW;CAC7B,cAAc,EAAE,MAAM,eAAe;CACrC,oBAAoB,EAAE,MAAM,eAAe;CAC3C,uBAAuB,EAAE,MAAM,eAAe;CAC9C,oBAAoB,EAAE,MAAM,qBAAqB;CACjD,aAAa,EAAE,MAAM,cAAc;CACnC,cAAc,EAAE,MAAM,sBAAsB;CAC5C,cAAc,EAAE,MAAM,UAAU;CAChC,gBAAgB,EAAE,MAAM,UAAU;CAClC,UAAU,EAAE,MAAM,YAAY;CAC9B,YAAY,EAAE,MAAM,YAAY;CAChC,WAAW,EAAE,MAAM,oBAAoB;CACvC,eAAe,EAAE,MAAM,oBAAoB;CAC3C,cAAc,EAAE,MAAM,iBAAiB;AACzC;AAEA,SAAgB,WACd,OACA,WACA,UACA,WACc;CACd,IAAI,iBAAiB,cAAc,OAAO;CAC1C,MAAM,UAAU,UAAU,SAAS,KAAK,IAAI,QAAQ,CAAC;CACrD,MAAM,OAAO,OAAO,QAAQ,SAAS,WAAW,QAAQ,OAAO;CAC/D,MAAM,WAAW,UAAU,SAAS,QAAQ,SAAS,IAAI,QAAQ,YAAY,CAAC;CAC9E,MAAM,SAAS,OAAO,SAAS,mBAAmB,WAAW,SAAS,iBAAiB;CACvF,MAAM,YACJ,OAAO,SAAS,cAAc,YAAY,6BAA6B,KAAK,SAAS,SAAS,IAC1F,SAAS,YACT;CACN,IAAI;CACJ,MAAM,QAAQ,OAAO,OAAO,cAAc,IAAI,IAAI,aAAa,QAAQ;CACvE,IAAI,OAAO,QAAQ,YAAY,YAAY,QAAQ,QAAQ,WAAW,oBAAoB,GACxF,SAAS,EAAE,MAAM,oBAAoB;MAChC,IAAI,OACT,SAAS;MAET,QAAQ,QAAR;EACE,KAAK;GACH,SAAS,EAAE,MAAM,cAAc;GAC/B;EACF,KAAK;GACH,SAAS,EAAE,MAAM,eAAe;GAChC;EACF,KAAK;GACH,SAAS,EAAE,MAAM,qBAAqB;GACtC;EACF,KAAK;GACH,SAAS,EAAE,MAAM,sBAAsB;GACvC;EACF,KAAK;GACH,SAAS,EAAE,MAAM,YAAY;GAC7B;EACF,KAAK;GACH,SAAS,EAAE,MAAM,mBAAmB;GACpC;EACF,SACE,SAAS;GACP,MAAM;GACN,GAAI,+BAA+B,KAAK,IAAI,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;EACpE;CACJ;CAGF,IAAI,OAAO,SAAS,aAAa;EAC/B,MAAM,WAAW,UAAU,SAAS,QAAQ,SAAS,IAAI,QAAQ,YAAY,CAAC;EAE9E,MAAM,cADU,UAAU,SAAS,SAAS,OAAO,IAAI,SAAS,UAAU,CAAC,EACjD,CAAC;EAC3B,IAAI,OAAO,eAAe,UAAU;GAClC,MAAM,SAAS,mBAAmB,KAAK,UAAU,IAC7C,OAAO,UAAU,IAAI,MACrB,cAAc,SACZ,MACA,KAAK,MAAM,UAAU,IAAI;GAC/B,IAAI,OAAO,SAAS,MAAM,KAAK,UAAU,OAAO,kBAC9C,SAAS;IAAE,MAAM;IAAa,kBAAkB,KAAK,IAAI,GAAG,KAAK,KAAK,MAAM,CAAC;GAAE;EACnF;CACF;CAGA,OAAO,IAAI,aAAa;EACtB;EACA,UAAU;EACV;EACA;EACA,iBAAiB,WACZ,OAAO,SAAS,eAAe,WAAW,OAC1C,WAAW,UAAa,UAAU,OAAO,SAAS,OAAO,WAAW,MACnE,aACA,YACF;CACN,CAAC;AACH;AAEA,SAAgB,QACd,YACA,WACA,UACA,SACA;CACA,OAAO,OAAO,WAAW;EACvB,KAAK;EACL,QAAQ,UAAU;CACpB,CAAC,CAAC,CAAC,KACD,OAAO,OAAO,UACZ,OAAO,QAAQ,MAAM,oBAAoB,QACvC,OAAO,KACL,WAAW,UACP,IAAI,aAAa;EACf,GAAG,WAAW,OAAO,WAAW,UAAU,GAAG;EAC7C,UAAU,WAAW,QAAQ;CAC/B,CAAC,IACD,WAAW,OAAO,WAAW,UAAU,GAAG,CAChD,CACF,CACF,GACA,OAAO,cAAc;EACnB,UAAU,WAAW,OAAO;EAC5B,cACE,OAAO,KACL,aACE,WACA,MACA;GAAE,MAAM;GAAoB,MAAM;EAAmB,GACrD,WAAW,YAAY,gBACzB,CACF;CACJ,CAAC,CACH;AACF"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { uploadBody as uploadBody$1 } from "../../internal/node/upload-body.js";
|
|
2
|
+
|
|
3
|
+
// src/providers/s3/upload-body.ts
|
|
4
|
+
const uploadBody = (connection, input, operation, execute) => uploadBody$1({
|
|
5
|
+
provider: "s3",
|
|
6
|
+
maxUnknownLengthBytes: connection.config.maxUnknownLengthBytes
|
|
7
|
+
}, input, operation, execute);
|
|
8
|
+
|
|
9
|
+
export { uploadBody };
|
|
10
|
+
//# sourceMappingURL=upload-body.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"upload-body.js","names":["nodeUploadBody"],"sources":["../../../src/providers/s3/upload-body.ts"],"sourcesContent":["import type { PassThrough } from \"node:stream\";\n\nimport type { Effect } from \"effect\";\n\nimport type { StorageError } from \"../../core/errors.js\";\nimport type { PutRequest } from \"../../core/requests.js\";\nimport { uploadBody as nodeUploadBody } from \"../../internal/node/upload-body.js\";\nimport type { S3Connection } from \"./config.js\";\n\nexport const uploadBody = <A, E, R>(\n connection: S3Connection,\n input: Pick<PutRequest<E, R>, \"body\" | \"contentLength\" | \"maxBytes\">,\n operation: string,\n execute: (body: Uint8Array | PassThrough, length: number) => Effect.Effect<A, StorageError>,\n) =>\n nodeUploadBody(\n { provider: \"s3\", maxUnknownLengthBytes: connection.config.maxUnknownLengthBytes },\n input,\n operation,\n execute,\n );\n"],"mappings":";;;AASA,MAAa,cACX,YACA,OACA,WACA,YAEAA,aACE;CAAE,UAAU;CAAM,uBAAuB,WAAW,OAAO;AAAsB,GACjF,OACA,WACA,OACF"}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
import { ObjectHeaders, ObjectKey } from "../../core/object.js";
|
|
2
|
+
import { storageError } from "../../core/errors.js";
|
|
3
|
+
import { decodeRequest } from "../../internal/request-validation.js";
|
|
4
|
+
import { Effect, Schema } from "effect";
|
|
5
|
+
import { validateHeaderValue } from "node:http";
|
|
6
|
+
|
|
7
|
+
// src/providers/s3/validation.ts
|
|
8
|
+
const S3Key = ObjectKey.check(Schema.makeFilter((key) => new TextEncoder().encode(key).length <= 1024, { expected: "an S3 key of at most 1024 UTF-8 bytes" }));
|
|
9
|
+
const validateHeaders = Effect.fnUntraced(function* (input, operation) {
|
|
10
|
+
const value = yield* decodeRequest(ObjectHeaders, input, operation, "s3", true);
|
|
11
|
+
const names = Object.keys(value.customMetadata ?? {}).map((name) => name.toLowerCase());
|
|
12
|
+
const bytes = Object.entries(value.customMetadata ?? {}).reduce((total, [name, content]) => total + Buffer.byteLength(name) + Buffer.byteLength(content), 0);
|
|
13
|
+
if (new Set(names).size !== names.length || bytes > 2048) return yield* storageError(operation, "s3", {
|
|
14
|
+
_tag: "InvalidInput",
|
|
15
|
+
field: "metadata"
|
|
16
|
+
}, "not-started");
|
|
17
|
+
yield* Effect.try({
|
|
18
|
+
try: () => {
|
|
19
|
+
for (const [name, content] of Object.entries(value)) if (typeof content === "string") validateHeaderValue(name, content);
|
|
20
|
+
for (const [name, content] of Object.entries(value.customMetadata ?? {})) validateHeaderValue(name, content);
|
|
21
|
+
},
|
|
22
|
+
catch: () => storageError(operation, "s3", {
|
|
23
|
+
_tag: "InvalidInput",
|
|
24
|
+
field: "headers"
|
|
25
|
+
}, "not-started")
|
|
26
|
+
});
|
|
27
|
+
return value;
|
|
28
|
+
});
|
|
29
|
+
|
|
30
|
+
export { S3Key, validateHeaders };
|
|
31
|
+
//# sourceMappingURL=validation.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"validation.js","names":[],"sources":["../../../src/providers/s3/validation.ts"],"sourcesContent":["import { validateHeaderValue } from \"node:http\";\n\nimport { Effect, Schema } from \"effect\";\n\nimport { storageError } from \"../../core/errors.js\";\nimport { ObjectHeaders, ObjectKey } from \"../../core/object.js\";\nimport { decodeRequest } from \"../../internal/request-validation.js\";\n\nexport const S3Key = ObjectKey.check(\n Schema.makeFilter<string>((key) => new TextEncoder().encode(key).length <= 1024, {\n expected: \"an S3 key of at most 1024 UTF-8 bytes\",\n }),\n);\n\nexport const validateHeaders = Effect.fnUntraced(function* (\n input: ObjectHeaders,\n operation: string,\n) {\n const value = yield* decodeRequest(ObjectHeaders, input, operation, \"s3\", true);\n const names = Object.keys(value.customMetadata ?? {}).map((name) => name.toLowerCase());\n const bytes = Object.entries(value.customMetadata ?? {}).reduce(\n (total, [name, content]) => total + Buffer.byteLength(name) + Buffer.byteLength(content),\n 0,\n );\n if (new Set(names).size !== names.length || bytes > 2048)\n return yield* storageError(\n operation,\n \"s3\",\n { _tag: \"InvalidInput\", field: \"metadata\" },\n \"not-started\",\n );\n yield* Effect.try({\n try: () => {\n for (const [name, content] of Object.entries(value)) {\n if (typeof content === \"string\") validateHeaderValue(name, content);\n }\n for (const [name, content] of Object.entries(value.customMetadata ?? {}))\n validateHeaderValue(name, content);\n },\n catch: () =>\n storageError(operation, \"s3\", { _tag: \"InvalidInput\", field: \"headers\" }, \"not-started\"),\n });\n return value;\n});\n"],"mappings":";;;;;;;AAQA,MAAa,QAAQ,UAAU,MAC7B,OAAO,YAAoB,QAAQ,IAAI,YAAY,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,UAAU,MAAM,EAC/E,UAAU,wCACZ,CAAC,CACH;AAEA,MAAa,kBAAkB,OAAO,WAAW,WAC/C,OACA,WACA;CACA,MAAM,QAAQ,OAAO,cAAc,eAAe,OAAO,WAAW,MAAM,IAAI;CAC9E,MAAM,QAAQ,OAAO,KAAK,MAAM,kBAAkB,CAAC,CAAC,CAAC,CAAC,KAAK,SAAS,KAAK,YAAY,CAAC;CACtF,MAAM,QAAQ,OAAO,QAAQ,MAAM,kBAAkB,CAAC,CAAC,CAAC,CAAC,QACtD,OAAO,CAAC,MAAM,aAAa,QAAQ,OAAO,WAAW,IAAI,IAAI,OAAO,WAAW,OAAO,GACvF,CACF;CACA,IAAI,IAAI,IAAI,KAAK,CAAC,CAAC,SAAS,MAAM,UAAU,QAAQ,MAClD,OAAO,OAAO,aACZ,WACA,MACA;EAAE,MAAM;EAAgB,OAAO;CAAW,GAC1C,aACF;CACF,OAAO,OAAO,IAAI;EAChB,WAAW;GACT,KAAK,MAAM,CAAC,MAAM,YAAY,OAAO,QAAQ,KAAK,GAChD,IAAI,OAAO,YAAY,UAAU,oBAAoB,MAAM,OAAO;GAEpE,KAAK,MAAM,CAAC,MAAM,YAAY,OAAO,QAAQ,MAAM,kBAAkB,CAAC,CAAC,GACrE,oBAAoB,MAAM,OAAO;EACrC;EACA,aACE,aAAa,WAAW,MAAM;GAAE,MAAM;GAAgB,OAAO;EAAU,GAAG,aAAa;CAC3F,CAAC;CACD,OAAO;AACT,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { StorageVersions, VersionsService } from "../../lifecycle.js";
|
|
2
|
+
import { S3Storage, S3StorageService } from "../../s3.js";
|
|
3
|
+
import { Context, Layer } from "effect";
|
|
4
|
+
declare const S3Versions_base: Context.ServiceClass<S3Versions, "@effect-kit/storage/s3/S3Versions", VersionsService>;
|
|
5
|
+
export declare class S3Versions extends S3Versions_base {
|
|
6
|
+
static make(storage: S3StorageService): VersionsService;
|
|
7
|
+
static readonly layer: Layer.Layer<S3Versions | StorageVersions, never, S3Storage>;
|
|
8
|
+
}
|
|
9
|
+
export {};
|
|
10
|
+
//# sourceMappingURL=versions.d.ts.map
|