@effect-kit/storage 0.0.0-stage → 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +18 -0
- package/LICENSE +204 -0
- package/README.md +369 -2
- package/dist/_virtual/_rolldown/runtime.js +17 -0
- package/dist/azure/account-admin.d.ts +116 -0
- package/dist/azure/account-admin.js +90 -0
- package/dist/azure/account-admin.js.map +1 -0
- package/dist/azure/admin.d.ts +68 -0
- package/dist/azure/admin.js +85 -0
- package/dist/azure/admin.js.map +1 -0
- package/dist/azure/archive.d.ts +95 -0
- package/dist/azure/archive.js +52 -0
- package/dist/azure/archive.js.map +1 -0
- package/dist/azure/events.d.ts +40 -0
- package/dist/azure/events.js +62 -0
- package/dist/azure/events.js.map +1 -0
- package/dist/azure/governance.d.ts +139 -0
- package/dist/azure/governance.js +59 -0
- package/dist/azure/governance.js.map +1 -0
- package/dist/azure/identity.d.ts +4 -0
- package/dist/azure/identity.js +8 -0
- package/dist/azure/identity.js.map +1 -0
- package/dist/azure/lifecycle.d.ts +21 -0
- package/dist/azure/lifecycle.js +193 -0
- package/dist/azure/lifecycle.js.map +1 -0
- package/dist/azure/signing.d.ts +17 -0
- package/dist/azure/signing.js +71 -0
- package/dist/azure/signing.js.map +1 -0
- package/dist/azure/uploads.d.ts +11 -0
- package/dist/azure/uploads.js +83 -0
- package/dist/azure/uploads.js.map +1 -0
- package/dist/azure.d.ts +427 -0
- package/dist/azure.js +77 -0
- package/dist/azure.js.map +1 -0
- package/dist/b2/admin.d.ts +149 -0
- package/dist/b2/admin.js +157 -0
- package/dist/b2/admin.js.map +1 -0
- package/dist/b2.d.ts +15 -0
- package/dist/b2.js +15 -0
- package/dist/b2.js.map +1 -0
- package/dist/browser.d.ts +7 -0
- package/dist/browser.js +11 -0
- package/dist/browser.js.map +1 -0
- package/dist/bun.d.ts +14 -0
- package/dist/bun.js +17 -0
- package/dist/bun.js.map +1 -0
- package/dist/cache.d.ts +18 -0
- package/dist/cache.js +116 -0
- package/dist/cache.js.map +1 -0
- package/dist/client/atoms/controller.d.ts +10 -0
- package/dist/client/atoms/controller.js +267 -0
- package/dist/client/atoms/controller.js.map +1 -0
- package/dist/client/atoms/state.d.ts +17 -0
- package/dist/client/atoms/state.js +11 -0
- package/dist/client/atoms/state.js.map +1 -0
- package/dist/client/atoms.d.ts +59 -0
- package/dist/client/atoms.js +39 -0
- package/dist/client/atoms.js.map +1 -0
- package/dist/client/fingerprint.js +28 -0
- package/dist/client/fingerprint.js.map +1 -0
- package/dist/client/store.d.ts +31 -0
- package/dist/client/store.js +56 -0
- package/dist/client/store.js.map +1 -0
- package/dist/client/transport.d.ts +11 -0
- package/dist/client/transport.js +78 -0
- package/dist/client/transport.js.map +1 -0
- package/dist/client.d.ts +259 -0
- package/dist/client.js +350 -0
- package/dist/client.js.map +1 -0
- package/dist/composition/layer.js +22 -0
- package/dist/composition/layer.js.map +1 -0
- package/dist/composition/representation/staging.js +46 -0
- package/dist/composition/representation/staging.js.map +1 -0
- package/dist/composition/representation/storage.js +188 -0
- package/dist/composition/representation/storage.js.map +1 -0
- package/dist/composition.d.ts +20 -0
- package/dist/composition.js +124 -0
- package/dist/composition.js.map +1 -0
- package/dist/compression.d.ts +16 -0
- package/dist/compression.js +38 -0
- package/dist/compression.js.map +1 -0
- package/dist/content.d.ts +590 -0
- package/dist/content.js +168 -0
- package/dist/content.js.map +1 -0
- package/dist/core/capabilities.d.ts +53 -0
- package/dist/core/capabilities.js +9 -0
- package/dist/core/capabilities.js.map +1 -0
- package/dist/core/contracts/multipart.d.ts +56 -0
- package/dist/core/contracts/resumable.d.ts +70 -0
- package/dist/core/errors.d.ts +55 -0
- package/dist/core/errors.js +55 -0
- package/dist/core/errors.js.map +1 -0
- package/dist/core/object.d.ts +97 -0
- package/dist/core/object.js +55 -0
- package/dist/core/object.js.map +1 -0
- package/dist/core/ranges.d.ts +17 -0
- package/dist/core/ranges.js +27 -0
- package/dist/core/ranges.js.map +1 -0
- package/dist/core/requests.d.ts +185 -0
- package/dist/core/requests.js +42 -0
- package/dist/core/requests.js.map +1 -0
- package/dist/core/storage.d.ts +249 -0
- package/dist/core/storage.js +173 -0
- package/dist/core/storage.js.map +1 -0
- package/dist/deno.d.ts +14 -0
- package/dist/deno.js +17 -0
- package/dist/deno.js.map +1 -0
- package/dist/encryption/age.d.ts +14 -0
- package/dist/encryption/age.js +46 -0
- package/dist/encryption/age.js.map +1 -0
- package/dist/encryption.d.ts +16 -0
- package/dist/encryption.js +16 -0
- package/dist/encryption.js.map +1 -0
- package/dist/events.d.ts +57 -0
- package/dist/events.js +106 -0
- package/dist/events.js.map +1 -0
- package/dist/filesystem.d.ts +23 -0
- package/dist/filesystem.js +75 -0
- package/dist/filesystem.js.map +1 -0
- package/dist/gcs/admin.d.ts +470 -0
- package/dist/gcs/admin.js +206 -0
- package/dist/gcs/admin.js.map +1 -0
- package/dist/gcs/events.d.ts +41 -0
- package/dist/gcs/events.js +45 -0
- package/dist/gcs/events.js.map +1 -0
- package/dist/gcs/governance.d.ts +158 -0
- package/dist/gcs/governance.js +100 -0
- package/dist/gcs/governance.js.map +1 -0
- package/dist/gcs/lifecycle.d.ts +161 -0
- package/dist/gcs/lifecycle.js +174 -0
- package/dist/gcs/lifecycle.js.map +1 -0
- package/dist/gcs/post.d.ts +31 -0
- package/dist/gcs/post.js +70 -0
- package/dist/gcs/post.js.map +1 -0
- package/dist/gcs/signing.d.ts +10 -0
- package/dist/gcs/signing.js +61 -0
- package/dist/gcs/signing.js.map +1 -0
- package/dist/gcs/uploads.d.ts +10 -0
- package/dist/gcs/uploads.js +76 -0
- package/dist/gcs/uploads.js.map +1 -0
- package/dist/gcs.d.ts +888 -0
- package/dist/gcs.js +91 -0
- package/dist/gcs.js.map +1 -0
- package/dist/hetzner/admin.d.ts +112 -0
- package/dist/hetzner/admin.js +19 -0
- package/dist/hetzner/admin.js.map +1 -0
- package/dist/hetzner.d.ts +15 -0
- package/dist/hetzner.js +15 -0
- package/dist/hetzner.js.map +1 -0
- package/dist/http/api.d.ts +236 -0
- package/dist/http/api.js +54 -0
- package/dist/http/api.js.map +1 -0
- package/dist/http/download.js +99 -0
- package/dist/http/download.js.map +1 -0
- package/dist/http/schema.d.ts +3 -0
- package/dist/http/schema.js +4 -0
- package/dist/http.d.ts +35 -0
- package/dist/http.js +178 -0
- package/dist/http.js.map +1 -0
- package/dist/index.d.ts +10 -0
- package/dist/index.js +9 -0
- package/dist/internal/http/control-plane.js +71 -0
- package/dist/internal/http/control-plane.js.map +1 -0
- package/dist/internal/listing-cursor.js +44 -0
- package/dist/internal/listing-cursor.js.map +1 -0
- package/dist/internal/node/provider-errors.js +16 -0
- package/dist/internal/node/provider-errors.js.map +1 -0
- package/dist/internal/node/upload-body.js +111 -0
- package/dist/internal/node/upload-body.js.map +1 -0
- package/dist/internal/provider-response.js +14 -0
- package/dist/internal/provider-response.js.map +1 -0
- package/dist/internal/public-urls.js +30 -0
- package/dist/internal/public-urls.js.map +1 -0
- package/dist/internal/read-condition.js +11 -0
- package/dist/internal/read-condition.js.map +1 -0
- package/dist/internal/request-validation.js +24 -0
- package/dist/internal/request-validation.js.map +1 -0
- package/dist/internal/signing-request.js +22 -0
- package/dist/internal/signing-request.js.map +1 -0
- package/dist/internal/web-upload-body.js +71 -0
- package/dist/internal/web-upload-body.js.map +1 -0
- package/dist/lifecycle/configuration-state.js +26 -0
- package/dist/lifecycle/configuration-state.js.map +1 -0
- package/dist/lifecycle/metadata.js +28 -0
- package/dist/lifecycle/metadata.js.map +1 -0
- package/dist/lifecycle.d.ts +269 -0
- package/dist/lifecycle.js +72 -0
- package/dist/lifecycle.js.map +1 -0
- package/dist/migrations.d.ts +537 -0
- package/dist/migrations.js +296 -0
- package/dist/migrations.js.map +1 -0
- package/dist/minio/admin.d.ts +112 -0
- package/dist/minio/admin.js +19 -0
- package/dist/minio/admin.js.map +1 -0
- package/dist/minio.d.ts +15 -0
- package/dist/minio.js +15 -0
- package/dist/minio.js.map +1 -0
- package/dist/mirror.d.ts +830 -0
- package/dist/mirror.js +290 -0
- package/dist/mirror.js.map +1 -0
- package/dist/node.d.ts +14 -0
- package/dist/node.js +17 -0
- package/dist/node.js.map +1 -0
- package/dist/providers/azure/blocks.js +94 -0
- package/dist/providers/azure/blocks.js.map +1 -0
- package/dist/providers/azure/config.d.ts +41 -0
- package/dist/providers/azure/config.js +62 -0
- package/dist/providers/azure/config.js.map +1 -0
- package/dist/providers/azure/mapping.js +83 -0
- package/dist/providers/azure/mapping.js.map +1 -0
- package/dist/providers/azure/native.js +88 -0
- package/dist/providers/azure/native.js.map +1 -0
- package/dist/providers/azure/primitives.js +203 -0
- package/dist/providers/azure/primitives.js.map +1 -0
- package/dist/providers/azure/properties.d.ts +180 -0
- package/dist/providers/azure/properties.js +55 -0
- package/dist/providers/azure/properties.js.map +1 -0
- package/dist/providers/azure/transport.js +14 -0
- package/dist/providers/azure/transport.js.map +1 -0
- package/dist/providers/azure/validation.js +11 -0
- package/dist/providers/azure/validation.js.map +1 -0
- package/dist/providers/filesystem/envelope.js +56 -0
- package/dist/providers/filesystem/envelope.js.map +1 -0
- package/dist/providers/filesystem/identity.js +68 -0
- package/dist/providers/filesystem/identity.js.map +1 -0
- package/dist/providers/filesystem/layout.d.ts +15 -0
- package/dist/providers/filesystem/layout.js +112 -0
- package/dist/providers/filesystem/layout.js.map +1 -0
- package/dist/providers/filesystem/list.js +82 -0
- package/dist/providers/filesystem/list.js.map +1 -0
- package/dist/providers/filesystem/operations.js +134 -0
- package/dist/providers/filesystem/operations.js.map +1 -0
- package/dist/providers/gcs/config.d.ts +34 -0
- package/dist/providers/gcs/config.js +60 -0
- package/dist/providers/gcs/config.js.map +1 -0
- package/dist/providers/gcs/iam.js +45 -0
- package/dist/providers/gcs/iam.js.map +1 -0
- package/dist/providers/gcs/mapping.js +118 -0
- package/dist/providers/gcs/mapping.js.map +1 -0
- package/dist/providers/gcs/native.d.ts +11 -0
- package/dist/providers/gcs/native.js +122 -0
- package/dist/providers/gcs/native.js.map +1 -0
- package/dist/providers/gcs/primitives.js +194 -0
- package/dist/providers/gcs/primitives.js.map +1 -0
- package/dist/providers/gcs/resumable.js +145 -0
- package/dist/providers/gcs/resumable.js.map +1 -0
- package/dist/providers/gcs/tier.d.ts +176 -0
- package/dist/providers/gcs/tier.js +34 -0
- package/dist/providers/gcs/tier.js.map +1 -0
- package/dist/providers/gcs/transport.js +123 -0
- package/dist/providers/gcs/transport.js.map +1 -0
- package/dist/providers/gcs/upload.js +28 -0
- package/dist/providers/gcs/upload.js.map +1 -0
- package/dist/providers/gcs/validation.js +10 -0
- package/dist/providers/gcs/validation.js.map +1 -0
- package/dist/providers/r2-workers/binding.d.ts +102 -0
- package/dist/providers/r2-workers/body.js +82 -0
- package/dist/providers/r2-workers/body.js.map +1 -0
- package/dist/providers/r2-workers/list.js +62 -0
- package/dist/providers/r2-workers/list.js.map +1 -0
- package/dist/providers/r2-workers/mapping.js +140 -0
- package/dist/providers/r2-workers/mapping.js.map +1 -0
- package/dist/providers/r2-workers/multipart.js +121 -0
- package/dist/providers/r2-workers/multipart.js.map +1 -0
- package/dist/providers/r2-workers/primitives.js +80 -0
- package/dist/providers/r2-workers/primitives.js.map +1 -0
- package/dist/providers/s3/admin-configuration.d.ts +19 -0
- package/dist/providers/s3/admin-configuration.js +171 -0
- package/dist/providers/s3/admin-configuration.js.map +1 -0
- package/dist/providers/s3/bulk-delete.d.ts +43 -0
- package/dist/providers/s3/bulk-delete.js +58 -0
- package/dist/providers/s3/bulk-delete.js.map +1 -0
- package/dist/providers/s3/config.d.ts +43 -0
- package/dist/providers/s3/config.js +89 -0
- package/dist/providers/s3/config.js.map +1 -0
- package/dist/providers/s3/copy.d.ts +115 -0
- package/dist/providers/s3/copy.js +122 -0
- package/dist/providers/s3/copy.js.map +1 -0
- package/dist/providers/s3/lifecycle-validation.js +33 -0
- package/dist/providers/s3/lifecycle-validation.js.map +1 -0
- package/dist/providers/s3/listing.js +56 -0
- package/dist/providers/s3/listing.js.map +1 -0
- package/dist/providers/s3/metadata.d.ts +10 -0
- package/dist/providers/s3/metadata.js +90 -0
- package/dist/providers/s3/metadata.js.map +1 -0
- package/dist/providers/s3/multipart.d.ts +41 -0
- package/dist/providers/s3/multipart.js +299 -0
- package/dist/providers/s3/multipart.js.map +1 -0
- package/dist/providers/s3/native-models.d.ts +82 -0
- package/dist/providers/s3/native-models.js +91 -0
- package/dist/providers/s3/native-models.js.map +1 -0
- package/dist/providers/s3/object-mapping.js +114 -0
- package/dist/providers/s3/object-mapping.js.map +1 -0
- package/dist/providers/s3/primitives.d.ts +8 -0
- package/dist/providers/s3/primitives.js +235 -0
- package/dist/providers/s3/primitives.js.map +1 -0
- package/dist/providers/s3/profile.d.ts +25 -0
- package/dist/providers/s3/profile.js +46 -0
- package/dist/providers/s3/profile.js.map +1 -0
- package/dist/providers/s3/request-extension.js +29 -0
- package/dist/providers/s3/request-extension.js.map +1 -0
- package/dist/providers/s3/service.js +55 -0
- package/dist/providers/s3/service.js.map +1 -0
- package/dist/providers/s3/signing-credentials.js +32 -0
- package/dist/providers/s3/signing-credentials.js.map +1 -0
- package/dist/providers/s3/tags.d.ts +10 -0
- package/dist/providers/s3/tags.js +65 -0
- package/dist/providers/s3/tags.js.map +1 -0
- package/dist/providers/s3/tier.d.ts +171 -0
- package/dist/providers/s3/tier.js +100 -0
- package/dist/providers/s3/tier.js.map +1 -0
- package/dist/providers/s3/transfer-driver.js +72 -0
- package/dist/providers/s3/transfer-driver.js.map +1 -0
- package/dist/providers/s3/transport.js +94 -0
- package/dist/providers/s3/transport.js.map +1 -0
- package/dist/providers/s3/upload-body.js +10 -0
- package/dist/providers/s3/upload-body.js.map +1 -0
- package/dist/providers/s3/validation.js +31 -0
- package/dist/providers/s3/validation.js.map +1 -0
- package/dist/providers/s3/versions.d.ts +10 -0
- package/dist/providers/s3/versions.js +143 -0
- package/dist/providers/s3/versions.js.map +1 -0
- package/dist/providers/s3-compatible/config.d.ts +36 -0
- package/dist/providers/s3-compatible/config.js +174 -0
- package/dist/providers/s3-compatible/config.js.map +1 -0
- package/dist/providers/s3-compatible/service.js +48 -0
- package/dist/providers/s3-compatible/service.js.map +1 -0
- package/dist/providers/supabase/config.d.ts +20 -0
- package/dist/providers/supabase/config.js +41 -0
- package/dist/providers/supabase/config.js.map +1 -0
- package/dist/providers/supabase/mapping.js +60 -0
- package/dist/providers/supabase/mapping.js.map +1 -0
- package/dist/providers/supabase/primitives.js +205 -0
- package/dist/providers/supabase/primitives.js.map +1 -0
- package/dist/providers/supabase/transport.js +64 -0
- package/dist/providers/supabase/transport.js.map +1 -0
- package/dist/providers/supabase/tus.js +163 -0
- package/dist/providers/supabase/tus.js.map +1 -0
- package/dist/providers/tigris/configuration.js +118 -0
- package/dist/providers/tigris/configuration.js.map +1 -0
- package/dist/providers/tigris/snapshots.js +87 -0
- package/dist/providers/tigris/snapshots.js.map +1 -0
- package/dist/providers/tigris/transport.js +18 -0
- package/dist/providers/tigris/transport.js.map +1 -0
- package/dist/providers/vercel/config.d.ts +16 -0
- package/dist/providers/vercel/config.js +48 -0
- package/dist/providers/vercel/config.js.map +1 -0
- package/dist/providers/vercel/mapping.js +79 -0
- package/dist/providers/vercel/mapping.js.map +1 -0
- package/dist/providers/vercel/multipart.js +113 -0
- package/dist/providers/vercel/multipart.js.map +1 -0
- package/dist/providers/vercel/primitives.js +168 -0
- package/dist/providers/vercel/primitives.js.map +1 -0
- package/dist/providers/vercel/transport.js +32 -0
- package/dist/providers/vercel/transport.js.map +1 -0
- package/dist/providers/wasabi/compliance.d.ts +52 -0
- package/dist/providers/wasabi/compliance.js +89 -0
- package/dist/providers/wasabi/compliance.js.map +1 -0
- package/dist/providers/wasabi/xml.js +55 -0
- package/dist/providers/wasabi/xml.js.map +1 -0
- package/dist/r2/admin.d.ts +126 -0
- package/dist/r2/admin.js +138 -0
- package/dist/r2/admin.js.map +1 -0
- package/dist/r2/events.d.ts +41 -0
- package/dist/r2/events.js +37 -0
- package/dist/r2/events.js.map +1 -0
- package/dist/r2-workers.d.ts +24 -0
- package/dist/r2-workers.js +115 -0
- package/dist/r2-workers.js.map +1 -0
- package/dist/r2.d.ts +15 -0
- package/dist/r2.js +15 -0
- package/dist/r2.js.map +1 -0
- package/dist/react.d.ts +73 -0
- package/dist/react.js +49 -0
- package/dist/react.js.map +1 -0
- package/dist/representation.d.ts +24 -0
- package/dist/representation.js +7 -0
- package/dist/representation.js.map +1 -0
- package/dist/runtime/bun-filesystem.js +136 -0
- package/dist/runtime/bun-filesystem.js.map +1 -0
- package/dist/runtime/file-target.d.ts +10 -0
- package/dist/runtime/file-target.js +66 -0
- package/dist/runtime/file-target.js.map +1 -0
- package/dist/runtime/filesystem.d.ts +6 -0
- package/dist/runtime/filesystem.js +68 -0
- package/dist/runtime/filesystem.js.map +1 -0
- package/dist/runtime/node-hash.d.ts +4 -0
- package/dist/runtime/node-hash.js +31 -0
- package/dist/runtime/node-hash.js.map +1 -0
- package/dist/runtime/node-protection.d.ts +4 -0
- package/dist/runtime/node-protection.js +46 -0
- package/dist/runtime/node-protection.js.map +1 -0
- package/dist/runtime/portable-hash.d.ts +3 -0
- package/dist/runtime/portable-hash.js +31 -0
- package/dist/runtime/portable-hash.js.map +1 -0
- package/dist/runtime/session-store.d.ts +12 -0
- package/dist/runtime/session-store.js +19 -0
- package/dist/runtime/session-store.js.map +1 -0
- package/dist/runtime/web-protection.d.ts +7 -0
- package/dist/runtime/web-protection.js +54 -0
- package/dist/runtime/web-protection.js.map +1 -0
- package/dist/s3/admin.d.ts +183 -0
- package/dist/s3/admin.js +197 -0
- package/dist/s3/admin.js.map +1 -0
- package/dist/s3/archive.d.ts +25 -0
- package/dist/s3/archive.js +113 -0
- package/dist/s3/archive.js.map +1 -0
- package/dist/s3/events.d.ts +42 -0
- package/dist/s3/events.js +69 -0
- package/dist/s3/events.js.map +1 -0
- package/dist/s3/governance.d.ts +319 -0
- package/dist/s3/governance.js +108 -0
- package/dist/s3/governance.js.map +1 -0
- package/dist/s3/lifecycle.d.ts +4 -0
- package/dist/s3/lifecycle.js +5 -0
- package/dist/s3/post.d.ts +31 -0
- package/dist/s3/post.js +93 -0
- package/dist/s3/post.js.map +1 -0
- package/dist/s3/signing.d.ts +105 -0
- package/dist/s3/signing.js +198 -0
- package/dist/s3/signing.js.map +1 -0
- package/dist/s3/uploads.d.ts +11 -0
- package/dist/s3/uploads.js +173 -0
- package/dist/s3/uploads.js.map +1 -0
- package/dist/s3.d.ts +37 -0
- package/dist/s3.js +114 -0
- package/dist/s3.js.map +1 -0
- package/dist/scaleway/admin.d.ts +112 -0
- package/dist/scaleway/admin.js +19 -0
- package/dist/scaleway/admin.js.map +1 -0
- package/dist/scaleway.d.ts +15 -0
- package/dist/scaleway.js +15 -0
- package/dist/scaleway.js.map +1 -0
- package/dist/session-events.d.ts +22 -0
- package/dist/session-events.js +22 -0
- package/dist/session-events.js.map +1 -0
- package/dist/sessions/checkpoint.d.ts +423 -0
- package/dist/sessions/checkpoint.js +102 -0
- package/dist/sessions/checkpoint.js.map +1 -0
- package/dist/sessions/download.d.ts +17 -0
- package/dist/sessions/download.js +111 -0
- package/dist/sessions/download.js.map +1 -0
- package/dist/sessions/native-upload.js +168 -0
- package/dist/sessions/native-upload.js.map +1 -0
- package/dist/sessions/store.d.ts +40 -0
- package/dist/sessions/store.js +77 -0
- package/dist/sessions/store.js.map +1 -0
- package/dist/sessions/upload.d.ts +10 -0
- package/dist/sessions/upload.js +329 -0
- package/dist/sessions/upload.js.map +1 -0
- package/dist/sessions.d.ts +98 -0
- package/dist/sessions.js +268 -0
- package/dist/sessions.js.map +1 -0
- package/dist/spaces/admin.d.ts +112 -0
- package/dist/spaces/admin.js +19 -0
- package/dist/spaces/admin.js.map +1 -0
- package/dist/spaces.d.ts +15 -0
- package/dist/spaces.js +15 -0
- package/dist/spaces.js.map +1 -0
- package/dist/supabase/admin.d.ts +77 -0
- package/dist/supabase/admin.js +74 -0
- package/dist/supabase/admin.js.map +1 -0
- package/dist/supabase/s3.d.ts +311 -0
- package/dist/supabase/s3.js +153 -0
- package/dist/supabase/s3.js.map +1 -0
- package/dist/supabase/signing.d.ts +23 -0
- package/dist/supabase/signing.js +93 -0
- package/dist/supabase/signing.js.map +1 -0
- package/dist/supabase/tus-uploads.d.ts +13 -0
- package/dist/supabase/tus-uploads.js +109 -0
- package/dist/supabase/tus-uploads.js.map +1 -0
- package/dist/supabase/uploads.d.ts +5 -0
- package/dist/supabase/uploads.js +32 -0
- package/dist/supabase/uploads.js.map +1 -0
- package/dist/supabase.d.ts +100 -0
- package/dist/supabase.js +50 -0
- package/dist/supabase.js.map +1 -0
- package/dist/testing/body-failure.js +18 -0
- package/dist/testing/body-failure.js.map +1 -0
- package/dist/testing/conformance/assertions.d.ts +10 -0
- package/dist/testing/conformance/assertions.js +21 -0
- package/dist/testing/conformance/assertions.js.map +1 -0
- package/dist/testing/conformance/core-cases.js +107 -0
- package/dist/testing/conformance/core-cases.js.map +1 -0
- package/dist/testing/conformance/list-cases.js +72 -0
- package/dist/testing/conformance/list-cases.js.map +1 -0
- package/dist/testing/conformance/read-cases.js +105 -0
- package/dist/testing/conformance/read-cases.js.map +1 -0
- package/dist/testing/conformance.d.ts +23 -0
- package/dist/testing/conformance.js +37 -0
- package/dist/testing/conformance.js.map +1 -0
- package/dist/testing/faults.d.ts +258 -0
- package/dist/testing/faults.js +111 -0
- package/dist/testing/faults.js.map +1 -0
- package/dist/testing/memory-list.js +79 -0
- package/dist/testing/memory-list.js.map +1 -0
- package/dist/testing/memory-state.d.ts +18 -0
- package/dist/testing/memory-state.js +57 -0
- package/dist/testing/memory-state.js.map +1 -0
- package/dist/testing/memory-upload.js +123 -0
- package/dist/testing/memory-upload.js.map +1 -0
- package/dist/testing/memory.d.ts +23 -0
- package/dist/testing/memory.js +121 -0
- package/dist/testing/memory.js.map +1 -0
- package/dist/testing.d.ts +6 -0
- package/dist/testing.js +6 -0
- package/dist/tigris/events.d.ts +42 -0
- package/dist/tigris/events.js +42 -0
- package/dist/tigris/events.js.map +1 -0
- package/dist/tigris/native.d.ts +438 -0
- package/dist/tigris/native.js +166 -0
- package/dist/tigris/native.js.map +1 -0
- package/dist/tigris.d.ts +15 -0
- package/dist/tigris.js +15 -0
- package/dist/tigris.js.map +1 -0
- package/dist/transfers/budget.js +50 -0
- package/dist/transfers/budget.js.map +1 -0
- package/dist/transfers/copy.js +250 -0
- package/dist/transfers/copy.js.map +1 -0
- package/dist/transfers/dependencies.d.ts +10 -0
- package/dist/transfers/dependencies.js +11 -0
- package/dist/transfers/dependencies.js.map +1 -0
- package/dist/transfers/download.js +132 -0
- package/dist/transfers/download.js.map +1 -0
- package/dist/transfers/managed-runtime.d.ts +34 -0
- package/dist/transfers/managed-runtime.js +30 -0
- package/dist/transfers/managed-runtime.js.map +1 -0
- package/dist/transfers/models.d.ts +160 -0
- package/dist/transfers/native-upload.js +195 -0
- package/dist/transfers/native-upload.js.map +1 -0
- package/dist/transfers/part-receipts.js +32 -0
- package/dist/transfers/part-receipts.js.map +1 -0
- package/dist/transfers/planner.d.ts +19 -0
- package/dist/transfers/planner.js +153 -0
- package/dist/transfers/planner.js.map +1 -0
- package/dist/transfers/reader.js +81 -0
- package/dist/transfers/reader.js.map +1 -0
- package/dist/transfers/runtime.d.ts +19 -0
- package/dist/transfers/runtime.js +132 -0
- package/dist/transfers/runtime.js.map +1 -0
- package/dist/transfers/sources.d.ts +22 -0
- package/dist/transfers/sources.js +83 -0
- package/dist/transfers/sources.js.map +1 -0
- package/dist/transfers/upload.js +235 -0
- package/dist/transfers/upload.js.map +1 -0
- package/dist/transfers.d.ts +31 -0
- package/dist/transfers.js +82 -0
- package/dist/transfers.js.map +1 -0
- package/dist/uploads/driver.d.ts +22 -0
- package/dist/uploads/driver.js +18 -0
- package/dist/uploads/driver.js.map +1 -0
- package/dist/uploads/policy.d.ts +39 -0
- package/dist/uploads/schema.d.ts +278 -0
- package/dist/uploads/schema.js +167 -0
- package/dist/uploads/schema.js.map +1 -0
- package/dist/uploads/signed-driver.d.ts +8 -0
- package/dist/uploads/signed-driver.js +36 -0
- package/dist/uploads/signed-driver.js.map +1 -0
- package/dist/uploads/store.d.ts +26 -0
- package/dist/uploads/store.js +51 -0
- package/dist/uploads/store.js.map +1 -0
- package/dist/uploads/verification.js +86 -0
- package/dist/uploads/verification.js.map +1 -0
- package/dist/uploads.d.ts +518 -0
- package/dist/uploads.js +330 -0
- package/dist/uploads.js.map +1 -0
- package/dist/vercel/authorized-uploads.d.ts +7 -0
- package/dist/vercel/authorized-uploads.js +15 -0
- package/dist/vercel/authorized-uploads.js.map +1 -0
- package/dist/vercel/client.d.ts +16 -0
- package/dist/vercel/client.js +28 -0
- package/dist/vercel/client.js.map +1 -0
- package/dist/vercel/signing.d.ts +19 -0
- package/dist/vercel/signing.js +120 -0
- package/dist/vercel/signing.js.map +1 -0
- package/dist/vercel/uploads.d.ts +36 -0
- package/dist/vercel/uploads.js +161 -0
- package/dist/vercel/uploads.js.map +1 -0
- package/dist/vercel.d.ts +86 -0
- package/dist/vercel.js +46 -0
- package/dist/vercel.js.map +1 -0
- package/dist/wasabi/admin.d.ts +112 -0
- package/dist/wasabi/admin.js +19 -0
- package/dist/wasabi/admin.js.map +1 -0
- package/dist/wasabi/native.d.ts +200 -0
- package/dist/wasabi/native.js +132 -0
- package/dist/wasabi/native.js.map +1 -0
- package/dist/wasabi.d.ts +15 -0
- package/dist/wasabi.js +15 -0
- package/dist/wasabi.js.map +1 -0
- package/dist/workflows/content/collection.js +122 -0
- package/dist/workflows/content/collection.js.map +1 -0
- package/dist/workflows/content/references.js +113 -0
- package/dist/workflows/content/references.js.map +1 -0
- package/dist/workflows/content/schema.d.ts +58 -0
- package/dist/workflows/content/schema.js +64 -0
- package/dist/workflows/content/schema.js.map +1 -0
- package/dist/workflows/endpoint.js +16 -0
- package/dist/workflows/endpoint.js.map +1 -0
- package/dist/workflows/migrations/schema.d.ts +149 -0
- package/dist/workflows/migrations/schema.js +58 -0
- package/dist/workflows/migrations/schema.js.map +1 -0
- package/dist/workflows/mirror/operations.js +175 -0
- package/dist/workflows/mirror/operations.js.map +1 -0
- package/dist/workflows/mirror/schema.d.ts +68 -0
- package/dist/workflows/mirror/schema.js +57 -0
- package/dist/workflows/mirror/schema.js.map +1 -0
- package/dist/workflows/mirror/view.js +103 -0
- package/dist/workflows/mirror/view.js.map +1 -0
- package/dist/workflows/objects.js +54 -0
- package/dist/workflows/objects.js.map +1 -0
- package/dist/workflows/store.d.ts +13 -0
- package/dist/workflows/store.js +58 -0
- package/dist/workflows/store.js.map +1 -0
- package/package.json +513 -3
|
@@ -0,0 +1,132 @@
|
|
|
1
|
+
import { Checksum } from "../core/object.js";
|
|
2
|
+
import { storageError } from "../core/errors.js";
|
|
3
|
+
import { decodeRequest } from "../internal/request-validation.js";
|
|
4
|
+
import { HeadRequest } from "../core/requests.js";
|
|
5
|
+
import { sameChecksum } from "./reader.js";
|
|
6
|
+
import { Effect, Stream } from "effect";
|
|
7
|
+
|
|
8
|
+
// src/transfers/download.ts
|
|
9
|
+
function pinnedRequest(endpoint, metadata) {
|
|
10
|
+
const ref = metadata.ref;
|
|
11
|
+
if (ref.version && endpoint.storage.capabilities.versionedReads !== "none") return { ref };
|
|
12
|
+
if (metadata.etag && metadata.etag !== "*" && !metadata.etag.startsWith("W/") && endpoint.storage.capabilities.getConditions.includes("if-match")) return {
|
|
13
|
+
ref: {
|
|
14
|
+
storeId: ref.storeId,
|
|
15
|
+
key: ref.key
|
|
16
|
+
},
|
|
17
|
+
condition: {
|
|
18
|
+
_tag: "IfMatch",
|
|
19
|
+
etag: metadata.etag
|
|
20
|
+
}
|
|
21
|
+
};
|
|
22
|
+
}
|
|
23
|
+
const download = Effect.fn("Transfers.download")(function* (runtime, request, existing, selected, reserved = false) {
|
|
24
|
+
const operation = existing ?? (yield* runtime.begin("download"));
|
|
25
|
+
const { endpoint, policy } = runtime;
|
|
26
|
+
const provider = endpoint.storage.provider;
|
|
27
|
+
const workspace = policy.maxSourceChunkBytes * 2 + endpoint.transportOverheadBytes + runtime.input.digest.workspaceBytes;
|
|
28
|
+
if (workspace > policy.memoryBudgetBytes) return yield* storageError("download", provider, {
|
|
29
|
+
_tag: "QuotaExceeded",
|
|
30
|
+
limit: policy.memoryBudgetBytes
|
|
31
|
+
});
|
|
32
|
+
if (request.expectedChecksum && (request.expectedChecksum.scope !== "full-object" || request.expectedChecksum.algorithm !== runtime.input.digest.algorithm)) return yield* storageError("download", provider, {
|
|
33
|
+
_tag: "Unsupported",
|
|
34
|
+
capability: "expected-full-object-checksum"
|
|
35
|
+
});
|
|
36
|
+
if (!request.target || typeof request.target.write !== "function") return yield* storageError("download", provider, {
|
|
37
|
+
_tag: "InvalidInput",
|
|
38
|
+
field: "target"
|
|
39
|
+
});
|
|
40
|
+
if (request.expectedChecksum) yield* decodeRequest(Checksum, request.expectedChecksum, "download", provider);
|
|
41
|
+
const target = yield* decodeRequest(HeadRequest, {
|
|
42
|
+
...request.key !== void 0 ? { key: request.key } : {},
|
|
43
|
+
...request.ref !== void 0 ? { ref: request.ref } : {}
|
|
44
|
+
}, "download", provider);
|
|
45
|
+
const work = Effect.gen(function* () {
|
|
46
|
+
const metadata = selected ?? (yield* operation.request(endpoint.storage.head(target), { retry: true }));
|
|
47
|
+
const pinned = pinnedRequest(endpoint, metadata);
|
|
48
|
+
const maximum = Math.min(policy.maxBytes, endpoint.maximumObjectBytes);
|
|
49
|
+
if (metadata.size !== void 0 && metadata.size > maximum) return yield* storageError("download", provider, {
|
|
50
|
+
_tag: "LimitExceeded",
|
|
51
|
+
limit: maximum
|
|
52
|
+
});
|
|
53
|
+
operation.progress.totalBytes = metadata.size;
|
|
54
|
+
const hash = runtime.input.digest.create();
|
|
55
|
+
let offset = 0;
|
|
56
|
+
let targetFailed = false;
|
|
57
|
+
let complete = false;
|
|
58
|
+
yield* operation.request(Effect.suspend(() => Effect.scoped(Effect.gen(function* () {
|
|
59
|
+
if (offset > 0 && (!pinned || !endpoint.storage.capabilities.ranges.includes("from") || metadata.size === void 0)) return yield* storageError("download", provider, {
|
|
60
|
+
_tag: "Unsupported",
|
|
61
|
+
capability: "pinned-download-continuation"
|
|
62
|
+
});
|
|
63
|
+
const start = offset;
|
|
64
|
+
const response = yield* endpoint.storage.get({
|
|
65
|
+
...pinned ?? target,
|
|
66
|
+
...offset > 0 ? { range: {
|
|
67
|
+
_tag: "From",
|
|
68
|
+
start: offset
|
|
69
|
+
} } : {}
|
|
70
|
+
});
|
|
71
|
+
if (response._tag !== "Object") return yield* storageError("download", provider, { _tag: "NotModified" });
|
|
72
|
+
if (pinned && metadata.etag !== void 0 && response.metadata.etag !== metadata.etag) return yield* storageError("download", provider, { _tag: "PreconditionFailed" });
|
|
73
|
+
if (offset > 0 && (!response.range || response.range.start !== offset || response.range.totalSize !== metadata.size)) return yield* storageError("download", provider, { _tag: "IntegrityMismatch" });
|
|
74
|
+
yield* Stream.runForEach(response.body, (chunk) => Effect.gen(function* () {
|
|
75
|
+
if (chunk.buffer.byteLength > policy.maxSourceChunkBytes) return yield* storageError("download", provider, {
|
|
76
|
+
_tag: "LimitExceeded",
|
|
77
|
+
limit: policy.maxSourceChunkBytes
|
|
78
|
+
});
|
|
79
|
+
if (offset + chunk.length > maximum) return yield* storageError("download", provider, {
|
|
80
|
+
_tag: "LimitExceeded",
|
|
81
|
+
limit: maximum
|
|
82
|
+
});
|
|
83
|
+
if (metadata.size !== void 0 && offset + chunk.length > metadata.size) return yield* storageError("download", provider, {
|
|
84
|
+
_tag: "LengthMismatch",
|
|
85
|
+
expected: metadata.size,
|
|
86
|
+
actual: offset + chunk.length
|
|
87
|
+
});
|
|
88
|
+
operation.progress.bytesRead += chunk.length;
|
|
89
|
+
hash.update(chunk);
|
|
90
|
+
targetFailed = true;
|
|
91
|
+
yield* request.target.write(chunk);
|
|
92
|
+
targetFailed = false;
|
|
93
|
+
offset += chunk.length;
|
|
94
|
+
operation.progress.bytesAcknowledged = offset;
|
|
95
|
+
yield* operation.observe();
|
|
96
|
+
}));
|
|
97
|
+
const received = offset - start;
|
|
98
|
+
if (response.contentLength !== void 0 && received !== response.contentLength) return yield* storageError("download", provider, {
|
|
99
|
+
_tag: "LengthMismatch",
|
|
100
|
+
expected: response.contentLength,
|
|
101
|
+
actual: received
|
|
102
|
+
});
|
|
103
|
+
if (metadata.size !== void 0 && offset !== metadata.size) return yield* storageError("download", provider, {
|
|
104
|
+
_tag: "LengthMismatch",
|
|
105
|
+
expected: metadata.size,
|
|
106
|
+
actual: offset
|
|
107
|
+
});
|
|
108
|
+
complete = true;
|
|
109
|
+
}))), {
|
|
110
|
+
retry: true,
|
|
111
|
+
canRetry: () => !targetFailed && (offset === 0 || pinned !== void 0 && offset < (metadata.size ?? 0))
|
|
112
|
+
});
|
|
113
|
+
const checksum = hash.finish();
|
|
114
|
+
const expected = request.expectedChecksum ?? metadata.checksums?.find((candidate) => candidate.scope === "full-object" && candidate.algorithm === checksum.algorithm);
|
|
115
|
+
if (!complete || expected && !sameChecksum(checksum, expected)) return yield* storageError("download", provider, { _tag: "IntegrityMismatch" });
|
|
116
|
+
operation.progress.bytesVerified = offset;
|
|
117
|
+
operation.progress.phase = "verified";
|
|
118
|
+
return {
|
|
119
|
+
metadata,
|
|
120
|
+
checksum,
|
|
121
|
+
strategy: "download",
|
|
122
|
+
progress: { ...operation.progress }
|
|
123
|
+
};
|
|
124
|
+
});
|
|
125
|
+
const transfer = reserved ? work : runtime.lease(workspace, work);
|
|
126
|
+
const receipt = yield* existing ? transfer : runtime.deadline(operation, transfer);
|
|
127
|
+
if (!existing) yield* operation.observe("verified");
|
|
128
|
+
return receipt;
|
|
129
|
+
});
|
|
130
|
+
|
|
131
|
+
export { download, pinnedRequest };
|
|
132
|
+
//# sourceMappingURL=download.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"download.js","names":[],"sources":["../../src/transfers/download.ts"],"sourcesContent":["import { Effect, Stream } from \"effect\";\n\nimport type { StorageError } from \"../core/errors.js\";\nimport { storageError } from \"../core/errors.js\";\nimport type { ObjectMetadata } from \"../core/object.js\";\nimport { Checksum } from \"../core/object.js\";\nimport type { GetRequest } from \"../core/requests.js\";\nimport { HeadRequest } from \"../core/requests.js\";\nimport { decodeRequest } from \"../internal/request-validation.js\";\nimport type { DownloadRequest, TransferEndpoint, TransferReceipt } from \"./models.js\";\nimport { sameChecksum } from \"./reader.js\";\nimport type { Operation, TransferRuntime } from \"./runtime.js\";\n\nexport function pinnedRequest(\n endpoint: TransferEndpoint,\n metadata: ObjectMetadata,\n): GetRequest | undefined {\n const ref = metadata.ref;\n if (ref.version && endpoint.storage.capabilities.versionedReads !== \"none\") return { ref };\n if (\n metadata.etag &&\n metadata.etag !== \"*\" &&\n !metadata.etag.startsWith(\"W/\") &&\n endpoint.storage.capabilities.getConditions.includes(\"if-match\")\n )\n return {\n ref: { storeId: ref.storeId, key: ref.key },\n condition: { _tag: \"IfMatch\", etag: metadata.etag },\n };\n return undefined;\n}\n\nexport const download = Effect.fn(\"Transfers.download\")(function* <E, R>(\n runtime: TransferRuntime,\n request: DownloadRequest<E, R>,\n existing?: Operation,\n selected?: ObjectMetadata,\n reserved = false,\n): Effect.fn.Return<TransferReceipt, StorageError | E, R> {\n const operation = existing ?? (yield* runtime.begin(\"download\"));\n const { endpoint, policy } = runtime;\n const provider = endpoint.storage.provider;\n const workspace =\n policy.maxSourceChunkBytes * 2 +\n endpoint.transportOverheadBytes +\n runtime.input.digest.workspaceBytes;\n if (workspace > policy.memoryBudgetBytes)\n return yield* storageError(\"download\", provider, {\n _tag: \"QuotaExceeded\",\n limit: policy.memoryBudgetBytes,\n });\n if (\n request.expectedChecksum &&\n (request.expectedChecksum.scope !== \"full-object\" ||\n request.expectedChecksum.algorithm !== runtime.input.digest.algorithm)\n )\n return yield* storageError(\"download\", provider, {\n _tag: \"Unsupported\",\n capability: \"expected-full-object-checksum\",\n });\n if (!request.target || typeof request.target.write !== \"function\")\n return yield* storageError(\"download\", provider, { _tag: \"InvalidInput\", field: \"target\" });\n if (request.expectedChecksum)\n yield* decodeRequest(Checksum, request.expectedChecksum, \"download\", provider);\n\n const target = yield* decodeRequest(\n HeadRequest,\n {\n ...(request.key !== undefined ? { key: request.key } : {}),\n ...(request.ref !== undefined ? { ref: request.ref } : {}),\n },\n \"download\",\n provider,\n );\n const work = Effect.gen(function* () {\n const metadata =\n selected ?? (yield* operation.request(endpoint.storage.head(target), { retry: true }));\n const pinned = pinnedRequest(endpoint, metadata);\n const maximum = Math.min(policy.maxBytes, endpoint.maximumObjectBytes);\n if (metadata.size !== undefined && metadata.size > maximum)\n return yield* storageError(\"download\", provider, { _tag: \"LimitExceeded\", limit: maximum });\n operation.progress.totalBytes = metadata.size;\n const hash = runtime.input.digest.create();\n let offset = 0;\n let targetFailed = false;\n let complete = false;\n\n yield* operation.request(\n Effect.suspend(() =>\n Effect.scoped(\n Effect.gen(function* () {\n if (\n offset > 0 &&\n (!pinned ||\n !endpoint.storage.capabilities.ranges.includes(\"from\") ||\n metadata.size === undefined)\n )\n return yield* storageError(\"download\", provider, {\n _tag: \"Unsupported\",\n capability: \"pinned-download-continuation\",\n });\n const start = offset;\n const response = yield* endpoint.storage.get({\n ...(pinned ?? target),\n ...(offset > 0 ? { range: { _tag: \"From\" as const, start: offset } } : {}),\n });\n if (response._tag !== \"Object\")\n return yield* storageError(\"download\", provider, { _tag: \"NotModified\" });\n if (pinned && metadata.etag !== undefined && response.metadata.etag !== metadata.etag)\n return yield* storageError(\"download\", provider, { _tag: \"PreconditionFailed\" });\n if (\n offset > 0 &&\n (!response.range ||\n response.range.start !== offset ||\n response.range.totalSize !== metadata.size)\n )\n return yield* storageError(\"download\", provider, { _tag: \"IntegrityMismatch\" });\n\n yield* Stream.runForEach(response.body, (chunk) =>\n Effect.gen(function* () {\n if (chunk.buffer.byteLength > policy.maxSourceChunkBytes)\n return yield* storageError(\"download\", provider, {\n _tag: \"LimitExceeded\",\n limit: policy.maxSourceChunkBytes,\n });\n if (offset + chunk.length > maximum)\n return yield* storageError(\"download\", provider, {\n _tag: \"LimitExceeded\",\n limit: maximum,\n });\n if (metadata.size !== undefined && offset + chunk.length > metadata.size)\n return yield* storageError(\"download\", provider, {\n _tag: \"LengthMismatch\",\n expected: metadata.size,\n actual: offset + chunk.length,\n });\n operation.progress.bytesRead += chunk.length;\n hash.update(chunk);\n targetFailed = true;\n yield* request.target.write(chunk);\n targetFailed = false;\n offset += chunk.length;\n operation.progress.bytesAcknowledged = offset;\n yield* operation.observe();\n }),\n );\n const received = offset - start;\n if (response.contentLength !== undefined && received !== response.contentLength)\n return yield* storageError(\"download\", provider, {\n _tag: \"LengthMismatch\",\n expected: response.contentLength,\n actual: received,\n });\n if (metadata.size !== undefined && offset !== metadata.size)\n return yield* storageError(\"download\", provider, {\n _tag: \"LengthMismatch\",\n expected: metadata.size,\n actual: offset,\n });\n complete = true;\n }),\n ),\n ),\n {\n retry: true,\n canRetry: () =>\n !targetFailed &&\n (offset === 0 || (pinned !== undefined && offset < (metadata.size ?? 0))),\n },\n );\n\n const checksum = hash.finish();\n const expected =\n request.expectedChecksum ??\n metadata.checksums?.find(\n (candidate) =>\n candidate.scope === \"full-object\" && candidate.algorithm === checksum.algorithm,\n );\n if (!complete || (expected && !sameChecksum(checksum, expected)))\n return yield* storageError(\"download\", provider, { _tag: \"IntegrityMismatch\" });\n operation.progress.bytesVerified = offset;\n operation.progress.phase = \"verified\";\n return {\n metadata,\n checksum,\n strategy: \"download\" as const,\n progress: { ...operation.progress },\n };\n });\n const transfer = reserved ? work : runtime.lease(workspace, work);\n const bounded = existing ? transfer : runtime.deadline(operation, transfer);\n const receipt = yield* bounded;\n if (!existing) yield* operation.observe(\"verified\");\n return receipt;\n});\n"],"mappings":";;;;;;;;AAaA,SAAgB,cACd,UACA,UACwB;CACxB,MAAM,MAAM,SAAS;CACrB,IAAI,IAAI,WAAW,SAAS,QAAQ,aAAa,mBAAmB,QAAQ,OAAO,EAAE,IAAI;CACzF,IACE,SAAS,QACT,SAAS,SAAS,OAClB,CAAC,SAAS,KAAK,WAAW,IAAI,KAC9B,SAAS,QAAQ,aAAa,cAAc,SAAS,UAAU,GAE/D,OAAO;EACL,KAAK;GAAE,SAAS,IAAI;GAAS,KAAK,IAAI;EAAI;EAC1C,WAAW;GAAE,MAAM;GAAW,MAAM,SAAS;EAAK;CACpD;AAEJ;AAEA,MAAa,WAAW,OAAO,GAAG,oBAAoB,CAAC,CAAC,WACtD,SACA,SACA,UACA,UACA,WAAW,OAC6C;CACxD,MAAM,YAAY,aAAa,OAAO,QAAQ,MAAM,UAAU;CAC9D,MAAM,EAAE,UAAU,WAAW;CAC7B,MAAM,WAAW,SAAS,QAAQ;CAClC,MAAM,YACJ,OAAO,sBAAsB,IAC7B,SAAS,yBACT,QAAQ,MAAM,OAAO;CACvB,IAAI,YAAY,OAAO,mBACrB,OAAO,OAAO,aAAa,YAAY,UAAU;EAC/C,MAAM;EACN,OAAO,OAAO;CAChB,CAAC;CACH,IACE,QAAQ,qBACP,QAAQ,iBAAiB,UAAU,iBAClC,QAAQ,iBAAiB,cAAc,QAAQ,MAAM,OAAO,YAE9D,OAAO,OAAO,aAAa,YAAY,UAAU;EAC/C,MAAM;EACN,YAAY;CACd,CAAC;CACH,IAAI,CAAC,QAAQ,UAAU,OAAO,QAAQ,OAAO,UAAU,YACrD,OAAO,OAAO,aAAa,YAAY,UAAU;EAAE,MAAM;EAAgB,OAAO;CAAS,CAAC;CAC5F,IAAI,QAAQ,kBACV,OAAO,cAAc,UAAU,QAAQ,kBAAkB,YAAY,QAAQ;CAE/E,MAAM,SAAS,OAAO,cACpB,aACA;EACE,GAAI,QAAQ,QAAQ,SAAY,EAAE,KAAK,QAAQ,IAAI,IAAI,CAAC;EACxD,GAAI,QAAQ,QAAQ,SAAY,EAAE,KAAK,QAAQ,IAAI,IAAI,CAAC;CAC1D,GACA,YACA,QACF;CACA,MAAM,OAAO,OAAO,IAAI,aAAa;EACnC,MAAM,WACJ,aAAa,OAAO,UAAU,QAAQ,SAAS,QAAQ,KAAK,MAAM,GAAG,EAAE,OAAO,KAAK,CAAC;EACtF,MAAM,SAAS,cAAc,UAAU,QAAQ;EAC/C,MAAM,UAAU,KAAK,IAAI,OAAO,UAAU,SAAS,kBAAkB;EACrE,IAAI,SAAS,SAAS,UAAa,SAAS,OAAO,SACjD,OAAO,OAAO,aAAa,YAAY,UAAU;GAAE,MAAM;GAAiB,OAAO;EAAQ,CAAC;EAC5F,UAAU,SAAS,aAAa,SAAS;EACzC,MAAM,OAAO,QAAQ,MAAM,OAAO,OAAO;EACzC,IAAI,SAAS;EACb,IAAI,eAAe;EACnB,IAAI,WAAW;EAEf,OAAO,UAAU,QACf,OAAO,cACL,OAAO,OACL,OAAO,IAAI,aAAa;GACtB,IACE,SAAS,MACR,CAAC,UACA,CAAC,SAAS,QAAQ,aAAa,OAAO,SAAS,MAAM,KACrD,SAAS,SAAS,SAEpB,OAAO,OAAO,aAAa,YAAY,UAAU;IAC/C,MAAM;IACN,YAAY;GACd,CAAC;GACH,MAAM,QAAQ;GACd,MAAM,WAAW,OAAO,SAAS,QAAQ,IAAI;IAC3C,GAAI,UAAU;IACd,GAAI,SAAS,IAAI,EAAE,OAAO;KAAE,MAAM;KAAiB,OAAO;IAAO,EAAE,IAAI,CAAC;GAC1E,CAAC;GACD,IAAI,SAAS,SAAS,UACpB,OAAO,OAAO,aAAa,YAAY,UAAU,EAAE,MAAM,cAAc,CAAC;GAC1E,IAAI,UAAU,SAAS,SAAS,UAAa,SAAS,SAAS,SAAS,SAAS,MAC/E,OAAO,OAAO,aAAa,YAAY,UAAU,EAAE,MAAM,qBAAqB,CAAC;GACjF,IACE,SAAS,MACR,CAAC,SAAS,SACT,SAAS,MAAM,UAAU,UACzB,SAAS,MAAM,cAAc,SAAS,OAExC,OAAO,OAAO,aAAa,YAAY,UAAU,EAAE,MAAM,oBAAoB,CAAC;GAEhF,OAAO,OAAO,WAAW,SAAS,OAAO,UACvC,OAAO,IAAI,aAAa;IACtB,IAAI,MAAM,OAAO,aAAa,OAAO,qBACnC,OAAO,OAAO,aAAa,YAAY,UAAU;KAC/C,MAAM;KACN,OAAO,OAAO;IAChB,CAAC;IACH,IAAI,SAAS,MAAM,SAAS,SAC1B,OAAO,OAAO,aAAa,YAAY,UAAU;KAC/C,MAAM;KACN,OAAO;IACT,CAAC;IACH,IAAI,SAAS,SAAS,UAAa,SAAS,MAAM,SAAS,SAAS,MAClE,OAAO,OAAO,aAAa,YAAY,UAAU;KAC/C,MAAM;KACN,UAAU,SAAS;KACnB,QAAQ,SAAS,MAAM;IACzB,CAAC;IACH,UAAU,SAAS,aAAa,MAAM;IACtC,KAAK,OAAO,KAAK;IACjB,eAAe;IACf,OAAO,QAAQ,OAAO,MAAM,KAAK;IACjC,eAAe;IACf,UAAU,MAAM;IAChB,UAAU,SAAS,oBAAoB;IACvC,OAAO,UAAU,QAAQ;GAC3B,CAAC,CACH;GACA,MAAM,WAAW,SAAS;GAC1B,IAAI,SAAS,kBAAkB,UAAa,aAAa,SAAS,eAChE,OAAO,OAAO,aAAa,YAAY,UAAU;IAC/C,MAAM;IACN,UAAU,SAAS;IACnB,QAAQ;GACV,CAAC;GACH,IAAI,SAAS,SAAS,UAAa,WAAW,SAAS,MACrD,OAAO,OAAO,aAAa,YAAY,UAAU;IAC/C,MAAM;IACN,UAAU,SAAS;IACnB,QAAQ;GACV,CAAC;GACH,WAAW;EACb,CAAC,CACH,CACF,GACA;GACE,OAAO;GACP,gBACE,CAAC,iBACA,WAAW,KAAM,WAAW,UAAa,UAAU,SAAS,QAAQ;EACzE,CACF;EAEA,MAAM,WAAW,KAAK,OAAO;EAC7B,MAAM,WACJ,QAAQ,oBACR,SAAS,WAAW,MACjB,cACC,UAAU,UAAU,iBAAiB,UAAU,cAAc,SAAS,SAC1E;EACF,IAAI,CAAC,YAAa,YAAY,CAAC,aAAa,UAAU,QAAQ,GAC5D,OAAO,OAAO,aAAa,YAAY,UAAU,EAAE,MAAM,oBAAoB,CAAC;EAChF,UAAU,SAAS,gBAAgB;EACnC,UAAU,SAAS,QAAQ;EAC3B,OAAO;GACL;GACA;GACA,UAAU;GACV,UAAU,EAAE,GAAG,UAAU,SAAS;EACpC;CACF,CAAC;CACD,MAAM,WAAW,WAAW,OAAO,QAAQ,MAAM,WAAW,IAAI;CAEhE,MAAM,UAAU,OADA,WAAW,WAAW,QAAQ,SAAS,WAAW,QAAQ;CAE1E,IAAI,CAAC,UAAU,OAAO,UAAU,QAAQ,UAAU;CAClD,OAAO;AACT,CAAC"}
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
import { StorageError } from "../core/errors.js";
|
|
2
|
+
import "../core/storage.js";
|
|
3
|
+
import "../index.js";
|
|
4
|
+
import { TransferConfiguration, TransferDiagnostic, TransferEndpoint } from "./models.js";
|
|
5
|
+
import "./dependencies.js";
|
|
6
|
+
import { ResolvedPolicy } from "./planner.js";
|
|
7
|
+
import { Operation } from "./runtime.js";
|
|
8
|
+
import { Context, Effect } from "effect";
|
|
9
|
+
import { SecureRandom } from "effect/crypto";
|
|
10
|
+
declare const ManagedTransferRuntime_base: Context.ServiceClass<ManagedTransferRuntime, "@effect-kit/storage/internal/ManagedTransferRuntime", {
|
|
11
|
+
endpoint: TransferEndpoint;
|
|
12
|
+
newId: () => Effect.Effect<string, never, never>;
|
|
13
|
+
input: TransferConfiguration;
|
|
14
|
+
policy: ResolvedPolicy;
|
|
15
|
+
begin: (operation: "copy" | "download" | "move" | "upload", totalBytes?: number | undefined) => Effect.Effect<Operation, never, never>;
|
|
16
|
+
diagnostic: (entry: TransferDiagnostic) => Effect.Effect<void, never, never>;
|
|
17
|
+
diagnostics: Effect.Effect<{
|
|
18
|
+
entries: TransferDiagnostic[];
|
|
19
|
+
dropped: number;
|
|
20
|
+
}, never, never>;
|
|
21
|
+
resources: Effect.Effect<{
|
|
22
|
+
reservedBytes: number;
|
|
23
|
+
peakReservedBytes: number;
|
|
24
|
+
activeRequests: number;
|
|
25
|
+
peakActiveRequests: number;
|
|
26
|
+
}, never, never>;
|
|
27
|
+
cleanupRequest: <A, E, R>(effect: Effect.Effect<A, E, R>) => Effect.Effect<A, E, R>;
|
|
28
|
+
lease: <A, E, R>(bytes: number, effect: Effect.Effect<A, E, R>) => Effect.Effect<A, E, R>;
|
|
29
|
+
deadline: <A, E, R>(operation: Operation, effect: Effect.Effect<A, E, R>) => Effect.Effect<A, E | StorageError, R>;
|
|
30
|
+
}>;
|
|
31
|
+
/** Companion provided by Transfers.layer so sessions share its exact admission state. */
|
|
32
|
+
export declare class ManagedTransferRuntime extends ManagedTransferRuntime_base {}
|
|
33
|
+
export {};
|
|
34
|
+
//# sourceMappingURL=managed-runtime.d.ts.map
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
import { storageError } from "../core/errors.js";
|
|
2
|
+
import { Storage } from "../core/storage.js";
|
|
3
|
+
import { TransferDriver, TransferHash } from "./dependencies.js";
|
|
4
|
+
import { resolvePolicy } from "./planner.js";
|
|
5
|
+
import { makeRuntime } from "./runtime.js";
|
|
6
|
+
import { Context, Effect } from "effect";
|
|
7
|
+
import { SecureRandom } from "effect/crypto";
|
|
8
|
+
|
|
9
|
+
// src/transfers/managed-runtime.ts
|
|
10
|
+
/** Companion provided by Transfers.layer so sessions share its exact admission state. */
|
|
11
|
+
var ManagedTransferRuntime = class extends Context.Service()("@effect-kit/storage/internal/ManagedTransferRuntime") {};
|
|
12
|
+
const makeManagedRuntime = Effect.fnUntraced(function* (policy = {}) {
|
|
13
|
+
const storage = yield* Storage;
|
|
14
|
+
const endpoint = yield* TransferDriver;
|
|
15
|
+
const digest = yield* TransferHash;
|
|
16
|
+
const random = yield* SecureRandom.SecureRandom;
|
|
17
|
+
if (endpoint.storage !== storage) return yield* storageError("transfers.make", storage.provider, {
|
|
18
|
+
_tag: "InvalidConfiguration",
|
|
19
|
+
field: "driver.storage"
|
|
20
|
+
});
|
|
21
|
+
const input = {
|
|
22
|
+
...policy,
|
|
23
|
+
digest
|
|
24
|
+
};
|
|
25
|
+
const resolved = yield* resolvePolicy(input, endpoint);
|
|
26
|
+
return makeRuntime(endpoint, input, resolved, random);
|
|
27
|
+
});
|
|
28
|
+
|
|
29
|
+
export { ManagedTransferRuntime, makeManagedRuntime };
|
|
30
|
+
//# sourceMappingURL=managed-runtime.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"managed-runtime.js","names":[],"sources":["../../src/transfers/managed-runtime.ts"],"sourcesContent":["import { Context, Effect } from \"effect\";\nimport { SecureRandom } from \"effect/crypto\";\n\nimport { storageError } from \"../core/errors.js\";\nimport { Storage } from \"../core/storage.js\";\nimport { TransferDriver, TransferHash } from \"./dependencies.js\";\nimport type { TransferPolicy } from \"./models.js\";\nimport { resolvePolicy } from \"./planner.js\";\nimport { makeRuntime } from \"./runtime.js\";\nimport type { TransferRuntime } from \"./runtime.js\";\n\n/** Companion provided by Transfers.layer so sessions share its exact admission state. */\nexport class ManagedTransferRuntime extends Context.Service<\n ManagedTransferRuntime,\n TransferRuntime\n>()(\"@effect-kit/storage/internal/ManagedTransferRuntime\") {}\n\nexport const makeManagedRuntime = Effect.fnUntraced(function* (policy: TransferPolicy = {}) {\n const storage = yield* Storage;\n const endpoint = yield* TransferDriver;\n const digest = yield* TransferHash;\n const random = yield* SecureRandom.SecureRandom;\n\n if (endpoint.storage !== storage)\n return yield* storageError(\"transfers.make\", storage.provider, {\n _tag: \"InvalidConfiguration\",\n field: \"driver.storage\",\n });\n\n const input = { ...policy, digest };\n const resolved = yield* resolvePolicy(input, endpoint);\n return makeRuntime(endpoint, input, resolved, random);\n});\n"],"mappings":";;;;;;;;;;AAYA,IAAa,yBAAb,cAA4C,QAAQ,QAGlD,CAAC,CAAC,qDAAqD,CAAC,CAAC,CAAC;AAE5D,MAAa,qBAAqB,OAAO,WAAW,WAAW,SAAyB,CAAC,GAAG;CAC1F,MAAM,UAAU,OAAO;CACvB,MAAM,WAAW,OAAO;CACxB,MAAM,SAAS,OAAO;CACtB,MAAM,SAAS,OAAO,aAAa;CAEnC,IAAI,SAAS,YAAY,SACvB,OAAO,OAAO,aAAa,kBAAkB,QAAQ,UAAU;EAC7D,MAAM;EACN,OAAO;CACT,CAAC;CAEH,MAAM,QAAQ;EAAE,GAAG;EAAQ;CAAO;CAClC,MAAM,WAAW,OAAO,cAAc,OAAO,QAAQ;CACrD,OAAO,YAAY,UAAU,OAAO,UAAU,MAAM;AACtD,CAAC"}
|
|
@@ -0,0 +1,160 @@
|
|
|
1
|
+
import { Checksum, ObjectHeaders, ObjectMetadata, ObjectRef } from "../core/object.js";
|
|
2
|
+
import { StorageError } from "../core/errors.js";
|
|
3
|
+
import { WriteCondition } from "../core/requests.js";
|
|
4
|
+
import { StorageService } from "../core/storage.js";
|
|
5
|
+
import { MultipartHandle, MultipartHandleCodec, MultipartUploads, UploadedPart } from "../core/contracts/multipart.js";
|
|
6
|
+
import { BlockUploads, OffsetUploads } from "../core/contracts/resumable.js";
|
|
7
|
+
import { UploadSource } from "./sources.js";
|
|
8
|
+
import { Effect, Result, Stream } from "effect";
|
|
9
|
+
/** Implementations must hash incrementally, retaining no input buffers. */
|
|
10
|
+
export interface TransferDigest {
|
|
11
|
+
readonly algorithm: string;
|
|
12
|
+
readonly workspaceBytes: number;
|
|
13
|
+
readonly create: () => {
|
|
14
|
+
readonly update: (bytes: Uint8Array) => void;
|
|
15
|
+
readonly finish: () => Checksum;
|
|
16
|
+
readonly snapshot?: () => Checksum;
|
|
17
|
+
};
|
|
18
|
+
}
|
|
19
|
+
/** A provider supplies protocol operations, never transfer orchestration or retries. */
|
|
20
|
+
export interface TransferEndpoint {
|
|
21
|
+
/** Original backend identity retained by facades to reject false cross-store isolation. */
|
|
22
|
+
readonly underlyingStoreId?: string;
|
|
23
|
+
/** Physical backends touched by a composite endpoint, including every mirror replica. */
|
|
24
|
+
readonly underlyingStoreIds?: ReadonlyArray<string>;
|
|
25
|
+
readonly storage: StorageService;
|
|
26
|
+
readonly maximumObjectBytes: number;
|
|
27
|
+
readonly maximumSingleUploadBytes: number;
|
|
28
|
+
readonly transportOverheadBytes: number;
|
|
29
|
+
readonly validateUpload?: ((request: {
|
|
30
|
+
readonly key: string;
|
|
31
|
+
readonly headers: ObjectHeaders;
|
|
32
|
+
readonly condition?: WriteCondition | undefined;
|
|
33
|
+
}) => Effect.Effect<void, StorageError>) | undefined;
|
|
34
|
+
readonly offsets?: OffsetUploads | undefined;
|
|
35
|
+
readonly blocks?: BlockUploads | undefined;
|
|
36
|
+
readonly multipart?: MultipartUploads | undefined;
|
|
37
|
+
readonly handles?: MultipartHandleCodec | undefined;
|
|
38
|
+
readonly nativeCopy?: {
|
|
39
|
+
readonly maximumBytes: number;
|
|
40
|
+
readonly accepts: (source: TransferEndpoint) => boolean;
|
|
41
|
+
readonly copy: (request: CopyIntent) => Effect.Effect<ObjectMetadata, StorageError>;
|
|
42
|
+
readonly part?: (request: CopyIntent & {
|
|
43
|
+
readonly upload: MultipartHandle;
|
|
44
|
+
readonly partNumber: number;
|
|
45
|
+
readonly start: number;
|
|
46
|
+
readonly end: number;
|
|
47
|
+
}) => Effect.Effect<UploadedPart, StorageError>;
|
|
48
|
+
} | undefined;
|
|
49
|
+
/** Return a receipt only when it proves this exact operation committed. */
|
|
50
|
+
readonly reconcile?: (intent: {
|
|
51
|
+
readonly key: string;
|
|
52
|
+
readonly operationId: string;
|
|
53
|
+
readonly size: number;
|
|
54
|
+
}) => Effect.Effect<ObjectMetadata | undefined, StorageError>;
|
|
55
|
+
}
|
|
56
|
+
export interface CopyIntent {
|
|
57
|
+
readonly source: TransferEndpoint;
|
|
58
|
+
readonly ref: ObjectRef;
|
|
59
|
+
readonly etag?: string | undefined;
|
|
60
|
+
readonly destinationKey: string;
|
|
61
|
+
readonly headers: ObjectHeaders;
|
|
62
|
+
readonly condition?: WriteCondition | undefined;
|
|
63
|
+
}
|
|
64
|
+
export interface TransferProgress {
|
|
65
|
+
readonly operation: "upload" | "download" | "copy" | "move";
|
|
66
|
+
readonly phase: "running" | "committed" | "verified";
|
|
67
|
+
readonly totalBytes?: number | undefined;
|
|
68
|
+
readonly bytesRead: number;
|
|
69
|
+
/** Payload offered to protocol calls, including retries, rather than socket-level counts. */
|
|
70
|
+
readonly bytesSent: number;
|
|
71
|
+
readonly bytesAcknowledged: number;
|
|
72
|
+
readonly bytesVerified: number;
|
|
73
|
+
readonly attempts: number;
|
|
74
|
+
}
|
|
75
|
+
export interface TransferPolicy {
|
|
76
|
+
readonly memoryBudgetBytes?: number;
|
|
77
|
+
readonly partBytes?: number;
|
|
78
|
+
readonly partConcurrency?: number;
|
|
79
|
+
readonly requestConcurrency?: number;
|
|
80
|
+
readonly maxSourceChunkBytes?: number;
|
|
81
|
+
readonly maxBytes?: number;
|
|
82
|
+
readonly deadlineMillis?: number;
|
|
83
|
+
/** Total protocol requests per logical operation, including HEADs and retries. */
|
|
84
|
+
readonly maxAttempts?: number;
|
|
85
|
+
readonly retryBaseMillis?: number;
|
|
86
|
+
readonly retryMaxMillis?: number;
|
|
87
|
+
readonly cleanupTimeoutMillis?: number;
|
|
88
|
+
readonly observerTimeoutMillis?: number;
|
|
89
|
+
readonly observer?: (progress: TransferProgress) => Effect.Effect<void, unknown>;
|
|
90
|
+
}
|
|
91
|
+
export type TransferConfiguration = TransferPolicy & {
|
|
92
|
+
readonly digest: TransferDigest;
|
|
93
|
+
};
|
|
94
|
+
export interface UploadRequest<E = never, R = never> {
|
|
95
|
+
readonly key: string;
|
|
96
|
+
readonly source: UploadSource<E, R>;
|
|
97
|
+
readonly headers?: ObjectHeaders;
|
|
98
|
+
readonly condition?: WriteCondition;
|
|
99
|
+
readonly expectedChecksum?: Checksum;
|
|
100
|
+
readonly strategy?: "auto" | "single" | "multipart" | "offset" | "blocks";
|
|
101
|
+
}
|
|
102
|
+
export interface DownloadTarget<E = never, R = never> {
|
|
103
|
+
/** Completion acknowledges that the entire chunk has been accepted, in order. */
|
|
104
|
+
readonly write: (bytes: Uint8Array) => Effect.Effect<void, E, R>;
|
|
105
|
+
}
|
|
106
|
+
export interface DownloadRequest<E = never, R = never> {
|
|
107
|
+
readonly key?: string;
|
|
108
|
+
readonly ref?: ObjectRef;
|
|
109
|
+
readonly target: DownloadTarget<E, R>;
|
|
110
|
+
readonly expectedChecksum?: Checksum;
|
|
111
|
+
}
|
|
112
|
+
export interface CopyRequest {
|
|
113
|
+
/** Destination header overrides; unspecified source headers are preserved. */
|
|
114
|
+
readonly headers?: ObjectHeaders;
|
|
115
|
+
readonly source: TransferEndpoint;
|
|
116
|
+
readonly ref: ObjectRef;
|
|
117
|
+
readonly destinationKey: string;
|
|
118
|
+
readonly condition?: WriteCondition;
|
|
119
|
+
}
|
|
120
|
+
export interface TransferReceipt {
|
|
121
|
+
readonly metadata: ObjectMetadata;
|
|
122
|
+
readonly strategy: "single" | "multipart" | "offset" | "blocks" | "download" | "native-copy" | "multipart-copy" | "streamed-copy";
|
|
123
|
+
readonly checksum: Checksum;
|
|
124
|
+
readonly progress: TransferProgress;
|
|
125
|
+
}
|
|
126
|
+
export type MoveReceipt = {
|
|
127
|
+
readonly _tag: "Moved";
|
|
128
|
+
readonly destination: TransferReceipt;
|
|
129
|
+
} | {
|
|
130
|
+
readonly _tag: "Copied";
|
|
131
|
+
readonly destination: TransferReceipt;
|
|
132
|
+
readonly deleteError: StorageError;
|
|
133
|
+
};
|
|
134
|
+
/** Safe bounded diagnostics. Upload handles remain redacted and are never metric labels. */
|
|
135
|
+
export interface TransferDiagnostic {
|
|
136
|
+
readonly kind: "observer" | "cleanup" | "unknown-outcome";
|
|
137
|
+
readonly operationId: string;
|
|
138
|
+
readonly upload?: MultipartHandle | undefined;
|
|
139
|
+
readonly error?: StorageError | undefined;
|
|
140
|
+
}
|
|
141
|
+
export interface TransfersService {
|
|
142
|
+
readonly endpoint: TransferEndpoint;
|
|
143
|
+
readonly upload: <E = never, R = never>(request: UploadRequest<E, R>) => Effect.Effect<TransferReceipt, StorageError | E, R>;
|
|
144
|
+
readonly download: <E = never, R = never>(request: DownloadRequest<E, R>) => Effect.Effect<TransferReceipt, StorageError | E, R>;
|
|
145
|
+
readonly copy: (request: CopyRequest) => Effect.Effect<TransferReceipt, StorageError>;
|
|
146
|
+
readonly move: (request: CopyRequest) => Effect.Effect<MoveReceipt, StorageError>;
|
|
147
|
+
readonly uploadMany: <E, R, EX, RX>(requests: Stream.Stream<UploadRequest<E, R>, EX, RX>, concurrency?: number) => Stream.Stream<Result.Result<TransferReceipt, StorageError | E>, EX | StorageError, R | RX>;
|
|
148
|
+
readonly downloadMany: <E, R, EX, RX>(requests: Stream.Stream<DownloadRequest<E, R>, EX, RX>, concurrency?: number) => Stream.Stream<Result.Result<TransferReceipt, StorageError | E>, EX | StorageError, R | RX>;
|
|
149
|
+
readonly diagnostics: Effect.Effect<{
|
|
150
|
+
readonly entries: ReadonlyArray<TransferDiagnostic>;
|
|
151
|
+
readonly dropped: number;
|
|
152
|
+
}>;
|
|
153
|
+
readonly resources: Effect.Effect<{
|
|
154
|
+
readonly reservedBytes: number;
|
|
155
|
+
readonly peakReservedBytes: number;
|
|
156
|
+
readonly activeRequests: number;
|
|
157
|
+
readonly peakActiveRequests: number;
|
|
158
|
+
}>;
|
|
159
|
+
}
|
|
160
|
+
//# sourceMappingURL=models.d.ts.map
|
|
@@ -0,0 +1,195 @@
|
|
|
1
|
+
import { Checksum, ObjectRef } from "../core/object.js";
|
|
2
|
+
import { storageError } from "../core/errors.js";
|
|
3
|
+
import { makeReader, sameChecksum } from "./reader.js";
|
|
4
|
+
import { Effect, Schema } from "effect";
|
|
5
|
+
import { Base64 } from "effect/encoding";
|
|
6
|
+
|
|
7
|
+
// src/transfers/native-upload.ts
|
|
8
|
+
const NativeHandle = Schema.Struct({
|
|
9
|
+
protocol: Schema.String,
|
|
10
|
+
ref: ObjectRef,
|
|
11
|
+
handle: Schema.Redacted(Schema.String)
|
|
12
|
+
});
|
|
13
|
+
const SavedBlock = Schema.Struct({
|
|
14
|
+
blockId: Schema.String,
|
|
15
|
+
size: Schema.Natural,
|
|
16
|
+
sourceChecksum: Checksum
|
|
17
|
+
});
|
|
18
|
+
/** Offset cursors and named blocks retain their own reconciliation semantics. */
|
|
19
|
+
const nativeUpload = Effect.fnUntraced(function* (runtime, request, headers, operation, plan, journal) {
|
|
20
|
+
const { endpoint, policy } = runtime;
|
|
21
|
+
const fail = (capability) => storageError("upload", endpoint.storage.provider, {
|
|
22
|
+
_tag: "Unsupported",
|
|
23
|
+
capability
|
|
24
|
+
}, "not-started");
|
|
25
|
+
const reader = yield* makeReader(request.source, {
|
|
26
|
+
maximumBytes: plan.maximumBytes,
|
|
27
|
+
maximumChunkBytes: policy.maxSourceChunkBytes,
|
|
28
|
+
digest: runtime.input.digest,
|
|
29
|
+
onRead: (count) => {
|
|
30
|
+
operation.progress.bytesRead += count;
|
|
31
|
+
}
|
|
32
|
+
});
|
|
33
|
+
const verify = Effect.fnUntraced(function* () {
|
|
34
|
+
if ((yield* reader.next(1)) !== void 0) return yield* storageError("upload", endpoint.storage.provider, {
|
|
35
|
+
_tag: "LengthMismatch",
|
|
36
|
+
expected: request.source.length ?? reader.count() - 1,
|
|
37
|
+
actual: reader.count()
|
|
38
|
+
}, "not-started");
|
|
39
|
+
const checksum = reader.checksum();
|
|
40
|
+
if (!checksum || request.expectedChecksum && !sameChecksum(checksum, request.expectedChecksum)) return yield* storageError("upload", endpoint.storage.provider, { _tag: "IntegrityMismatch" }, "not-started");
|
|
41
|
+
return checksum;
|
|
42
|
+
});
|
|
43
|
+
let metadata;
|
|
44
|
+
let checksum;
|
|
45
|
+
if (plan.strategy === "offset") {
|
|
46
|
+
const offsets = endpoint.offsets;
|
|
47
|
+
const length = request.source.length;
|
|
48
|
+
if (!offsets || length === void 0) return yield* fail("offset-known-source");
|
|
49
|
+
if (length === 0) yield* verify();
|
|
50
|
+
if (journal) yield* journal.initiating;
|
|
51
|
+
const handle = journal?.handle ?? (yield* operation.request(offsets.create({
|
|
52
|
+
key: request.key,
|
|
53
|
+
...headers,
|
|
54
|
+
contentLength: length,
|
|
55
|
+
...request.condition ? { condition: request.condition } : {}
|
|
56
|
+
}).pipe(Effect.catch((error) => Effect.gen(function* () {
|
|
57
|
+
if (error.mutationOutcome === "unknown") yield* runtime.diagnostic({
|
|
58
|
+
kind: "unknown-outcome",
|
|
59
|
+
operationId: operation.id
|
|
60
|
+
});
|
|
61
|
+
return yield* error;
|
|
62
|
+
})))));
|
|
63
|
+
if (journal && !journal.handle) yield* journal.initiated(handle);
|
|
64
|
+
let completionStarted = false;
|
|
65
|
+
let committed = false;
|
|
66
|
+
if (!journal) yield* Effect.addFinalizer(() => committed || completionStarted ? Effect.void : runtime.cleanupRequest(offsets.cancel(handle)).pipe(Effect.timeout(policy.cleanupTimeoutMillis), Effect.result, Effect.flatMap((result) => result._tag === "Failure" ? runtime.diagnostic({
|
|
67
|
+
kind: "cleanup",
|
|
68
|
+
operationId: operation.id
|
|
69
|
+
}) : Effect.void)));
|
|
70
|
+
let remote = yield* operation.request(offsets.query(handle), { retry: true });
|
|
71
|
+
let position = 0;
|
|
72
|
+
let pending = /* @__PURE__ */ new Uint8Array();
|
|
73
|
+
while (remote._tag === "Uploading") {
|
|
74
|
+
const offset = remote.committedOffset;
|
|
75
|
+
if (!Number.isSafeInteger(offset) || offset < position || offset > length || offset > position + pending.length && position !== 0) return yield* storageError("query", endpoint.storage.provider, { _tag: "InvalidSession" }, "unknown");
|
|
76
|
+
if (position === 0 && pending.length === 0 && offset > 0) {
|
|
77
|
+
while (reader.count() < offset) if (!(yield* reader.next(Math.min(plan.partBytes, offset - reader.count())))) return yield* storageError("upload", endpoint.storage.provider, { _tag: "IntegrityMismatch" }, "not-started");
|
|
78
|
+
} else pending = pending.slice(offset - position);
|
|
79
|
+
position = offset;
|
|
80
|
+
if (pending.length < plan.partBytes && reader.count() < length) {
|
|
81
|
+
const next = yield* reader.next(Math.min(plan.partBytes - pending.length, length - reader.count()));
|
|
82
|
+
if (!next) return yield* storageError("upload", endpoint.storage.provider, {
|
|
83
|
+
_tag: "LengthMismatch",
|
|
84
|
+
expected: length,
|
|
85
|
+
actual: reader.count()
|
|
86
|
+
}, "not-started");
|
|
87
|
+
const joined = new Uint8Array(pending.length + next.length);
|
|
88
|
+
joined.set(pending);
|
|
89
|
+
joined.set(next, pending.length);
|
|
90
|
+
pending = joined;
|
|
91
|
+
}
|
|
92
|
+
const final = position + pending.length === length;
|
|
93
|
+
if (final) {
|
|
94
|
+
yield* verify();
|
|
95
|
+
if (journal) yield* journal.completing;
|
|
96
|
+
completionStarted = true;
|
|
97
|
+
operation.mutationStarted = true;
|
|
98
|
+
}
|
|
99
|
+
const offeredEnd = position + pending.length;
|
|
100
|
+
remote = yield* operation.request(Effect.suspend(() => {
|
|
101
|
+
operation.progress.bytesSent += pending.length;
|
|
102
|
+
return offsets.write({
|
|
103
|
+
upload: handle,
|
|
104
|
+
offset: position,
|
|
105
|
+
body: pending,
|
|
106
|
+
contentLength: pending.length,
|
|
107
|
+
final
|
|
108
|
+
});
|
|
109
|
+
})).pipe(Effect.catch((error) => error.mutationOutcome === "unknown" || error.reason._tag === "TransportFailure" ? operation.request(offsets.query(handle), { retry: true }) : Effect.fail(error)));
|
|
110
|
+
if (remote._tag === "Uploading" && (remote.committedOffset < position || remote.committedOffset > offeredEnd)) return yield* storageError("query", endpoint.storage.provider, { _tag: "InvalidSession" }, "unknown");
|
|
111
|
+
if (journal && remote._tag === "Uploading") yield* journal.acknowledged(remote.committedOffset);
|
|
112
|
+
if (remote._tag === "Uploading") operation.progress.bytesAcknowledged = remote.committedOffset;
|
|
113
|
+
yield* operation.observe();
|
|
114
|
+
}
|
|
115
|
+
if (remote._tag !== "Completed") return yield* storageError("upload", endpoint.storage.provider, { _tag: remote._tag === "Expired" ? "Expired" : "InvalidSession" }, "unknown");
|
|
116
|
+
while (reader.count() < length) if (!(yield* reader.next(Math.min(plan.partBytes, length - reader.count())))) break;
|
|
117
|
+
checksum = yield* verify();
|
|
118
|
+
metadata = offsets.resolveCompletion ? yield* operation.request(offsets.resolveCompletion(handle), { retry: true }) : remote.metadata;
|
|
119
|
+
committed = true;
|
|
120
|
+
} else {
|
|
121
|
+
const blocks = endpoint.blocks;
|
|
122
|
+
if (!blocks) return yield* fail("blocks");
|
|
123
|
+
const ref = {
|
|
124
|
+
storeId: endpoint.storage.storeId,
|
|
125
|
+
key: request.key
|
|
126
|
+
};
|
|
127
|
+
const inventory = yield* operation.request(blocks.list(ref), { retry: true });
|
|
128
|
+
const observed = new Map([...inventory.committed, ...inventory.uncommitted].map((block) => [block.blockId, block.size]));
|
|
129
|
+
const ids = [];
|
|
130
|
+
while (true) {
|
|
131
|
+
const body = yield* reader.next(plan.partBytes);
|
|
132
|
+
if (!body) break;
|
|
133
|
+
if (ids.length >= blocks.limits.maximumBlocks) return yield* fail("maximum-blocks");
|
|
134
|
+
const blockId = Base64.encode(new TextEncoder().encode(operation.id.slice(0, 32).padEnd(32, "0") + ids.length.toString(16).padStart(8, "0")));
|
|
135
|
+
ids.push(blockId);
|
|
136
|
+
const digest = runtime.input.digest.create();
|
|
137
|
+
digest.update(body);
|
|
138
|
+
const sourceChecksum = digest.finish();
|
|
139
|
+
const saved = journal?.blocks.find((block) => block.blockId === blockId);
|
|
140
|
+
if (!saved || saved.size !== body.length || !sameChecksum(saved.sourceChecksum, sourceChecksum) || observed.get(blockId) !== body.length) yield* operation.request(Effect.suspend(() => {
|
|
141
|
+
operation.progress.bytesSent += body.length;
|
|
142
|
+
return blocks.stage({
|
|
143
|
+
ref,
|
|
144
|
+
blockId,
|
|
145
|
+
body,
|
|
146
|
+
contentLength: body.length
|
|
147
|
+
});
|
|
148
|
+
}), {
|
|
149
|
+
retry: true,
|
|
150
|
+
retryUnknown: true
|
|
151
|
+
});
|
|
152
|
+
if (journal) yield* journal.acknowledged(reader.count(), {
|
|
153
|
+
blockId,
|
|
154
|
+
size: body.length,
|
|
155
|
+
sourceChecksum
|
|
156
|
+
});
|
|
157
|
+
operation.progress.bytesAcknowledged = reader.count();
|
|
158
|
+
yield* operation.observe();
|
|
159
|
+
}
|
|
160
|
+
checksum = yield* verify();
|
|
161
|
+
if (journal) yield* journal.completing;
|
|
162
|
+
operation.mutationStarted = true;
|
|
163
|
+
metadata = yield* operation.request(blocks.commit({
|
|
164
|
+
ref,
|
|
165
|
+
blockIds: ids,
|
|
166
|
+
headers,
|
|
167
|
+
...request.condition ? { condition: request.condition } : {}
|
|
168
|
+
})).pipe(Effect.catch((error) => {
|
|
169
|
+
if (error.mutationOutcome !== "unknown" || !endpoint.reconcile) return Effect.fail(error);
|
|
170
|
+
return operation.request(endpoint.reconcile({
|
|
171
|
+
key: request.key,
|
|
172
|
+
operationId: operation.id,
|
|
173
|
+
size: reader.count()
|
|
174
|
+
})).pipe(Effect.flatMap((found) => found ? Effect.succeed(found) : Effect.fail(error)));
|
|
175
|
+
}));
|
|
176
|
+
metadata = {
|
|
177
|
+
...metadata,
|
|
178
|
+
size: reader.count()
|
|
179
|
+
};
|
|
180
|
+
}
|
|
181
|
+
if (metadata.ref.storeId !== endpoint.storage.storeId || metadata.ref.key !== request.key || metadata.size !== void 0 && metadata.size !== reader.count()) return yield* storageError("upload", endpoint.storage.provider, { _tag: "IntegrityMismatch" }, "unknown");
|
|
182
|
+
operation.committed = true;
|
|
183
|
+
operation.progress.bytesAcknowledged = reader.count();
|
|
184
|
+
operation.progress.phase = "committed";
|
|
185
|
+
if (journal) yield* journal.committed(metadata);
|
|
186
|
+
return {
|
|
187
|
+
metadata,
|
|
188
|
+
checksum,
|
|
189
|
+
strategy: plan.strategy,
|
|
190
|
+
progress: { ...operation.progress }
|
|
191
|
+
};
|
|
192
|
+
});
|
|
193
|
+
|
|
194
|
+
export { NativeHandle, SavedBlock, nativeUpload };
|
|
195
|
+
//# sourceMappingURL=native-upload.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"native-upload.js","names":[],"sources":["../../src/transfers/native-upload.ts"],"sourcesContent":["import { Effect, Schema } from \"effect\";\nimport { Base64 } from \"effect/encoding\";\n\nimport type { ResumableHandle } from \"../core/contracts/resumable.js\";\nimport type { StorageError } from \"../core/errors.js\";\nimport { storageError } from \"../core/errors.js\";\nimport { Checksum, ObjectRef } from \"../core/object.js\";\nimport type { ObjectHeaders, ObjectMetadata } from \"../core/object.js\";\nimport type { UploadRequest } from \"./models.js\";\nimport type { UploadPlan } from \"./planner.js\";\nimport { makeReader, sameChecksum } from \"./reader.js\";\nimport type { Operation, TransferRuntime } from \"./runtime.js\";\n\nexport const NativeHandle = Schema.Struct({\n protocol: Schema.String,\n ref: ObjectRef,\n handle: Schema.Redacted(Schema.String),\n});\nexport const SavedBlock = Schema.Struct({\n blockId: Schema.String,\n size: Schema.Natural,\n sourceChecksum: Checksum,\n});\nexport type SavedBlock = typeof SavedBlock.Type;\nexport interface NativeJournal {\n readonly handle?: ResumableHandle | undefined;\n readonly blocks: ReadonlyArray<SavedBlock>;\n readonly initiating: Effect.Effect<void, StorageError>;\n readonly initiated: (handle: ResumableHandle) => Effect.Effect<void, StorageError>;\n readonly acknowledged: (offset: number, block?: SavedBlock) => Effect.Effect<void, StorageError>;\n readonly completing: Effect.Effect<void, StorageError>;\n readonly committed: (metadata: ObjectMetadata) => Effect.Effect<void, StorageError>;\n}\n\n/** Offset cursors and named blocks retain their own reconciliation semantics. */\nexport const nativeUpload = Effect.fnUntraced(function* <E, R>(\n runtime: TransferRuntime,\n request: UploadRequest<E, R>,\n headers: ObjectHeaders,\n operation: Operation,\n plan: UploadPlan,\n journal?: NativeJournal,\n) {\n const { endpoint, policy } = runtime;\n const fail = (capability: string) =>\n storageError(\n \"upload\",\n endpoint.storage.provider,\n { _tag: \"Unsupported\", capability },\n \"not-started\",\n );\n const reader = yield* makeReader(request.source, {\n maximumBytes: plan.maximumBytes,\n maximumChunkBytes: policy.maxSourceChunkBytes,\n digest: runtime.input.digest,\n onRead: (count) => {\n operation.progress.bytesRead += count;\n },\n });\n const verify = Effect.fnUntraced(function* () {\n if ((yield* reader.next(1)) !== undefined)\n return yield* storageError(\n \"upload\",\n endpoint.storage.provider,\n {\n _tag: \"LengthMismatch\",\n expected: request.source.length ?? reader.count() - 1,\n actual: reader.count(),\n },\n \"not-started\",\n );\n const checksum = reader.checksum();\n if (\n !checksum ||\n (request.expectedChecksum && !sameChecksum(checksum, request.expectedChecksum))\n )\n return yield* storageError(\n \"upload\",\n endpoint.storage.provider,\n { _tag: \"IntegrityMismatch\" },\n \"not-started\",\n );\n return checksum;\n });\n let metadata: ObjectMetadata;\n let checksum: Checksum;\n if (plan.strategy === \"offset\") {\n const offsets = endpoint.offsets;\n const length = request.source.length;\n if (!offsets || length === undefined) return yield* fail(\"offset-known-source\");\n // A zero-total status probe can also finalize an empty native upload.\n if (length === 0) yield* verify();\n if (journal) yield* journal.initiating;\n const handle =\n journal?.handle ??\n (yield* operation.request(\n offsets\n .create({\n key: request.key,\n ...headers,\n contentLength: length,\n ...(request.condition ? { condition: request.condition } : {}),\n })\n .pipe(\n Effect.catch((error) =>\n Effect.gen(function* () {\n if (error.mutationOutcome === \"unknown\")\n yield* runtime.diagnostic({ kind: \"unknown-outcome\", operationId: operation.id });\n return yield* error;\n }),\n ),\n ),\n ));\n if (journal && !journal.handle) yield* journal.initiated(handle);\n let completionStarted = false;\n let committed = false;\n if (!journal)\n yield* Effect.addFinalizer(() =>\n committed || completionStarted\n ? Effect.void\n : runtime.cleanupRequest(offsets.cancel(handle)).pipe(\n Effect.timeout(policy.cleanupTimeoutMillis),\n Effect.result,\n Effect.flatMap((result) =>\n result._tag === \"Failure\"\n ? runtime.diagnostic({ kind: \"cleanup\", operationId: operation.id })\n : Effect.void,\n ),\n ),\n );\n let remote = yield* operation.request(offsets.query(handle), { retry: true });\n let position = 0;\n let pending = new Uint8Array();\n while (remote._tag === \"Uploading\") {\n const offset = remote.committedOffset;\n if (\n !Number.isSafeInteger(offset) ||\n offset < position ||\n offset > length ||\n (offset > position + pending.length && position !== 0)\n )\n return yield* storageError(\n \"query\",\n endpoint.storage.provider,\n { _tag: \"InvalidSession\" },\n \"unknown\",\n );\n if (position === 0 && pending.length === 0 && offset > 0) {\n while (reader.count() < offset) {\n const discarded = yield* reader.next(Math.min(plan.partBytes, offset - reader.count()));\n if (!discarded)\n return yield* storageError(\n \"upload\",\n endpoint.storage.provider,\n { _tag: \"IntegrityMismatch\" },\n \"not-started\",\n );\n }\n } else pending = pending.slice(offset - position);\n position = offset;\n if (pending.length < plan.partBytes && reader.count() < length) {\n const next = yield* reader.next(\n Math.min(plan.partBytes - pending.length, length - reader.count()),\n );\n if (!next)\n return yield* storageError(\n \"upload\",\n endpoint.storage.provider,\n { _tag: \"LengthMismatch\", expected: length, actual: reader.count() },\n \"not-started\",\n );\n const joined = new Uint8Array(pending.length + next.length);\n joined.set(pending);\n joined.set(next, pending.length);\n pending = joined;\n }\n const final = position + pending.length === length;\n if (final) {\n yield* verify();\n if (journal) yield* journal.completing;\n completionStarted = true;\n operation.mutationStarted = true;\n }\n const offeredEnd = position + pending.length;\n remote = yield* operation\n .request(\n Effect.suspend(() => {\n operation.progress.bytesSent += pending.length;\n return offsets.write({\n upload: handle,\n offset: position,\n body: pending,\n contentLength: pending.length,\n final,\n });\n }),\n )\n .pipe(\n Effect.catch((error) =>\n error.mutationOutcome === \"unknown\" || error.reason._tag === \"TransportFailure\"\n ? operation.request(offsets.query(handle), { retry: true })\n : Effect.fail(error),\n ),\n );\n if (\n remote._tag === \"Uploading\" &&\n (remote.committedOffset < position || remote.committedOffset > offeredEnd)\n )\n return yield* storageError(\n \"query\",\n endpoint.storage.provider,\n { _tag: \"InvalidSession\" },\n \"unknown\",\n );\n if (journal && remote._tag === \"Uploading\")\n yield* journal.acknowledged(remote.committedOffset);\n if (remote._tag === \"Uploading\")\n operation.progress.bytesAcknowledged = remote.committedOffset;\n yield* operation.observe();\n }\n if (remote._tag !== \"Completed\")\n return yield* storageError(\n \"upload\",\n endpoint.storage.provider,\n { _tag: remote._tag === \"Expired\" ? \"Expired\" : \"InvalidSession\" },\n \"unknown\",\n );\n // A lost final response can be resolved by query; source validation still precedes the receipt.\n while (reader.count() < length) {\n if (!(yield* reader.next(Math.min(plan.partBytes, length - reader.count())))) break;\n }\n checksum = yield* verify();\n metadata = offsets.resolveCompletion\n ? yield* operation.request(offsets.resolveCompletion(handle), { retry: true })\n : remote.metadata;\n committed = true;\n } else {\n const blocks = endpoint.blocks;\n if (!blocks) return yield* fail(\"blocks\");\n const ref = { storeId: endpoint.storage.storeId, key: request.key };\n const inventory = yield* operation.request(blocks.list(ref), { retry: true });\n const observed = new Map(\n [...inventory.committed, ...inventory.uncommitted].map((block) => [\n block.blockId,\n block.size,\n ]),\n );\n const ids: string[] = [];\n while (true) {\n const body = yield* reader.next(plan.partBytes);\n if (!body) break;\n if (ids.length >= blocks.limits.maximumBlocks) return yield* fail(\"maximum-blocks\");\n const blockId = Base64.encode(\n new TextEncoder().encode(\n operation.id.slice(0, 32).padEnd(32, \"0\") + ids.length.toString(16).padStart(8, \"0\"),\n ),\n );\n ids.push(blockId);\n const digest = runtime.input.digest.create();\n digest.update(body);\n const sourceChecksum = digest.finish();\n const saved = journal?.blocks.find((block) => block.blockId === blockId);\n if (\n !saved ||\n saved.size !== body.length ||\n !sameChecksum(saved.sourceChecksum, sourceChecksum) ||\n observed.get(blockId) !== body.length\n )\n yield* operation.request(\n Effect.suspend(() => {\n operation.progress.bytesSent += body.length;\n return blocks.stage({ ref, blockId, body, contentLength: body.length });\n }),\n { retry: true, retryUnknown: true },\n );\n if (journal)\n yield* journal.acknowledged(reader.count(), { blockId, size: body.length, sourceChecksum });\n operation.progress.bytesAcknowledged = reader.count();\n yield* operation.observe();\n }\n checksum = yield* verify();\n if (journal) yield* journal.completing;\n operation.mutationStarted = true;\n metadata = yield* operation\n .request(\n blocks.commit({\n ref,\n blockIds: ids,\n headers,\n ...(request.condition ? { condition: request.condition } : {}),\n }),\n )\n .pipe(\n Effect.catch((error) => {\n if (error.mutationOutcome !== \"unknown\" || !endpoint.reconcile) return Effect.fail(error);\n return operation\n .request(\n endpoint.reconcile({\n key: request.key,\n operationId: operation.id,\n size: reader.count(),\n }),\n )\n .pipe(Effect.flatMap((found) => (found ? Effect.succeed(found) : Effect.fail(error))));\n }),\n );\n metadata = { ...metadata, size: reader.count() };\n }\n if (\n metadata.ref.storeId !== endpoint.storage.storeId ||\n metadata.ref.key !== request.key ||\n (metadata.size !== undefined && metadata.size !== reader.count())\n )\n return yield* storageError(\n \"upload\",\n endpoint.storage.provider,\n { _tag: \"IntegrityMismatch\" },\n \"unknown\",\n );\n operation.committed = true;\n operation.progress.bytesAcknowledged = reader.count();\n operation.progress.phase = \"committed\";\n if (journal) yield* journal.committed(metadata);\n return { metadata, checksum, strategy: plan.strategy, progress: { ...operation.progress } };\n});\n"],"mappings":";;;;;;;AAaA,MAAa,eAAe,OAAO,OAAO;CACxC,UAAU,OAAO;CACjB,KAAK;CACL,QAAQ,OAAO,SAAS,OAAO,MAAM;AACvC,CAAC;AACD,MAAa,aAAa,OAAO,OAAO;CACtC,SAAS,OAAO;CAChB,MAAM,OAAO;CACb,gBAAgB;AAClB,CAAC;;AAaD,MAAa,eAAe,OAAO,WAAW,WAC5C,SACA,SACA,SACA,WACA,MACA,SACA;CACA,MAAM,EAAE,UAAU,WAAW;CAC7B,MAAM,QAAQ,eACZ,aACE,UACA,SAAS,QAAQ,UACjB;EAAE,MAAM;EAAe;CAAW,GAClC,aACF;CACF,MAAM,SAAS,OAAO,WAAW,QAAQ,QAAQ;EAC/C,cAAc,KAAK;EACnB,mBAAmB,OAAO;EAC1B,QAAQ,QAAQ,MAAM;EACtB,SAAS,UAAU;GACjB,UAAU,SAAS,aAAa;EAClC;CACF,CAAC;CACD,MAAM,SAAS,OAAO,WAAW,aAAa;EAC5C,KAAK,OAAO,OAAO,KAAK,CAAC,OAAO,QAC9B,OAAO,OAAO,aACZ,UACA,SAAS,QAAQ,UACjB;GACE,MAAM;GACN,UAAU,QAAQ,OAAO,UAAU,OAAO,MAAM,IAAI;GACpD,QAAQ,OAAO,MAAM;EACvB,GACA,aACF;EACF,MAAM,WAAW,OAAO,SAAS;EACjC,IACE,CAAC,YACA,QAAQ,oBAAoB,CAAC,aAAa,UAAU,QAAQ,gBAAgB,GAE7E,OAAO,OAAO,aACZ,UACA,SAAS,QAAQ,UACjB,EAAE,MAAM,oBAAoB,GAC5B,aACF;EACF,OAAO;CACT,CAAC;CACD,IAAI;CACJ,IAAI;CACJ,IAAI,KAAK,aAAa,UAAU;EAC9B,MAAM,UAAU,SAAS;EACzB,MAAM,SAAS,QAAQ,OAAO;EAC9B,IAAI,CAAC,WAAW,WAAW,QAAW,OAAO,OAAO,KAAK,qBAAqB;EAE9E,IAAI,WAAW,GAAG,OAAO,OAAO;EAChC,IAAI,SAAS,OAAO,QAAQ;EAC5B,MAAM,SACJ,SAAS,WACR,OAAO,UAAU,QAChB,QACG,OAAO;GACN,KAAK,QAAQ;GACb,GAAG;GACH,eAAe;GACf,GAAI,QAAQ,YAAY,EAAE,WAAW,QAAQ,UAAU,IAAI,CAAC;EAC9D,CAAC,CAAC,CACD,KACC,OAAO,OAAO,UACZ,OAAO,IAAI,aAAa;GACtB,IAAI,MAAM,oBAAoB,WAC5B,OAAO,QAAQ,WAAW;IAAE,MAAM;IAAmB,aAAa,UAAU;GAAG,CAAC;GAClF,OAAO,OAAO;EAChB,CAAC,CACH,CACF,CACJ;EACF,IAAI,WAAW,CAAC,QAAQ,QAAQ,OAAO,QAAQ,UAAU,MAAM;EAC/D,IAAI,oBAAoB;EACxB,IAAI,YAAY;EAChB,IAAI,CAAC,SACH,OAAO,OAAO,mBACZ,aAAa,oBACT,OAAO,OACP,QAAQ,eAAe,QAAQ,OAAO,MAAM,CAAC,CAAC,CAAC,KAC7C,OAAO,QAAQ,OAAO,oBAAoB,GAC1C,OAAO,QACP,OAAO,SAAS,WACd,OAAO,SAAS,YACZ,QAAQ,WAAW;GAAE,MAAM;GAAW,aAAa,UAAU;EAAG,CAAC,IACjE,OAAO,IACb,CACF,CACN;EACF,IAAI,SAAS,OAAO,UAAU,QAAQ,QAAQ,MAAM,MAAM,GAAG,EAAE,OAAO,KAAK,CAAC;EAC5E,IAAI,WAAW;EACf,IAAI,0BAAU,IAAI,WAAW;EAC7B,OAAO,OAAO,SAAS,aAAa;GAClC,MAAM,SAAS,OAAO;GACtB,IACE,CAAC,OAAO,cAAc,MAAM,KAC5B,SAAS,YACT,SAAS,UACR,SAAS,WAAW,QAAQ,UAAU,aAAa,GAEpD,OAAO,OAAO,aACZ,SACA,SAAS,QAAQ,UACjB,EAAE,MAAM,iBAAiB,GACzB,SACF;GACF,IAAI,aAAa,KAAK,QAAQ,WAAW,KAAK,SAAS,GACrD;WAAO,OAAO,MAAM,IAAI,QAEtB,IAAI,EAAC,OADoB,OAAO,KAAK,KAAK,IAAI,KAAK,WAAW,SAAS,OAAO,MAAM,CAAC,CAAC,IAEpF,OAAO,OAAO,aACZ,UACA,SAAS,QAAQ,UACjB,EAAE,MAAM,oBAAoB,GAC5B,aACF;GACJ,OACK,UAAU,QAAQ,MAAM,SAAS,QAAQ;GAChD,WAAW;GACX,IAAI,QAAQ,SAAS,KAAK,aAAa,OAAO,MAAM,IAAI,QAAQ;IAC9D,MAAM,OAAO,OAAO,OAAO,KACzB,KAAK,IAAI,KAAK,YAAY,QAAQ,QAAQ,SAAS,OAAO,MAAM,CAAC,CACnE;IACA,IAAI,CAAC,MACH,OAAO,OAAO,aACZ,UACA,SAAS,QAAQ,UACjB;KAAE,MAAM;KAAkB,UAAU;KAAQ,QAAQ,OAAO,MAAM;IAAE,GACnE,aACF;IACF,MAAM,SAAS,IAAI,WAAW,QAAQ,SAAS,KAAK,MAAM;IAC1D,OAAO,IAAI,OAAO;IAClB,OAAO,IAAI,MAAM,QAAQ,MAAM;IAC/B,UAAU;GACZ;GACA,MAAM,QAAQ,WAAW,QAAQ,WAAW;GAC5C,IAAI,OAAO;IACT,OAAO,OAAO;IACd,IAAI,SAAS,OAAO,QAAQ;IAC5B,oBAAoB;IACpB,UAAU,kBAAkB;GAC9B;GACA,MAAM,aAAa,WAAW,QAAQ;GACtC,SAAS,OAAO,UACb,QACC,OAAO,cAAc;IACnB,UAAU,SAAS,aAAa,QAAQ;IACxC,OAAO,QAAQ,MAAM;KACnB,QAAQ;KACR,QAAQ;KACR,MAAM;KACN,eAAe,QAAQ;KACvB;IACF,CAAC;GACH,CAAC,CACH,CAAC,CACA,KACC,OAAO,OAAO,UACZ,MAAM,oBAAoB,aAAa,MAAM,OAAO,SAAS,qBACzD,UAAU,QAAQ,QAAQ,MAAM,MAAM,GAAG,EAAE,OAAO,KAAK,CAAC,IACxD,OAAO,KAAK,KAAK,CACvB,CACF;GACF,IACE,OAAO,SAAS,gBACf,OAAO,kBAAkB,YAAY,OAAO,kBAAkB,aAE/D,OAAO,OAAO,aACZ,SACA,SAAS,QAAQ,UACjB,EAAE,MAAM,iBAAiB,GACzB,SACF;GACF,IAAI,WAAW,OAAO,SAAS,aAC7B,OAAO,QAAQ,aAAa,OAAO,eAAe;GACpD,IAAI,OAAO,SAAS,aAClB,UAAU,SAAS,oBAAoB,OAAO;GAChD,OAAO,UAAU,QAAQ;EAC3B;EACA,IAAI,OAAO,SAAS,aAClB,OAAO,OAAO,aACZ,UACA,SAAS,QAAQ,UACjB,EAAE,MAAM,OAAO,SAAS,YAAY,YAAY,iBAAiB,GACjE,SACF;EAEF,OAAO,OAAO,MAAM,IAAI,QACtB,IAAI,EAAE,OAAO,OAAO,KAAK,KAAK,IAAI,KAAK,WAAW,SAAS,OAAO,MAAM,CAAC,CAAC,IAAI;EAEhF,WAAW,OAAO,OAAO;EACzB,WAAW,QAAQ,oBACf,OAAO,UAAU,QAAQ,QAAQ,kBAAkB,MAAM,GAAG,EAAE,OAAO,KAAK,CAAC,IAC3E,OAAO;EACX,YAAY;CACd,OAAO;EACL,MAAM,SAAS,SAAS;EACxB,IAAI,CAAC,QAAQ,OAAO,OAAO,KAAK,QAAQ;EACxC,MAAM,MAAM;GAAE,SAAS,SAAS,QAAQ;GAAS,KAAK,QAAQ;EAAI;EAClE,MAAM,YAAY,OAAO,UAAU,QAAQ,OAAO,KAAK,GAAG,GAAG,EAAE,OAAO,KAAK,CAAC;EAC5E,MAAM,WAAW,IAAI,IACnB,CAAC,GAAG,UAAU,WAAW,GAAG,UAAU,WAAW,CAAC,CAAC,KAAK,UAAU,CAChE,MAAM,SACN,MAAM,IACR,CAAC,CACH;EACA,MAAM,MAAgB,CAAC;EACvB,OAAO,MAAM;GACX,MAAM,OAAO,OAAO,OAAO,KAAK,KAAK,SAAS;GAC9C,IAAI,CAAC,MAAM;GACX,IAAI,IAAI,UAAU,OAAO,OAAO,eAAe,OAAO,OAAO,KAAK,gBAAgB;GAClF,MAAM,UAAU,OAAO,OACrB,IAAI,YAAY,CAAC,CAAC,OAChB,UAAU,GAAG,MAAM,GAAG,EAAE,CAAC,CAAC,OAAO,IAAI,GAAG,IAAI,IAAI,OAAO,SAAS,EAAE,CAAC,CAAC,SAAS,GAAG,GAAG,CACrF,CACF;GACA,IAAI,KAAK,OAAO;GAChB,MAAM,SAAS,QAAQ,MAAM,OAAO,OAAO;GAC3C,OAAO,OAAO,IAAI;GAClB,MAAM,iBAAiB,OAAO,OAAO;GACrC,MAAM,QAAQ,SAAS,OAAO,MAAM,UAAU,MAAM,YAAY,OAAO;GACvE,IACE,CAAC,SACD,MAAM,SAAS,KAAK,UACpB,CAAC,aAAa,MAAM,gBAAgB,cAAc,KAClD,SAAS,IAAI,OAAO,MAAM,KAAK,QAE/B,OAAO,UAAU,QACf,OAAO,cAAc;IACnB,UAAU,SAAS,aAAa,KAAK;IACrC,OAAO,OAAO,MAAM;KAAE;KAAK;KAAS;KAAM,eAAe,KAAK;IAAO,CAAC;GACxE,CAAC,GACD;IAAE,OAAO;IAAM,cAAc;GAAK,CACpC;GACF,IAAI,SACF,OAAO,QAAQ,aAAa,OAAO,MAAM,GAAG;IAAE;IAAS,MAAM,KAAK;IAAQ;GAAe,CAAC;GAC5F,UAAU,SAAS,oBAAoB,OAAO,MAAM;GACpD,OAAO,UAAU,QAAQ;EAC3B;EACA,WAAW,OAAO,OAAO;EACzB,IAAI,SAAS,OAAO,QAAQ;EAC5B,UAAU,kBAAkB;EAC5B,WAAW,OAAO,UACf,QACC,OAAO,OAAO;GACZ;GACA,UAAU;GACV;GACA,GAAI,QAAQ,YAAY,EAAE,WAAW,QAAQ,UAAU,IAAI,CAAC;EAC9D,CAAC,CACH,CAAC,CACA,KACC,OAAO,OAAO,UAAU;GACtB,IAAI,MAAM,oBAAoB,aAAa,CAAC,SAAS,WAAW,OAAO,OAAO,KAAK,KAAK;GACxF,OAAO,UACJ,QACC,SAAS,UAAU;IACjB,KAAK,QAAQ;IACb,aAAa,UAAU;IACvB,MAAM,OAAO,MAAM;GACrB,CAAC,CACH,CAAC,CACA,KAAK,OAAO,SAAS,UAAW,QAAQ,OAAO,QAAQ,KAAK,IAAI,OAAO,KAAK,KAAK,CAAE,CAAC;EACzF,CAAC,CACH;EACF,WAAW;GAAE,GAAG;GAAU,MAAM,OAAO,MAAM;EAAE;CACjD;CACA,IACE,SAAS,IAAI,YAAY,SAAS,QAAQ,WAC1C,SAAS,IAAI,QAAQ,QAAQ,OAC5B,SAAS,SAAS,UAAa,SAAS,SAAS,OAAO,MAAM,GAE/D,OAAO,OAAO,aACZ,UACA,SAAS,QAAQ,UACjB,EAAE,MAAM,oBAAoB,GAC5B,SACF;CACF,UAAU,YAAY;CACtB,UAAU,SAAS,oBAAoB,OAAO,MAAM;CACpD,UAAU,SAAS,QAAQ;CAC3B,IAAI,SAAS,OAAO,QAAQ,UAAU,QAAQ;CAC9C,OAAO;EAAE;EAAU;EAAU,UAAU,KAAK;EAAU,UAAU,EAAE,GAAG,UAAU,SAAS;CAAE;AAC5F,CAAC"}
|