@owlmeans/file-streams 0.0.0-stage → 0.2.0-alpha.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +71 -2
- package/agent-meta/manifest.json +64 -0
- package/agent-meta/skills/file-streams/SKILL.md +183 -0
- package/agent-meta/skills/file-streams/parts/network.md +47 -0
- package/agent-meta/skills/file-streams/parts/workspaces.md +129 -0
- package/build/archive/consts.d.ts +16 -0
- package/build/archive/consts.d.ts.map +1 -0
- package/build/archive/consts.js +24 -0
- package/build/archive/consts.js.map +1 -0
- package/build/archive/formats.d.ts +4 -0
- package/build/archive/formats.d.ts.map +1 -0
- package/build/archive/formats.js +53 -0
- package/build/archive/formats.js.map +1 -0
- package/build/archive/guard.d.ts +5 -0
- package/build/archive/guard.d.ts.map +1 -0
- package/build/archive/guard.js +62 -0
- package/build/archive/guard.js.map +1 -0
- package/build/archive/ratio.d.ts +5 -0
- package/build/archive/ratio.d.ts.map +1 -0
- package/build/archive/ratio.js +30 -0
- package/build/archive/ratio.js.map +1 -0
- package/build/archive/tar.d.ts +4 -0
- package/build/archive/tar.d.ts.map +1 -0
- package/build/archive/tar.js +142 -0
- package/build/archive/tar.js.map +1 -0
- package/build/archive/types.d.ts +95 -0
- package/build/archive/types.d.ts.map +1 -0
- package/build/archive/types.js +2 -0
- package/build/archive/types.js.map +1 -0
- package/build/archive/types.local.d.ts +64 -0
- package/build/archive/types.local.d.ts.map +1 -0
- package/build/archive/types.local.js +2 -0
- package/build/archive/types.local.js.map +1 -0
- package/build/archive/zip.d.ts +4 -0
- package/build/archive/zip.d.ts.map +1 -0
- package/build/archive/zip.js +135 -0
- package/build/archive/zip.js.map +1 -0
- package/build/archive.d.ts +4 -0
- package/build/archive.d.ts.map +1 -0
- package/build/archive.js +265 -0
- package/build/archive.js.map +1 -0
- package/build/backed-workspace/types.d.ts +67 -0
- package/build/backed-workspace/types.d.ts.map +1 -0
- package/build/backed-workspace/types.js +2 -0
- package/build/backed-workspace/types.js.map +1 -0
- package/build/backed-workspace.d.ts +4 -0
- package/build/backed-workspace.d.ts.map +1 -0
- package/build/backed-workspace.js +63 -0
- package/build/backed-workspace.js.map +1 -0
- package/build/consts.d.ts +3 -0
- package/build/consts.d.ts.map +1 -0
- package/build/consts.js +3 -0
- package/build/consts.js.map +1 -0
- package/build/consts.local.d.ts +3 -0
- package/build/consts.local.d.ts.map +1 -0
- package/build/consts.local.js +3 -0
- package/build/consts.local.js.map +1 -0
- package/build/errors.d.ts +59 -0
- package/build/errors.d.ts.map +1 -0
- package/build/errors.js +105 -0
- package/build/errors.js.map +1 -0
- package/build/http/connector.d.ts +11 -0
- package/build/http/connector.d.ts.map +1 -0
- package/build/http/connector.js +124 -0
- package/build/http/connector.js.map +1 -0
- package/build/http/consts.d.ts +9 -0
- package/build/http/consts.d.ts.map +1 -0
- package/build/http/consts.js +8 -0
- package/build/http/consts.js.map +1 -0
- package/build/http/source.d.ts +5 -0
- package/build/http/source.d.ts.map +1 -0
- package/build/http/source.js +76 -0
- package/build/http/source.js.map +1 -0
- package/build/http/types.d.ts +67 -0
- package/build/http/types.d.ts.map +1 -0
- package/build/http/types.js +2 -0
- package/build/http/types.js.map +1 -0
- package/build/http/types.local.d.ts +21 -0
- package/build/http/types.local.d.ts.map +1 -0
- package/build/http/types.local.js +2 -0
- package/build/http/types.local.js.map +1 -0
- package/build/http.d.ts +4 -0
- package/build/http.d.ts.map +1 -0
- package/build/http.js +248 -0
- package/build/http.js.map +1 -0
- package/build/index.d.ts +53 -0
- package/build/index.d.ts.map +1 -0
- package/build/index.js +33 -0
- package/build/index.js.map +1 -0
- package/build/network/consts.d.ts +12 -0
- package/build/network/consts.d.ts.map +1 -0
- package/build/network/consts.js +20 -0
- package/build/network/consts.js.map +1 -0
- package/build/network/types.d.ts +43 -0
- package/build/network/types.d.ts.map +1 -0
- package/build/network/types.js +2 -0
- package/build/network/types.js.map +1 -0
- package/build/network.d.ts +4 -0
- package/build/network.d.ts.map +1 -0
- package/build/network.js +165 -0
- package/build/network.js.map +1 -0
- package/build/proxy/consts.d.ts +7 -0
- package/build/proxy/consts.d.ts.map +1 -0
- package/build/proxy/consts.js +9 -0
- package/build/proxy/consts.js.map +1 -0
- package/build/proxy/endpoint.d.ts +4 -0
- package/build/proxy/endpoint.d.ts.map +1 -0
- package/build/proxy/endpoint.js +27 -0
- package/build/proxy/endpoint.js.map +1 -0
- package/build/proxy/http.d.ts +5 -0
- package/build/proxy/http.d.ts.map +1 -0
- package/build/proxy/http.js +95 -0
- package/build/proxy/http.js.map +1 -0
- package/build/proxy/router.d.ts +4 -0
- package/build/proxy/router.d.ts.map +1 -0
- package/build/proxy/router.js +85 -0
- package/build/proxy/router.js.map +1 -0
- package/build/proxy/socks.d.ts +5 -0
- package/build/proxy/socks.d.ts.map +1 -0
- package/build/proxy/socks.js +44 -0
- package/build/proxy/socks.js.map +1 -0
- package/build/proxy/types.d.ts +99 -0
- package/build/proxy/types.d.ts.map +1 -0
- package/build/proxy/types.js +2 -0
- package/build/proxy/types.js.map +1 -0
- package/build/resolvers/google-drive/consts.d.ts +10 -0
- package/build/resolvers/google-drive/consts.d.ts.map +1 -0
- package/build/resolvers/google-drive/consts.js +16 -0
- package/build/resolvers/google-drive/consts.js.map +1 -0
- package/build/resolvers/google-drive/types.d.ts +21 -0
- package/build/resolvers/google-drive/types.d.ts.map +1 -0
- package/build/resolvers/google-drive/types.js +2 -0
- package/build/resolvers/google-drive/types.js.map +1 -0
- package/build/resolvers/google-drive.d.ts +10 -0
- package/build/resolvers/google-drive.d.ts.map +1 -0
- package/build/resolvers/google-drive.js +130 -0
- package/build/resolvers/google-drive.js.map +1 -0
- package/build/resolvers/types.d.ts +39 -0
- package/build/resolvers/types.d.ts.map +1 -0
- package/build/resolvers/types.js +2 -0
- package/build/resolvers/types.js.map +1 -0
- package/build/s3/consts.d.ts +9 -0
- package/build/s3/consts.d.ts.map +1 -0
- package/build/s3/consts.js +9 -0
- package/build/s3/consts.js.map +1 -0
- package/build/s3/prefix.d.ts +4 -0
- package/build/s3/prefix.d.ts.map +1 -0
- package/build/s3/prefix.js +87 -0
- package/build/s3/prefix.js.map +1 -0
- package/build/s3/sink.d.ts +6 -0
- package/build/s3/sink.d.ts.map +1 -0
- package/build/s3/sink.js +30 -0
- package/build/s3/sink.js.map +1 -0
- package/build/s3/source.d.ts +5 -0
- package/build/s3/source.d.ts.map +1 -0
- package/build/s3/source.js +81 -0
- package/build/s3/source.js.map +1 -0
- package/build/s3/types.d.ts +66 -0
- package/build/s3/types.d.ts.map +1 -0
- package/build/s3/types.js +2 -0
- package/build/s3/types.js.map +1 -0
- package/build/s3/types.local.d.ts +43 -0
- package/build/s3/types.local.d.ts.map +1 -0
- package/build/s3/types.local.js +2 -0
- package/build/s3/types.local.js.map +1 -0
- package/build/s3/upload.d.ts +4 -0
- package/build/s3/upload.d.ts.map +1 -0
- package/build/s3/upload.js +118 -0
- package/build/s3/upload.js.map +1 -0
- package/build/s3.d.ts +5 -0
- package/build/s3.d.ts.map +1 -0
- package/build/s3.js +68 -0
- package/build/s3.js.map +1 -0
- package/build/service/types.d.ts +66 -0
- package/build/service/types.d.ts.map +1 -0
- package/build/service/types.js +2 -0
- package/build/service/types.js.map +1 -0
- package/build/service/types.local.d.ts +11 -0
- package/build/service/types.local.d.ts.map +1 -0
- package/build/service/types.local.js +2 -0
- package/build/service/types.local.js.map +1 -0
- package/build/service.d.ts +6 -0
- package/build/service.d.ts.map +1 -0
- package/build/service.js +73 -0
- package/build/service.js.map +1 -0
- package/build/sinks/buffer/consts.d.ts +2 -0
- package/build/sinks/buffer/consts.d.ts.map +1 -0
- package/build/sinks/buffer/consts.js +2 -0
- package/build/sinks/buffer/consts.js.map +1 -0
- package/build/sinks/buffer/types.d.ts +11 -0
- package/build/sinks/buffer/types.d.ts.map +1 -0
- package/build/sinks/buffer/types.js +2 -0
- package/build/sinks/buffer/types.js.map +1 -0
- package/build/sinks/buffer.d.ts +4 -0
- package/build/sinks/buffer.d.ts.map +1 -0
- package/build/sinks/buffer.js +13 -0
- package/build/sinks/buffer.js.map +1 -0
- package/build/sinks/directory/types.d.ts +7 -0
- package/build/sinks/directory/types.d.ts.map +1 -0
- package/build/sinks/directory/types.js +2 -0
- package/build/sinks/directory/types.js.map +1 -0
- package/build/sinks/directory.d.ts +8 -0
- package/build/sinks/directory.d.ts.map +1 -0
- package/build/sinks/directory.js +43 -0
- package/build/sinks/directory.js.map +1 -0
- package/build/sinks/file.d.ts +5 -0
- package/build/sinks/file.d.ts.map +1 -0
- package/build/sinks/file.js +46 -0
- package/build/sinks/file.js.map +1 -0
- package/build/sinks/types.d.ts +11 -0
- package/build/sinks/types.d.ts.map +1 -0
- package/build/sinks/types.js +2 -0
- package/build/sinks/types.js.map +1 -0
- package/build/sinks/workload/consts.d.ts +5 -0
- package/build/sinks/workload/consts.d.ts.map +1 -0
- package/build/sinks/workload/consts.js +5 -0
- package/build/sinks/workload/consts.js.map +1 -0
- package/build/sinks/workload/types.d.ts +17 -0
- package/build/sinks/workload/types.d.ts.map +1 -0
- package/build/sinks/workload/types.js +2 -0
- package/build/sinks/workload/types.js.map +1 -0
- package/build/sinks/workload.d.ts +8 -0
- package/build/sinks/workload.d.ts.map +1 -0
- package/build/sinks/workload.js +51 -0
- package/build/sinks/workload.js.map +1 -0
- package/build/sources/buffer.d.ts +5 -0
- package/build/sources/buffer.d.ts.map +1 -0
- package/build/sources/buffer.js +20 -0
- package/build/sources/buffer.js.map +1 -0
- package/build/sources/file.d.ts +5 -0
- package/build/sources/file.d.ts.map +1 -0
- package/build/sources/file.js +50 -0
- package/build/sources/file.js.map +1 -0
- package/build/sources/stream.d.ts +5 -0
- package/build/sources/stream.d.ts.map +1 -0
- package/build/sources/stream.js +19 -0
- package/build/sources/stream.js.map +1 -0
- package/build/sources/types.d.ts +10 -0
- package/build/sources/types.d.ts.map +1 -0
- package/build/sources/types.js +2 -0
- package/build/sources/types.js.map +1 -0
- package/build/sources/workload/types.d.ts +29 -0
- package/build/sources/workload/types.d.ts.map +1 -0
- package/build/sources/workload/types.js +2 -0
- package/build/sources/workload/types.js.map +1 -0
- package/build/sources/workload.d.ts +7 -0
- package/build/sources/workload.d.ts.map +1 -0
- package/build/sources/workload.js +67 -0
- package/build/sources/workload.js.map +1 -0
- package/build/transfer/consts.d.ts +5 -0
- package/build/transfer/consts.d.ts.map +1 -0
- package/build/transfer/consts.js +8 -0
- package/build/transfer/consts.js.map +1 -0
- package/build/transfer/types.d.ts +49 -0
- package/build/transfer/types.d.ts.map +1 -0
- package/build/transfer/types.js +2 -0
- package/build/transfer/types.js.map +1 -0
- package/build/transfer.d.ts +4 -0
- package/build/transfer.d.ts.map +1 -0
- package/build/transfer.js +75 -0
- package/build/transfer.js.map +1 -0
- package/build/types.d.ts +99 -0
- package/build/types.d.ts.map +1 -0
- package/build/types.js +2 -0
- package/build/types.js.map +1 -0
- package/build/utils/names/consts.d.ts +5 -0
- package/build/utils/names/consts.d.ts.map +1 -0
- package/build/utils/names/consts.js +5 -0
- package/build/utils/names/consts.js.map +1 -0
- package/build/utils/names/types.d.ts +13 -0
- package/build/utils/names/types.d.ts.map +1 -0
- package/build/utils/names/types.js +2 -0
- package/build/utils/names/types.js.map +1 -0
- package/build/utils/names.d.ts +4 -0
- package/build/utils/names.d.ts.map +1 -0
- package/build/utils/names.js +60 -0
- package/build/utils/names.js.map +1 -0
- package/build/utils/paths/consts.d.ts +3 -0
- package/build/utils/paths/consts.d.ts.map +1 -0
- package/build/utils/paths/consts.js +2 -0
- package/build/utils/paths/consts.js.map +1 -0
- package/build/utils/paths/types.d.ts +20 -0
- package/build/utils/paths/types.d.ts.map +1 -0
- package/build/utils/paths/types.js +2 -0
- package/build/utils/paths/types.js.map +1 -0
- package/build/utils/paths.d.ts +4 -0
- package/build/utils/paths.d.ts.map +1 -0
- package/build/utils/paths.js +67 -0
- package/build/utils/paths.js.map +1 -0
- package/build/utils/range/types.d.ts +11 -0
- package/build/utils/range/types.d.ts.map +1 -0
- package/build/utils/range/types.js +2 -0
- package/build/utils/range/types.js.map +1 -0
- package/build/utils/range.d.ts +4 -0
- package/build/utils/range.d.ts.map +1 -0
- package/build/utils/range.js +64 -0
- package/build/utils/range.js.map +1 -0
- package/build/utils/redact/types.d.ts +16 -0
- package/build/utils/redact/types.d.ts.map +1 -0
- package/build/utils/redact/types.js +2 -0
- package/build/utils/redact/types.js.map +1 -0
- package/build/utils/redact.d.ts +4 -0
- package/build/utils/redact.d.ts.map +1 -0
- package/build/utils/redact.js +18 -0
- package/build/utils/redact.js.map +1 -0
- package/build/utils/signals/types.d.ts +17 -0
- package/build/utils/signals/types.d.ts.map +1 -0
- package/build/utils/signals/types.js +2 -0
- package/build/utils/signals/types.js.map +1 -0
- package/build/utils/signals.d.ts +4 -0
- package/build/utils/signals.d.ts.map +1 -0
- package/build/utils/signals.js +52 -0
- package/build/utils/signals.js.map +1 -0
- package/build/utils/streams/consts.d.ts +3 -0
- package/build/utils/streams/consts.d.ts.map +1 -0
- package/build/utils/streams/consts.js +3 -0
- package/build/utils/streams/consts.js.map +1 -0
- package/build/utils/streams/types.d.ts +59 -0
- package/build/utils/streams/types.d.ts.map +1 -0
- package/build/utils/streams/types.js +2 -0
- package/build/utils/streams/types.js.map +1 -0
- package/build/utils/streams.d.ts +4 -0
- package/build/utils/streams.d.ts.map +1 -0
- package/build/utils/streams.js +167 -0
- package/build/utils/streams.js.map +1 -0
- package/build/utils/tree/types.d.ts +6 -0
- package/build/utils/tree/types.d.ts.map +1 -0
- package/build/utils/tree/types.js +2 -0
- package/build/utils/tree/types.js.map +1 -0
- package/build/utils/tree.d.ts +4 -0
- package/build/utils/tree.d.ts.map +1 -0
- package/build/utils/tree.js +14 -0
- package/build/utils/tree.js.map +1 -0
- package/build/workspace/consts.d.ts +12 -0
- package/build/workspace/consts.d.ts.map +1 -0
- package/build/workspace/consts.js +12 -0
- package/build/workspace/consts.js.map +1 -0
- package/build/workspace/consts.local.d.ts +3 -0
- package/build/workspace/consts.local.d.ts.map +1 -0
- package/build/workspace/consts.local.js +3 -0
- package/build/workspace/consts.local.js.map +1 -0
- package/build/workspace/fs.d.ts +4 -0
- package/build/workspace/fs.d.ts.map +1 -0
- package/build/workspace/fs.js +45 -0
- package/build/workspace/fs.js.map +1 -0
- package/build/workspace/scope.d.ts +6 -0
- package/build/workspace/scope.d.ts.map +1 -0
- package/build/workspace/scope.js +180 -0
- package/build/workspace/scope.js.map +1 -0
- package/build/workspace/types.d.ts +66 -0
- package/build/workspace/types.d.ts.map +1 -0
- package/build/workspace/types.js +2 -0
- package/build/workspace/types.js.map +1 -0
- package/build/workspace/types.local.d.ts +20 -0
- package/build/workspace/types.local.d.ts.map +1 -0
- package/build/workspace/types.local.js +2 -0
- package/build/workspace/types.local.js.map +1 -0
- package/build/workspace.d.ts +7 -0
- package/build/workspace.d.ts.map +1 -0
- package/build/workspace.js +87 -0
- package/build/workspace.js.map +1 -0
- package/package.json +61 -4
- package/src/archive/consts.ts +28 -0
- package/src/archive/formats.ts +60 -0
- package/src/archive/guard.ts +68 -0
- package/src/archive/ratio.ts +35 -0
- package/src/archive/tar.ts +147 -0
- package/src/archive/types.local.ts +72 -0
- package/src/archive/types.ts +107 -0
- package/src/archive/zip.ts +142 -0
- package/src/archive.ts +298 -0
- package/src/backed-workspace/types.ts +72 -0
- package/src/backed-workspace.ts +85 -0
- package/src/consts.local.ts +2 -0
- package/src/consts.ts +2 -0
- package/src/errors.ts +128 -0
- package/src/http/connector.ts +136 -0
- package/src/http/consts.ts +13 -0
- package/src/http/source.ts +89 -0
- package/src/http/types.local.ts +23 -0
- package/src/http/types.ts +74 -0
- package/src/http.ts +276 -0
- package/src/index.ts +65 -0
- package/src/network/consts.ts +22 -0
- package/src/network/types.ts +45 -0
- package/src/network.ts +179 -0
- package/src/proxy/consts.ts +11 -0
- package/src/proxy/endpoint.ts +28 -0
- package/src/proxy/http.ts +108 -0
- package/src/proxy/router.ts +93 -0
- package/src/proxy/socks.ts +48 -0
- package/src/proxy/types.ts +114 -0
- package/src/resolvers/google-drive/consts.ts +22 -0
- package/src/resolvers/google-drive/types.ts +22 -0
- package/src/resolvers/google-drive.ts +153 -0
- package/src/resolvers/types.ts +45 -0
- package/src/s3/consts.ts +12 -0
- package/src/s3/prefix.ts +100 -0
- package/src/s3/sink.ts +36 -0
- package/src/s3/source.ts +90 -0
- package/src/s3/types.local.ts +49 -0
- package/src/s3/types.ts +70 -0
- package/src/s3/upload.ts +130 -0
- package/src/s3.ts +83 -0
- package/src/service/types.local.ts +9 -0
- package/src/service/types.ts +71 -0
- package/src/service.ts +97 -0
- package/src/sinks/buffer/consts.ts +1 -0
- package/src/sinks/buffer/types.ts +12 -0
- package/src/sinks/buffer.ts +18 -0
- package/src/sinks/directory/types.ts +7 -0
- package/src/sinks/directory.ts +49 -0
- package/src/sinks/file.ts +52 -0
- package/src/sinks/types.ts +12 -0
- package/src/sinks/workload/consts.ts +5 -0
- package/src/sinks/workload/types.ts +17 -0
- package/src/sinks/workload.ts +59 -0
- package/src/sources/buffer.ts +27 -0
- package/src/sources/file.ts +57 -0
- package/src/sources/stream.ts +26 -0
- package/src/sources/types.ts +12 -0
- package/src/sources/workload/types.ts +31 -0
- package/src/sources/workload.ts +79 -0
- package/src/transfer/consts.ts +10 -0
- package/src/transfer/types.ts +55 -0
- package/src/transfer.ts +89 -0
- package/src/types.ts +106 -0
- package/src/utils/names/consts.ts +5 -0
- package/src/utils/names/types.ts +12 -0
- package/src/utils/names.ts +70 -0
- package/src/utils/paths/consts.ts +3 -0
- package/src/utils/paths/types.ts +20 -0
- package/src/utils/paths.ts +75 -0
- package/src/utils/range/types.ts +11 -0
- package/src/utils/range.ts +80 -0
- package/src/utils/redact/types.ts +16 -0
- package/src/utils/redact.ts +23 -0
- package/src/utils/signals/types.ts +17 -0
- package/src/utils/signals.ts +63 -0
- package/src/utils/streams/consts.ts +2 -0
- package/src/utils/streams/types.ts +65 -0
- package/src/utils/streams.ts +188 -0
- package/src/utils/tree/types.ts +6 -0
- package/src/utils/tree.ts +18 -0
- package/src/workspace/consts.local.ts +2 -0
- package/src/workspace/consts.ts +14 -0
- package/src/workspace/fs.ts +48 -0
- package/src/workspace/scope.ts +196 -0
- package/src/workspace/types.local.ts +21 -0
- package/src/workspace/types.ts +71 -0
- package/src/workspace.ts +102 -0
- package/tests/archive.spec.ts +134 -0
- package/tests/backed.spec.ts +147 -0
- package/tests/context.ts +114 -0
- package/tests/fixtures.ts +190 -0
- package/tests/google-drive.spec.ts +76 -0
- package/tests/harness/drive.ts +92 -0
- package/tests/harness/http-proxy.ts +96 -0
- package/tests/harness/origin.ts +134 -0
- package/tests/harness/socks5.ts +135 -0
- package/tests/harness/workload.ts +118 -0
- package/tests/http.spec.ts +101 -0
- package/tests/inspector.spec.ts +40 -0
- package/tests/live.spec.ts +27 -0
- package/tests/network.spec.ts +79 -0
- package/tests/proxy.spec.ts +149 -0
- package/tests/s3.spec.ts +133 -0
- package/tests/service.spec.ts +77 -0
- package/tests/sources-sinks.spec.ts +96 -0
- package/tests/transfer.spec.ts +99 -0
- package/tests/tsconfig.json +12 -0
- package/tests/workload.spec.ts +140 -0
- package/tests/workspace.spec.ts +158 -0
- package/tsconfig.json +16 -0
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
import type { StorageBucketModel } from '@owlmeans/storage-resource';
|
|
2
|
+
import type { StoredFileInstance } from '@owlmeans/storage-common';
|
|
3
|
+
import type { FileSink, FileSource, SignalOptions, SinkResult, TreeSink } from '../types.js';
|
|
4
|
+
export interface S3BucketOptions {
|
|
5
|
+
/** Multipart part size. Default 8 MiB, at least 5 MiB. */
|
|
6
|
+
partSize?: number;
|
|
7
|
+
/** Parts in flight. Default 2. */
|
|
8
|
+
concurrency?: number;
|
|
9
|
+
}
|
|
10
|
+
export interface S3SinkOptions {
|
|
11
|
+
/** Overrides the type taken from the verdict or the source. */
|
|
12
|
+
contentType?: string;
|
|
13
|
+
/** Default `inline`; active svg/html is written as `attachment` unless allowed. */
|
|
14
|
+
disposition?: 'inline' | 'attachment';
|
|
15
|
+
allowActiveInline?: boolean;
|
|
16
|
+
cacheControl?: string;
|
|
17
|
+
metadata?: Record<string, string>;
|
|
18
|
+
}
|
|
19
|
+
export interface S3ObjectInfo {
|
|
20
|
+
key: string;
|
|
21
|
+
size: number;
|
|
22
|
+
etag?: string;
|
|
23
|
+
mime?: string;
|
|
24
|
+
modifiedAt?: Date;
|
|
25
|
+
}
|
|
26
|
+
/** One object of a prefix listing (a listing carries no media type). */
|
|
27
|
+
export interface S3ListedObject extends S3ObjectInfo {
|
|
28
|
+
/** The key relative to the listed prefix — `media/a.png` for `<basePrefix>/<prefix>/media/a.png`. */
|
|
29
|
+
path: string;
|
|
30
|
+
}
|
|
31
|
+
/**
|
|
32
|
+
* One storage bucket as sources and sinks, addressed exactly as `@owlmeans/storage-resource`
|
|
33
|
+
* addresses it: a `prefix` lands at `<basePrefix>/<prefix>` and answers on the same public URL.
|
|
34
|
+
*/
|
|
35
|
+
export interface S3Bucket {
|
|
36
|
+
readonly model: StorageBucketModel;
|
|
37
|
+
/** The object key of a prefix (normalized; `..` and absolute prefixes refused). */
|
|
38
|
+
keyOf: (prefix: string) => string;
|
|
39
|
+
/** The public URL of a prefix. */
|
|
40
|
+
urlOf: (prefix: string) => string;
|
|
41
|
+
/** GetObject; random access through Range with If-Match. */
|
|
42
|
+
source: (prefix: string) => FileSource;
|
|
43
|
+
/** PutObject when the body fits one part, a multipart upload (aborted on failure) otherwise. */
|
|
44
|
+
sink: (prefix: string, options?: S3SinkOptions) => FileSink;
|
|
45
|
+
/** Many objects under one prefix. */
|
|
46
|
+
tree: (prefix: string, options?: S3SinkOptions) => TreeSink;
|
|
47
|
+
head: (prefix: string, options?: SignalOptions) => Promise<S3ObjectInfo | null>;
|
|
48
|
+
remove: (prefix: string, options?: SignalOptions) => Promise<void>;
|
|
49
|
+
/**
|
|
50
|
+
* Every object under `<prefix>/` — ListObjectsV2, all pages — with its full `key` and its `path`
|
|
51
|
+
* relative to the prefix. An empty prefix is refused (`PathError('empty')`), never the whole bucket.
|
|
52
|
+
*/
|
|
53
|
+
list: (prefix: string, options?: SignalOptions) => Promise<S3ListedObject[]>;
|
|
54
|
+
/**
|
|
55
|
+
* Deletes every object under `<prefix>/` — DeleteObjects in batches of at most 1000 keys, each
|
|
56
|
+
* checksummed by Content-MD5 (the SDK's MD5 fallback, which S3-compatible stores accept) — and
|
|
57
|
+
* answers how many went.
|
|
58
|
+
* @throws {S3TransferError} `delete-objects:<code>` when the store refuses any key of a batch.
|
|
59
|
+
*/
|
|
60
|
+
removePrefix: (prefix: string, options?: SignalOptions) => Promise<number>;
|
|
61
|
+
/** A sink result as a storage-common file instance. */
|
|
62
|
+
instanceOf: (result: SinkResult, alias: string) => StoredFileInstance;
|
|
63
|
+
/** Releases the client. */
|
|
64
|
+
close: () => void;
|
|
65
|
+
}
|
|
66
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/s3/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAA;AACpE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAA;AAClE,OAAO,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,aAAa,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAE5F,MAAM,WAAW,eAAe;IAC9B,0DAA0D;IAC1D,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,kCAAkC;IAClC,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB;AAED,MAAM,WAAW,aAAa;IAC5B,+DAA+D;IAC/D,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,mFAAmF;IACnF,WAAW,CAAC,EAAE,QAAQ,GAAG,YAAY,CAAA;IACrC,iBAAiB,CAAC,EAAE,OAAO,CAAA;IAC3B,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAClC;AAED,MAAM,WAAW,YAAY;IAC3B,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,UAAU,CAAC,EAAE,IAAI,CAAA;CAClB;AAED,wEAAwE;AACxE,MAAM,WAAW,cAAe,SAAQ,YAAY;IAClD,qGAAqG;IACrG,IAAI,EAAE,MAAM,CAAA;CACb;AAED;;;GAGG;AACH,MAAM,WAAW,QAAQ;IACvB,QAAQ,CAAC,KAAK,EAAE,kBAAkB,CAAA;IAClC,mFAAmF;IACnF,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,CAAA;IACjC,kCAAkC;IAClC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,CAAA;IACjC,4DAA4D;IAC5D,MAAM,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,UAAU,CAAA;IACtC,gGAAgG;IAChG,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,aAAa,KAAK,QAAQ,CAAA;IAC3D,qCAAqC;IACrC,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,aAAa,KAAK,QAAQ,CAAA;IAC3D,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,aAAa,KAAK,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC,CAAA;IAC/E,MAAM,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,aAAa,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;IAClE;;;OAGG;IACH,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,aAAa,KAAK,OAAO,CAAC,cAAc,EAAE,CAAC,CAAA;IAC5E;;;;;OAKG;IACH,YAAY,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,aAAa,KAAK,OAAO,CAAC,MAAM,CAAC,CAAA;IAC1E,uDAAuD;IACvD,UAAU,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,KAAK,kBAAkB,CAAA;IACrE,2BAA2B;IAC3B,KAAK,EAAE,MAAM,IAAI,CAAA;CAClB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/s3/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
import type { S3Client } from '@aws-sdk/client-s3';
|
|
2
|
+
import type { Readable } from 'node:stream';
|
|
3
|
+
import type { StorageBucketModel } from '@owlmeans/storage-resource';
|
|
4
|
+
import type { SignalOptions } from '../types.js';
|
|
5
|
+
import type { S3ListedObject } from './types.js';
|
|
6
|
+
/** What the bucket's parts share. */
|
|
7
|
+
export interface S3Core {
|
|
8
|
+
readonly model: StorageBucketModel;
|
|
9
|
+
client: () => S3Client;
|
|
10
|
+
keyOf: (prefix: string) => string;
|
|
11
|
+
location: (key: string) => string;
|
|
12
|
+
partSize: number;
|
|
13
|
+
concurrency: number;
|
|
14
|
+
}
|
|
15
|
+
export interface S3UploadRequest {
|
|
16
|
+
key: string;
|
|
17
|
+
stream: Readable;
|
|
18
|
+
contentType: string;
|
|
19
|
+
disposition: string;
|
|
20
|
+
cacheControl?: string;
|
|
21
|
+
metadata?: Record<string, string>;
|
|
22
|
+
signal?: AbortSignal;
|
|
23
|
+
}
|
|
24
|
+
export interface S3UploadResult {
|
|
25
|
+
bytes: number;
|
|
26
|
+
etag?: string;
|
|
27
|
+
}
|
|
28
|
+
export interface S3Uploader {
|
|
29
|
+
/** One object from a stream of unknown length. */
|
|
30
|
+
upload: (request: S3UploadRequest) => Promise<S3UploadResult>;
|
|
31
|
+
}
|
|
32
|
+
export interface S3PrefixOps {
|
|
33
|
+
list: (prefix: string, options?: SignalOptions) => Promise<S3ListedObject[]>;
|
|
34
|
+
removePrefix: (prefix: string, options?: SignalOptions) => Promise<number>;
|
|
35
|
+
}
|
|
36
|
+
/** The part of an SDK build-step handler's arguments the Content-MD5 middleware touches. */
|
|
37
|
+
export interface S3BuildArgs {
|
|
38
|
+
request: unknown;
|
|
39
|
+
}
|
|
40
|
+
export interface S3BuildHandler {
|
|
41
|
+
(args: S3BuildArgs): Promise<unknown>;
|
|
42
|
+
}
|
|
43
|
+
//# sourceMappingURL=types.local.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.local.d.ts","sourceRoot":"","sources":["../../src/s3/types.local.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAA;AAClD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAC3C,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAA;AACpE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAChD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAEhD,qCAAqC;AACrC,MAAM,WAAW,MAAM;IACrB,QAAQ,CAAC,KAAK,EAAE,kBAAkB,CAAA;IAClC,MAAM,EAAE,MAAM,QAAQ,CAAA;IACtB,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,CAAA;IACjC,QAAQ,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,MAAM,CAAA;IACjC,QAAQ,EAAE,MAAM,CAAA;IAChB,WAAW,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,eAAe;IAC9B,GAAG,EAAE,MAAM,CAAA;IACX,MAAM,EAAE,QAAQ,CAAA;IAChB,WAAW,EAAE,MAAM,CAAA;IACnB,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IACjC,MAAM,CAAC,EAAE,WAAW,CAAA;CACrB;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAA;IACb,IAAI,CAAC,EAAE,MAAM,CAAA;CACd;AAED,MAAM,WAAW,UAAU;IACzB,kDAAkD;IAClD,MAAM,EAAE,CAAC,OAAO,EAAE,eAAe,KAAK,OAAO,CAAC,cAAc,CAAC,CAAA;CAC9D;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,aAAa,KAAK,OAAO,CAAC,cAAc,EAAE,CAAC,CAAA;IAC5E,YAAY,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,aAAa,KAAK,OAAO,CAAC,MAAM,CAAC,CAAA;CAC3E;AAED,4FAA4F;AAC5F,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,OAAO,CAAA;CACjB;AAED,MAAM,WAAW,cAAc;IAC7B,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;CACtC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.local.js","sourceRoot":"","sources":["../../src/s3/types.local.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
import type { S3Core, S3Uploader } from './types.local.js';
|
|
2
|
+
/** Uploads of unknown length: one PutObject when the body fits a part, a multipart upload otherwise. */
|
|
3
|
+
export declare const makeS3Uploader: (core: S3Core) => S3Uploader;
|
|
4
|
+
//# sourceMappingURL=upload.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"upload.d.ts","sourceRoot":"","sources":["../../src/s3/upload.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,MAAM,EAAE,UAAU,EAAmC,MAAM,kBAAkB,CAAA;AAI3F,wGAAwG;AACxG,eAAO,MAAM,cAAc,SAAU,MAAM,KAAG,UAoH7C,CAAA"}
|
|
@@ -0,0 +1,118 @@
|
|
|
1
|
+
import { AbortMultipartUploadCommand, CompleteMultipartUploadCommand, CreateMultipartUploadCommand, PutObjectCommand, UploadPartCommand, } from '@aws-sdk/client-s3';
|
|
2
|
+
import { logger } from '@owlmeans/log';
|
|
3
|
+
import { LimitError, S3TransferError } from '../errors.js';
|
|
4
|
+
import { MAX_PARTS } from './consts.js';
|
|
5
|
+
const log = logger('file-streams:s3');
|
|
6
|
+
/** Uploads of unknown length: one PutObject when the body fits a part, a multipart upload otherwise. */
|
|
7
|
+
export const makeS3Uploader = (core) => {
|
|
8
|
+
const parts = async function* (stream, size) {
|
|
9
|
+
let pending = [];
|
|
10
|
+
let length = 0;
|
|
11
|
+
for await (const chunk of stream) {
|
|
12
|
+
let buffer = chunk;
|
|
13
|
+
while (buffer.length > 0) {
|
|
14
|
+
const take = Math.min(size - length, buffer.length);
|
|
15
|
+
pending.push(buffer.subarray(0, take));
|
|
16
|
+
length += take;
|
|
17
|
+
buffer = buffer.subarray(take);
|
|
18
|
+
if (length === size) {
|
|
19
|
+
yield Buffer.concat(pending, length);
|
|
20
|
+
pending = [];
|
|
21
|
+
length = 0;
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
}
|
|
25
|
+
if (length > 0) {
|
|
26
|
+
yield Buffer.concat(pending, length);
|
|
27
|
+
}
|
|
28
|
+
};
|
|
29
|
+
const acl = () => core.model.acl != null ? { ACL: core.model.acl } : {};
|
|
30
|
+
const upload = async (request) => {
|
|
31
|
+
const client = core.client();
|
|
32
|
+
const base = {
|
|
33
|
+
Bucket: core.model.bucket,
|
|
34
|
+
Key: request.key,
|
|
35
|
+
ContentType: request.contentType,
|
|
36
|
+
ContentDisposition: request.disposition,
|
|
37
|
+
...(request.cacheControl != null ? { CacheControl: request.cacheControl } : {}),
|
|
38
|
+
...(request.metadata != null ? { Metadata: request.metadata } : {}),
|
|
39
|
+
...acl(),
|
|
40
|
+
};
|
|
41
|
+
const iterator = parts(request.stream, core.partSize);
|
|
42
|
+
const first = await iterator.next();
|
|
43
|
+
const firstPart = first.done === true ? Buffer.alloc(0) : first.value;
|
|
44
|
+
const second = first.done === true ? first : await iterator.next();
|
|
45
|
+
if (second.done === true) {
|
|
46
|
+
try {
|
|
47
|
+
const result = await client.send(new PutObjectCommand({ ...base, Body: firstPart, ContentLength: firstPart.length }), { abortSignal: request.signal });
|
|
48
|
+
return { bytes: firstPart.length, etag: result.ETag };
|
|
49
|
+
}
|
|
50
|
+
catch (error) {
|
|
51
|
+
if (request.signal?.aborted === true) {
|
|
52
|
+
throw request.signal.reason;
|
|
53
|
+
}
|
|
54
|
+
log.error('S3 upload failed', error);
|
|
55
|
+
throw new S3TransferError('put');
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
let uploadId;
|
|
59
|
+
try {
|
|
60
|
+
const created = await client.send(new CreateMultipartUploadCommand(base), { abortSignal: request.signal });
|
|
61
|
+
uploadId = created.UploadId;
|
|
62
|
+
const completed = [];
|
|
63
|
+
const inFlight = new Set();
|
|
64
|
+
let bytes = 0;
|
|
65
|
+
let number = 0;
|
|
66
|
+
const send = (body) => {
|
|
67
|
+
const partNumber = ++number;
|
|
68
|
+
if (partNumber > MAX_PARTS) {
|
|
69
|
+
throw new LimitError('s3-parts');
|
|
70
|
+
}
|
|
71
|
+
bytes += body.length;
|
|
72
|
+
const pending = client.send(new UploadPartCommand({
|
|
73
|
+
Bucket: core.model.bucket, Key: request.key, UploadId: uploadId, PartNumber: partNumber, Body: body, ContentLength: body.length,
|
|
74
|
+
}), { abortSignal: request.signal }).then(result => {
|
|
75
|
+
completed.push({ ETag: result.ETag, PartNumber: partNumber });
|
|
76
|
+
});
|
|
77
|
+
const tracked = pending.finally(() => inFlight.delete(tracked));
|
|
78
|
+
inFlight.add(tracked);
|
|
79
|
+
};
|
|
80
|
+
send(firstPart);
|
|
81
|
+
send(second.value);
|
|
82
|
+
for (;;) {
|
|
83
|
+
while (inFlight.size >= core.concurrency) {
|
|
84
|
+
await Promise.race(inFlight);
|
|
85
|
+
}
|
|
86
|
+
const next = await iterator.next();
|
|
87
|
+
if (next.done === true) {
|
|
88
|
+
break;
|
|
89
|
+
}
|
|
90
|
+
send(next.value);
|
|
91
|
+
}
|
|
92
|
+
await Promise.all(inFlight);
|
|
93
|
+
completed.sort((a, b) => (a.PartNumber ?? 0) - (b.PartNumber ?? 0));
|
|
94
|
+
const result = await client.send(new CompleteMultipartUploadCommand({
|
|
95
|
+
Bucket: core.model.bucket, Key: request.key, UploadId: uploadId, MultipartUpload: { Parts: completed },
|
|
96
|
+
}), { abortSignal: request.signal });
|
|
97
|
+
log.debug('Multipart upload completed', { parts: completed.length, bytes });
|
|
98
|
+
return { bytes, etag: result.ETag };
|
|
99
|
+
}
|
|
100
|
+
catch (error) {
|
|
101
|
+
if (uploadId != null) {
|
|
102
|
+
await client.send(new AbortMultipartUploadCommand({ Bucket: core.model.bucket, Key: request.key, UploadId: uploadId }))
|
|
103
|
+
.catch(abortError => log.warn('Multipart abort failed', abortError));
|
|
104
|
+
}
|
|
105
|
+
await iterator.return(undefined).catch(() => undefined);
|
|
106
|
+
if (request.signal?.aborted === true) {
|
|
107
|
+
throw request.signal.reason;
|
|
108
|
+
}
|
|
109
|
+
if (error instanceof LimitError || error instanceof S3TransferError) {
|
|
110
|
+
throw error;
|
|
111
|
+
}
|
|
112
|
+
log.error('S3 multipart upload failed', error);
|
|
113
|
+
throw new S3TransferError('multipart');
|
|
114
|
+
}
|
|
115
|
+
};
|
|
116
|
+
return { upload };
|
|
117
|
+
};
|
|
118
|
+
//# sourceMappingURL=upload.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"upload.js","sourceRoot":"","sources":["../../src/s3/upload.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,2BAA2B,EAAE,8BAA8B,EAAE,4BAA4B,EAAE,gBAAgB,EAAE,iBAAiB,GAC/H,MAAM,oBAAoB,CAAA;AAG3B,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAA;AACtC,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,cAAc,CAAA;AAC1D,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAA;AAGvC,MAAM,GAAG,GAAG,MAAM,CAAC,iBAAiB,CAAC,CAAA;AAErC,wGAAwG;AACxG,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,IAAY,EAAc,EAAE;IACzD,MAAM,KAAK,GAAG,KAAK,SAAU,CAAC,EAAE,MAAgB,EAAE,IAAY;QAC5D,IAAI,OAAO,GAAa,EAAE,CAAA;QAC1B,IAAI,MAAM,GAAG,CAAC,CAAA;QACd,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,IAAI,MAAM,GAAG,KAAe,CAAA;YAC5B,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAA;gBACnD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAA;gBACtC,MAAM,IAAI,IAAI,CAAA;gBACd,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;gBAC9B,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;oBACpB,MAAM,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;oBACpC,OAAO,GAAG,EAAE,CAAA;oBACZ,MAAM,GAAG,CAAC,CAAA;gBACZ,CAAC;YACH,CAAC;QACH,CAAC;QACD,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;YACf,MAAM,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;QACtC,CAAC;IACH,CAAC,CAAA;IAED,MAAM,GAAG,GAAG,GAA8B,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,GAAsB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;IAErH,MAAM,MAAM,GAAG,KAAK,EAAE,OAAwB,EAA2B,EAAE;QACzE,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAA;QAC5B,MAAM,IAAI,GAAG;YACX,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;YACzB,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,kBAAkB,EAAE,OAAO,CAAC,WAAW;YACvC,GAAG,CAAC,OAAO,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/E,GAAG,CAAC,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnE,GAAG,GAAG,EAAE;SACT,CAAA;QACD,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;QACrD,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;QACnC,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAA;QACrE,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;QAElE,IAAI,MAAM,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,aAAa,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,WAAW,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;gBACtJ,OAAO,EAAE,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAA;YACvD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,KAAK,IAAI,EAAE,CAAC;oBACrC,MAAM,OAAO,CAAC,MAAM,CAAC,MAAM,CAAA;gBAC7B,CAAC;gBACD,GAAG,CAAC,KAAK,CAAC,kBAAkB,EAAE,KAAc,CAAC,CAAA;gBAC7C,MAAM,IAAI,eAAe,CAAC,KAAK,CAAC,CAAA;YAClC,CAAC;QACH,CAAC;QAED,IAAI,QAA4B,CAAA;QAChC,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,4BAA4B,CAAC,IAAI,CAAC,EAAE,EAAE,WAAW,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;YAC1G,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAA;YAC3B,MAAM,SAAS,GAAoB,EAAE,CAAA;YACrC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAiB,CAAA;YACzC,IAAI,KAAK,GAAG,CAAC,CAAA;YACb,IAAI,MAAM,GAAG,CAAC,CAAA;YAEd,MAAM,IAAI,GAAG,CAAC,IAAY,EAAQ,EAAE;gBAClC,MAAM,UAAU,GAAG,EAAE,MAAM,CAAA;gBAC3B,IAAI,UAAU,GAAG,SAAS,EAAE,CAAC;oBAC3B,MAAM,IAAI,UAAU,CAAC,UAAU,CAAC,CAAA;gBAClC,CAAC;gBACD,KAAK,IAAI,IAAI,CAAC,MAAM,CAAA;gBACpB,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,iBAAiB,CAAC;oBAChD,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,CAAC,MAAM;iBAChI,CAAC,EAAE,EAAE,WAAW,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE;oBACjD,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC,CAAA;gBAC/D,CAAC,CAAC,CAAA;gBACF,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAA;gBAC/D,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;YACvB,CAAC,CAAA;YAED,IAAI,CAAC,SAAS,CAAC,CAAA;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YAClB,SAAS,CAAC;gBACR,OAAO,QAAQ,CAAC,IAAI,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;oBACzC,MAAM,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;gBAC9B,CAAC;gBACD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;gBAClC,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;oBACvB,MAAK;gBACP,CAAC;gBACD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAClB,CAAC;YACD,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;YAC3B,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC,CAAA;YACnE,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,8BAA8B,CAAC;gBAClE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,QAAQ,EAAE,QAAQ,EAAE,eAAe,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE;aACvG,CAAC,EAAE,EAAE,WAAW,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;YACpC,GAAG,CAAC,KAAK,CAAC,4BAA4B,EAAE,EAAE,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,CAAA;YAE3E,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAA;QACrC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;gBACrB,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,2BAA2B,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;qBACpH,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,wBAAwB,EAAE,UAAmB,CAAC,CAAC,CAAA;YACjF,CAAC;YACD,MAAM,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;YACvD,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,KAAK,IAAI,EAAE,CAAC;gBACrC,MAAM,OAAO,CAAC,MAAM,CAAC,MAAM,CAAA;YAC7B,CAAC;YACD,IAAI,KAAK,YAAY,UAAU,IAAI,KAAK,YAAY,eAAe,EAAE,CAAC;gBACpE,MAAM,KAAK,CAAA;YACb,CAAC;YACD,GAAG,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAc,CAAC,CAAA;YACvD,MAAM,IAAI,eAAe,CAAC,WAAW,CAAC,CAAA;QACxC,CAAC;IACH,CAAC,CAAA;IAED,OAAO,EAAE,MAAM,EAAE,CAAA;AACnB,CAAC,CAAA"}
|
package/build/s3.d.ts
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import type { StorageBucketModel, StorageConfig } from '@owlmeans/storage-resource';
|
|
2
|
+
import type { S3Bucket, S3BucketOptions } from './s3/types.js';
|
|
3
|
+
/** A storage bucket — a `cfg.storageBuckets` entry or its model — as sources and sinks. */
|
|
4
|
+
export declare const createS3Bucket: (config: StorageBucketModel | StorageConfig, options?: S3BucketOptions) => S3Bucket;
|
|
5
|
+
//# sourceMappingURL=s3.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"s3.d.ts","sourceRoot":"","sources":["../src/s3.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,kBAAkB,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAA;AAOnF,OAAO,KAAK,EAAE,QAAQ,EAAE,eAAe,EAA+B,MAAM,eAAe,CAAA;AAM3F,2FAA2F;AAC3F,eAAO,MAAM,cAAc,WAAY,kBAAkB,GAAG,aAAa,YAAW,eAAe,KAAQ,QAiE1G,CAAA"}
|
package/build/s3.js
ADDED
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
import { DeleteObjectCommand, HeadObjectCommand } from '@aws-sdk/client-s3';
|
|
2
|
+
import { makeStorageBucketModel } from '@owlmeans/storage-resource';
|
|
3
|
+
import { S3TransferError } from './errors.js';
|
|
4
|
+
import { DEFAULT_PART_SIZE, DEFAULT_UPLOAD_CONCURRENCY, MIN_PART_SIZE } from './s3/consts.js';
|
|
5
|
+
import { makeS3PrefixOps } from './s3/prefix.js';
|
|
6
|
+
import { makeS3Sink } from './s3/sink.js';
|
|
7
|
+
import { makeS3Source } from './s3/source.js';
|
|
8
|
+
import { makeS3Uploader } from './s3/upload.js';
|
|
9
|
+
import { pathUtils } from './utils/paths.js';
|
|
10
|
+
/** A storage bucket — a `cfg.storageBuckets` entry or its model — as sources and sinks. */
|
|
11
|
+
export const createS3Bucket = (config, options = {}) => {
|
|
12
|
+
const model = 'createClient' in config ? config : makeStorageBucketModel(config);
|
|
13
|
+
let created;
|
|
14
|
+
const client = () => {
|
|
15
|
+
created ??= model.createClient();
|
|
16
|
+
return created;
|
|
17
|
+
};
|
|
18
|
+
const keyOf = (prefix) => model.keyOf(pathUtils.entry(prefix));
|
|
19
|
+
const core = {
|
|
20
|
+
model,
|
|
21
|
+
client,
|
|
22
|
+
keyOf,
|
|
23
|
+
location: key => `s3://${model.bucket}/${key}`,
|
|
24
|
+
partSize: Math.max(options.partSize ?? DEFAULT_PART_SIZE, MIN_PART_SIZE),
|
|
25
|
+
concurrency: Math.max(1, options.concurrency ?? DEFAULT_UPLOAD_CONCURRENCY),
|
|
26
|
+
};
|
|
27
|
+
const uploader = makeS3Uploader(core);
|
|
28
|
+
const { list, removePrefix } = makeS3PrefixOps(core);
|
|
29
|
+
const urlOf = (prefix) => model.urlOf(pathUtils.entry(prefix));
|
|
30
|
+
const source = (prefix) => makeS3Source(core, keyOf(prefix));
|
|
31
|
+
const sink = (prefix, sinkOptions) => makeS3Sink(core, uploader, pathUtils.entry(prefix), sinkOptions);
|
|
32
|
+
const tree = (prefix, sinkOptions) => {
|
|
33
|
+
const base = pathUtils.entry(prefix);
|
|
34
|
+
return {
|
|
35
|
+
kind: 's3',
|
|
36
|
+
entry: path => sink(`${base}/${pathUtils.entry(path)}`, sinkOptions),
|
|
37
|
+
directory: async () => undefined,
|
|
38
|
+
};
|
|
39
|
+
};
|
|
40
|
+
const head = async (prefix, headOptions = {}) => {
|
|
41
|
+
const key = keyOf(prefix);
|
|
42
|
+
try {
|
|
43
|
+
const result = await client().send(new HeadObjectCommand({ Bucket: model.bucket, Key: key }), { abortSignal: headOptions.signal });
|
|
44
|
+
return { key, size: result.ContentLength ?? 0, etag: result.ETag, mime: result.ContentType, modifiedAt: result.LastModified };
|
|
45
|
+
}
|
|
46
|
+
catch (error) {
|
|
47
|
+
if (error.$metadata?.httpStatusCode === 404 || error.name === 'NotFound') {
|
|
48
|
+
return null;
|
|
49
|
+
}
|
|
50
|
+
throw new S3TransferError('head');
|
|
51
|
+
}
|
|
52
|
+
};
|
|
53
|
+
const remove = async (prefix, removeOptions = {}) => {
|
|
54
|
+
try {
|
|
55
|
+
await client().send(new DeleteObjectCommand({ Bucket: model.bucket, Key: keyOf(prefix) }), { abortSignal: removeOptions.signal });
|
|
56
|
+
}
|
|
57
|
+
catch {
|
|
58
|
+
throw new S3TransferError('delete');
|
|
59
|
+
}
|
|
60
|
+
};
|
|
61
|
+
const instanceOf = (result, alias) => ({ size: result.bytes, alias, url: result.url ?? '' });
|
|
62
|
+
const close = () => {
|
|
63
|
+
created?.destroy();
|
|
64
|
+
created = undefined;
|
|
65
|
+
};
|
|
66
|
+
return { model, keyOf, urlOf, source, sink, tree, head, remove, list, removePrefix, instanceOf, close };
|
|
67
|
+
};
|
|
68
|
+
//# sourceMappingURL=s3.js.map
|
package/build/s3.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"s3.js","sourceRoot":"","sources":["../src/s3.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAA;AAE3E,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AAGnE,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAC7C,OAAO,EAAE,iBAAiB,EAAE,0BAA0B,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAA;AAC7F,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAA;AAChD,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAA;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAG7C,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAA;AAE/C,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAE5C,2FAA2F;AAC3F,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,MAA0C,EAAE,OAAO,GAAoB,EAAE,EAAY,EAAE;IACpH,MAAM,KAAK,GAAG,cAAc,IAAI,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAA;IAChF,IAAI,OAA6B,CAAA;IACjC,MAAM,MAAM,GAAG,GAAa,EAAE;QAC5B,OAAO,KAAK,KAAK,CAAC,YAAY,EAAE,CAAA;QAChC,OAAO,OAAO,CAAA;IAChB,CAAC,CAAA;IAED,MAAM,KAAK,GAAG,CAAC,MAAc,EAAU,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAA;IAE9E,MAAM,IAAI,GAAW;QACnB,KAAK;QACL,MAAM;QACN,KAAK;QACL,QAAQ,EAAE,GAAG,CAAC,EAAE,CAAC,QAAQ,KAAK,CAAC,MAAM,IAAI,GAAG,EAAE;QAC9C,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,IAAI,iBAAiB,EAAE,aAAa,CAAC;QACxE,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,WAAW,IAAI,0BAA0B,CAAC;KAC5E,CAAA;IACD,MAAM,QAAQ,GAAG,cAAc,CAAC,IAAI,CAAC,CAAA;IACrC,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,eAAe,CAAC,IAAI,CAAC,CAAA;IAEpD,MAAM,KAAK,GAAG,CAAC,MAAc,EAAU,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAA;IAE9E,MAAM,MAAM,GAAG,CAAC,MAAc,EAAc,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAA;IAEhF,MAAM,IAAI,GAAG,CAAC,MAAc,EAAE,WAA2B,EAAY,EAAE,CAAC,UAAU,CAAC,IAAI,EAAE,QAAQ,EAAE,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC,CAAA;IAExI,MAAM,IAAI,GAAG,CAAC,MAAc,EAAE,WAA2B,EAAY,EAAE;QACrE,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;QACpC,OAAO;YACL,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,WAAW,CAAC;YACpE,SAAS,EAAE,KAAK,IAAI,EAAE,CAAC,SAAS;SACjC,CAAA;IACH,CAAC,CAAA;IAED,MAAM,IAAI,GAAG,KAAK,EAAE,MAAc,EAAE,WAAW,GAAkB,EAAE,EAAgC,EAAE;QACnG,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,CAAA;QACzB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,iBAAiB,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,WAAW,EAAE,WAAW,CAAC,MAAM,EAAE,CAAC,CAAA;YAClI,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,aAAa,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,WAAW,EAAE,UAAU,EAAE,MAAM,CAAC,YAAY,EAAE,CAAA;QAC/H,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAK,KAAqD,CAAC,SAAS,EAAE,cAAc,KAAK,GAAG,IAAK,KAAe,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBACrI,OAAO,IAAI,CAAA;YACb,CAAC;YACD,MAAM,IAAI,eAAe,CAAC,MAAM,CAAC,CAAA;QACnC,CAAC;IACH,CAAC,CAAA;IAED,MAAM,MAAM,GAAG,KAAK,EAAE,MAAc,EAAE,aAAa,GAAkB,EAAE,EAAiB,EAAE;QACxF,IAAI,CAAC;YACH,MAAM,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,mBAAmB,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,GAAG,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,WAAW,EAAE,aAAa,CAAC,MAAM,EAAE,CAAC,CAAA;QACnI,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,eAAe,CAAC,QAAQ,CAAC,CAAA;QACrC,CAAC;IACH,CAAC,CAAA;IAED,MAAM,UAAU,GAAG,CAAC,MAAkB,EAAE,KAAa,EAAsB,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,CAAA;IAEpI,MAAM,KAAK,GAAG,GAAS,EAAE;QACvB,OAAO,EAAE,OAAO,EAAE,CAAA;QAClB,OAAO,GAAG,SAAS,CAAA;IACrB,CAAC,CAAA;IAED,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,KAAK,EAAE,CAAA;AACzG,CAAC,CAAA"}
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
import type { InitializedService } from '@owlmeans/context';
|
|
2
|
+
import type { FileInspector, FileInspectorOptions } from '@owlmeans/file-inspector';
|
|
3
|
+
import type { ArchiveHelper, ArchiveLimits } from '../archive/types.js';
|
|
4
|
+
import type { BackedWorkspace } from '../backed-workspace/types.js';
|
|
5
|
+
import type { HttpClient } from '../http/types.js';
|
|
6
|
+
import type { AddressResolver, NetworkPolicyOptions } from '../network/types.js';
|
|
7
|
+
import type { ProxyCredentialsProvider, ProxyPlugin, ProxyRouterOptions, ProxyStrategy } from '../proxy/types.js';
|
|
8
|
+
import type { UrlResolver } from '../resolvers/types.js';
|
|
9
|
+
import type { S3Bucket, S3BucketOptions } from '../s3/types.js';
|
|
10
|
+
import type { TransferHelper, TransferLimits } from '../transfer/types.js';
|
|
11
|
+
import type { Workspace, WorkspaceOptions } from '../workspace/types.js';
|
|
12
|
+
/** A proxy in config; string leaves may be secret files (`/etc/…`), which server contexts resolve. */
|
|
13
|
+
export interface FileStreamsProxyConfig {
|
|
14
|
+
/** `http://host:3128`, `socks5h://host:1080`. */
|
|
15
|
+
url: string;
|
|
16
|
+
username?: string;
|
|
17
|
+
password?: string;
|
|
18
|
+
id?: string;
|
|
19
|
+
}
|
|
20
|
+
/** `cfg.fileStreams`. */
|
|
21
|
+
export interface FileStreamsConfig {
|
|
22
|
+
limits?: Partial<TransferLimits>;
|
|
23
|
+
network?: Omit<NetworkPolicyOptions, 'resolver'>;
|
|
24
|
+
proxies?: FileStreamsProxyConfig[];
|
|
25
|
+
proxyStrategy?: ProxyStrategy;
|
|
26
|
+
userAgent?: string;
|
|
27
|
+
/**
|
|
28
|
+
* The temporary workspace: `root`, folder and file modes. A server context reads every string leaf
|
|
29
|
+
* starting with `/` as a secret file, so give `root` relative to `os.tmpdir()` (default
|
|
30
|
+
* `owlmeans-workspace`), or as a file that holds an absolute path.
|
|
31
|
+
*/
|
|
32
|
+
workspace?: WorkspaceOptions;
|
|
33
|
+
}
|
|
34
|
+
export interface FileStreamsBackedOptions {
|
|
35
|
+
/** Objects land under `<prefix>/` inside the bucket's base prefix. */
|
|
36
|
+
prefix?: string;
|
|
37
|
+
}
|
|
38
|
+
export interface FileStreamsConfigAppend {
|
|
39
|
+
fileStreams?: FileStreamsConfig;
|
|
40
|
+
}
|
|
41
|
+
/** What config cannot carry: callbacks and plugins. */
|
|
42
|
+
export interface FileStreamsServiceOptions {
|
|
43
|
+
/** Replaces `cfg.fileStreams.proxies` — a list or a provider by key and URL. */
|
|
44
|
+
proxies?: ProxyRouterOptions['proxies'];
|
|
45
|
+
proxyCredentials?: ProxyCredentialsProvider;
|
|
46
|
+
proxyPlugins?: ProxyPlugin[];
|
|
47
|
+
resolvers?: UrlResolver[];
|
|
48
|
+
resolver?: AddressResolver;
|
|
49
|
+
bucketOptions?: S3BucketOptions;
|
|
50
|
+
inspector?: FileInspectorOptions;
|
|
51
|
+
archiveLimits?: Partial<ArchiveLimits>;
|
|
52
|
+
}
|
|
53
|
+
/** The package's objects configured from the context. */
|
|
54
|
+
export interface FileStreamsService extends InitializedService {
|
|
55
|
+
http: () => HttpClient;
|
|
56
|
+
/** The bucket of a `cfg.storageBuckets` entry, addressed as storage-resource addresses it. */
|
|
57
|
+
bucket: (configKey: string) => S3Bucket;
|
|
58
|
+
transfer: () => TransferHelper;
|
|
59
|
+
inspector: () => FileInspector;
|
|
60
|
+
archives: () => ArchiveHelper;
|
|
61
|
+
/** The workspace configured by `cfg.fileStreams.workspace`. */
|
|
62
|
+
workspace: () => Workspace;
|
|
63
|
+
/** The workspace mirrored to the bucket of a `cfg.storageBuckets` entry (one object per key and prefix). */
|
|
64
|
+
backed: (bucketConfigKey: string, options?: FileStreamsBackedOptions) => BackedWorkspace;
|
|
65
|
+
}
|
|
66
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/service/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAA;AAC3D,OAAO,KAAK,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAA;AACnF,OAAO,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA;AACvE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAA;AACnE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;AAClD,OAAO,KAAK,EAAE,eAAe,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAA;AAChF,OAAO,KAAK,EAAE,wBAAwB,EAAE,WAAW,EAAE,kBAAkB,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAA;AACjH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAA;AACxD,OAAO,KAAK,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAA;AAC/D,OAAO,KAAK,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAA;AAC1E,OAAO,KAAK,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAA;AAExE,sGAAsG;AACtG,MAAM,WAAW,sBAAsB;IACrC,iDAAiD;IACjD,GAAG,EAAE,MAAM,CAAA;IACX,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,EAAE,CAAC,EAAE,MAAM,CAAA;CACZ;AAED,yBAAyB;AACzB,MAAM,WAAW,iBAAiB;IAChC,MAAM,CAAC,EAAE,OAAO,CAAC,cAAc,CAAC,CAAA;IAChC,OAAO,CAAC,EAAE,IAAI,CAAC,oBAAoB,EAAE,UAAU,CAAC,CAAA;IAChD,OAAO,CAAC,EAAE,sBAAsB,EAAE,CAAA;IAClC,aAAa,CAAC,EAAE,aAAa,CAAA;IAC7B,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB;;;;OAIG;IACH,SAAS,CAAC,EAAE,gBAAgB,CAAA;CAC7B;AAED,MAAM,WAAW,wBAAwB;IACvC,sEAAsE;IACtE,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,uBAAuB;IACtC,WAAW,CAAC,EAAE,iBAAiB,CAAA;CAChC;AAED,uDAAuD;AACvD,MAAM,WAAW,yBAAyB;IACxC,gFAAgF;IAChF,OAAO,CAAC,EAAE,kBAAkB,CAAC,SAAS,CAAC,CAAA;IACvC,gBAAgB,CAAC,EAAE,wBAAwB,CAAA;IAC3C,YAAY,CAAC,EAAE,WAAW,EAAE,CAAA;IAC5B,SAAS,CAAC,EAAE,WAAW,EAAE,CAAA;IACzB,QAAQ,CAAC,EAAE,eAAe,CAAA;IAC1B,aAAa,CAAC,EAAE,eAAe,CAAA;IAC/B,SAAS,CAAC,EAAE,oBAAoB,CAAA;IAChC,aAAa,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,CAAA;CACvC;AAED,yDAAyD;AACzD,MAAM,WAAW,kBAAmB,SAAQ,kBAAkB;IAC5D,IAAI,EAAE,MAAM,UAAU,CAAA;IACtB,8FAA8F;IAC9F,MAAM,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,QAAQ,CAAA;IACvC,QAAQ,EAAE,MAAM,cAAc,CAAA;IAC9B,SAAS,EAAE,MAAM,aAAa,CAAA;IAC9B,QAAQ,EAAE,MAAM,aAAa,CAAA;IAC7B,+DAA+D;IAC/D,SAAS,EAAE,MAAM,SAAS,CAAA;IAC1B,4GAA4G;IAC5G,MAAM,EAAE,CAAC,eAAe,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,wBAAwB,KAAK,eAAe,CAAA;CACzF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/service/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import type { BasicConfig, BasicContext } from '@owlmeans/context';
|
|
2
|
+
import type { StorageConfig } from '@owlmeans/storage-resource';
|
|
3
|
+
import type { FileStreamsConfigAppend } from './types.js';
|
|
4
|
+
export interface Config extends BasicConfig, FileStreamsConfigAppend {
|
|
5
|
+
storageBuckets?: {
|
|
6
|
+
[key: string]: StorageConfig;
|
|
7
|
+
};
|
|
8
|
+
}
|
|
9
|
+
export interface Context<C extends Config = Config> extends BasicContext<C> {
|
|
10
|
+
}
|
|
11
|
+
//# sourceMappingURL=types.local.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.local.d.ts","sourceRoot":"","sources":["../../src/service/types.local.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAA;AAClE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAA;AAC/D,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,YAAY,CAAA;AAEzD,MAAM,WAAW,MAAO,SAAQ,WAAW,EAAE,uBAAuB;IAClE,cAAc,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,aAAa,CAAA;KAAE,CAAA;CAClD;AAED,MAAM,WAAW,OAAO,CAAC,CAAC,SAAS,MAAM,GAAG,MAAM,CAAE,SAAQ,YAAY,CAAC,CAAC,CAAC;CAAG"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.local.js","sourceRoot":"","sources":["../../src/service/types.local.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import type { BasicConfig, BasicContext } from '@owlmeans/context';
|
|
2
|
+
import type { FileStreamsService, FileStreamsServiceOptions } from './service/types.js';
|
|
3
|
+
export declare const createFileStreamsService: (alias?: string, options?: FileStreamsServiceOptions) => FileStreamsService;
|
|
4
|
+
/** Registers the file-streams service on a context. */
|
|
5
|
+
export declare const appendFileStreamsService: <C extends BasicConfig, T extends BasicContext<C>>(ctx: T, alias?: string, options?: FileStreamsServiceOptions) => T;
|
|
6
|
+
//# sourceMappingURL=service.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"service.d.ts","sourceRoot":"","sources":["../src/service.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAA;AAYlE,OAAO,KAAK,EACwC,kBAAkB,EAAE,yBAAyB,EAChG,MAAM,oBAAoB,CAAA;AAK3B,eAAO,MAAM,wBAAwB,WAC5B,MAAM,YAAkC,yBAAyB,KACvE,kBAkEF,CAAA;AAED,uDAAuD;AACvD,eAAO,MAAM,wBAAwB,GAAI,CAAC,SAAS,WAAW,EAAE,CAAC,SAAS,YAAY,CAAC,CAAC,CAAC,OAClF,CAAC,UAAS,MAAM,YAAmC,yBAAyB,KAChF,CAGF,CAAA"}
|
package/build/service.js
ADDED
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
import { createService, memoHelper } from '@owlmeans/context';
|
|
2
|
+
import { FilePropertyError } from '@owlmeans/storage-common';
|
|
3
|
+
import { createFileInspector } from '@owlmeans/file-inspector';
|
|
4
|
+
import { createArchiveHelper } from './archive.js';
|
|
5
|
+
import { createBackedWorkspace } from './backed-workspace.js';
|
|
6
|
+
import { FILE_STREAMS_SERVICE } from './consts.js';
|
|
7
|
+
import { createHttpClient } from './http.js';
|
|
8
|
+
import { parseProxyEndpoint } from './proxy/endpoint.js';
|
|
9
|
+
import { createS3Bucket } from './s3.js';
|
|
10
|
+
import { createTransferHelper } from './transfer.js';
|
|
11
|
+
import { createWorkspace } from './workspace.js';
|
|
12
|
+
export const createFileStreamsService = (alias = FILE_STREAMS_SERVICE, options = {}) => {
|
|
13
|
+
const buckets = new Map();
|
|
14
|
+
const backedWorkspaces = new Map();
|
|
15
|
+
const configOf = () => service.assertCtx(alias).cfg;
|
|
16
|
+
const endpointOf = (proxy) => {
|
|
17
|
+
const endpoint = parseProxyEndpoint(proxy.url);
|
|
18
|
+
return {
|
|
19
|
+
...endpoint,
|
|
20
|
+
...(proxy.username != null ? { username: proxy.username, password: proxy.password ?? '' } : {}),
|
|
21
|
+
...(proxy.id != null ? { id: proxy.id } : {}),
|
|
22
|
+
};
|
|
23
|
+
};
|
|
24
|
+
const http = memoHelper.once(() => {
|
|
25
|
+
const config = configOf().fileStreams ?? {};
|
|
26
|
+
return createHttpClient({
|
|
27
|
+
network: { ...config.network, resolver: options.resolver },
|
|
28
|
+
proxies: {
|
|
29
|
+
proxies: options.proxies ?? config.proxies?.map(endpointOf),
|
|
30
|
+
strategy: config.proxyStrategy,
|
|
31
|
+
credentials: options.proxyCredentials,
|
|
32
|
+
plugins: options.proxyPlugins,
|
|
33
|
+
},
|
|
34
|
+
resolvers: options.resolvers,
|
|
35
|
+
userAgent: config.userAgent,
|
|
36
|
+
});
|
|
37
|
+
});
|
|
38
|
+
const inspector = memoHelper.once(() => createFileInspector(options.inspector));
|
|
39
|
+
const transfer = memoHelper.once(() => createTransferHelper({ inspector: inspector(), limits: configOf().fileStreams?.limits }));
|
|
40
|
+
const archives = memoHelper.once(() => createArchiveHelper({ inspector: inspector(), limits: options.archiveLimits }));
|
|
41
|
+
const bucket = (configKey) => {
|
|
42
|
+
let known = buckets.get(configKey);
|
|
43
|
+
if (known == null) {
|
|
44
|
+
const entry = configOf().storageBuckets?.[configKey];
|
|
45
|
+
if (entry == null) {
|
|
46
|
+
throw new FilePropertyError(`storage-config:${configKey}`);
|
|
47
|
+
}
|
|
48
|
+
known = createS3Bucket(entry, options.bucketOptions);
|
|
49
|
+
buckets.set(configKey, known);
|
|
50
|
+
}
|
|
51
|
+
return known;
|
|
52
|
+
};
|
|
53
|
+
const workspace = memoHelper.once(() => createWorkspace(configOf().fileStreams?.workspace));
|
|
54
|
+
const backed = (bucketConfigKey, backedOptions = {}) => {
|
|
55
|
+
const key = `${bucketConfigKey}\u0000${backedOptions.prefix ?? ''}`;
|
|
56
|
+
let known = backedWorkspaces.get(key);
|
|
57
|
+
if (known == null) {
|
|
58
|
+
known = createBackedWorkspace({ workspace: workspace(), bucket: bucket(bucketConfigKey), prefix: backedOptions.prefix, transfer: transfer() });
|
|
59
|
+
backedWorkspaces.set(key, known);
|
|
60
|
+
}
|
|
61
|
+
return known;
|
|
62
|
+
};
|
|
63
|
+
const service = createService(alias, {
|
|
64
|
+
http, bucket, transfer, inspector, archives, workspace, backed,
|
|
65
|
+
});
|
|
66
|
+
return service;
|
|
67
|
+
};
|
|
68
|
+
/** Registers the file-streams service on a context. */
|
|
69
|
+
export const appendFileStreamsService = (ctx, alias = FILE_STREAMS_SERVICE, options) => {
|
|
70
|
+
ctx.registerService(createFileStreamsService(alias, options));
|
|
71
|
+
return ctx;
|
|
72
|
+
};
|
|
73
|
+
//# sourceMappingURL=service.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"service.js","sourceRoot":"","sources":["../src/service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAA;AAE7D,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAA;AAC5D,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAA;AAC9D,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAA;AAClD,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAA;AAE7D,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAA;AAClD,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAA;AAC5C,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAA;AAExD,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAA;AAMxC,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAA;AACpD,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAA;AAEhD,MAAM,CAAC,MAAM,wBAAwB,GAAG,CACtC,KAAK,GAAW,oBAAoB,EAAE,OAAO,GAA8B,EAAE,EACzD,EAAE;IACtB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAoB,CAAA;IAC3C,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAA2B,CAAA;IAE3D,MAAM,QAAQ,GAAG,GAAW,EAAE,CAAC,OAAO,CAAC,SAAS,CAAkB,KAAK,CAAC,CAAC,GAAG,CAAA;IAE5E,MAAM,UAAU,GAAG,CAAC,KAA6B,EAAiB,EAAE;QAClE,MAAM,QAAQ,GAAG,kBAAkB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QAC9C,OAAO;YACL,GAAG,QAAQ;YACX,GAAG,CAAC,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/F,GAAG,CAAC,KAAK,CAAC,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC9C,CAAA;IACH,CAAC,CAAA;IAED,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE;QAChC,MAAM,MAAM,GAAG,QAAQ,EAAE,CAAC,WAAW,IAAI,EAAE,CAAA;QAC3C,OAAO,gBAAgB,CAAC;YACtB,OAAO,EAAE,EAAE,GAAG,MAAM,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE;YAC1D,OAAO,EAAE;gBACP,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,UAAU,CAAC;gBAC3D,QAAQ,EAAE,MAAM,CAAC,aAAa;gBAC9B,WAAW,EAAE,OAAO,CAAC,gBAAgB;gBACrC,OAAO,EAAE,OAAO,CAAC,YAAY;aAC9B;YACD,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,SAAS,EAAE,MAAM,CAAC,SAAS;SAC5B,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,mBAAmB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAA;IAE/E,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,oBAAoB,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC,CAAC,CAAA;IAEhI,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,mBAAmB,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC,CAAA;IAEtH,MAAM,MAAM,GAAG,CAAC,SAAiB,EAAY,EAAE;QAC7C,IAAI,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;QAClC,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAClB,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC,cAAc,EAAE,CAAC,SAAS,CAAC,CAAA;YACpD,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;gBAClB,MAAM,IAAI,iBAAiB,CAAC,kBAAkB,SAAS,EAAE,CAAC,CAAA;YAC5D,CAAC;YACD,KAAK,GAAG,cAAc,CAAC,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,CAAA;YACpD,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,CAAA;QAC/B,CAAC;QACD,OAAO,KAAK,CAAA;IACd,CAAC,CAAA;IAED,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC,CAAA;IAE3F,MAAM,MAAM,GAAG,CAAC,eAAuB,EAAE,aAAa,GAA6B,EAAE,EAAmB,EAAE;QACxG,MAAM,GAAG,GAAG,GAAG,eAAe,SAAS,aAAa,CAAC,MAAM,IAAI,EAAE,EAAE,CAAA;QACnE,IAAI,KAAK,GAAG,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACrC,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAClB,KAAK,GAAG,qBAAqB,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,eAAe,CAAC,EAAE,MAAM,EAAE,aAAa,CAAC,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAA;YAC9I,gBAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;QAClC,CAAC;QACD,OAAO,KAAK,CAAA;IACd,CAAC,CAAA;IAED,MAAM,OAAO,GAAuB,aAAa,CAAqB,KAAK,EAAE;QAC3E,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM;KAC/D,CAAC,CAAA;IAEF,OAAO,OAAO,CAAA;AAChB,CAAC,CAAA;AAED,uDAAuD;AACvD,MAAM,CAAC,MAAM,wBAAwB,GAAG,CACtC,GAAM,EAAE,KAAK,GAAW,oBAAoB,EAAE,OAAmC,EAC9E,EAAE;IACL,GAAG,CAAC,eAAe,CAAC,wBAAwB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAA;IAC7D,OAAO,GAAG,CAAA;AACZ,CAAC,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"consts.d.ts","sourceRoot":"","sources":["../../../src/sinks/buffer/consts.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,yBAAyB,QAAmB,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"consts.js","sourceRoot":"","sources":["../../../src/sinks/buffer/consts.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,yBAAyB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAA"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import type { FileSink } from '../../types.js';
|
|
2
|
+
export interface BufferSinkOptions {
|
|
3
|
+
/** Ceiling on collected bytes. Default 64 MiB. */
|
|
4
|
+
maxBytes?: number;
|
|
5
|
+
}
|
|
6
|
+
/** A sink that keeps what it receives in memory. */
|
|
7
|
+
export interface BufferSink extends FileSink {
|
|
8
|
+
/** The bytes of the last write. */
|
|
9
|
+
bytes: () => Uint8Array;
|
|
10
|
+
}
|
|
11
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/sinks/buffer/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAA;AAE9C,MAAM,WAAW,iBAAiB;IAChC,kDAAkD;IAClD,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB;AAED,oDAAoD;AACpD,MAAM,WAAW,UAAW,SAAQ,QAAQ;IAC1C,mCAAmC;IACnC,KAAK,EAAE,MAAM,UAAU,CAAA;CACxB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/sinks/buffer/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"buffer.d.ts","sourceRoot":"","sources":["../../src/sinks/buffer.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAA;AAEtE,4DAA4D;AAC5D,eAAO,MAAM,gBAAgB,aAAa,iBAAiB,KAAQ,UAWlE,CAAA"}
|