@owlmeans/file-streams 0.0.0-stage → 0.2.0-alpha.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +71 -2
- package/agent-meta/manifest.json +64 -0
- package/agent-meta/skills/file-streams/SKILL.md +183 -0
- package/agent-meta/skills/file-streams/parts/network.md +47 -0
- package/agent-meta/skills/file-streams/parts/workspaces.md +129 -0
- package/build/archive/consts.d.ts +16 -0
- package/build/archive/consts.d.ts.map +1 -0
- package/build/archive/consts.js +24 -0
- package/build/archive/consts.js.map +1 -0
- package/build/archive/formats.d.ts +4 -0
- package/build/archive/formats.d.ts.map +1 -0
- package/build/archive/formats.js +53 -0
- package/build/archive/formats.js.map +1 -0
- package/build/archive/guard.d.ts +5 -0
- package/build/archive/guard.d.ts.map +1 -0
- package/build/archive/guard.js +62 -0
- package/build/archive/guard.js.map +1 -0
- package/build/archive/ratio.d.ts +5 -0
- package/build/archive/ratio.d.ts.map +1 -0
- package/build/archive/ratio.js +30 -0
- package/build/archive/ratio.js.map +1 -0
- package/build/archive/tar.d.ts +4 -0
- package/build/archive/tar.d.ts.map +1 -0
- package/build/archive/tar.js +142 -0
- package/build/archive/tar.js.map +1 -0
- package/build/archive/types.d.ts +95 -0
- package/build/archive/types.d.ts.map +1 -0
- package/build/archive/types.js +2 -0
- package/build/archive/types.js.map +1 -0
- package/build/archive/types.local.d.ts +64 -0
- package/build/archive/types.local.d.ts.map +1 -0
- package/build/archive/types.local.js +2 -0
- package/build/archive/types.local.js.map +1 -0
- package/build/archive/zip.d.ts +4 -0
- package/build/archive/zip.d.ts.map +1 -0
- package/build/archive/zip.js +135 -0
- package/build/archive/zip.js.map +1 -0
- package/build/archive.d.ts +4 -0
- package/build/archive.d.ts.map +1 -0
- package/build/archive.js +265 -0
- package/build/archive.js.map +1 -0
- package/build/backed-workspace/types.d.ts +67 -0
- package/build/backed-workspace/types.d.ts.map +1 -0
- package/build/backed-workspace/types.js +2 -0
- package/build/backed-workspace/types.js.map +1 -0
- package/build/backed-workspace.d.ts +4 -0
- package/build/backed-workspace.d.ts.map +1 -0
- package/build/backed-workspace.js +63 -0
- package/build/backed-workspace.js.map +1 -0
- package/build/consts.d.ts +3 -0
- package/build/consts.d.ts.map +1 -0
- package/build/consts.js +3 -0
- package/build/consts.js.map +1 -0
- package/build/consts.local.d.ts +3 -0
- package/build/consts.local.d.ts.map +1 -0
- package/build/consts.local.js +3 -0
- package/build/consts.local.js.map +1 -0
- package/build/errors.d.ts +59 -0
- package/build/errors.d.ts.map +1 -0
- package/build/errors.js +105 -0
- package/build/errors.js.map +1 -0
- package/build/http/connector.d.ts +11 -0
- package/build/http/connector.d.ts.map +1 -0
- package/build/http/connector.js +124 -0
- package/build/http/connector.js.map +1 -0
- package/build/http/consts.d.ts +9 -0
- package/build/http/consts.d.ts.map +1 -0
- package/build/http/consts.js +8 -0
- package/build/http/consts.js.map +1 -0
- package/build/http/source.d.ts +5 -0
- package/build/http/source.d.ts.map +1 -0
- package/build/http/source.js +76 -0
- package/build/http/source.js.map +1 -0
- package/build/http/types.d.ts +67 -0
- package/build/http/types.d.ts.map +1 -0
- package/build/http/types.js +2 -0
- package/build/http/types.js.map +1 -0
- package/build/http/types.local.d.ts +21 -0
- package/build/http/types.local.d.ts.map +1 -0
- package/build/http/types.local.js +2 -0
- package/build/http/types.local.js.map +1 -0
- package/build/http.d.ts +4 -0
- package/build/http.d.ts.map +1 -0
- package/build/http.js +248 -0
- package/build/http.js.map +1 -0
- package/build/index.d.ts +53 -0
- package/build/index.d.ts.map +1 -0
- package/build/index.js +33 -0
- package/build/index.js.map +1 -0
- package/build/network/consts.d.ts +12 -0
- package/build/network/consts.d.ts.map +1 -0
- package/build/network/consts.js +20 -0
- package/build/network/consts.js.map +1 -0
- package/build/network/types.d.ts +43 -0
- package/build/network/types.d.ts.map +1 -0
- package/build/network/types.js +2 -0
- package/build/network/types.js.map +1 -0
- package/build/network.d.ts +4 -0
- package/build/network.d.ts.map +1 -0
- package/build/network.js +165 -0
- package/build/network.js.map +1 -0
- package/build/proxy/consts.d.ts +7 -0
- package/build/proxy/consts.d.ts.map +1 -0
- package/build/proxy/consts.js +9 -0
- package/build/proxy/consts.js.map +1 -0
- package/build/proxy/endpoint.d.ts +4 -0
- package/build/proxy/endpoint.d.ts.map +1 -0
- package/build/proxy/endpoint.js +27 -0
- package/build/proxy/endpoint.js.map +1 -0
- package/build/proxy/http.d.ts +5 -0
- package/build/proxy/http.d.ts.map +1 -0
- package/build/proxy/http.js +95 -0
- package/build/proxy/http.js.map +1 -0
- package/build/proxy/router.d.ts +4 -0
- package/build/proxy/router.d.ts.map +1 -0
- package/build/proxy/router.js +85 -0
- package/build/proxy/router.js.map +1 -0
- package/build/proxy/socks.d.ts +5 -0
- package/build/proxy/socks.d.ts.map +1 -0
- package/build/proxy/socks.js +44 -0
- package/build/proxy/socks.js.map +1 -0
- package/build/proxy/types.d.ts +99 -0
- package/build/proxy/types.d.ts.map +1 -0
- package/build/proxy/types.js +2 -0
- package/build/proxy/types.js.map +1 -0
- package/build/resolvers/google-drive/consts.d.ts +10 -0
- package/build/resolvers/google-drive/consts.d.ts.map +1 -0
- package/build/resolvers/google-drive/consts.js +16 -0
- package/build/resolvers/google-drive/consts.js.map +1 -0
- package/build/resolvers/google-drive/types.d.ts +21 -0
- package/build/resolvers/google-drive/types.d.ts.map +1 -0
- package/build/resolvers/google-drive/types.js +2 -0
- package/build/resolvers/google-drive/types.js.map +1 -0
- package/build/resolvers/google-drive.d.ts +10 -0
- package/build/resolvers/google-drive.d.ts.map +1 -0
- package/build/resolvers/google-drive.js +130 -0
- package/build/resolvers/google-drive.js.map +1 -0
- package/build/resolvers/types.d.ts +39 -0
- package/build/resolvers/types.d.ts.map +1 -0
- package/build/resolvers/types.js +2 -0
- package/build/resolvers/types.js.map +1 -0
- package/build/s3/consts.d.ts +9 -0
- package/build/s3/consts.d.ts.map +1 -0
- package/build/s3/consts.js +9 -0
- package/build/s3/consts.js.map +1 -0
- package/build/s3/prefix.d.ts +4 -0
- package/build/s3/prefix.d.ts.map +1 -0
- package/build/s3/prefix.js +87 -0
- package/build/s3/prefix.js.map +1 -0
- package/build/s3/sink.d.ts +6 -0
- package/build/s3/sink.d.ts.map +1 -0
- package/build/s3/sink.js +30 -0
- package/build/s3/sink.js.map +1 -0
- package/build/s3/source.d.ts +5 -0
- package/build/s3/source.d.ts.map +1 -0
- package/build/s3/source.js +81 -0
- package/build/s3/source.js.map +1 -0
- package/build/s3/types.d.ts +66 -0
- package/build/s3/types.d.ts.map +1 -0
- package/build/s3/types.js +2 -0
- package/build/s3/types.js.map +1 -0
- package/build/s3/types.local.d.ts +43 -0
- package/build/s3/types.local.d.ts.map +1 -0
- package/build/s3/types.local.js +2 -0
- package/build/s3/types.local.js.map +1 -0
- package/build/s3/upload.d.ts +4 -0
- package/build/s3/upload.d.ts.map +1 -0
- package/build/s3/upload.js +118 -0
- package/build/s3/upload.js.map +1 -0
- package/build/s3.d.ts +5 -0
- package/build/s3.d.ts.map +1 -0
- package/build/s3.js +68 -0
- package/build/s3.js.map +1 -0
- package/build/service/types.d.ts +66 -0
- package/build/service/types.d.ts.map +1 -0
- package/build/service/types.js +2 -0
- package/build/service/types.js.map +1 -0
- package/build/service/types.local.d.ts +11 -0
- package/build/service/types.local.d.ts.map +1 -0
- package/build/service/types.local.js +2 -0
- package/build/service/types.local.js.map +1 -0
- package/build/service.d.ts +6 -0
- package/build/service.d.ts.map +1 -0
- package/build/service.js +73 -0
- package/build/service.js.map +1 -0
- package/build/sinks/buffer/consts.d.ts +2 -0
- package/build/sinks/buffer/consts.d.ts.map +1 -0
- package/build/sinks/buffer/consts.js +2 -0
- package/build/sinks/buffer/consts.js.map +1 -0
- package/build/sinks/buffer/types.d.ts +11 -0
- package/build/sinks/buffer/types.d.ts.map +1 -0
- package/build/sinks/buffer/types.js +2 -0
- package/build/sinks/buffer/types.js.map +1 -0
- package/build/sinks/buffer.d.ts +4 -0
- package/build/sinks/buffer.d.ts.map +1 -0
- package/build/sinks/buffer.js +13 -0
- package/build/sinks/buffer.js.map +1 -0
- package/build/sinks/directory/types.d.ts +7 -0
- package/build/sinks/directory/types.d.ts.map +1 -0
- package/build/sinks/directory/types.js +2 -0
- package/build/sinks/directory/types.js.map +1 -0
- package/build/sinks/directory.d.ts +8 -0
- package/build/sinks/directory.d.ts.map +1 -0
- package/build/sinks/directory.js +43 -0
- package/build/sinks/directory.js.map +1 -0
- package/build/sinks/file.d.ts +5 -0
- package/build/sinks/file.d.ts.map +1 -0
- package/build/sinks/file.js +46 -0
- package/build/sinks/file.js.map +1 -0
- package/build/sinks/types.d.ts +11 -0
- package/build/sinks/types.d.ts.map +1 -0
- package/build/sinks/types.js +2 -0
- package/build/sinks/types.js.map +1 -0
- package/build/sinks/workload/consts.d.ts +5 -0
- package/build/sinks/workload/consts.d.ts.map +1 -0
- package/build/sinks/workload/consts.js +5 -0
- package/build/sinks/workload/consts.js.map +1 -0
- package/build/sinks/workload/types.d.ts +17 -0
- package/build/sinks/workload/types.d.ts.map +1 -0
- package/build/sinks/workload/types.js +2 -0
- package/build/sinks/workload/types.js.map +1 -0
- package/build/sinks/workload.d.ts +8 -0
- package/build/sinks/workload.d.ts.map +1 -0
- package/build/sinks/workload.js +51 -0
- package/build/sinks/workload.js.map +1 -0
- package/build/sources/buffer.d.ts +5 -0
- package/build/sources/buffer.d.ts.map +1 -0
- package/build/sources/buffer.js +20 -0
- package/build/sources/buffer.js.map +1 -0
- package/build/sources/file.d.ts +5 -0
- package/build/sources/file.d.ts.map +1 -0
- package/build/sources/file.js +50 -0
- package/build/sources/file.js.map +1 -0
- package/build/sources/stream.d.ts +5 -0
- package/build/sources/stream.d.ts.map +1 -0
- package/build/sources/stream.js +19 -0
- package/build/sources/stream.js.map +1 -0
- package/build/sources/types.d.ts +10 -0
- package/build/sources/types.d.ts.map +1 -0
- package/build/sources/types.js +2 -0
- package/build/sources/types.js.map +1 -0
- package/build/sources/workload/types.d.ts +29 -0
- package/build/sources/workload/types.d.ts.map +1 -0
- package/build/sources/workload/types.js +2 -0
- package/build/sources/workload/types.js.map +1 -0
- package/build/sources/workload.d.ts +7 -0
- package/build/sources/workload.d.ts.map +1 -0
- package/build/sources/workload.js +67 -0
- package/build/sources/workload.js.map +1 -0
- package/build/transfer/consts.d.ts +5 -0
- package/build/transfer/consts.d.ts.map +1 -0
- package/build/transfer/consts.js +8 -0
- package/build/transfer/consts.js.map +1 -0
- package/build/transfer/types.d.ts +49 -0
- package/build/transfer/types.d.ts.map +1 -0
- package/build/transfer/types.js +2 -0
- package/build/transfer/types.js.map +1 -0
- package/build/transfer.d.ts +4 -0
- package/build/transfer.d.ts.map +1 -0
- package/build/transfer.js +75 -0
- package/build/transfer.js.map +1 -0
- package/build/types.d.ts +99 -0
- package/build/types.d.ts.map +1 -0
- package/build/types.js +2 -0
- package/build/types.js.map +1 -0
- package/build/utils/names/consts.d.ts +5 -0
- package/build/utils/names/consts.d.ts.map +1 -0
- package/build/utils/names/consts.js +5 -0
- package/build/utils/names/consts.js.map +1 -0
- package/build/utils/names/types.d.ts +13 -0
- package/build/utils/names/types.d.ts.map +1 -0
- package/build/utils/names/types.js +2 -0
- package/build/utils/names/types.js.map +1 -0
- package/build/utils/names.d.ts +4 -0
- package/build/utils/names.d.ts.map +1 -0
- package/build/utils/names.js +60 -0
- package/build/utils/names.js.map +1 -0
- package/build/utils/paths/consts.d.ts +3 -0
- package/build/utils/paths/consts.d.ts.map +1 -0
- package/build/utils/paths/consts.js +2 -0
- package/build/utils/paths/consts.js.map +1 -0
- package/build/utils/paths/types.d.ts +20 -0
- package/build/utils/paths/types.d.ts.map +1 -0
- package/build/utils/paths/types.js +2 -0
- package/build/utils/paths/types.js.map +1 -0
- package/build/utils/paths.d.ts +4 -0
- package/build/utils/paths.d.ts.map +1 -0
- package/build/utils/paths.js +67 -0
- package/build/utils/paths.js.map +1 -0
- package/build/utils/range/types.d.ts +11 -0
- package/build/utils/range/types.d.ts.map +1 -0
- package/build/utils/range/types.js +2 -0
- package/build/utils/range/types.js.map +1 -0
- package/build/utils/range.d.ts +4 -0
- package/build/utils/range.d.ts.map +1 -0
- package/build/utils/range.js +64 -0
- package/build/utils/range.js.map +1 -0
- package/build/utils/redact/types.d.ts +16 -0
- package/build/utils/redact/types.d.ts.map +1 -0
- package/build/utils/redact/types.js +2 -0
- package/build/utils/redact/types.js.map +1 -0
- package/build/utils/redact.d.ts +4 -0
- package/build/utils/redact.d.ts.map +1 -0
- package/build/utils/redact.js +18 -0
- package/build/utils/redact.js.map +1 -0
- package/build/utils/signals/types.d.ts +17 -0
- package/build/utils/signals/types.d.ts.map +1 -0
- package/build/utils/signals/types.js +2 -0
- package/build/utils/signals/types.js.map +1 -0
- package/build/utils/signals.d.ts +4 -0
- package/build/utils/signals.d.ts.map +1 -0
- package/build/utils/signals.js +52 -0
- package/build/utils/signals.js.map +1 -0
- package/build/utils/streams/consts.d.ts +3 -0
- package/build/utils/streams/consts.d.ts.map +1 -0
- package/build/utils/streams/consts.js +3 -0
- package/build/utils/streams/consts.js.map +1 -0
- package/build/utils/streams/types.d.ts +59 -0
- package/build/utils/streams/types.d.ts.map +1 -0
- package/build/utils/streams/types.js +2 -0
- package/build/utils/streams/types.js.map +1 -0
- package/build/utils/streams.d.ts +4 -0
- package/build/utils/streams.d.ts.map +1 -0
- package/build/utils/streams.js +167 -0
- package/build/utils/streams.js.map +1 -0
- package/build/utils/tree/types.d.ts +6 -0
- package/build/utils/tree/types.d.ts.map +1 -0
- package/build/utils/tree/types.js +2 -0
- package/build/utils/tree/types.js.map +1 -0
- package/build/utils/tree.d.ts +4 -0
- package/build/utils/tree.d.ts.map +1 -0
- package/build/utils/tree.js +14 -0
- package/build/utils/tree.js.map +1 -0
- package/build/workspace/consts.d.ts +12 -0
- package/build/workspace/consts.d.ts.map +1 -0
- package/build/workspace/consts.js +12 -0
- package/build/workspace/consts.js.map +1 -0
- package/build/workspace/consts.local.d.ts +3 -0
- package/build/workspace/consts.local.d.ts.map +1 -0
- package/build/workspace/consts.local.js +3 -0
- package/build/workspace/consts.local.js.map +1 -0
- package/build/workspace/fs.d.ts +4 -0
- package/build/workspace/fs.d.ts.map +1 -0
- package/build/workspace/fs.js +45 -0
- package/build/workspace/fs.js.map +1 -0
- package/build/workspace/scope.d.ts +6 -0
- package/build/workspace/scope.d.ts.map +1 -0
- package/build/workspace/scope.js +180 -0
- package/build/workspace/scope.js.map +1 -0
- package/build/workspace/types.d.ts +66 -0
- package/build/workspace/types.d.ts.map +1 -0
- package/build/workspace/types.js +2 -0
- package/build/workspace/types.js.map +1 -0
- package/build/workspace/types.local.d.ts +20 -0
- package/build/workspace/types.local.d.ts.map +1 -0
- package/build/workspace/types.local.js +2 -0
- package/build/workspace/types.local.js.map +1 -0
- package/build/workspace.d.ts +7 -0
- package/build/workspace.d.ts.map +1 -0
- package/build/workspace.js +87 -0
- package/build/workspace.js.map +1 -0
- package/package.json +61 -4
- package/src/archive/consts.ts +28 -0
- package/src/archive/formats.ts +60 -0
- package/src/archive/guard.ts +68 -0
- package/src/archive/ratio.ts +35 -0
- package/src/archive/tar.ts +147 -0
- package/src/archive/types.local.ts +72 -0
- package/src/archive/types.ts +107 -0
- package/src/archive/zip.ts +142 -0
- package/src/archive.ts +298 -0
- package/src/backed-workspace/types.ts +72 -0
- package/src/backed-workspace.ts +85 -0
- package/src/consts.local.ts +2 -0
- package/src/consts.ts +2 -0
- package/src/errors.ts +128 -0
- package/src/http/connector.ts +136 -0
- package/src/http/consts.ts +13 -0
- package/src/http/source.ts +89 -0
- package/src/http/types.local.ts +23 -0
- package/src/http/types.ts +74 -0
- package/src/http.ts +276 -0
- package/src/index.ts +65 -0
- package/src/network/consts.ts +22 -0
- package/src/network/types.ts +45 -0
- package/src/network.ts +179 -0
- package/src/proxy/consts.ts +11 -0
- package/src/proxy/endpoint.ts +28 -0
- package/src/proxy/http.ts +108 -0
- package/src/proxy/router.ts +93 -0
- package/src/proxy/socks.ts +48 -0
- package/src/proxy/types.ts +114 -0
- package/src/resolvers/google-drive/consts.ts +22 -0
- package/src/resolvers/google-drive/types.ts +22 -0
- package/src/resolvers/google-drive.ts +153 -0
- package/src/resolvers/types.ts +45 -0
- package/src/s3/consts.ts +12 -0
- package/src/s3/prefix.ts +100 -0
- package/src/s3/sink.ts +36 -0
- package/src/s3/source.ts +90 -0
- package/src/s3/types.local.ts +49 -0
- package/src/s3/types.ts +70 -0
- package/src/s3/upload.ts +130 -0
- package/src/s3.ts +83 -0
- package/src/service/types.local.ts +9 -0
- package/src/service/types.ts +71 -0
- package/src/service.ts +97 -0
- package/src/sinks/buffer/consts.ts +1 -0
- package/src/sinks/buffer/types.ts +12 -0
- package/src/sinks/buffer.ts +18 -0
- package/src/sinks/directory/types.ts +7 -0
- package/src/sinks/directory.ts +49 -0
- package/src/sinks/file.ts +52 -0
- package/src/sinks/types.ts +12 -0
- package/src/sinks/workload/consts.ts +5 -0
- package/src/sinks/workload/types.ts +17 -0
- package/src/sinks/workload.ts +59 -0
- package/src/sources/buffer.ts +27 -0
- package/src/sources/file.ts +57 -0
- package/src/sources/stream.ts +26 -0
- package/src/sources/types.ts +12 -0
- package/src/sources/workload/types.ts +31 -0
- package/src/sources/workload.ts +79 -0
- package/src/transfer/consts.ts +10 -0
- package/src/transfer/types.ts +55 -0
- package/src/transfer.ts +89 -0
- package/src/types.ts +106 -0
- package/src/utils/names/consts.ts +5 -0
- package/src/utils/names/types.ts +12 -0
- package/src/utils/names.ts +70 -0
- package/src/utils/paths/consts.ts +3 -0
- package/src/utils/paths/types.ts +20 -0
- package/src/utils/paths.ts +75 -0
- package/src/utils/range/types.ts +11 -0
- package/src/utils/range.ts +80 -0
- package/src/utils/redact/types.ts +16 -0
- package/src/utils/redact.ts +23 -0
- package/src/utils/signals/types.ts +17 -0
- package/src/utils/signals.ts +63 -0
- package/src/utils/streams/consts.ts +2 -0
- package/src/utils/streams/types.ts +65 -0
- package/src/utils/streams.ts +188 -0
- package/src/utils/tree/types.ts +6 -0
- package/src/utils/tree.ts +18 -0
- package/src/workspace/consts.local.ts +2 -0
- package/src/workspace/consts.ts +14 -0
- package/src/workspace/fs.ts +48 -0
- package/src/workspace/scope.ts +196 -0
- package/src/workspace/types.local.ts +21 -0
- package/src/workspace/types.ts +71 -0
- package/src/workspace.ts +102 -0
- package/tests/archive.spec.ts +134 -0
- package/tests/backed.spec.ts +147 -0
- package/tests/context.ts +114 -0
- package/tests/fixtures.ts +190 -0
- package/tests/google-drive.spec.ts +76 -0
- package/tests/harness/drive.ts +92 -0
- package/tests/harness/http-proxy.ts +96 -0
- package/tests/harness/origin.ts +134 -0
- package/tests/harness/socks5.ts +135 -0
- package/tests/harness/workload.ts +118 -0
- package/tests/http.spec.ts +101 -0
- package/tests/inspector.spec.ts +40 -0
- package/tests/live.spec.ts +27 -0
- package/tests/network.spec.ts +79 -0
- package/tests/proxy.spec.ts +149 -0
- package/tests/s3.spec.ts +133 -0
- package/tests/service.spec.ts +77 -0
- package/tests/sources-sinks.spec.ts +96 -0
- package/tests/transfer.spec.ts +99 -0
- package/tests/tsconfig.json +12 -0
- package/tests/workload.spec.ts +140 -0
- package/tests/workspace.spec.ts +158 -0
- package/tsconfig.json +16 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/proxy/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAEzC,4DAA4D;AAC5D,MAAM,WAAW,aAAa;IAC5B,4FAA4F;IAC5F,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,yEAAyE;IACzE,EAAE,CAAC,EAAE,MAAM,CAAA;CACZ;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,MAAM,CAAA;IAChB,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED,wEAAwE;AACxE,MAAM,WAAW,YAAY;IAC3B,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,GAAG,EAAE,GAAG,CAAA;CACT;AAED,2GAA2G;AAC3G,MAAM,WAAW,aAAa;IAC5B,CAAC,OAAO,EAAE,YAAY,GAAG,aAAa,GAAG,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,OAAO,CAAC,aAAa,GAAG,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC,CAAA;CACxH;AAED,oGAAoG;AACpG,MAAM,WAAW,wBAAwB;IACvC,CAAC,QAAQ,EAAE,aAAa,EAAE,OAAO,EAAE,YAAY,GAAG,gBAAgB,GAAG,IAAI,GAAG,SAAS,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,GAAG,SAAS,CAAC,CAAA;CACrI;AAED,uCAAuC;AAEvC,MAAM,MAAM,aAAa,GAAG,aAAa,GAAG,QAAQ,GAAG,UAAU,GAAG,QAAQ,CAAA;AAE5E,MAAM,WAAW,kBAAkB;IACjC,qFAAqF;IACrF,OAAO,CAAC,EAAE,KAAK,CAAC,aAAa,GAAG,MAAM,CAAC,GAAG,aAAa,CAAA;IACvD,WAAW,CAAC,EAAE,wBAAwB,CAAA;IACtC,kEAAkE;IAClE,QAAQ,CAAC,EAAE,aAAa,CAAA;IACxB,gDAAgD;IAChD,MAAM,CAAC,EAAE,MAAM,EAAE,CAAA;IACjB,6DAA6D;IAC7D,OAAO,CAAC,EAAE,WAAW,EAAE,CAAA;IACvB,+DAA+D;IAC/D,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,6DAA6D;IAC7D,UAAU,CAAC,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,aAAa,CAAA;IACvB,MAAM,EAAE,WAAW,CAAA;CACpB;AAED,4CAA4C;AAC5C,MAAM,WAAW,WAAW;IAC1B,+CAA+C;IAC/C,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,8DAA8D;IAC9D,MAAM,EAAE,CAAC,OAAO,EAAE,YAAY,KAAK,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAAA;IACjE,oEAAoE;IACpE,MAAM,EAAE,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,EAAE,OAAO,KAAK,IAAI,CAAA;CACvD;AAED,MAAM,WAAW,YAAY;IAC3B,mEAAmE;IACnE,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,mCAAmC;IACnC,QAAQ,EAAE,MAAM,CAAA;IAChB,iEAAiE;IACjE,MAAM,EAAE,OAAO,CAAA;CAChB;AAED,MAAM,WAAW,mBAAmB;IAClC,MAAM,CAAC,EAAE,WAAW,CAAA;IACpB,SAAS,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,CAAA;IACd,iFAAiF;IACjF,IAAI,EAAE,QAAQ,GAAG,SAAS,CAAA;IAC1B,sEAAsE;IACtE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CACjC;AAED,0CAA0C;AAC1C,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,CAAA;IACxB,iEAAiE;IACjE,SAAS,EAAE,CAAC,QAAQ,EAAE,aAAa,KAAK,OAAO,CAAA;IAC/C,OAAO,EAAE,CAAC,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,mBAAmB,KAAK,OAAO,CAAC,eAAe,CAAC,CAAA;CACnH;AAED,MAAM,WAAW,sBAAsB;IACrC,kGAAkG;IAClG,WAAW,CAAC,EAAE,SAAS,GAAG,SAAS,CAAA;IACnC,0EAA0E;IAC1E,SAAS,CAAC,EAAE,OAAO,CAAA;IACnB,6CAA6C;IAC7C,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAA;CACvB;AAED,MAAM,WAAW,uBAAuB;IACtC,iGAAiG;IACjG,SAAS,CAAC,EAAE,OAAO,CAAA;CACpB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/proxy/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { GoogleDriveOrigins, GoogleExportFormats } from './types.js';
|
|
2
|
+
export declare const GOOGLE_DRIVE_RESOLVER = "google-drive";
|
|
3
|
+
export declare const DEFAULT_GOOGLE_ORIGINS: Readonly<Required<GoogleDriveOrigins>>;
|
|
4
|
+
export declare const DEFAULT_EXPORT_FORMATS: Readonly<Required<GoogleExportFormats>>;
|
|
5
|
+
/** What a Drive file id looks like. */
|
|
6
|
+
export declare const DRIVE_ID_PATTERN: RegExp;
|
|
7
|
+
/** Follow-ups one Drive download may take (interstitial form, legacy confirm, cookie confirm). */
|
|
8
|
+
export declare const MAX_DRIVE_STEPS = 3;
|
|
9
|
+
export declare const DEFAULT_DRIVE_PAGE_BYTES: number;
|
|
10
|
+
//# sourceMappingURL=consts.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"consts.d.ts","sourceRoot":"","sources":["../../../src/resolvers/google-drive/consts.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAA;AAEzE,eAAO,MAAM,qBAAqB,iBAAiB,CAAA;AAEnD,eAAO,MAAM,sBAAsB,EAAE,QAAQ,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAKxE,CAAA;AAEF,eAAO,MAAM,sBAAsB,EAAE,QAAQ,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAEzE,CAAA;AAEF,uCAAuC;AACvC,eAAO,MAAM,gBAAgB,QAAyB,CAAA;AAEtD,kGAAkG;AAClG,eAAO,MAAM,eAAe,IAAI,CAAA;AAEhC,eAAO,MAAM,wBAAwB,QAAa,CAAA"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
export const GOOGLE_DRIVE_RESOLVER = 'google-drive';
|
|
2
|
+
export const DEFAULT_GOOGLE_ORIGINS = Object.freeze({
|
|
3
|
+
drive: 'https://drive.google.com',
|
|
4
|
+
usercontent: 'https://drive.usercontent.google.com',
|
|
5
|
+
docs: 'https://docs.google.com',
|
|
6
|
+
accounts: 'https://accounts.google.com',
|
|
7
|
+
});
|
|
8
|
+
export const DEFAULT_EXPORT_FORMATS = Object.freeze({
|
|
9
|
+
document: 'docx', spreadsheet: 'xlsx', presentation: 'pptx', drawing: 'png',
|
|
10
|
+
});
|
|
11
|
+
/** What a Drive file id looks like. */
|
|
12
|
+
export const DRIVE_ID_PATTERN = /^[A-Za-z0-9_-]{10,}$/;
|
|
13
|
+
/** Follow-ups one Drive download may take (interstitial form, legacy confirm, cookie confirm). */
|
|
14
|
+
export const MAX_DRIVE_STEPS = 3;
|
|
15
|
+
export const DEFAULT_DRIVE_PAGE_BYTES = 256 * 1024;
|
|
16
|
+
//# sourceMappingURL=consts.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"consts.js","sourceRoot":"","sources":["../../../src/resolvers/google-drive/consts.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,qBAAqB,GAAG,cAAc,CAAA;AAEnD,MAAM,CAAC,MAAM,sBAAsB,GAA2C,MAAM,CAAC,MAAM,CAAC;IAC1F,KAAK,EAAE,0BAA0B;IACjC,WAAW,EAAE,sCAAsC;IACnD,IAAI,EAAE,yBAAyB;IAC/B,QAAQ,EAAE,6BAA6B;CACxC,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAA4C,MAAM,CAAC,MAAM,CAAC;IAC3F,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK;CAC5E,CAAC,CAAA;AAEF,uCAAuC;AACvC,MAAM,CAAC,MAAM,gBAAgB,GAAG,sBAAsB,CAAA;AAEtD,kGAAkG;AAClG,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAA;AAEhC,MAAM,CAAC,MAAM,wBAAwB,GAAG,GAAG,GAAG,IAAI,CAAA"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
/** The format each Google editor file exports as. */
|
|
2
|
+
export interface GoogleExportFormats {
|
|
3
|
+
document?: 'docx' | 'pdf' | 'odt' | 'rtf' | 'txt' | 'epub' | 'md' | 'html';
|
|
4
|
+
spreadsheet?: 'xlsx' | 'ods' | 'pdf' | 'csv' | 'tsv';
|
|
5
|
+
presentation?: 'pptx' | 'odp' | 'pdf' | 'txt';
|
|
6
|
+
drawing?: 'png' | 'svg' | 'pdf' | 'jpg';
|
|
7
|
+
}
|
|
8
|
+
/** Where Google answers; tests point these at a stand-in. */
|
|
9
|
+
export interface GoogleDriveOrigins {
|
|
10
|
+
drive?: string;
|
|
11
|
+
usercontent?: string;
|
|
12
|
+
docs?: string;
|
|
13
|
+
accounts?: string;
|
|
14
|
+
}
|
|
15
|
+
export interface GoogleDriveResolverOptions {
|
|
16
|
+
exports?: GoogleExportFormats;
|
|
17
|
+
origins?: GoogleDriveOrigins;
|
|
18
|
+
/** Bytes of an interstitial page read. Default 256 KiB. */
|
|
19
|
+
maxPageBytes?: number;
|
|
20
|
+
}
|
|
21
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/resolvers/google-drive/types.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,KAAK,GAAG,KAAK,GAAG,KAAK,GAAG,MAAM,GAAG,IAAI,GAAG,MAAM,CAAA;IAC1E,WAAW,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,KAAK,GAAG,KAAK,GAAG,KAAK,CAAA;IACpD,YAAY,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,KAAK,GAAG,KAAK,CAAA;IAC7C,OAAO,CAAC,EAAE,KAAK,GAAG,KAAK,GAAG,KAAK,GAAG,KAAK,CAAA;CACxC;AAED,6DAA6D;AAC7D,MAAM,WAAW,kBAAkB;IACjC,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,0BAA0B;IACzC,OAAO,CAAC,EAAE,mBAAmB,CAAA;IAC7B,OAAO,CAAC,EAAE,kBAAkB,CAAA;IAC5B,2DAA2D;IAC3D,YAAY,CAAC,EAAE,MAAM,CAAA;CACtB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/resolvers/google-drive/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { UrlResolver } from './types.js';
|
|
2
|
+
import type { GoogleDriveResolverOptions } from './google-drive/types.js';
|
|
3
|
+
/**
|
|
4
|
+
* Google Drive and Docs links to the bytes behind them: share links become the usercontent
|
|
5
|
+
* download, the "can't scan for viruses" page is followed through its own form, and editor files
|
|
6
|
+
* become export URLs in the configured formats. Folders, quotas and non-public files fail.
|
|
7
|
+
*/
|
|
8
|
+
export declare const createGoogleDriveResolver: (options?: GoogleDriveResolverOptions) => UrlResolver;
|
|
9
|
+
export declare const googleDriveResolver: UrlResolver;
|
|
10
|
+
//# sourceMappingURL=google-drive.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"google-drive.d.ts","sourceRoot":"","sources":["../../src/resolvers/google-drive.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAA0D,WAAW,EAAE,MAAM,YAAY,CAAA;AAIrG,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,yBAAyB,CAAA;AAIzE;;;;GAIG;AACH,eAAO,MAAM,yBAAyB,aAAa,0BAA0B,KAAQ,WAuIpF,CAAA;AAED,eAAO,MAAM,mBAAmB,aAA8B,CAAA"}
|
|
@@ -0,0 +1,130 @@
|
|
|
1
|
+
import { logger } from '@owlmeans/log';
|
|
2
|
+
import { ResolverError } from '../errors.js';
|
|
3
|
+
import { DEFAULT_DRIVE_PAGE_BYTES, DEFAULT_EXPORT_FORMATS, DEFAULT_GOOGLE_ORIGINS, DRIVE_ID_PATTERN, GOOGLE_DRIVE_RESOLVER, MAX_DRIVE_STEPS, } from './google-drive/consts.js';
|
|
4
|
+
const log = logger('file-streams:drive');
|
|
5
|
+
/**
|
|
6
|
+
* Google Drive and Docs links to the bytes behind them: share links become the usercontent
|
|
7
|
+
* download, the "can't scan for viruses" page is followed through its own form, and editor files
|
|
8
|
+
* become export URLs in the configured formats. Folders, quotas and non-public files fail.
|
|
9
|
+
*/
|
|
10
|
+
export const createGoogleDriveResolver = (options = {}) => {
|
|
11
|
+
const origins = { ...DEFAULT_GOOGLE_ORIGINS, ...options.origins };
|
|
12
|
+
const drive = new URL(origins.drive).origin;
|
|
13
|
+
const usercontent = new URL(origins.usercontent).origin;
|
|
14
|
+
const docs = new URL(origins.docs).origin;
|
|
15
|
+
const accounts = new URL(origins.accounts).origin;
|
|
16
|
+
const formats = { ...DEFAULT_EXPORT_FORMATS, ...options.exports };
|
|
17
|
+
const maxPageBytes = options.maxPageBytes ?? DEFAULT_DRIVE_PAGE_BYTES;
|
|
18
|
+
const owns = (url) => url.origin === drive || url.origin === usercontent || url.origin === docs;
|
|
19
|
+
const matches = owns;
|
|
20
|
+
const fail = (reason) => new ResolverError(`${GOOGLE_DRIVE_RESOLVER}:${reason}`);
|
|
21
|
+
const exportOf = (url) => {
|
|
22
|
+
const match = /^\/(document|spreadsheets|presentation|drawings)\/d\/([^/]+)/.exec(url.pathname);
|
|
23
|
+
if (match == null || !DRIVE_ID_PATTERN.test(match[2])) {
|
|
24
|
+
return undefined;
|
|
25
|
+
}
|
|
26
|
+
const [, type, id] = match;
|
|
27
|
+
switch (type) {
|
|
28
|
+
case 'document':
|
|
29
|
+
return new URL(`/document/d/${id}/export?format=${formats.document}`, docs);
|
|
30
|
+
case 'spreadsheets': {
|
|
31
|
+
const exported = new URL(`/spreadsheets/d/${id}/export?format=${formats.spreadsheet}`, docs);
|
|
32
|
+
const gid = url.searchParams.get('gid') ?? /gid=(\d+)/.exec(url.hash)?.[1];
|
|
33
|
+
if (gid != null && (formats.spreadsheet === 'csv' || formats.spreadsheet === 'tsv')) {
|
|
34
|
+
exported.searchParams.set('gid', gid);
|
|
35
|
+
}
|
|
36
|
+
return exported;
|
|
37
|
+
}
|
|
38
|
+
case 'presentation':
|
|
39
|
+
return new URL(`/presentation/d/${id}/export/${formats.presentation}`, docs);
|
|
40
|
+
default:
|
|
41
|
+
return new URL(`/drawings/d/${id}/export/${formats.drawing}`, docs);
|
|
42
|
+
}
|
|
43
|
+
};
|
|
44
|
+
const rewrite = (url) => {
|
|
45
|
+
if (url.origin === docs) {
|
|
46
|
+
const exported = exportOf(url);
|
|
47
|
+
if (exported != null) {
|
|
48
|
+
return exported;
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
if (url.origin === drive) {
|
|
52
|
+
if (/\/drive\/(u\/\d+\/)?folders\//.test(url.pathname) || url.pathname.startsWith('/embeddedfolderview')) {
|
|
53
|
+
throw fail('folder');
|
|
54
|
+
}
|
|
55
|
+
const id = /\/file\/d\/([^/]+)/.exec(url.pathname)?.[1] ?? url.searchParams.get('id');
|
|
56
|
+
if (id == null || !DRIVE_ID_PATTERN.test(id)) {
|
|
57
|
+
return url;
|
|
58
|
+
}
|
|
59
|
+
const download = new URL('/download', usercontent);
|
|
60
|
+
download.searchParams.set('id', id);
|
|
61
|
+
download.searchParams.set('export', 'download');
|
|
62
|
+
const resourceKey = url.searchParams.get('resourcekey');
|
|
63
|
+
if (resourceKey != null) {
|
|
64
|
+
download.searchParams.set('resourcekey', resourceKey);
|
|
65
|
+
}
|
|
66
|
+
return download;
|
|
67
|
+
}
|
|
68
|
+
return url;
|
|
69
|
+
};
|
|
70
|
+
const decodeHtml = (value) => value
|
|
71
|
+
.replace(/&/g, '&').replace(/"/g, '"').replace(/'|'/g, "'").replace(/</g, '<').replace(/>/g, '>');
|
|
72
|
+
const attribute = (tag, name) => new RegExp(`\\s${name}\\s*=\\s*("([^"]*)"|'([^']*)')`, 'i').exec(tag)?.slice(2).find(value => value != null);
|
|
73
|
+
const headerOf = (head, name) => {
|
|
74
|
+
const value = head.headers[name];
|
|
75
|
+
return value == null ? [] : Array.isArray(value) ? value : [value];
|
|
76
|
+
};
|
|
77
|
+
const inspect = async (head, readBody) => {
|
|
78
|
+
if (head.url.origin === accounts) {
|
|
79
|
+
return { action: 'fail', reason: 'not-public' };
|
|
80
|
+
}
|
|
81
|
+
const type = headerOf(head, 'content-type')[0]?.toLowerCase() ?? '';
|
|
82
|
+
const disposition = headerOf(head, 'content-disposition')[0]?.toLowerCase() ?? '';
|
|
83
|
+
if (disposition.includes('attachment') || !type.includes('text/html')) {
|
|
84
|
+
return { action: 'accept' };
|
|
85
|
+
}
|
|
86
|
+
const page = await readBody(maxPageBytes);
|
|
87
|
+
const formTag = /<form\b[^>]*\bid\s*=\s*["']download-form["'][^>]*>/i.exec(page);
|
|
88
|
+
if (formTag != null) {
|
|
89
|
+
const action = attribute(formTag[0], 'action');
|
|
90
|
+
if (action != null) {
|
|
91
|
+
const next = new URL(decodeHtml(action), head.url);
|
|
92
|
+
if (!owns(next)) {
|
|
93
|
+
return { action: 'fail', reason: 'foreign-form' };
|
|
94
|
+
}
|
|
95
|
+
const body = page.slice(formTag.index, page.indexOf('</form>', formTag.index) === -1 ? undefined : page.indexOf('</form>', formTag.index));
|
|
96
|
+
for (const input of body.match(/<input\b[^>]*>/gi) ?? []) {
|
|
97
|
+
const name = attribute(input, 'name');
|
|
98
|
+
if (name != null && (attribute(input, 'type') ?? '').toLowerCase() === 'hidden') {
|
|
99
|
+
next.searchParams.set(name, decodeHtml(attribute(input, 'value') ?? ''));
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
log.debug('Following the Drive confirmation form');
|
|
103
|
+
return { action: 'follow', url: next };
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
const legacy = /href\s*=\s*"(\/uc\?export=download[^"]*confirm=[^"]+)"/i.exec(page);
|
|
107
|
+
if (legacy != null) {
|
|
108
|
+
return { action: 'follow', url: new URL(decodeHtml(legacy[1]), head.url) };
|
|
109
|
+
}
|
|
110
|
+
const warning = headerOf(head, 'set-cookie').map(cookie => /^(download_warning[^=]*)=([^;]+)/.exec(cookie)).find(match => match != null);
|
|
111
|
+
if (warning != null) {
|
|
112
|
+
const next = new URL(head.url);
|
|
113
|
+
next.searchParams.set('confirm', warning[2]);
|
|
114
|
+
return { action: 'follow', url: next, headers: { cookie: `${warning[1]}=${warning[2]}` } };
|
|
115
|
+
}
|
|
116
|
+
if (/quota|too many users have viewed or downloaded/i.test(page)) {
|
|
117
|
+
return { action: 'fail', reason: 'quota' };
|
|
118
|
+
}
|
|
119
|
+
if (/too large to be exported/i.test(page)) {
|
|
120
|
+
return { action: 'fail', reason: 'export-too-large' };
|
|
121
|
+
}
|
|
122
|
+
if (/accounts\.google\.com\/(ServiceLogin|v3\/signin)|you need access|request access/i.test(page)) {
|
|
123
|
+
return { action: 'fail', reason: 'not-public' };
|
|
124
|
+
}
|
|
125
|
+
return { action: 'fail', reason: 'unrecognized' };
|
|
126
|
+
};
|
|
127
|
+
return { name: GOOGLE_DRIVE_RESOLVER, maxSteps: MAX_DRIVE_STEPS, matches, rewrite, inspect, owns };
|
|
128
|
+
};
|
|
129
|
+
export const googleDriveResolver = createGoogleDriveResolver();
|
|
130
|
+
//# sourceMappingURL=google-drive.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"google-drive.js","sourceRoot":"","sources":["../../src/resolvers/google-drive.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAA;AACtC,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;AAE5C,OAAO,EACL,wBAAwB,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,eAAe,GACnI,MAAM,0BAA0B,CAAA;AAGjC,MAAM,GAAG,GAAG,MAAM,CAAC,oBAAoB,CAAC,CAAA;AAExC;;;;GAIG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,OAAO,GAA+B,EAAE,EAAe,EAAE;IACjG,MAAM,OAAO,GAAG,EAAE,GAAG,sBAAsB,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAA;IACjE,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,CAAA;IAC3C,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,MAAM,CAAA;IACvD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,CAAA;IACzC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAA;IACjD,MAAM,OAAO,GAAG,EAAE,GAAG,sBAAsB,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAA;IACjE,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,wBAAwB,CAAA;IAErE,MAAM,IAAI,GAAG,CAAC,GAAQ,EAAW,EAAE,CAAC,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,GAAG,CAAC,MAAM,KAAK,WAAW,IAAI,GAAG,CAAC,MAAM,KAAK,IAAI,CAAA;IAE7G,MAAM,OAAO,GAAG,IAAI,CAAA;IAEpB,MAAM,IAAI,GAAG,CAAC,MAAc,EAAiB,EAAE,CAAC,IAAI,aAAa,CAAC,GAAG,qBAAqB,IAAI,MAAM,EAAE,CAAC,CAAA;IAEvG,MAAM,QAAQ,GAAG,CAAC,GAAQ,EAAmB,EAAE;QAC7C,MAAM,KAAK,GAAG,8DAA8D,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QAC/F,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACtD,OAAO,SAAS,CAAA;QAClB,CAAC;QACD,MAAM,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,KAAK,CAAA;QAC1B,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,UAAU;gBACb,OAAO,IAAI,GAAG,CAAC,eAAe,EAAE,kBAAkB,OAAO,CAAC,QAAQ,EAAE,EAAE,IAAI,CAAC,CAAA;YAC7E,KAAK,cAAc,EAAE,CAAC;gBACpB,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,mBAAmB,EAAE,kBAAkB,OAAO,CAAC,WAAW,EAAE,EAAE,IAAI,CAAC,CAAA;gBAC5F,MAAM,GAAG,GAAG,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;gBAC1E,IAAI,GAAG,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,KAAK,IAAI,OAAO,CAAC,WAAW,KAAK,KAAK,CAAC,EAAE,CAAC;oBACpF,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;gBACvC,CAAC;gBACD,OAAO,QAAQ,CAAA;YACjB,CAAC;YACD,KAAK,cAAc;gBACjB,OAAO,IAAI,GAAG,CAAC,mBAAmB,EAAE,WAAW,OAAO,CAAC,YAAY,EAAE,EAAE,IAAI,CAAC,CAAA;YAC9E;gBACE,OAAO,IAAI,GAAG,CAAC,eAAe,EAAE,WAAW,OAAO,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,CAAA;QACvE,CAAC;IACH,CAAC,CAAA;IAED,MAAM,OAAO,GAAG,CAAC,GAAQ,EAAO,EAAE;QAChC,IAAI,GAAG,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;YACxB,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAA;YAC9B,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;gBACrB,OAAO,QAAQ,CAAA;YACjB,CAAC;QACH,CAAC;QACD,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;YACzB,IAAI,+BAA+B,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,qBAAqB,CAAC,EAAE,CAAC;gBACzG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAA;YACtB,CAAC;YACD,MAAM,EAAE,GAAG,oBAAoB,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;YACrF,IAAI,EAAE,IAAI,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;gBAC7C,OAAO,GAAG,CAAA;YACZ,CAAC;YACD,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,WAAW,EAAE,WAAW,CAAC,CAAA;YAClD,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;YACnC,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAA;YAC/C,MAAM,WAAW,GAAG,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,aAAa,CAAC,CAAA;YACvD,IAAI,WAAW,IAAI,IAAI,EAAE,CAAC;gBACxB,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,aAAa,EAAE,WAAW,CAAC,CAAA;YACvD,CAAC;YACD,OAAO,QAAQ,CAAA;QACjB,CAAC;QAED,OAAO,GAAG,CAAA;IACZ,CAAC,CAAA;IAED,MAAM,UAAU,GAAG,CAAC,KAAa,EAAU,EAAE,CAAC,KAAK;SAChD,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAA;IAE3H,MAAM,SAAS,GAAG,CAAC,GAAW,EAAE,IAAY,EAAsB,EAAE,CAClE,IAAI,MAAM,CAAC,MAAM,IAAI,gCAAgC,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,IAAI,IAAI,CAAC,CAAA;IAE9G,MAAM,QAAQ,GAAG,CAAC,IAA0B,EAAE,IAAY,EAAY,EAAE;QACtE,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QAChC,OAAO,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;IACpE,CAAC,CAAA;IAED,MAAM,OAAO,GAAG,KAAK,EAAE,IAA0B,EAAE,QAA4B,EAAyB,EAAE;QACxG,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YACjC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,CAAA;QACjD,CAAC;QACD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,CAAA;QACnE,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,EAAE,qBAAqB,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,CAAA;QACjF,IAAI,WAAW,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YACtE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAA;QAC7B,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,CAAA;QACzC,MAAM,OAAO,GAAG,qDAAqD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAChF,IAAI,OAAO,IAAI,IAAI,EAAE,CAAC;YACpB,MAAM,MAAM,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAA;YAC9C,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;gBACnB,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAA;gBAClD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBAChB,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,CAAA;gBACnD,CAAC;gBACD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAA;gBAC1I,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,IAAI,EAAE,EAAE,CAAC;oBACzD,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;oBACrC,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,KAAK,QAAQ,EAAE,CAAC;wBAChF,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,UAAU,CAAC,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;oBAC1E,CAAC;gBACH,CAAC;gBACD,GAAG,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAA;gBAClD,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,IAAI,EAAE,CAAA;YACxC,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,yDAAyD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACnF,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;YACnB,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAA;QAC5E,CAAC;QAED,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,kCAAkC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,IAAI,IAAI,CAAC,CAAA;QACxI,IAAI,OAAO,IAAI,IAAI,EAAE,CAAC;YACpB,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YAC9B,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAA;YAC5C,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAA;QAC5F,CAAC;QAED,IAAI,iDAAiD,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACjE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,CAAA;QAC5C,CAAC;QACD,IAAI,2BAA2B,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,kBAAkB,EAAE,CAAA;QACvD,CAAC;QACD,IAAI,kFAAkF,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAClG,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,CAAA;QACjD,CAAC;QAED,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,CAAA;IACnD,CAAC,CAAA;IAED,OAAO,EAAE,IAAI,EAAE,qBAAqB,EAAE,QAAQ,EAAE,eAAe,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;AACpG,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,mBAAmB,GAAG,yBAAyB,EAAE,CAAA"}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
/** The head of a response a resolver inspects. */
|
|
2
|
+
export interface ResolverResponseHead {
|
|
3
|
+
url: URL;
|
|
4
|
+
status: number;
|
|
5
|
+
headers: Record<string, string | string[] | undefined>;
|
|
6
|
+
}
|
|
7
|
+
export interface ResolverAccept {
|
|
8
|
+
action: 'accept';
|
|
9
|
+
}
|
|
10
|
+
export interface ResolverFollow {
|
|
11
|
+
action: 'follow';
|
|
12
|
+
url: URL;
|
|
13
|
+
/** Only `cookie` is honoured, and only towards the resolver's own origins. */
|
|
14
|
+
headers?: Record<string, string>;
|
|
15
|
+
}
|
|
16
|
+
export interface ResolverFail {
|
|
17
|
+
action: 'fail';
|
|
18
|
+
reason: string;
|
|
19
|
+
}
|
|
20
|
+
/** What a resolver decides about a response. */
|
|
21
|
+
export type ResolverStep = ResolverAccept | ResolverFollow | ResolverFail;
|
|
22
|
+
/** Reads at most `maxBytes` of the body as text; the bytes are replayed to the caller on `accept`. */
|
|
23
|
+
export interface ResolverBodyReader {
|
|
24
|
+
(maxBytes?: number): Promise<string>;
|
|
25
|
+
}
|
|
26
|
+
/** Turns a page or share link into the bytes behind it (Google Drive, Docs exports). */
|
|
27
|
+
export interface UrlResolver {
|
|
28
|
+
readonly name: string;
|
|
29
|
+
/** Follow-ups one download may take. */
|
|
30
|
+
readonly maxSteps: number;
|
|
31
|
+
matches: (url: URL) => boolean;
|
|
32
|
+
/** The URL that serves the bytes; throws `ResolverError` for links that cannot (folders). */
|
|
33
|
+
rewrite: (url: URL) => URL;
|
|
34
|
+
/** Decides on a final (post-redirect) response before its body reaches the caller. */
|
|
35
|
+
inspect: (head: ResolverResponseHead, readBody: ResolverBodyReader) => Promise<ResolverStep>;
|
|
36
|
+
/** Whether a follow-up URL belongs to this resolver (cookies are sent only there). */
|
|
37
|
+
owns: (url: URL) => boolean;
|
|
38
|
+
}
|
|
39
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/resolvers/types.ts"],"names":[],"mappings":"AAAA,kDAAkD;AAClD,MAAM,WAAW,oBAAoB;IACnC,GAAG,EAAE,GAAG,CAAA;IACR,MAAM,EAAE,MAAM,CAAA;IACd,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,SAAS,CAAC,CAAA;CACvD;AAED,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,QAAQ,CAAA;CACjB;AAED,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,QAAQ,CAAA;IAChB,GAAG,EAAE,GAAG,CAAA;IACR,8EAA8E;IAC9E,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CACjC;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;CACf;AAED,gDAAgD;AAEhD,MAAM,MAAM,YAAY,GAAG,cAAc,GAAG,cAAc,GAAG,YAAY,CAAA;AAEzE,sGAAsG;AACtG,MAAM,WAAW,kBAAkB;IACjC,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;CACrC;AAED,wFAAwF;AACxF,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,wCAAwC;IACxC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,OAAO,EAAE,CAAC,GAAG,EAAE,GAAG,KAAK,OAAO,CAAA;IAC9B,6FAA6F;IAC7F,OAAO,EAAE,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,CAAA;IAC1B,sFAAsF;IACtF,OAAO,EAAE,CAAC,IAAI,EAAE,oBAAoB,EAAE,QAAQ,EAAE,kBAAkB,KAAK,OAAO,CAAC,YAAY,CAAC,CAAA;IAC5F,sFAAsF;IACtF,IAAI,EAAE,CAAC,GAAG,EAAE,GAAG,KAAK,OAAO,CAAA;CAC5B"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/resolvers/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
export declare const DEFAULT_PART_SIZE: number;
|
|
2
|
+
/** S3's smallest part (all but the last). */
|
|
3
|
+
export declare const MIN_PART_SIZE: number;
|
|
4
|
+
/** S3's most parts per upload. */
|
|
5
|
+
export declare const MAX_PARTS = 10000;
|
|
6
|
+
export declare const DEFAULT_UPLOAD_CONCURRENCY = 2;
|
|
7
|
+
/** S3's most keys per DeleteObjects request. */
|
|
8
|
+
export declare const S3_DELETE_BATCH_SIZE = 1000;
|
|
9
|
+
//# sourceMappingURL=consts.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"consts.d.ts","sourceRoot":"","sources":["../../src/s3/consts.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,iBAAiB,QAAkB,CAAA;AAEhD,6CAA6C;AAC7C,eAAO,MAAM,aAAa,QAAkB,CAAA;AAE5C,kCAAkC;AAClC,eAAO,MAAM,SAAS,QAAS,CAAA;AAE/B,eAAO,MAAM,0BAA0B,IAAI,CAAA;AAE3C,gDAAgD;AAChD,eAAO,MAAM,oBAAoB,OAAO,CAAA"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
export const DEFAULT_PART_SIZE = 8 * 1024 * 1024;
|
|
2
|
+
/** S3's smallest part (all but the last). */
|
|
3
|
+
export const MIN_PART_SIZE = 5 * 1024 * 1024;
|
|
4
|
+
/** S3's most parts per upload. */
|
|
5
|
+
export const MAX_PARTS = 10_000;
|
|
6
|
+
export const DEFAULT_UPLOAD_CONCURRENCY = 2;
|
|
7
|
+
/** S3's most keys per DeleteObjects request. */
|
|
8
|
+
export const S3_DELETE_BATCH_SIZE = 1000;
|
|
9
|
+
//# sourceMappingURL=consts.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"consts.js","sourceRoot":"","sources":["../../src/s3/consts.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAA;AAEhD,6CAA6C;AAC7C,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAA;AAE5C,kCAAkC;AAClC,MAAM,CAAC,MAAM,SAAS,GAAG,MAAM,CAAA;AAE/B,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAA;AAE3C,gDAAgD;AAChD,MAAM,CAAC,MAAM,oBAAoB,GAAG,IAAI,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"prefix.d.ts","sourceRoot":"","sources":["../../src/s3/prefix.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAkB,MAAM,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAA;AAI3E,sEAAsE;AACtE,eAAO,MAAM,eAAe,SAAU,MAAM,KAAG,WAsF9C,CAAA"}
|
|
@@ -0,0 +1,87 @@
|
|
|
1
|
+
import { createHash } from 'node:crypto';
|
|
2
|
+
import { DeleteObjectsCommand, ListObjectsV2Command } from '@aws-sdk/client-s3';
|
|
3
|
+
import { logger } from '@owlmeans/log';
|
|
4
|
+
import { S3TransferError } from '../errors.js';
|
|
5
|
+
import { S3_DELETE_BATCH_SIZE } from './consts.js';
|
|
6
|
+
const log = logger('file-streams:s3');
|
|
7
|
+
/** Listing and deleting everything under one prefix of the bucket. */
|
|
8
|
+
export const makeS3PrefixOps = (core) => {
|
|
9
|
+
const failure = (error, op, signal) => {
|
|
10
|
+
if (signal?.aborted === true) {
|
|
11
|
+
return signal.reason;
|
|
12
|
+
}
|
|
13
|
+
log.error('S3 prefix operation failed', error);
|
|
14
|
+
return new S3TransferError(op);
|
|
15
|
+
};
|
|
16
|
+
// DeleteObjects requires a checksum. The SDK's flexible checksums (CRC32) are not understood by
|
|
17
|
+
// every S3-compatible store; Content-MD5 is, by all of them and by S3 itself — the SDK's documented
|
|
18
|
+
// MD5 fallback: the flexible checksum headers go, a Content-MD5 of the body takes their place.
|
|
19
|
+
const contentMd5 = (next) => async (args) => {
|
|
20
|
+
const request = args.request;
|
|
21
|
+
if (request.headers != null && (typeof request.body === 'string' || request.body instanceof Uint8Array)) {
|
|
22
|
+
for (const header of Object.keys(request.headers)) {
|
|
23
|
+
if (/^x-amz-(sdk-)?checksum-/i.test(header)) {
|
|
24
|
+
delete request.headers[header];
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
request.headers['content-md5'] = createHash('md5').update(request.body).digest('base64');
|
|
28
|
+
}
|
|
29
|
+
return await next(args);
|
|
30
|
+
};
|
|
31
|
+
const withContentMd5 = (command) => {
|
|
32
|
+
// A plain build handler: the SDK's middleware union cannot be inferred from it, hence the cast.
|
|
33
|
+
command.middlewareStack.addRelativeTo(contentMd5, {
|
|
34
|
+
relation: 'after', toMiddleware: 'flexibleChecksumsMiddleware', name: 'owlmeansContentMd5',
|
|
35
|
+
});
|
|
36
|
+
return command;
|
|
37
|
+
};
|
|
38
|
+
const list = async (prefix, options = {}) => {
|
|
39
|
+
const base = `${core.keyOf(prefix)}/`;
|
|
40
|
+
const items = [];
|
|
41
|
+
let token;
|
|
42
|
+
do {
|
|
43
|
+
let page;
|
|
44
|
+
try {
|
|
45
|
+
page = await core.client().send(new ListObjectsV2Command({ Bucket: core.model.bucket, Prefix: base, ...(token != null ? { ContinuationToken: token } : {}) }), { abortSignal: options.signal });
|
|
46
|
+
}
|
|
47
|
+
catch (error) {
|
|
48
|
+
throw failure(error, 'list', options.signal);
|
|
49
|
+
}
|
|
50
|
+
for (const object of page.Contents ?? []) {
|
|
51
|
+
if (object.Key != null && object.Key.startsWith(base) && object.Key.length > base.length) {
|
|
52
|
+
items.push({
|
|
53
|
+
key: object.Key, path: object.Key.slice(base.length), size: object.Size ?? 0, etag: object.ETag, modifiedAt: object.LastModified,
|
|
54
|
+
});
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
token = page.IsTruncated === true ? page.NextContinuationToken : undefined;
|
|
58
|
+
} while (token != null);
|
|
59
|
+
return items;
|
|
60
|
+
};
|
|
61
|
+
const removePrefix = async (prefix, options = {}) => {
|
|
62
|
+
const keys = (await list(prefix, options)).map(item => item.key);
|
|
63
|
+
let removed = 0;
|
|
64
|
+
for (let index = 0; index < keys.length; index += S3_DELETE_BATCH_SIZE) {
|
|
65
|
+
const batch = keys.slice(index, index + S3_DELETE_BATCH_SIZE);
|
|
66
|
+
let errors;
|
|
67
|
+
try {
|
|
68
|
+
const result = await core.client().send(withContentMd5(new DeleteObjectsCommand({
|
|
69
|
+
Bucket: core.model.bucket, Delete: { Objects: batch.map(Key => ({ Key })), Quiet: true },
|
|
70
|
+
})), { abortSignal: options.signal });
|
|
71
|
+
errors = result.Errors ?? [];
|
|
72
|
+
}
|
|
73
|
+
catch (error) {
|
|
74
|
+
throw failure(error, 'delete-objects', options.signal);
|
|
75
|
+
}
|
|
76
|
+
if (errors.length > 0) {
|
|
77
|
+
log.error('S3 refused deleting keys', { refused: errors.length, code: errors[0].Code });
|
|
78
|
+
throw new S3TransferError(`delete-objects:${errors[0].Code ?? 'error'}`);
|
|
79
|
+
}
|
|
80
|
+
removed += batch.length;
|
|
81
|
+
}
|
|
82
|
+
log.debug('Prefix removed', { objects: removed });
|
|
83
|
+
return removed;
|
|
84
|
+
};
|
|
85
|
+
return { list, removePrefix };
|
|
86
|
+
};
|
|
87
|
+
//# sourceMappingURL=prefix.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"prefix.js","sourceRoot":"","sources":["../../src/s3/prefix.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AAE/E,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAA;AACtC,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAA;AAE9C,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAA;AAIlD,MAAM,GAAG,GAAG,MAAM,CAAC,iBAAiB,CAAC,CAAA;AAErC,sEAAsE;AACtE,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,IAAY,EAAe,EAAE;IAC3D,MAAM,OAAO,GAAG,CAAC,KAAc,EAAE,EAAU,EAAE,MAAoB,EAAW,EAAE;QAC5E,IAAI,MAAM,EAAE,OAAO,KAAK,IAAI,EAAE,CAAC;YAC7B,OAAO,MAAM,CAAC,MAAM,CAAA;QACtB,CAAC;QACD,GAAG,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAc,CAAC,CAAA;QACvD,OAAO,IAAI,eAAe,CAAC,EAAE,CAAC,CAAA;IAChC,CAAC,CAAA;IAED,gGAAgG;IAChG,oGAAoG;IACpG,+FAA+F;IAC/F,MAAM,UAAU,GAAG,CAAC,IAAoB,EAAkB,EAAE,CAAC,KAAK,EAAC,IAAI,EAAC,EAAE;QACxE,MAAM,OAAO,GAAG,IAAI,CAAC,OAA+D,CAAA;QACpF,IAAI,OAAO,CAAC,OAAO,IAAI,IAAI,IAAI,CAAC,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,CAAC,IAAI,YAAY,UAAU,CAAC,EAAE,CAAC;YACxG,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBAClD,IAAI,0BAA0B,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC5C,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;gBAChC,CAAC;YACH,CAAC;YACD,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QAC1F,CAAC;QACD,OAAO,MAAM,IAAI,CAAC,IAAI,CAAC,CAAA;IACzB,CAAC,CAAA;IAED,MAAM,cAAc,GAAG,CAAC,OAA6B,EAAwB,EAAE;QAC7E,gGAAgG;QAChG,OAAO,CAAC,eAAe,CAAC,aAAa,CAAC,UAAmB,EAAE;YACzD,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,6BAA6B,EAAE,IAAI,EAAE,oBAAoB;SAC3F,CAAC,CAAA;QACF,OAAO,OAAO,CAAA;IAChB,CAAC,CAAA;IAED,MAAM,IAAI,GAAG,KAAK,EAAE,MAAc,EAAE,OAAO,GAAkB,EAAE,EAA6B,EAAE;QAC5F,MAAM,IAAI,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAA;QACrC,MAAM,KAAK,GAAqB,EAAE,CAAA;QAClC,IAAI,KAAyB,CAAA;QAC7B,GAAG,CAAC;YACF,IAAI,IAAgC,CAAA;YACpC,IAAI,CAAC;gBACH,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,CAC7B,IAAI,oBAAoB,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAC7H,EAAE,WAAW,EAAE,OAAO,CAAC,MAAM,EAAE,CAChC,CAAA;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;YAC9C,CAAC;YACD,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;gBACzC,IAAI,MAAM,CAAC,GAAG,IAAI,IAAI,IAAI,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;oBACzF,KAAK,CAAC,IAAI,CAAC;wBACT,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,UAAU,EAAE,MAAM,CAAC,YAAY;qBACjI,CAAC,CAAA;gBACJ,CAAC;YACH,CAAC;YACD,KAAK,GAAG,IAAI,CAAC,WAAW,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,SAAS,CAAA;QAC5E,CAAC,QAAQ,KAAK,IAAI,IAAI,EAAC;QAEvB,OAAO,KAAK,CAAA;IACd,CAAC,CAAA;IAED,MAAM,YAAY,GAAG,KAAK,EAAE,MAAc,EAAE,OAAO,GAAkB,EAAE,EAAmB,EAAE;QAC1F,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAChE,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,oBAAoB,EAAE,CAAC;YACvE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,oBAAoB,CAAC,CAAA;YAC7D,IAAI,MAAM,CAAA;YACV,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,oBAAoB,CAAC;oBAC9E,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE;iBACzF,CAAC,CAAC,EAAE,EAAE,WAAW,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;gBACrC,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,EAAE,CAAA;YAC9B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,OAAO,CAAC,KAAK,EAAE,gBAAgB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;YACxD,CAAC;YACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,GAAG,CAAC,KAAK,CAAC,0BAA0B,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;gBACvF,MAAM,IAAI,eAAe,CAAC,kBAAkB,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,OAAO,EAAE,CAAC,CAAA;YAC1E,CAAC;YACD,OAAO,IAAI,KAAK,CAAC,MAAM,CAAA;QACzB,CAAC;QACD,GAAG,CAAC,KAAK,CAAC,gBAAgB,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAA;QAEjD,OAAO,OAAO,CAAA;IAChB,CAAC,CAAA;IAED,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,CAAA;AAC/B,CAAC,CAAA"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import type { FileSink } from '../types.js';
|
|
2
|
+
import type { S3SinkOptions } from './types.js';
|
|
3
|
+
import type { S3Core, S3Uploader } from './types.local.js';
|
|
4
|
+
/** One object as a sink: its type from the verdict, never inline when it carries scripts. */
|
|
5
|
+
export declare const makeS3Sink: (core: S3Core, uploader: S3Uploader, prefix: string, options?: S3SinkOptions) => FileSink;
|
|
6
|
+
//# sourceMappingURL=sink.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sink.d.ts","sourceRoot":"","sources":["../../src/s3/sink.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAA2C,MAAM,aAAa,CAAA;AAGpF,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAC/C,OAAO,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;AAE1D,6FAA6F;AAC7F,eAAO,MAAM,UAAU,SAAU,MAAM,YAAY,UAAU,UAAU,MAAM,YAAW,aAAa,KAAQ,QA2B5G,CAAA"}
|
package/build/s3/sink.js
ADDED
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
import { EXTENSION_MIME } from '@owlmeans/file-inspector';
|
|
2
|
+
import { nameUtils } from '../utils/names.js';
|
|
3
|
+
import { streamUtils } from '../utils/streams.js';
|
|
4
|
+
/** One object as a sink: its type from the verdict, never inline when it carries scripts. */
|
|
5
|
+
export const makeS3Sink = (core, uploader, prefix, options = {}) => {
|
|
6
|
+
const key = core.keyOf(prefix);
|
|
7
|
+
const write = async (input, writeOptions = {}) => {
|
|
8
|
+
const ext = nameUtils.extOf(prefix);
|
|
9
|
+
const contentType = options.contentType ?? input.verdict?.detected?.mime ?? input.info.mime
|
|
10
|
+
?? (ext != null ? EXTENSION_MIME[ext] : undefined) ?? 'application/octet-stream';
|
|
11
|
+
const active = input.verdict?.details.active === true && options.allowActiveInline !== true;
|
|
12
|
+
const disposition = active ? 'attachment' : options.disposition ?? 'inline';
|
|
13
|
+
const meter = streamUtils.meter({ maxBytes: writeOptions.maxBytes });
|
|
14
|
+
const stream = input.stream.pipe(meter.stream);
|
|
15
|
+
input.stream.once('error', error => meter.stream.destroy(error));
|
|
16
|
+
let result;
|
|
17
|
+
try {
|
|
18
|
+
result = await uploader.upload({
|
|
19
|
+
key, stream, contentType, disposition, cacheControl: options.cacheControl, metadata: options.metadata, signal: writeOptions.signal,
|
|
20
|
+
});
|
|
21
|
+
}
|
|
22
|
+
catch (error) {
|
|
23
|
+
streamUtils.discard(input.stream);
|
|
24
|
+
throw error;
|
|
25
|
+
}
|
|
26
|
+
return { kind: 's3', location: core.location(key), bytes: result.bytes, url: core.model.urlOf(prefix), etag: result.etag, mime: contentType };
|
|
27
|
+
};
|
|
28
|
+
return { kind: 's3', write };
|
|
29
|
+
};
|
|
30
|
+
//# sourceMappingURL=sink.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sink.js","sourceRoot":"","sources":["../../src/s3/sink.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAA;AAEzD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAA;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAA;AAIjD,6FAA6F;AAC7F,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,IAAY,EAAE,QAAoB,EAAE,MAAc,EAAE,OAAO,GAAkB,EAAE,EAAY,EAAE;IACtH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;IAE9B,MAAM,KAAK,GAAG,KAAK,EAAE,KAAgB,EAAE,YAAY,GAAqB,EAAE,EAAuB,EAAE;QACjG,MAAM,GAAG,GAAG,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;QACnC,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI;eACtF,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,0BAA0B,CAAA;QAClF,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,MAAM,KAAK,IAAI,IAAI,OAAO,CAAC,iBAAiB,KAAK,IAAI,CAAA;QAC3F,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,IAAI,QAAQ,CAAA;QAC3E,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,YAAY,CAAC,QAAQ,EAAE,CAAC,CAAA;QACpE,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;QAC9C,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAA;QAEhE,IAAI,MAAM,CAAA;QACV,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC;gBAC7B,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,YAAY,EAAE,OAAO,CAAC,YAAY,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,YAAY,CAAC,MAAM;aACnI,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;YACjC,MAAM,KAAK,CAAA;QACb,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,CAAA;IAC/I,CAAC,CAAA;IAED,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAA;AAC9B,CAAC,CAAA"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import type { FileSource } from '../types.js';
|
|
2
|
+
import type { S3Core } from './types.local.js';
|
|
3
|
+
/** One object as a source: re-openable, with random access through Range and If-Match. */
|
|
4
|
+
export declare const makeS3Source: (core: S3Core, key: string) => FileSource;
|
|
5
|
+
//# sourceMappingURL=source.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"source.d.ts","sourceRoot":"","sources":["../../src/s3/source.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAY,UAAU,EAAuD,MAAM,aAAa,CAAA;AAG5G,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAA;AAE9C,0FAA0F;AAC1F,eAAO,MAAM,YAAY,SAAU,MAAM,OAAO,MAAM,KAAG,UAgFxD,CAAA"}
|
|
@@ -0,0 +1,81 @@
|
|
|
1
|
+
import { GetObjectCommand, HeadObjectCommand } from '@aws-sdk/client-s3';
|
|
2
|
+
import { S3TransferError, SourceError } from '../errors.js';
|
|
3
|
+
import { nameUtils } from '../utils/names.js';
|
|
4
|
+
import { streamUtils } from '../utils/streams.js';
|
|
5
|
+
/** One object as a source: re-openable, with random access through Range and If-Match. */
|
|
6
|
+
export const makeS3Source = (core, key) => {
|
|
7
|
+
let known;
|
|
8
|
+
const statusOf = (error) => error.$metadata?.httpStatusCode;
|
|
9
|
+
const failure = (error, op, signal) => {
|
|
10
|
+
if (signal?.aborted === true) {
|
|
11
|
+
return signal.reason;
|
|
12
|
+
}
|
|
13
|
+
const status = statusOf(error);
|
|
14
|
+
if (status === 404 || error.name === 'NoSuchKey' || error.name === 'NotFound') {
|
|
15
|
+
return new SourceError('not-found');
|
|
16
|
+
}
|
|
17
|
+
if (status === 412 || error.name === 'PreconditionFailed') {
|
|
18
|
+
return new SourceError('changed');
|
|
19
|
+
}
|
|
20
|
+
return new S3TransferError(op);
|
|
21
|
+
};
|
|
22
|
+
const describe = (head) => ({
|
|
23
|
+
origin: core.location(key),
|
|
24
|
+
name: nameUtils.fromKey(key),
|
|
25
|
+
size: head.ContentLength,
|
|
26
|
+
mime: head.ContentType?.split(';')[0].trim().toLowerCase(),
|
|
27
|
+
etag: head.ETag,
|
|
28
|
+
modifiedAt: head.LastModified,
|
|
29
|
+
});
|
|
30
|
+
const info = async (options = {}) => {
|
|
31
|
+
if (known == null) {
|
|
32
|
+
try {
|
|
33
|
+
known = describe(await core.client().send(new HeadObjectCommand({ Bucket: core.model.bucket, Key: key }), { abortSignal: options.signal }));
|
|
34
|
+
}
|
|
35
|
+
catch (error) {
|
|
36
|
+
throw failure(error, 'head', options.signal);
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
return known;
|
|
40
|
+
};
|
|
41
|
+
const get = async (range, ifMatch, signal) => {
|
|
42
|
+
try {
|
|
43
|
+
return await core.client().send(new GetObjectCommand({
|
|
44
|
+
Bucket: core.model.bucket, Key: key, ...(range != null ? { Range: range } : {}), ...(ifMatch != null ? { IfMatch: ifMatch } : {}),
|
|
45
|
+
}), { abortSignal: signal });
|
|
46
|
+
}
|
|
47
|
+
catch (error) {
|
|
48
|
+
throw failure(error, 'get', signal);
|
|
49
|
+
}
|
|
50
|
+
};
|
|
51
|
+
const open = async (options = {}) => {
|
|
52
|
+
const range = options.range != null ? `bytes=${options.range.start}-${options.range.end ?? ''}` : undefined;
|
|
53
|
+
const response = await get(range, undefined, options.signal);
|
|
54
|
+
const opened = { stream: response.Body, info: { ...describe(response), size: known?.size ?? response.ContentLength } };
|
|
55
|
+
const span = /bytes (\d+)-(\d+)\/(\d+)/.exec(response.ContentRange ?? '');
|
|
56
|
+
if (span != null) {
|
|
57
|
+
opened.range = { start: Number(span[1]), end: Number(span[2]), total: Number(span[3]) };
|
|
58
|
+
opened.info.size = Number(span[3]);
|
|
59
|
+
}
|
|
60
|
+
return opened;
|
|
61
|
+
};
|
|
62
|
+
const ranges = async (options = {}) => {
|
|
63
|
+
const current = await info(options);
|
|
64
|
+
const size = current.size ?? 0;
|
|
65
|
+
return {
|
|
66
|
+
size,
|
|
67
|
+
read: async (offset, length, signal) => {
|
|
68
|
+
const end = Math.min(offset + length, size) - 1;
|
|
69
|
+
if (end < offset) {
|
|
70
|
+
return new Uint8Array(0);
|
|
71
|
+
}
|
|
72
|
+
const response = await get(`bytes=${offset}-${end}`, current.etag, signal);
|
|
73
|
+
return await streamUtils.collect(response.Body, end - offset + 1);
|
|
74
|
+
},
|
|
75
|
+
stream: async (start, end, signal) => (await get(`bytes=${start}-${end - 1}`, current.etag, signal)).Body,
|
|
76
|
+
close: async () => undefined,
|
|
77
|
+
};
|
|
78
|
+
};
|
|
79
|
+
return { kind: 's3', info, open, ranges };
|
|
80
|
+
};
|
|
81
|
+
//# sourceMappingURL=source.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"source.js","sourceRoot":"","sources":["../../src/s3/source.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAA;AAExE,OAAO,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,cAAc,CAAA;AAE3D,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAA;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAA;AAGjD,0FAA0F;AAC1F,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,IAAY,EAAE,GAAW,EAAc,EAAE;IACpE,IAAI,KAA2B,CAAA;IAE/B,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAsB,EAAE,CAAE,KAAqD,CAAC,SAAS,EAAE,cAAc,CAAA;IAEzI,MAAM,OAAO,GAAG,CAAC,KAAc,EAAE,EAAU,EAAE,MAAoB,EAAW,EAAE;QAC5E,IAAI,MAAM,EAAE,OAAO,KAAK,IAAI,EAAE,CAAC;YAC7B,OAAO,MAAM,CAAC,MAAM,CAAA;QACtB,CAAC;QACD,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAA;QAC9B,IAAI,MAAM,KAAK,GAAG,IAAK,KAAe,CAAC,IAAI,KAAK,WAAW,IAAK,KAAe,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YACpG,OAAO,IAAI,WAAW,CAAC,WAAW,CAAC,CAAA;QACrC,CAAC;QACD,IAAI,MAAM,KAAK,GAAG,IAAK,KAAe,CAAC,IAAI,KAAK,oBAAoB,EAAE,CAAC;YACrE,OAAO,IAAI,WAAW,CAAC,SAAS,CAAC,CAAA;QACnC,CAAC;QACD,OAAO,IAAI,eAAe,CAAC,EAAE,CAAC,CAAA;IAChC,CAAC,CAAA;IAED,MAAM,QAAQ,GAAG,CAAC,IAA0F,EAAY,EAAE,CAAC,CAAC;QAC1H,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;QAC1B,IAAI,EAAE,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC;QAC5B,IAAI,EAAE,IAAI,CAAC,aAAa;QACxB,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE;QAC1D,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,UAAU,EAAE,IAAI,CAAC,YAAY;KAC9B,CAAC,CAAA;IAEF,MAAM,IAAI,GAAG,KAAK,EAAE,OAAO,GAAkB,EAAE,EAAqB,EAAE;QACpE,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAClB,IAAI,CAAC;gBACH,KAAK,GAAG,QAAQ,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,iBAAiB,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,WAAW,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;YAC7I,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;YAC9C,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAA;IACd,CAAC,CAAA;IAED,MAAM,GAAG,GAAG,KAAK,EAAE,KAAyB,EAAE,OAA2B,EAAE,MAAoB,EAAE,EAAE;QACjG,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC;gBACnD,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAClI,CAAC,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,CAAA;QAC9B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,CAAA;QACrC,CAAC;IACH,CAAC,CAAA;IAED,MAAM,IAAI,GAAG,KAAK,EAAE,OAAO,GAAgB,EAAE,EAAuB,EAAE;QACpE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,OAAO,CAAC,KAAK,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAA;QAC3G,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;QAC5D,MAAM,MAAM,GAAe,EAAE,MAAM,EAAE,QAAQ,CAAC,IAAgB,EAAE,IAAI,EAAE,EAAE,GAAG,QAAQ,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,IAAI,QAAQ,CAAC,aAAa,EAAE,EAAE,CAAA;QAC9I,MAAM,IAAI,GAAG,0BAA0B,CAAC,IAAI,CAAC,QAAQ,CAAC,YAAY,IAAI,EAAE,CAAC,CAAA;QACzE,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;YACjB,MAAM,CAAC,KAAK,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;YACvF,MAAM,CAAC,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;QACpC,CAAC;QACD,OAAO,MAAM,CAAA;IACf,CAAC,CAAA;IAED,MAAM,MAAM,GAAG,KAAK,EAAE,OAAO,GAAkB,EAAE,EAAwB,EAAE;QACzE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,CAAA;QACnC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,CAAC,CAAA;QAC9B,OAAO;YACL,IAAI;YACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;gBACrC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAA;gBAC/C,IAAI,GAAG,GAAG,MAAM,EAAE,CAAC;oBACjB,OAAO,IAAI,UAAU,CAAC,CAAC,CAAC,CAAA;gBAC1B,CAAC;gBACD,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,SAAS,MAAM,IAAI,GAAG,EAAE,EAAE,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;gBAC1E,OAAO,MAAM,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAgB,EAAE,GAAG,GAAG,MAAM,GAAG,CAAC,CAAC,CAAA;YAC/E,CAAC;YACD,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,SAAS,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,IAAgB;YACrH,KAAK,EAAE,KAAK,IAAI,EAAE,CAAC,SAAS;SAC7B,CAAA;IACH,CAAC,CAAA;IAED,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAA;AAC3C,CAAC,CAAA"}
|