@owlmeans/file-streams 0.0.0-stage → 0.1.22-rc.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +71 -2
- package/agent-meta/manifest.json +64 -0
- package/agent-meta/skills/file-streams/SKILL.md +183 -0
- package/agent-meta/skills/file-streams/parts/network.md +47 -0
- package/agent-meta/skills/file-streams/parts/workspaces.md +129 -0
- package/build/archive/consts.d.ts +16 -0
- package/build/archive/consts.d.ts.map +1 -0
- package/build/archive/consts.js +24 -0
- package/build/archive/consts.js.map +1 -0
- package/build/archive/formats.d.ts +4 -0
- package/build/archive/formats.d.ts.map +1 -0
- package/build/archive/formats.js +53 -0
- package/build/archive/formats.js.map +1 -0
- package/build/archive/guard.d.ts +5 -0
- package/build/archive/guard.d.ts.map +1 -0
- package/build/archive/guard.js +62 -0
- package/build/archive/guard.js.map +1 -0
- package/build/archive/ratio.d.ts +5 -0
- package/build/archive/ratio.d.ts.map +1 -0
- package/build/archive/ratio.js +30 -0
- package/build/archive/ratio.js.map +1 -0
- package/build/archive/tar.d.ts +4 -0
- package/build/archive/tar.d.ts.map +1 -0
- package/build/archive/tar.js +142 -0
- package/build/archive/tar.js.map +1 -0
- package/build/archive/types.d.ts +95 -0
- package/build/archive/types.d.ts.map +1 -0
- package/build/archive/types.js +2 -0
- package/build/archive/types.js.map +1 -0
- package/build/archive/types.local.d.ts +64 -0
- package/build/archive/types.local.d.ts.map +1 -0
- package/build/archive/types.local.js +2 -0
- package/build/archive/types.local.js.map +1 -0
- package/build/archive/zip.d.ts +4 -0
- package/build/archive/zip.d.ts.map +1 -0
- package/build/archive/zip.js +135 -0
- package/build/archive/zip.js.map +1 -0
- package/build/archive.d.ts +4 -0
- package/build/archive.d.ts.map +1 -0
- package/build/archive.js +265 -0
- package/build/archive.js.map +1 -0
- package/build/backed-workspace/types.d.ts +67 -0
- package/build/backed-workspace/types.d.ts.map +1 -0
- package/build/backed-workspace/types.js +2 -0
- package/build/backed-workspace/types.js.map +1 -0
- package/build/backed-workspace.d.ts +4 -0
- package/build/backed-workspace.d.ts.map +1 -0
- package/build/backed-workspace.js +63 -0
- package/build/backed-workspace.js.map +1 -0
- package/build/consts.d.ts +3 -0
- package/build/consts.d.ts.map +1 -0
- package/build/consts.js +3 -0
- package/build/consts.js.map +1 -0
- package/build/consts.local.d.ts +3 -0
- package/build/consts.local.d.ts.map +1 -0
- package/build/consts.local.js +3 -0
- package/build/consts.local.js.map +1 -0
- package/build/errors.d.ts +59 -0
- package/build/errors.d.ts.map +1 -0
- package/build/errors.js +105 -0
- package/build/errors.js.map +1 -0
- package/build/http/connector.d.ts +11 -0
- package/build/http/connector.d.ts.map +1 -0
- package/build/http/connector.js +124 -0
- package/build/http/connector.js.map +1 -0
- package/build/http/consts.d.ts +9 -0
- package/build/http/consts.d.ts.map +1 -0
- package/build/http/consts.js +8 -0
- package/build/http/consts.js.map +1 -0
- package/build/http/source.d.ts +5 -0
- package/build/http/source.d.ts.map +1 -0
- package/build/http/source.js +76 -0
- package/build/http/source.js.map +1 -0
- package/build/http/types.d.ts +67 -0
- package/build/http/types.d.ts.map +1 -0
- package/build/http/types.js +2 -0
- package/build/http/types.js.map +1 -0
- package/build/http/types.local.d.ts +21 -0
- package/build/http/types.local.d.ts.map +1 -0
- package/build/http/types.local.js +2 -0
- package/build/http/types.local.js.map +1 -0
- package/build/http.d.ts +4 -0
- package/build/http.d.ts.map +1 -0
- package/build/http.js +248 -0
- package/build/http.js.map +1 -0
- package/build/index.d.ts +53 -0
- package/build/index.d.ts.map +1 -0
- package/build/index.js +33 -0
- package/build/index.js.map +1 -0
- package/build/network/consts.d.ts +12 -0
- package/build/network/consts.d.ts.map +1 -0
- package/build/network/consts.js +20 -0
- package/build/network/consts.js.map +1 -0
- package/build/network/types.d.ts +43 -0
- package/build/network/types.d.ts.map +1 -0
- package/build/network/types.js +2 -0
- package/build/network/types.js.map +1 -0
- package/build/network.d.ts +4 -0
- package/build/network.d.ts.map +1 -0
- package/build/network.js +165 -0
- package/build/network.js.map +1 -0
- package/build/proxy/consts.d.ts +7 -0
- package/build/proxy/consts.d.ts.map +1 -0
- package/build/proxy/consts.js +9 -0
- package/build/proxy/consts.js.map +1 -0
- package/build/proxy/endpoint.d.ts +4 -0
- package/build/proxy/endpoint.d.ts.map +1 -0
- package/build/proxy/endpoint.js +27 -0
- package/build/proxy/endpoint.js.map +1 -0
- package/build/proxy/http.d.ts +5 -0
- package/build/proxy/http.d.ts.map +1 -0
- package/build/proxy/http.js +95 -0
- package/build/proxy/http.js.map +1 -0
- package/build/proxy/router.d.ts +4 -0
- package/build/proxy/router.d.ts.map +1 -0
- package/build/proxy/router.js +85 -0
- package/build/proxy/router.js.map +1 -0
- package/build/proxy/socks.d.ts +5 -0
- package/build/proxy/socks.d.ts.map +1 -0
- package/build/proxy/socks.js +44 -0
- package/build/proxy/socks.js.map +1 -0
- package/build/proxy/types.d.ts +99 -0
- package/build/proxy/types.d.ts.map +1 -0
- package/build/proxy/types.js +2 -0
- package/build/proxy/types.js.map +1 -0
- package/build/resolvers/google-drive/consts.d.ts +10 -0
- package/build/resolvers/google-drive/consts.d.ts.map +1 -0
- package/build/resolvers/google-drive/consts.js +16 -0
- package/build/resolvers/google-drive/consts.js.map +1 -0
- package/build/resolvers/google-drive/types.d.ts +21 -0
- package/build/resolvers/google-drive/types.d.ts.map +1 -0
- package/build/resolvers/google-drive/types.js +2 -0
- package/build/resolvers/google-drive/types.js.map +1 -0
- package/build/resolvers/google-drive.d.ts +10 -0
- package/build/resolvers/google-drive.d.ts.map +1 -0
- package/build/resolvers/google-drive.js +130 -0
- package/build/resolvers/google-drive.js.map +1 -0
- package/build/resolvers/types.d.ts +39 -0
- package/build/resolvers/types.d.ts.map +1 -0
- package/build/resolvers/types.js +2 -0
- package/build/resolvers/types.js.map +1 -0
- package/build/s3/consts.d.ts +9 -0
- package/build/s3/consts.d.ts.map +1 -0
- package/build/s3/consts.js +9 -0
- package/build/s3/consts.js.map +1 -0
- package/build/s3/prefix.d.ts +4 -0
- package/build/s3/prefix.d.ts.map +1 -0
- package/build/s3/prefix.js +87 -0
- package/build/s3/prefix.js.map +1 -0
- package/build/s3/sink.d.ts +6 -0
- package/build/s3/sink.d.ts.map +1 -0
- package/build/s3/sink.js +30 -0
- package/build/s3/sink.js.map +1 -0
- package/build/s3/source.d.ts +5 -0
- package/build/s3/source.d.ts.map +1 -0
- package/build/s3/source.js +81 -0
- package/build/s3/source.js.map +1 -0
- package/build/s3/types.d.ts +66 -0
- package/build/s3/types.d.ts.map +1 -0
- package/build/s3/types.js +2 -0
- package/build/s3/types.js.map +1 -0
- package/build/s3/types.local.d.ts +43 -0
- package/build/s3/types.local.d.ts.map +1 -0
- package/build/s3/types.local.js +2 -0
- package/build/s3/types.local.js.map +1 -0
- package/build/s3/upload.d.ts +4 -0
- package/build/s3/upload.d.ts.map +1 -0
- package/build/s3/upload.js +118 -0
- package/build/s3/upload.js.map +1 -0
- package/build/s3.d.ts +5 -0
- package/build/s3.d.ts.map +1 -0
- package/build/s3.js +68 -0
- package/build/s3.js.map +1 -0
- package/build/service/types.d.ts +66 -0
- package/build/service/types.d.ts.map +1 -0
- package/build/service/types.js +2 -0
- package/build/service/types.js.map +1 -0
- package/build/service/types.local.d.ts +11 -0
- package/build/service/types.local.d.ts.map +1 -0
- package/build/service/types.local.js +2 -0
- package/build/service/types.local.js.map +1 -0
- package/build/service.d.ts +6 -0
- package/build/service.d.ts.map +1 -0
- package/build/service.js +73 -0
- package/build/service.js.map +1 -0
- package/build/sinks/buffer/consts.d.ts +2 -0
- package/build/sinks/buffer/consts.d.ts.map +1 -0
- package/build/sinks/buffer/consts.js +2 -0
- package/build/sinks/buffer/consts.js.map +1 -0
- package/build/sinks/buffer/types.d.ts +11 -0
- package/build/sinks/buffer/types.d.ts.map +1 -0
- package/build/sinks/buffer/types.js +2 -0
- package/build/sinks/buffer/types.js.map +1 -0
- package/build/sinks/buffer.d.ts +4 -0
- package/build/sinks/buffer.d.ts.map +1 -0
- package/build/sinks/buffer.js +13 -0
- package/build/sinks/buffer.js.map +1 -0
- package/build/sinks/directory/types.d.ts +7 -0
- package/build/sinks/directory/types.d.ts.map +1 -0
- package/build/sinks/directory/types.js +2 -0
- package/build/sinks/directory/types.js.map +1 -0
- package/build/sinks/directory.d.ts +8 -0
- package/build/sinks/directory.d.ts.map +1 -0
- package/build/sinks/directory.js +43 -0
- package/build/sinks/directory.js.map +1 -0
- package/build/sinks/file.d.ts +5 -0
- package/build/sinks/file.d.ts.map +1 -0
- package/build/sinks/file.js +46 -0
- package/build/sinks/file.js.map +1 -0
- package/build/sinks/types.d.ts +11 -0
- package/build/sinks/types.d.ts.map +1 -0
- package/build/sinks/types.js +2 -0
- package/build/sinks/types.js.map +1 -0
- package/build/sinks/workload/consts.d.ts +5 -0
- package/build/sinks/workload/consts.d.ts.map +1 -0
- package/build/sinks/workload/consts.js +5 -0
- package/build/sinks/workload/consts.js.map +1 -0
- package/build/sinks/workload/types.d.ts +17 -0
- package/build/sinks/workload/types.d.ts.map +1 -0
- package/build/sinks/workload/types.js +2 -0
- package/build/sinks/workload/types.js.map +1 -0
- package/build/sinks/workload.d.ts +8 -0
- package/build/sinks/workload.d.ts.map +1 -0
- package/build/sinks/workload.js +51 -0
- package/build/sinks/workload.js.map +1 -0
- package/build/sources/buffer.d.ts +5 -0
- package/build/sources/buffer.d.ts.map +1 -0
- package/build/sources/buffer.js +20 -0
- package/build/sources/buffer.js.map +1 -0
- package/build/sources/file.d.ts +5 -0
- package/build/sources/file.d.ts.map +1 -0
- package/build/sources/file.js +50 -0
- package/build/sources/file.js.map +1 -0
- package/build/sources/stream.d.ts +5 -0
- package/build/sources/stream.d.ts.map +1 -0
- package/build/sources/stream.js +19 -0
- package/build/sources/stream.js.map +1 -0
- package/build/sources/types.d.ts +10 -0
- package/build/sources/types.d.ts.map +1 -0
- package/build/sources/types.js +2 -0
- package/build/sources/types.js.map +1 -0
- package/build/sources/workload/types.d.ts +29 -0
- package/build/sources/workload/types.d.ts.map +1 -0
- package/build/sources/workload/types.js +2 -0
- package/build/sources/workload/types.js.map +1 -0
- package/build/sources/workload.d.ts +7 -0
- package/build/sources/workload.d.ts.map +1 -0
- package/build/sources/workload.js +67 -0
- package/build/sources/workload.js.map +1 -0
- package/build/transfer/consts.d.ts +5 -0
- package/build/transfer/consts.d.ts.map +1 -0
- package/build/transfer/consts.js +8 -0
- package/build/transfer/consts.js.map +1 -0
- package/build/transfer/types.d.ts +49 -0
- package/build/transfer/types.d.ts.map +1 -0
- package/build/transfer/types.js +2 -0
- package/build/transfer/types.js.map +1 -0
- package/build/transfer.d.ts +4 -0
- package/build/transfer.d.ts.map +1 -0
- package/build/transfer.js +75 -0
- package/build/transfer.js.map +1 -0
- package/build/types.d.ts +99 -0
- package/build/types.d.ts.map +1 -0
- package/build/types.js +2 -0
- package/build/types.js.map +1 -0
- package/build/utils/names/consts.d.ts +5 -0
- package/build/utils/names/consts.d.ts.map +1 -0
- package/build/utils/names/consts.js +5 -0
- package/build/utils/names/consts.js.map +1 -0
- package/build/utils/names/types.d.ts +13 -0
- package/build/utils/names/types.d.ts.map +1 -0
- package/build/utils/names/types.js +2 -0
- package/build/utils/names/types.js.map +1 -0
- package/build/utils/names.d.ts +4 -0
- package/build/utils/names.d.ts.map +1 -0
- package/build/utils/names.js +60 -0
- package/build/utils/names.js.map +1 -0
- package/build/utils/paths/consts.d.ts +3 -0
- package/build/utils/paths/consts.d.ts.map +1 -0
- package/build/utils/paths/consts.js +2 -0
- package/build/utils/paths/consts.js.map +1 -0
- package/build/utils/paths/types.d.ts +20 -0
- package/build/utils/paths/types.d.ts.map +1 -0
- package/build/utils/paths/types.js +2 -0
- package/build/utils/paths/types.js.map +1 -0
- package/build/utils/paths.d.ts +4 -0
- package/build/utils/paths.d.ts.map +1 -0
- package/build/utils/paths.js +67 -0
- package/build/utils/paths.js.map +1 -0
- package/build/utils/range/types.d.ts +11 -0
- package/build/utils/range/types.d.ts.map +1 -0
- package/build/utils/range/types.js +2 -0
- package/build/utils/range/types.js.map +1 -0
- package/build/utils/range.d.ts +4 -0
- package/build/utils/range.d.ts.map +1 -0
- package/build/utils/range.js +64 -0
- package/build/utils/range.js.map +1 -0
- package/build/utils/redact/types.d.ts +16 -0
- package/build/utils/redact/types.d.ts.map +1 -0
- package/build/utils/redact/types.js +2 -0
- package/build/utils/redact/types.js.map +1 -0
- package/build/utils/redact.d.ts +4 -0
- package/build/utils/redact.d.ts.map +1 -0
- package/build/utils/redact.js +18 -0
- package/build/utils/redact.js.map +1 -0
- package/build/utils/signals/types.d.ts +17 -0
- package/build/utils/signals/types.d.ts.map +1 -0
- package/build/utils/signals/types.js +2 -0
- package/build/utils/signals/types.js.map +1 -0
- package/build/utils/signals.d.ts +4 -0
- package/build/utils/signals.d.ts.map +1 -0
- package/build/utils/signals.js +52 -0
- package/build/utils/signals.js.map +1 -0
- package/build/utils/streams/consts.d.ts +3 -0
- package/build/utils/streams/consts.d.ts.map +1 -0
- package/build/utils/streams/consts.js +3 -0
- package/build/utils/streams/consts.js.map +1 -0
- package/build/utils/streams/types.d.ts +59 -0
- package/build/utils/streams/types.d.ts.map +1 -0
- package/build/utils/streams/types.js +2 -0
- package/build/utils/streams/types.js.map +1 -0
- package/build/utils/streams.d.ts +4 -0
- package/build/utils/streams.d.ts.map +1 -0
- package/build/utils/streams.js +167 -0
- package/build/utils/streams.js.map +1 -0
- package/build/utils/tree/types.d.ts +6 -0
- package/build/utils/tree/types.d.ts.map +1 -0
- package/build/utils/tree/types.js +2 -0
- package/build/utils/tree/types.js.map +1 -0
- package/build/utils/tree.d.ts +4 -0
- package/build/utils/tree.d.ts.map +1 -0
- package/build/utils/tree.js +14 -0
- package/build/utils/tree.js.map +1 -0
- package/build/workspace/consts.d.ts +12 -0
- package/build/workspace/consts.d.ts.map +1 -0
- package/build/workspace/consts.js +12 -0
- package/build/workspace/consts.js.map +1 -0
- package/build/workspace/consts.local.d.ts +3 -0
- package/build/workspace/consts.local.d.ts.map +1 -0
- package/build/workspace/consts.local.js +3 -0
- package/build/workspace/consts.local.js.map +1 -0
- package/build/workspace/fs.d.ts +4 -0
- package/build/workspace/fs.d.ts.map +1 -0
- package/build/workspace/fs.js +45 -0
- package/build/workspace/fs.js.map +1 -0
- package/build/workspace/scope.d.ts +6 -0
- package/build/workspace/scope.d.ts.map +1 -0
- package/build/workspace/scope.js +180 -0
- package/build/workspace/scope.js.map +1 -0
- package/build/workspace/types.d.ts +66 -0
- package/build/workspace/types.d.ts.map +1 -0
- package/build/workspace/types.js +2 -0
- package/build/workspace/types.js.map +1 -0
- package/build/workspace/types.local.d.ts +20 -0
- package/build/workspace/types.local.d.ts.map +1 -0
- package/build/workspace/types.local.js +2 -0
- package/build/workspace/types.local.js.map +1 -0
- package/build/workspace.d.ts +7 -0
- package/build/workspace.d.ts.map +1 -0
- package/build/workspace.js +87 -0
- package/build/workspace.js.map +1 -0
- package/package.json +61 -4
- package/src/archive/consts.ts +28 -0
- package/src/archive/formats.ts +60 -0
- package/src/archive/guard.ts +68 -0
- package/src/archive/ratio.ts +35 -0
- package/src/archive/tar.ts +147 -0
- package/src/archive/types.local.ts +72 -0
- package/src/archive/types.ts +107 -0
- package/src/archive/zip.ts +142 -0
- package/src/archive.ts +298 -0
- package/src/backed-workspace/types.ts +72 -0
- package/src/backed-workspace.ts +85 -0
- package/src/consts.local.ts +2 -0
- package/src/consts.ts +2 -0
- package/src/errors.ts +128 -0
- package/src/http/connector.ts +136 -0
- package/src/http/consts.ts +13 -0
- package/src/http/source.ts +89 -0
- package/src/http/types.local.ts +23 -0
- package/src/http/types.ts +74 -0
- package/src/http.ts +276 -0
- package/src/index.ts +65 -0
- package/src/network/consts.ts +22 -0
- package/src/network/types.ts +45 -0
- package/src/network.ts +179 -0
- package/src/proxy/consts.ts +11 -0
- package/src/proxy/endpoint.ts +28 -0
- package/src/proxy/http.ts +108 -0
- package/src/proxy/router.ts +93 -0
- package/src/proxy/socks.ts +48 -0
- package/src/proxy/types.ts +114 -0
- package/src/resolvers/google-drive/consts.ts +22 -0
- package/src/resolvers/google-drive/types.ts +22 -0
- package/src/resolvers/google-drive.ts +153 -0
- package/src/resolvers/types.ts +45 -0
- package/src/s3/consts.ts +12 -0
- package/src/s3/prefix.ts +100 -0
- package/src/s3/sink.ts +36 -0
- package/src/s3/source.ts +90 -0
- package/src/s3/types.local.ts +49 -0
- package/src/s3/types.ts +70 -0
- package/src/s3/upload.ts +130 -0
- package/src/s3.ts +83 -0
- package/src/service/types.local.ts +9 -0
- package/src/service/types.ts +71 -0
- package/src/service.ts +97 -0
- package/src/sinks/buffer/consts.ts +1 -0
- package/src/sinks/buffer/types.ts +12 -0
- package/src/sinks/buffer.ts +18 -0
- package/src/sinks/directory/types.ts +7 -0
- package/src/sinks/directory.ts +49 -0
- package/src/sinks/file.ts +52 -0
- package/src/sinks/types.ts +12 -0
- package/src/sinks/workload/consts.ts +6 -0
- package/src/sinks/workload/types.ts +17 -0
- package/src/sinks/workload.ts +59 -0
- package/src/sources/buffer.ts +27 -0
- package/src/sources/file.ts +57 -0
- package/src/sources/stream.ts +26 -0
- package/src/sources/types.ts +12 -0
- package/src/sources/workload/types.ts +31 -0
- package/src/sources/workload.ts +79 -0
- package/src/transfer/consts.ts +10 -0
- package/src/transfer/types.ts +55 -0
- package/src/transfer.ts +89 -0
- package/src/types.ts +106 -0
- package/src/utils/names/consts.ts +5 -0
- package/src/utils/names/types.ts +12 -0
- package/src/utils/names.ts +70 -0
- package/src/utils/paths/consts.ts +3 -0
- package/src/utils/paths/types.ts +20 -0
- package/src/utils/paths.ts +75 -0
- package/src/utils/range/types.ts +11 -0
- package/src/utils/range.ts +80 -0
- package/src/utils/redact/types.ts +16 -0
- package/src/utils/redact.ts +23 -0
- package/src/utils/signals/types.ts +17 -0
- package/src/utils/signals.ts +63 -0
- package/src/utils/streams/consts.ts +2 -0
- package/src/utils/streams/types.ts +65 -0
- package/src/utils/streams.ts +188 -0
- package/src/utils/tree/types.ts +6 -0
- package/src/utils/tree.ts +18 -0
- package/src/workspace/consts.local.ts +2 -0
- package/src/workspace/consts.ts +14 -0
- package/src/workspace/fs.ts +48 -0
- package/src/workspace/scope.ts +196 -0
- package/src/workspace/types.local.ts +21 -0
- package/src/workspace/types.ts +71 -0
- package/src/workspace.ts +102 -0
- package/tests/archive.spec.ts +134 -0
- package/tests/backed.spec.ts +147 -0
- package/tests/context.ts +114 -0
- package/tests/fixtures.ts +190 -0
- package/tests/google-drive.spec.ts +76 -0
- package/tests/harness/drive.ts +92 -0
- package/tests/harness/http-proxy.ts +96 -0
- package/tests/harness/origin.ts +134 -0
- package/tests/harness/socks5.ts +135 -0
- package/tests/harness/workload.ts +118 -0
- package/tests/http.spec.ts +101 -0
- package/tests/inspector.spec.ts +40 -0
- package/tests/live.spec.ts +27 -0
- package/tests/network.spec.ts +79 -0
- package/tests/proxy.spec.ts +149 -0
- package/tests/s3.spec.ts +133 -0
- package/tests/service.spec.ts +77 -0
- package/tests/sources-sinks.spec.ts +96 -0
- package/tests/transfer.spec.ts +99 -0
- package/tests/tsconfig.json +12 -0
- package/tests/workload.spec.ts +140 -0
- package/tests/workspace.spec.ts +158 -0
- package/tsconfig.json +16 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"formats.js","sourceRoot":"","sources":["../../src/archive/formats.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAA;AACtC,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAA;AACrC,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAG3C,+CAA+C;AAC/C,MAAM,CAAC,MAAM,mBAAmB,GAAG,GAAkB,EAAE;IACrD,MAAM,WAAW,GAAG,CAAC,KAAiB,EAAW,EAAE;QACjD,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YACvB,OAAO,KAAK,CAAA;QACd,CAAC;QACD,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,OAAO,EAAE,CAAC;YACzE,OAAO,IAAI,CAAA;QACb,CAAC;QACD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAA;QAChH,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;YACzB,OAAO,KAAK,CAAA;QACd,CAAC;QACD,IAAI,GAAG,GAAG,CAAC,CAAA;QACX,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC;YACzC,GAAG,IAAI,KAAK,IAAI,GAAG,IAAI,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QAC1D,CAAC;QAED,OAAO,GAAG,KAAK,MAAM,CAAA;IACvB,CAAC,CAAA;IAED,MAAM,WAAW,GAAG,CAAC,IAAgB,EAAc,EAAE;QACnD,IAAI,CAAC;YACH,OAAO,UAAU,CAAC,IAAI,EAAE,EAAE,WAAW,EAAE,SAAS,CAAC,YAAY,EAAE,eAAe,EAAE,EAAE,GAAG,IAAI,EAAE,CAAC,CAAA;QAC9F,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,UAAU,CAAC,CAAC,CAAC,CAAA;QAC1B,CAAC;IACH,CAAC,CAAA;IAED,MAAM,QAAQ,GAAG,CAAC,IAAgB,EAAwB,EAAE;QAC1D,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACxG,OAAO,aAAa,CAAC,GAAG,CAAA;QAC1B,CAAC;QACD,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACzC,OAAO,WAAW,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAA;QAClF,CAAC;QAED,OAAO,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAA;IACrD,CAAC,CAAA;IAED,MAAM,QAAQ,GAAG,CAAC,IAAgB,EAAsB,EAAE;QACxD,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACnE,OAAO,SAAS,CAAA;QAClB,CAAC;QACD,IAAI,MAAM,GAAG,EAAE,CAAA;QACf,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAC5C,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,CAAC,CAAA;QAEnC,OAAO,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAC9F,CAAC,CAAA;IAED,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAA;AAC/B,CAAC,CAAA"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import type { ArchiveLimits } from './types.js';
|
|
2
|
+
import type { EntryGuard } from './types.local.js';
|
|
3
|
+
/** The rules every entry of one extraction passes: counts, names, links, duplicates, sizes. */
|
|
4
|
+
export declare const makeEntryGuard: (limits: ArchiveLimits, links: 'skip' | 'refuse', strip: number) => EntryGuard;
|
|
5
|
+
//# sourceMappingURL=guard.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"guard.d.ts","sourceRoot":"","sources":["../../src/archive/guard.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAoB,aAAa,EAAE,MAAM,YAAY,CAAA;AACjE,OAAO,KAAK,EAAkB,UAAU,EAAE,MAAM,kBAAkB,CAAA;AAElE,+FAA+F;AAC/F,eAAO,MAAM,cAAc,WAAY,aAAa,SAAS,MAAM,GAAG,QAAQ,SAAS,MAAM,KAAG,UA4D/F,CAAA"}
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
import { Transform } from 'node:stream';
|
|
2
|
+
import { ArchiveError, LimitError, PathError } from '../errors.js';
|
|
3
|
+
import { pathUtils } from '../utils/paths.js';
|
|
4
|
+
/** The rules every entry of one extraction passes: counts, names, links, duplicates, sizes. */
|
|
5
|
+
export const makeEntryGuard = (limits, links, strip) => {
|
|
6
|
+
const seen = new Set();
|
|
7
|
+
let entries = 0;
|
|
8
|
+
let total = 0;
|
|
9
|
+
const admit = (info) => {
|
|
10
|
+
if (++entries > limits.maxEntries) {
|
|
11
|
+
throw new LimitError('entries');
|
|
12
|
+
}
|
|
13
|
+
if (info.type === 'symlink' || info.type === 'hardlink') {
|
|
14
|
+
if (links === 'refuse') {
|
|
15
|
+
throw new ArchiveError('link');
|
|
16
|
+
}
|
|
17
|
+
return { skip: 'link' };
|
|
18
|
+
}
|
|
19
|
+
if (info.type === 'other') {
|
|
20
|
+
return { skip: 'unsupported-type' };
|
|
21
|
+
}
|
|
22
|
+
if (info.encrypted === true) {
|
|
23
|
+
throw new ArchiveError('encrypted');
|
|
24
|
+
}
|
|
25
|
+
const segments = info.path.replace(/\\/g, '/').split('/').filter(segment => segment !== '');
|
|
26
|
+
if (segments.length <= strip) {
|
|
27
|
+
return { skip: 'stripped' };
|
|
28
|
+
}
|
|
29
|
+
const path = pathUtils.entry(segments.slice(strip).join('/'), limits);
|
|
30
|
+
if (info.type === 'file') {
|
|
31
|
+
if (info.size != null && info.size > limits.maxEntryBytes) {
|
|
32
|
+
throw new LimitError('entry-bytes');
|
|
33
|
+
}
|
|
34
|
+
const folded = path.toLowerCase();
|
|
35
|
+
if (seen.has(folded)) {
|
|
36
|
+
throw new PathError('duplicate');
|
|
37
|
+
}
|
|
38
|
+
seen.add(folded);
|
|
39
|
+
}
|
|
40
|
+
return { path };
|
|
41
|
+
};
|
|
42
|
+
const meter = () => {
|
|
43
|
+
let bytes = 0;
|
|
44
|
+
return new Transform({
|
|
45
|
+
transform: (chunk, _encoding, callback) => {
|
|
46
|
+
bytes += chunk.length;
|
|
47
|
+
total += chunk.length;
|
|
48
|
+
if (bytes > limits.maxEntryBytes) {
|
|
49
|
+
callback(new LimitError('entry-bytes'));
|
|
50
|
+
return;
|
|
51
|
+
}
|
|
52
|
+
if (total > limits.maxTotalBytes) {
|
|
53
|
+
callback(new LimitError('total-bytes'));
|
|
54
|
+
return;
|
|
55
|
+
}
|
|
56
|
+
callback(null, chunk);
|
|
57
|
+
},
|
|
58
|
+
});
|
|
59
|
+
};
|
|
60
|
+
return { limits, admit, meter };
|
|
61
|
+
};
|
|
62
|
+
//# sourceMappingURL=guard.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"guard.js","sourceRoot":"","sources":["../../src/archive/guard.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAA;AACvC,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAClE,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAA;AAI7C,+FAA+F;AAC/F,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,MAAqB,EAAE,KAAwB,EAAE,KAAa,EAAc,EAAE;IAC3G,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;IAC9B,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,IAAI,KAAK,GAAG,CAAC,CAAA;IAEb,MAAM,KAAK,GAAG,CAAC,IAAsB,EAAkB,EAAE;QACvD,IAAI,EAAE,OAAO,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;YAClC,MAAM,IAAI,UAAU,CAAC,SAAS,CAAC,CAAA;QACjC,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YACxD,IAAI,KAAK,KAAK,QAAQ,EAAE,CAAC;gBACvB,MAAM,IAAI,YAAY,CAAC,MAAM,CAAC,CAAA;YAChC,CAAC;YACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAA;QACzB,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC1B,OAAO,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAA;QACrC,CAAC;QACD,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;YAC5B,MAAM,IAAI,YAAY,CAAC,WAAW,CAAC,CAAA;QACrC,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,KAAK,EAAE,CAAC,CAAA;QAC3F,IAAI,QAAQ,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC;YAC7B,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,CAAA;QAC7B,CAAC;QACD,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,CAAA;QACrE,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC;gBAC1D,MAAM,IAAI,UAAU,CAAC,aAAa,CAAC,CAAA;YACrC,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;YACjC,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;gBACrB,MAAM,IAAI,SAAS,CAAC,WAAW,CAAC,CAAA;YAClC,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;QAClB,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,CAAA;IACjB,CAAC,CAAA;IAED,MAAM,KAAK,GAAG,GAAc,EAAE;QAC5B,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,OAAO,IAAI,SAAS,CAAC;YACnB,SAAS,EAAE,CAAC,KAAa,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE;gBAChD,KAAK,IAAI,KAAK,CAAC,MAAM,CAAA;gBACrB,KAAK,IAAI,KAAK,CAAC,MAAM,CAAA;gBACrB,IAAI,KAAK,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC;oBACjC,QAAQ,CAAC,IAAI,UAAU,CAAC,aAAa,CAAC,CAAC,CAAA;oBACvC,OAAM;gBACR,CAAC;gBACD,IAAI,KAAK,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC;oBACjC,QAAQ,CAAC,IAAI,UAAU,CAAC,aAAa,CAAC,CAAC,CAAA;oBACvC,OAAM;gBACR,CAAC;gBACD,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;YACvB,CAAC;SACF,CAAC,CAAA;IACJ,CAAC,CAAA;IAED,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAA;AACjC,CAAC,CAAA"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import type { ArchiveLimits } from './types.js';
|
|
2
|
+
import type { RatioGuard } from './types.local.js';
|
|
3
|
+
/** Counts compressed input and decompressed output of one stream and refuses a bomb. */
|
|
4
|
+
export declare const makeRatioGuard: (limits: ArchiveLimits) => RatioGuard;
|
|
5
|
+
//# sourceMappingURL=ratio.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ratio.d.ts","sourceRoot":"","sources":["../../src/archive/ratio.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAC/C,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;AAElD,wFAAwF;AACxF,eAAO,MAAM,cAAc,WAAY,aAAa,KAAG,UA2BtD,CAAA"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
import { Transform } from 'node:stream';
|
|
2
|
+
import { LimitError } from '../errors.js';
|
|
3
|
+
import { RATIO_FLOOR_BYTES } from './consts.js';
|
|
4
|
+
/** Counts compressed input and decompressed output of one stream and refuses a bomb. */
|
|
5
|
+
export const makeRatioGuard = (limits) => {
|
|
6
|
+
let consumed = 0;
|
|
7
|
+
let produced = 0;
|
|
8
|
+
const input = new Transform({
|
|
9
|
+
transform: (chunk, _encoding, callback) => {
|
|
10
|
+
consumed += chunk.length;
|
|
11
|
+
callback(null, chunk);
|
|
12
|
+
},
|
|
13
|
+
});
|
|
14
|
+
const output = new Transform({
|
|
15
|
+
transform: (chunk, _encoding, callback) => {
|
|
16
|
+
produced += chunk.length;
|
|
17
|
+
if (produced > limits.maxTotalBytes) {
|
|
18
|
+
callback(new LimitError('total-bytes'));
|
|
19
|
+
return;
|
|
20
|
+
}
|
|
21
|
+
if (produced > RATIO_FLOOR_BYTES && produced > consumed * limits.maxRatio) {
|
|
22
|
+
callback(new LimitError('ratio'));
|
|
23
|
+
return;
|
|
24
|
+
}
|
|
25
|
+
callback(null, chunk);
|
|
26
|
+
},
|
|
27
|
+
});
|
|
28
|
+
return { input, output };
|
|
29
|
+
};
|
|
30
|
+
//# sourceMappingURL=ratio.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ratio.js","sourceRoot":"","sources":["../../src/archive/ratio.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAA;AACvC,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAA;AACzC,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;AAI/C,wFAAwF;AACxF,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,MAAqB,EAAc,EAAE;IAClE,IAAI,QAAQ,GAAG,CAAC,CAAA;IAChB,IAAI,QAAQ,GAAG,CAAC,CAAA;IAEhB,MAAM,KAAK,GAAG,IAAI,SAAS,CAAC;QAC1B,SAAS,EAAE,CAAC,KAAa,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE;YAChD,QAAQ,IAAI,KAAK,CAAC,MAAM,CAAA;YACxB,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;QACvB,CAAC;KACF,CAAC,CAAA;IAEF,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC;QAC3B,SAAS,EAAE,CAAC,KAAa,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE;YAChD,QAAQ,IAAI,KAAK,CAAC,MAAM,CAAA;YACxB,IAAI,QAAQ,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC;gBACpC,QAAQ,CAAC,IAAI,UAAU,CAAC,aAAa,CAAC,CAAC,CAAA;gBACvC,OAAM;YACR,CAAC;YACD,IAAI,QAAQ,GAAG,iBAAiB,IAAI,QAAQ,GAAG,QAAQ,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;gBAC1E,QAAQ,CAAC,IAAI,UAAU,CAAC,OAAO,CAAC,CAAC,CAAA;gBACjC,OAAM;YACR,CAAC;YACD,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;QACvB,CAAC;KACF,CAAC,CAAA;IAEF,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAA;AAC1B,CAAC,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tar.d.ts","sourceRoot":"","sources":["../../src/archive/tar.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAsB,QAAQ,EAAkB,MAAM,kBAAkB,CAAA;AAEpF,+FAA+F;AAC/F,eAAO,MAAM,cAAc,QAAO,QAqIjC,CAAA"}
|
|
@@ -0,0 +1,142 @@
|
|
|
1
|
+
import { createReadStream } from 'node:fs';
|
|
2
|
+
import { once } from 'node:events';
|
|
3
|
+
import { PassThrough, Readable } from 'node:stream';
|
|
4
|
+
import tarStream from 'tar-stream';
|
|
5
|
+
import { ArchiveError } from '../errors.js';
|
|
6
|
+
import { pathUtils } from '../utils/paths.js';
|
|
7
|
+
import { streamUtils } from '../utils/streams.js';
|
|
8
|
+
import { DEFAULT_ARCHIVE_LIMITS } from './consts.js';
|
|
9
|
+
/** Tar read and written as streams (tar-stream); an entry is never destroyed, only drained. */
|
|
10
|
+
export const createTarCodec = () => {
|
|
11
|
+
const typeOf = (type) => {
|
|
12
|
+
switch (type) {
|
|
13
|
+
case 'file':
|
|
14
|
+
case 'contiguous-file':
|
|
15
|
+
case undefined:
|
|
16
|
+
return 'file';
|
|
17
|
+
case 'directory':
|
|
18
|
+
return 'directory';
|
|
19
|
+
case 'symlink':
|
|
20
|
+
return 'symlink';
|
|
21
|
+
case 'link':
|
|
22
|
+
return 'hardlink';
|
|
23
|
+
default:
|
|
24
|
+
return 'other';
|
|
25
|
+
}
|
|
26
|
+
};
|
|
27
|
+
const infoOf = (header) => ({
|
|
28
|
+
path: header.name,
|
|
29
|
+
type: typeOf(header.type),
|
|
30
|
+
size: header.size,
|
|
31
|
+
mode: header.mode != null ? header.mode & 0o7777 : undefined,
|
|
32
|
+
modifiedAt: header.mtime,
|
|
33
|
+
linkTarget: header.linkname !== '' ? header.linkname : undefined,
|
|
34
|
+
});
|
|
35
|
+
const entries = async function* (stream) {
|
|
36
|
+
const extract = tarStream.extract();
|
|
37
|
+
stream.once('error', error => extract.destroy(error));
|
|
38
|
+
stream.pipe(extract);
|
|
39
|
+
try {
|
|
40
|
+
for await (const entry of extract) {
|
|
41
|
+
let ended = false;
|
|
42
|
+
let opened = false;
|
|
43
|
+
const finished = new Promise(resolve => {
|
|
44
|
+
entry.once('end', () => { ended = true; resolve(); });
|
|
45
|
+
entry.once('close', () => resolve());
|
|
46
|
+
});
|
|
47
|
+
const drain = async () => {
|
|
48
|
+
if (!ended) {
|
|
49
|
+
if (!opened) {
|
|
50
|
+
entry.resume();
|
|
51
|
+
}
|
|
52
|
+
await finished;
|
|
53
|
+
}
|
|
54
|
+
};
|
|
55
|
+
yield {
|
|
56
|
+
info: infoOf(entry.header),
|
|
57
|
+
open: async () => {
|
|
58
|
+
opened = true;
|
|
59
|
+
const relay = new PassThrough();
|
|
60
|
+
let detached = false;
|
|
61
|
+
relay.once('close', () => { detached = true; });
|
|
62
|
+
const pump = async () => {
|
|
63
|
+
// The entry is read to its end even when the consumer gave up: destroying a tar
|
|
64
|
+
// entry would destroy the whole archive stream.
|
|
65
|
+
for await (const chunk of entry) {
|
|
66
|
+
if (!detached && !relay.write(chunk)) {
|
|
67
|
+
await Promise.race([once(relay, 'drain'), once(relay, 'close')]);
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
if (!detached) {
|
|
71
|
+
relay.end();
|
|
72
|
+
}
|
|
73
|
+
};
|
|
74
|
+
pump().catch(error => { if (!detached)
|
|
75
|
+
relay.destroy(error); });
|
|
76
|
+
return relay;
|
|
77
|
+
},
|
|
78
|
+
drain,
|
|
79
|
+
};
|
|
80
|
+
await drain();
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
catch (error) {
|
|
84
|
+
throw error instanceof Error && /unexpected end|invalid tar|header/i.test(error.message) ? new ArchiveError('corrupt') : error;
|
|
85
|
+
}
|
|
86
|
+
finally {
|
|
87
|
+
if (!extract.destroyed) {
|
|
88
|
+
extract.destroy();
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
};
|
|
92
|
+
const write = async (writer, stream) => {
|
|
93
|
+
for await (const chunk of stream) {
|
|
94
|
+
if (!writer.write(chunk)) {
|
|
95
|
+
await new Promise(resolve => writer.once('drain', resolve));
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
const done = new Promise((resolve, reject) => {
|
|
99
|
+
writer.once('finish', resolve);
|
|
100
|
+
writer.once('error', reject);
|
|
101
|
+
});
|
|
102
|
+
writer.end();
|
|
103
|
+
await done;
|
|
104
|
+
};
|
|
105
|
+
const pack = (list, options) => {
|
|
106
|
+
const packer = tarStream.pack();
|
|
107
|
+
const output = Readable.from(packer, { objectMode: false });
|
|
108
|
+
const add = async () => {
|
|
109
|
+
for await (const entry of list) {
|
|
110
|
+
const header = { name: pathUtils.entry(entry.path), mode: (entry.mode ?? 0o644) & 0o777, mtime: entry.modifiedAt ?? new Date() };
|
|
111
|
+
const source = entry.source;
|
|
112
|
+
if (source instanceof Uint8Array) {
|
|
113
|
+
await new Promise((resolve, reject) => {
|
|
114
|
+
packer.entry({ ...header, size: source.length }, Buffer.from(source), error => error != null ? reject(error) : resolve());
|
|
115
|
+
});
|
|
116
|
+
continue;
|
|
117
|
+
}
|
|
118
|
+
let size = (await source.info()).size;
|
|
119
|
+
if (size != null) {
|
|
120
|
+
await write(packer.entry({ ...header, size }), (await source.open()).stream);
|
|
121
|
+
continue;
|
|
122
|
+
}
|
|
123
|
+
const spooled = await streamUtils.spool((await source.open()).stream, { maxBytes: options.maxSpoolBytes ?? DEFAULT_ARCHIVE_LIMITS.maxEntryBytes });
|
|
124
|
+
try {
|
|
125
|
+
size = spooled.size;
|
|
126
|
+
await write(packer.entry({ ...header, size }), createReadStream(spooled.path));
|
|
127
|
+
}
|
|
128
|
+
finally {
|
|
129
|
+
await spooled.dispose();
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
packer.finalize();
|
|
133
|
+
};
|
|
134
|
+
add().catch(error => {
|
|
135
|
+
packer.destroy(error);
|
|
136
|
+
output.destroy(error);
|
|
137
|
+
});
|
|
138
|
+
return output;
|
|
139
|
+
};
|
|
140
|
+
return { entries, pack };
|
|
141
|
+
};
|
|
142
|
+
//# sourceMappingURL=tar.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tar.js","sourceRoot":"","sources":["../../src/archive/tar.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAA;AAC1C,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AAClC,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AACnD,OAAO,SAAS,MAAM,YAAY,CAAA;AAElC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAA;AAC3C,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAA;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAA;AACjD,OAAO,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAA;AAIpD,+FAA+F;AAC/F,MAAM,CAAC,MAAM,cAAc,GAAG,GAAa,EAAE;IAC3C,MAAM,MAAM,GAAG,CAAC,IAAgC,EAAoB,EAAE;QACpE,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,MAAM,CAAC;YACZ,KAAK,iBAAiB,CAAC;YACvB,KAAK,SAAS;gBACZ,OAAO,MAAM,CAAA;YACf,KAAK,WAAW;gBACd,OAAO,WAAW,CAAA;YACpB,KAAK,SAAS;gBACZ,OAAO,SAAS,CAAA;YAClB,KAAK,MAAM;gBACT,OAAO,UAAU,CAAA;YACnB;gBACE,OAAO,OAAO,CAAA;QAClB,CAAC;IACH,CAAC,CAAA;IAED,MAAM,MAAM,GAAG,CAAC,MAAc,EAAoB,EAAE,CAAC,CAAC;QACpD,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;QACzB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,SAAS;QAC5D,UAAU,EAAE,MAAM,CAAC,KAAK;QACxB,UAAU,EAAE,MAAM,CAAC,QAAQ,KAAK,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;KACjE,CAAC,CAAA;IAEF,MAAM,OAAO,GAAG,KAAK,SAAU,CAAC,EAAE,MAAgB;QAChD,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,EAAE,CAAA;QACnC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAA;QACrD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACpB,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAClC,IAAI,KAAK,GAAG,KAAK,CAAA;gBACjB,IAAI,MAAM,GAAG,KAAK,CAAA;gBAClB,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAO,OAAO,CAAC,EAAE;oBAC3C,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,KAAK,GAAG,IAAI,CAAC,CAAC,OAAO,EAAE,CAAA,CAAC,CAAC,CAAC,CAAA;oBACpD,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAA;gBACtC,CAAC,CAAC,CAAA;gBACF,MAAM,KAAK,GAAG,KAAK,IAAmB,EAAE;oBACtC,IAAI,CAAC,KAAK,EAAE,CAAC;wBACX,IAAI,CAAC,MAAM,EAAE,CAAC;4BACZ,KAAK,CAAC,MAAM,EAAE,CAAA;wBAChB,CAAC;wBACD,MAAM,QAAQ,CAAA;oBAChB,CAAC;gBACH,CAAC,CAAA;gBACD,MAAM;oBACJ,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC;oBAC1B,IAAI,EAAE,KAAK,IAAI,EAAE;wBACf,MAAM,GAAG,IAAI,CAAA;wBACb,MAAM,KAAK,GAAG,IAAI,WAAW,EAAE,CAAA;wBAC/B,IAAI,QAAQ,GAAG,KAAK,CAAA;wBACpB,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,QAAQ,GAAG,IAAI,CAAA,CAAC,CAAC,CAAC,CAAA;wBAC9C,MAAM,IAAI,GAAG,KAAK,IAAmB,EAAE;4BACrC,gFAAgF;4BAChF,gDAAgD;4BAChD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;gCAChC,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;oCACrC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,CAAA;gCAClE,CAAC;4BACH,CAAC;4BACD,IAAI,CAAC,QAAQ,EAAE,CAAC;gCACd,KAAK,CAAC,GAAG,EAAE,CAAA;4BACb,CAAC;wBACH,CAAC,CAAA;wBACD,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,GAAG,IAAI,CAAC,QAAQ;4BAAE,KAAK,CAAC,OAAO,CAAC,KAAc,CAAC,CAAA,CAAC,CAAC,CAAC,CAAA;wBACvE,OAAO,KAAK,CAAA;oBACd,CAAC;oBACD,KAAK;iBACN,CAAA;gBACD,MAAM,KAAK,EAAE,CAAA;YACf,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,KAAK,YAAY,KAAK,IAAI,oCAAoC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;QAChI,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;gBACvB,OAAO,CAAC,OAAO,EAAE,CAAA;YACnB,CAAC;QACH,CAAC;IACH,CAAC,CAAA;IAED,MAAM,KAAK,GAAG,KAAK,EAAE,MAAsB,EAAE,MAAgB,EAAiB,EAAE;QAC9E,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAe,CAAC,EAAE,CAAC;gBACnC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAA;YAC7D,CAAC;QACH,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC3C,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;YAC9B,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;QAC9B,CAAC,CAAC,CAAA;QACF,MAAM,CAAC,GAAG,EAAE,CAAA;QACZ,MAAM,IAAI,CAAA;IACZ,CAAC,CAAA;IAED,MAAM,IAAI,GAAG,CAAC,IAAoD,EAAE,OAA2B,EAAY,EAAE;QAC3G,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,EAAE,CAAA;QAC/B,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,MAA0C,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAA;QAC/F,MAAM,GAAG,GAAG,KAAK,IAAmB,EAAE;YACpC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,EAAE,CAAC;gBAC/B,MAAM,MAAM,GAAG,EAAE,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,GAAG,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,UAAU,IAAI,IAAI,IAAI,EAAE,EAAE,CAAA;gBAChI,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAA;gBAC3B,IAAI,MAAM,YAAY,UAAU,EAAE,CAAC;oBACjC,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;wBAC1C,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAA;oBAC3H,CAAC,CAAC,CAAA;oBACF,SAAQ;gBACV,CAAC;gBACD,IAAI,IAAI,GAAG,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAA;gBACrC,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;oBACjB,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAA;oBAC5E,SAAQ;gBACV,CAAC;gBACD,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,KAAK,CAAC,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,aAAa,IAAI,sBAAsB,CAAC,aAAa,EAAE,CAAC,CAAA;gBAClJ,IAAI,CAAC;oBACH,IAAI,GAAG,OAAO,CAAC,IAAI,CAAA;oBACnB,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,gBAAgB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAA;gBAChF,CAAC;wBAAS,CAAC;oBACT,MAAM,OAAO,CAAC,OAAO,EAAE,CAAA;gBACzB,CAAC;YACH,CAAC;YACD,MAAM,CAAC,QAAQ,EAAE,CAAA;QACnB,CAAC,CAAA;QACD,GAAG,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;YAClB,MAAM,CAAC,OAAO,CAAC,KAAc,CAAC,CAAA;YAC9B,MAAM,CAAC,OAAO,CAAC,KAAc,CAAC,CAAA;QAChC,CAAC,CAAC,CAAA;QAEF,OAAO,MAAM,CAAA;IACf,CAAC,CAAA;IAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;AAC1B,CAAC,CAAA"}
|
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
import type { FileInspector, VerifyPolicy } from '@owlmeans/file-inspector';
|
|
2
|
+
import type { FileSource, SignalOptions, SinkResult, TreeSink } from '../types.js';
|
|
3
|
+
import type { ArchiveFormat } from './consts.js';
|
|
4
|
+
export interface ArchiveLimits {
|
|
5
|
+
maxEntries: number;
|
|
6
|
+
maxEntryBytes: number;
|
|
7
|
+
maxTotalBytes: number;
|
|
8
|
+
/** Largest expansion ratio of a zip entry or a gzip stream. */
|
|
9
|
+
maxRatio: number;
|
|
10
|
+
/** Archive nesting followed: 1 keeps nested archives as files. */
|
|
11
|
+
maxDepth: number;
|
|
12
|
+
maxPathBytes: number;
|
|
13
|
+
maxPathSegments: number;
|
|
14
|
+
}
|
|
15
|
+
/** What an archive entry is. */
|
|
16
|
+
export type ArchiveEntryType = 'file' | 'directory' | 'symlink' | 'hardlink' | 'other';
|
|
17
|
+
export interface ArchiveEntryInfo {
|
|
18
|
+
/** The path as the archive spells it. */
|
|
19
|
+
path: string;
|
|
20
|
+
type: ArchiveEntryType;
|
|
21
|
+
size?: number;
|
|
22
|
+
compressedSize?: number;
|
|
23
|
+
mode?: number;
|
|
24
|
+
modifiedAt?: Date;
|
|
25
|
+
/** Reported, never created. */
|
|
26
|
+
linkTarget?: string;
|
|
27
|
+
encrypted?: boolean;
|
|
28
|
+
}
|
|
29
|
+
export interface ArchiveListOptions extends SignalOptions {
|
|
30
|
+
limits?: Partial<ArchiveLimits>;
|
|
31
|
+
/** Skip detection. */
|
|
32
|
+
format?: ArchiveFormat;
|
|
33
|
+
}
|
|
34
|
+
export interface ArchiveExtractOptions extends ArchiveListOptions {
|
|
35
|
+
/** Links in the archive: `skip` (reported, default) or `refuse` (`ArchiveError('link')`). */
|
|
36
|
+
links?: 'skip' | 'refuse';
|
|
37
|
+
/** An entry whose write or check fails: `fail` (default) or `skip`. Limit and safety errors always fail. */
|
|
38
|
+
onEntryError?: 'fail' | 'skip';
|
|
39
|
+
/** Leading path segments dropped. */
|
|
40
|
+
strip?: number;
|
|
41
|
+
filter?: (entry: ArchiveEntryInfo) => boolean;
|
|
42
|
+
/** Each entry's head checked before it is written. */
|
|
43
|
+
verify?: VerifyPolicy;
|
|
44
|
+
onEntry?: (entry: ArchiveEntryInfo, result: SinkResult) => void;
|
|
45
|
+
}
|
|
46
|
+
export interface ExtractedEntry {
|
|
47
|
+
entry: ArchiveEntryInfo;
|
|
48
|
+
/** The normalized path written. */
|
|
49
|
+
path: string;
|
|
50
|
+
result: SinkResult;
|
|
51
|
+
}
|
|
52
|
+
export interface SkippedEntry {
|
|
53
|
+
entry: ArchiveEntryInfo;
|
|
54
|
+
reason: string;
|
|
55
|
+
}
|
|
56
|
+
export interface ExtractResult {
|
|
57
|
+
format: ArchiveFormat;
|
|
58
|
+
extracted: ExtractedEntry[];
|
|
59
|
+
skipped: SkippedEntry[];
|
|
60
|
+
bytes: number;
|
|
61
|
+
}
|
|
62
|
+
export interface PackEntry {
|
|
63
|
+
path: string;
|
|
64
|
+
source: FileSource | Uint8Array;
|
|
65
|
+
mode?: number;
|
|
66
|
+
modifiedAt?: Date;
|
|
67
|
+
}
|
|
68
|
+
export interface ArchivePackOptions {
|
|
69
|
+
/** The packed file's name. */
|
|
70
|
+
name?: string;
|
|
71
|
+
/** zlib level. */
|
|
72
|
+
level?: number;
|
|
73
|
+
/** A tar needs sizes up front: a source without one is spooled up to this many bytes. Default 512 MiB. */
|
|
74
|
+
maxSpoolBytes?: number;
|
|
75
|
+
}
|
|
76
|
+
export interface ArchiveHelperOptions {
|
|
77
|
+
limits?: Partial<ArchiveLimits>;
|
|
78
|
+
inspector?: FileInspector;
|
|
79
|
+
}
|
|
80
|
+
/** Reads and writes zip, tar, tar.gz and gz — safely, as streams, without trusting names. */
|
|
81
|
+
export interface ArchiveHelper {
|
|
82
|
+
/** The format, from the bytes. */
|
|
83
|
+
detect: (source: FileSource, options?: SignalOptions) => Promise<ArchiveFormat | null>;
|
|
84
|
+
/** Entries without extracting: a zip from its central directory (tail reads when ranged), a tar by its headers. */
|
|
85
|
+
list: (source: FileSource, options?: ArchiveListOptions) => Promise<ArchiveEntryInfo[]>;
|
|
86
|
+
/** Every admitted entry written into the tree. */
|
|
87
|
+
extract: (source: FileSource, tree: TreeSink, options?: ArchiveExtractOptions) => Promise<ExtractResult>;
|
|
88
|
+
/** A one-shot source producing the archive (gz takes exactly one entry). */
|
|
89
|
+
pack: (format: ArchiveFormat, entries: Iterable<PackEntry> | AsyncIterable<PackEntry>, options?: ArchivePackOptions) => FileSource;
|
|
90
|
+
/** A source of the gzip-compressed bytes. */
|
|
91
|
+
gzip: (source: FileSource, options?: ArchivePackOptions) => FileSource;
|
|
92
|
+
/** A source of the decompressed bytes, under the ratio and size limits. */
|
|
93
|
+
gunzip: (source: FileSource, options?: ArchiveListOptions) => FileSource;
|
|
94
|
+
}
|
|
95
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/archive/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAA;AAC3E,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAClF,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAEhD,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAA;IAClB,aAAa,EAAE,MAAM,CAAA;IACrB,aAAa,EAAE,MAAM,CAAA;IACrB,+DAA+D;IAC/D,QAAQ,EAAE,MAAM,CAAA;IAChB,kEAAkE;IAClE,QAAQ,EAAE,MAAM,CAAA;IAChB,YAAY,EAAE,MAAM,CAAA;IACpB,eAAe,EAAE,MAAM,CAAA;CACxB;AAED,gCAAgC;AAEhC,MAAM,MAAM,gBAAgB,GAAG,MAAM,GAAG,WAAW,GAAG,SAAS,GAAG,UAAU,GAAG,OAAO,CAAA;AAEtF,MAAM,WAAW,gBAAgB;IAC/B,yCAAyC;IACzC,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,gBAAgB,CAAA;IACtB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,UAAU,CAAC,EAAE,IAAI,CAAA;IACjB,+BAA+B;IAC/B,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,SAAS,CAAC,EAAE,OAAO,CAAA;CACpB;AAED,MAAM,WAAW,kBAAmB,SAAQ,aAAa;IACvD,MAAM,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,CAAA;IAC/B,sBAAsB;IACtB,MAAM,CAAC,EAAE,aAAa,CAAA;CACvB;AAED,MAAM,WAAW,qBAAsB,SAAQ,kBAAkB;IAC/D,6FAA6F;IAC7F,KAAK,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAA;IACzB,4GAA4G;IAC5G,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;IAC9B,qCAAqC;IACrC,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,OAAO,CAAA;IAC7C,sDAAsD;IACtD,MAAM,CAAC,EAAE,YAAY,CAAA;IACrB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,EAAE,MAAM,EAAE,UAAU,KAAK,IAAI,CAAA;CAChE;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,gBAAgB,CAAA;IACvB,mCAAmC;IACnC,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,UAAU,CAAA;CACnB;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,gBAAgB,CAAA;IACvB,MAAM,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,aAAa,CAAA;IACrB,SAAS,EAAE,cAAc,EAAE,CAAA;IAC3B,OAAO,EAAE,YAAY,EAAE,CAAA;IACvB,KAAK,EAAE,MAAM,CAAA;CACd;AAED,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,UAAU,GAAG,UAAU,CAAA;IAC/B,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,UAAU,CAAC,EAAE,IAAI,CAAA;CAClB;AAED,MAAM,WAAW,kBAAkB;IACjC,8BAA8B;IAC9B,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,kBAAkB;IAClB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,0GAA0G;IAC1G,aAAa,CAAC,EAAE,MAAM,CAAA;CACvB;AAED,MAAM,WAAW,oBAAoB;IACnC,MAAM,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,CAAA;IAC/B,SAAS,CAAC,EAAE,aAAa,CAAA;CAC1B;AAED,6FAA6F;AAC7F,MAAM,WAAW,aAAa;IAC5B,kCAAkC;IAClC,MAAM,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,aAAa,KAAK,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,CAAA;IACtF,mHAAmH;IACnH,IAAI,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,kBAAkB,KAAK,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAA;IACvF,kDAAkD;IAClD,OAAO,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,EAAE,qBAAqB,KAAK,OAAO,CAAC,aAAa,CAAC,CAAA;IACxG,4EAA4E;IAC5E,IAAI,EAAE,CAAC,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,QAAQ,CAAC,SAAS,CAAC,GAAG,aAAa,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC,EAAE,kBAAkB,KAAK,UAAU,CAAA;IAClI,6CAA6C;IAC7C,IAAI,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,kBAAkB,KAAK,UAAU,CAAA;IACtE,2EAA2E;IAC3E,MAAM,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,kBAAkB,KAAK,UAAU,CAAA;CACzE"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/archive/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
import type { Readable, Transform } from 'node:stream';
|
|
2
|
+
import type { ArchiveFormat } from './consts.js';
|
|
3
|
+
import type { RangeReader } from '../types.js';
|
|
4
|
+
import type { ArchiveEntryInfo, ArchiveLimits, ArchivePackOptions, PackEntry } from './types.js';
|
|
5
|
+
/** One entry an archive codec reached. */
|
|
6
|
+
export interface ArchiveEntryHandle {
|
|
7
|
+
info: ArchiveEntryInfo;
|
|
8
|
+
/** The entry's bytes; for a stream archive valid only until the next entry. */
|
|
9
|
+
open: () => Promise<Readable>;
|
|
10
|
+
/** Consumes what is left of the entry (a stream archive cannot move on before). */
|
|
11
|
+
drain: () => Promise<void>;
|
|
12
|
+
}
|
|
13
|
+
export interface EntryAdmission {
|
|
14
|
+
path?: string;
|
|
15
|
+
skip?: string;
|
|
16
|
+
}
|
|
17
|
+
/** The safety rules every codec's entries pass. */
|
|
18
|
+
export interface EntryGuard {
|
|
19
|
+
readonly limits: ArchiveLimits;
|
|
20
|
+
/** The normalized path to write, or why the entry is skipped; throws on what must stop extraction. */
|
|
21
|
+
admit: (info: ArchiveEntryInfo) => EntryAdmission;
|
|
22
|
+
/** Counts an entry's bytes against the per-entry and total ceilings. */
|
|
23
|
+
meter: () => Transform;
|
|
24
|
+
}
|
|
25
|
+
/** Expansion guard for a decompressed stream against the compressed bytes fed in. */
|
|
26
|
+
export interface RatioGuard {
|
|
27
|
+
/** Counts compressed bytes; pipe the input through it. */
|
|
28
|
+
readonly input: Transform;
|
|
29
|
+
/** Counts produced bytes and checks the ratio and the total; pipe the output through it. */
|
|
30
|
+
readonly output: Transform;
|
|
31
|
+
}
|
|
32
|
+
export interface FormatSniffer {
|
|
33
|
+
/** The archive format leading bytes show, or `null`. */
|
|
34
|
+
formatOf: (head: Uint8Array) => ArchiveFormat | null;
|
|
35
|
+
/** The original name a gzip header carries (FNAME). */
|
|
36
|
+
gzipName: (head: Uint8Array) => string | undefined;
|
|
37
|
+
}
|
|
38
|
+
export interface ZipCodec {
|
|
39
|
+
/** Entries from the central directory, after the count, size, ratio and overlap checks. */
|
|
40
|
+
entries: (reader: RangeReader, limits: ArchiveLimits) => AsyncGenerator<ArchiveEntryHandle>;
|
|
41
|
+
/** A zip of the entries, as a stream. */
|
|
42
|
+
pack: (entries: Iterable<PackEntry> | AsyncIterable<PackEntry>, options: ArchivePackOptions) => Readable;
|
|
43
|
+
}
|
|
44
|
+
export interface TarCodec {
|
|
45
|
+
/** Entries in stream order; each must be consumed (or drained) before the next. */
|
|
46
|
+
entries: (stream: Readable) => AsyncGenerator<ArchiveEntryHandle>;
|
|
47
|
+
/** A tar of the entries, as a stream (sizes are learned first, spooling when unknown). */
|
|
48
|
+
pack: (entries: Iterable<PackEntry> | AsyncIterable<PackEntry>, options: ArchivePackOptions) => Readable;
|
|
49
|
+
}
|
|
50
|
+
/** A source opened for reading an archive: random access when possible, otherwise a stream. */
|
|
51
|
+
export interface AcquiredArchive {
|
|
52
|
+
format: ArchiveFormat | null;
|
|
53
|
+
head: Uint8Array;
|
|
54
|
+
reader?: RangeReader;
|
|
55
|
+
stream?: Readable;
|
|
56
|
+
dispose: () => Promise<void>;
|
|
57
|
+
}
|
|
58
|
+
/** The part of a tar entry writer the packer uses. */
|
|
59
|
+
export interface TarEntryWriter {
|
|
60
|
+
write: (chunk: Buffer) => boolean;
|
|
61
|
+
end: (data?: unknown) => unknown;
|
|
62
|
+
once: (event: string, listener: (...args: unknown[]) => void) => unknown;
|
|
63
|
+
}
|
|
64
|
+
//# sourceMappingURL=types.local.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.local.d.ts","sourceRoot":"","sources":["../../src/archive/types.local.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,aAAa,CAAA;AACtD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAChD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAC9C,OAAO,KAAK,EAAE,gBAAgB,EAAE,aAAa,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM,YAAY,CAAA;AAEhG,0CAA0C;AAC1C,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,gBAAgB,CAAA;IACtB,+EAA+E;IAC/E,IAAI,EAAE,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAA;IAC7B,mFAAmF;IACnF,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;CAC3B;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,IAAI,CAAC,EAAE,MAAM,CAAA;CACd;AAED,mDAAmD;AACnD,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAA;IAC9B,sGAAsG;IACtG,KAAK,EAAE,CAAC,IAAI,EAAE,gBAAgB,KAAK,cAAc,CAAA;IACjD,wEAAwE;IACxE,KAAK,EAAE,MAAM,SAAS,CAAA;CACvB;AAED,qFAAqF;AACrF,MAAM,WAAW,UAAU;IACzB,0DAA0D;IAC1D,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAA;IACzB,4FAA4F;IAC5F,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAA;CAC3B;AAED,MAAM,WAAW,aAAa;IAC5B,wDAAwD;IACxD,QAAQ,EAAE,CAAC,IAAI,EAAE,UAAU,KAAK,aAAa,GAAG,IAAI,CAAA;IACpD,uDAAuD;IACvD,QAAQ,EAAE,CAAC,IAAI,EAAE,UAAU,KAAK,MAAM,GAAG,SAAS,CAAA;CACnD;AAED,MAAM,WAAW,QAAQ;IACvB,2FAA2F;IAC3F,OAAO,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,aAAa,KAAK,cAAc,CAAC,kBAAkB,CAAC,CAAA;IAC3F,yCAAyC;IACzC,IAAI,EAAE,CAAC,OAAO,EAAE,QAAQ,CAAC,SAAS,CAAC,GAAG,aAAa,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,kBAAkB,KAAK,QAAQ,CAAA;CACzG;AAED,MAAM,WAAW,QAAQ;IACvB,mFAAmF;IACnF,OAAO,EAAE,CAAC,MAAM,EAAE,QAAQ,KAAK,cAAc,CAAC,kBAAkB,CAAC,CAAA;IACjE,0FAA0F;IAC1F,IAAI,EAAE,CAAC,OAAO,EAAE,QAAQ,CAAC,SAAS,CAAC,GAAG,aAAa,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,kBAAkB,KAAK,QAAQ,CAAA;CACzG;AAED,+FAA+F;AAC/F,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,aAAa,GAAG,IAAI,CAAA;IAC5B,IAAI,EAAE,UAAU,CAAA;IAChB,MAAM,CAAC,EAAE,WAAW,CAAA;IACpB,MAAM,CAAC,EAAE,QAAQ,CAAA;IACjB,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;CAC7B;AAED,sDAAsD;AACtD,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAA;IACjC,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,OAAO,KAAK,OAAO,CAAA;IAChC,IAAI,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,KAAK,OAAO,CAAA;CACzE"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.local.js","sourceRoot":"","sources":["../../src/archive/types.local.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"zip.d.ts","sourceRoot":"","sources":["../../src/archive/zip.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAsB,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAEpE,iGAAiG;AACjG,eAAO,MAAM,cAAc,QAAO,QAgIjC,CAAA"}
|
|
@@ -0,0 +1,135 @@
|
|
|
1
|
+
import { Readable } from 'node:stream';
|
|
2
|
+
import yauzl from 'yauzl';
|
|
3
|
+
import yazl from 'yazl';
|
|
4
|
+
import { ArchiveError, LimitError, PathError } from '../errors.js';
|
|
5
|
+
import { pathUtils } from '../utils/paths.js';
|
|
6
|
+
import { rangeUtils } from '../utils/range.js';
|
|
7
|
+
import { RATIO_FLOOR_BYTES, ZIP_LOCAL_HEADER_BYTES } from './consts.js';
|
|
8
|
+
/** Zip read from its central directory (yauzl, random access) and written as a stream (yazl). */
|
|
9
|
+
export const createZipCodec = () => {
|
|
10
|
+
const mapError = (error) => {
|
|
11
|
+
const message = error.message ?? '';
|
|
12
|
+
if (/absolute path/i.test(message)) {
|
|
13
|
+
return new PathError('absolute');
|
|
14
|
+
}
|
|
15
|
+
if (/invalid relative path|\.\./i.test(message)) {
|
|
16
|
+
return new PathError('traversal');
|
|
17
|
+
}
|
|
18
|
+
if (/invalid characters/i.test(message)) {
|
|
19
|
+
return new PathError('invalid-char');
|
|
20
|
+
}
|
|
21
|
+
return error instanceof Error && error.name !== 'Error' ? error : new ArchiveError('corrupt');
|
|
22
|
+
};
|
|
23
|
+
const readAll = (zipfile, limits) => new Promise((resolve, reject) => {
|
|
24
|
+
const all = [];
|
|
25
|
+
zipfile.on('entry', (entry) => {
|
|
26
|
+
all.push(entry);
|
|
27
|
+
if (all.length > limits.maxEntries) {
|
|
28
|
+
zipfile.removeAllListeners();
|
|
29
|
+
reject(new LimitError('entries'));
|
|
30
|
+
return;
|
|
31
|
+
}
|
|
32
|
+
zipfile.readEntry();
|
|
33
|
+
});
|
|
34
|
+
zipfile.once('end', () => resolve(all));
|
|
35
|
+
zipfile.once('error', error => reject(mapError(error)));
|
|
36
|
+
zipfile.readEntry();
|
|
37
|
+
});
|
|
38
|
+
const infoOf = (entry) => {
|
|
39
|
+
const mode = (entry.externalFileAttributes >>> 16) & 0xffff;
|
|
40
|
+
const directory = entry.fileName.endsWith('/');
|
|
41
|
+
const symlink = (mode & 0o170000) === 0o120000;
|
|
42
|
+
return {
|
|
43
|
+
path: entry.fileName,
|
|
44
|
+
type: directory ? 'directory' : symlink ? 'symlink' : 'file',
|
|
45
|
+
size: entry.uncompressedSize,
|
|
46
|
+
compressedSize: entry.compressedSize,
|
|
47
|
+
mode: mode !== 0 ? mode & 0o7777 : undefined,
|
|
48
|
+
modifiedAt: entry.getLastModDate(),
|
|
49
|
+
encrypted: entry.isEncrypted(),
|
|
50
|
+
};
|
|
51
|
+
};
|
|
52
|
+
const audit = (all, limits) => {
|
|
53
|
+
let declared = 0;
|
|
54
|
+
for (const entry of all) {
|
|
55
|
+
declared += entry.uncompressedSize;
|
|
56
|
+
if (entry.uncompressedSize > RATIO_FLOOR_BYTES && entry.uncompressedSize > entry.compressedSize * limits.maxRatio) {
|
|
57
|
+
throw new LimitError('ratio');
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
if (declared > limits.maxTotalBytes) {
|
|
61
|
+
throw new LimitError('total-bytes');
|
|
62
|
+
}
|
|
63
|
+
const ordered = [...all].sort((a, b) => a.relativeOffsetOfLocalHeader - b.relativeOffsetOfLocalHeader);
|
|
64
|
+
for (let index = 1; index < ordered.length; index++) {
|
|
65
|
+
const previous = ordered[index - 1];
|
|
66
|
+
const end = previous.relativeOffsetOfLocalHeader + ZIP_LOCAL_HEADER_BYTES + previous.fileNameLength + previous.compressedSize;
|
|
67
|
+
if (ordered[index].relativeOffsetOfLocalHeader < end) {
|
|
68
|
+
throw new ArchiveError('overlap');
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
};
|
|
72
|
+
const entries = async function* (reader, limits) {
|
|
73
|
+
let zipfile;
|
|
74
|
+
try {
|
|
75
|
+
zipfile = await yauzl.fromRandomAccessReaderPromise(rangeUtils.zipReader(reader), reader.size, {
|
|
76
|
+
lazyEntries: true, validateEntrySizes: true, strictFileNames: false, decodeStrings: true, autoClose: false,
|
|
77
|
+
});
|
|
78
|
+
}
|
|
79
|
+
catch (error) {
|
|
80
|
+
throw mapError(error);
|
|
81
|
+
}
|
|
82
|
+
try {
|
|
83
|
+
const all = await readAll(zipfile, limits);
|
|
84
|
+
audit(all, limits);
|
|
85
|
+
for (const entry of all) {
|
|
86
|
+
yield {
|
|
87
|
+
info: infoOf(entry),
|
|
88
|
+
open: async () => {
|
|
89
|
+
if (entry.compressionMethod !== 0 && entry.compressionMethod !== 8) {
|
|
90
|
+
throw new ArchiveError(`method:${entry.compressionMethod}`);
|
|
91
|
+
}
|
|
92
|
+
try {
|
|
93
|
+
return await zipfile.openReadStreamPromise(entry);
|
|
94
|
+
}
|
|
95
|
+
catch (error) {
|
|
96
|
+
throw mapError(error);
|
|
97
|
+
}
|
|
98
|
+
},
|
|
99
|
+
drain: async () => undefined,
|
|
100
|
+
};
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
finally {
|
|
104
|
+
zipfile.close();
|
|
105
|
+
}
|
|
106
|
+
};
|
|
107
|
+
const pack = (list, options) => {
|
|
108
|
+
const zip = new yazl.ZipFile();
|
|
109
|
+
const output = zip.outputStream;
|
|
110
|
+
const add = async () => {
|
|
111
|
+
for await (const entry of list) {
|
|
112
|
+
const path = pathUtils.entry(entry.path);
|
|
113
|
+
const metadata = {
|
|
114
|
+
mtime: entry.modifiedAt ?? new Date(),
|
|
115
|
+
mode: 0o100000 | ((entry.mode ?? 0o644) & 0o777),
|
|
116
|
+
...(options.level != null ? { compressionLevel: options.level } : {}),
|
|
117
|
+
};
|
|
118
|
+
const source = entry.source;
|
|
119
|
+
if (source instanceof Uint8Array) {
|
|
120
|
+
zip.addBuffer(Buffer.from(source), path, metadata);
|
|
121
|
+
}
|
|
122
|
+
else {
|
|
123
|
+
zip.addReadStreamLazy(path, metadata, callback => {
|
|
124
|
+
source.open().then(opened => callback(null, opened.stream), error => callback(error, Readable.from([])));
|
|
125
|
+
});
|
|
126
|
+
}
|
|
127
|
+
}
|
|
128
|
+
zip.end();
|
|
129
|
+
};
|
|
130
|
+
add().catch(error => output.destroy(error));
|
|
131
|
+
return output;
|
|
132
|
+
};
|
|
133
|
+
return { entries, pack };
|
|
134
|
+
};
|
|
135
|
+
//# sourceMappingURL=zip.js.map
|