@owlmeans/file-streams 0.0.0-stage → 0.2.0-alpha.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +71 -2
- package/agent-meta/manifest.json +64 -0
- package/agent-meta/skills/file-streams/SKILL.md +183 -0
- package/agent-meta/skills/file-streams/parts/network.md +47 -0
- package/agent-meta/skills/file-streams/parts/workspaces.md +129 -0
- package/build/archive/consts.d.ts +16 -0
- package/build/archive/consts.d.ts.map +1 -0
- package/build/archive/consts.js +24 -0
- package/build/archive/consts.js.map +1 -0
- package/build/archive/formats.d.ts +4 -0
- package/build/archive/formats.d.ts.map +1 -0
- package/build/archive/formats.js +53 -0
- package/build/archive/formats.js.map +1 -0
- package/build/archive/guard.d.ts +5 -0
- package/build/archive/guard.d.ts.map +1 -0
- package/build/archive/guard.js +62 -0
- package/build/archive/guard.js.map +1 -0
- package/build/archive/ratio.d.ts +5 -0
- package/build/archive/ratio.d.ts.map +1 -0
- package/build/archive/ratio.js +30 -0
- package/build/archive/ratio.js.map +1 -0
- package/build/archive/tar.d.ts +4 -0
- package/build/archive/tar.d.ts.map +1 -0
- package/build/archive/tar.js +142 -0
- package/build/archive/tar.js.map +1 -0
- package/build/archive/types.d.ts +95 -0
- package/build/archive/types.d.ts.map +1 -0
- package/build/archive/types.js +2 -0
- package/build/archive/types.js.map +1 -0
- package/build/archive/types.local.d.ts +64 -0
- package/build/archive/types.local.d.ts.map +1 -0
- package/build/archive/types.local.js +2 -0
- package/build/archive/types.local.js.map +1 -0
- package/build/archive/zip.d.ts +4 -0
- package/build/archive/zip.d.ts.map +1 -0
- package/build/archive/zip.js +135 -0
- package/build/archive/zip.js.map +1 -0
- package/build/archive.d.ts +4 -0
- package/build/archive.d.ts.map +1 -0
- package/build/archive.js +265 -0
- package/build/archive.js.map +1 -0
- package/build/backed-workspace/types.d.ts +67 -0
- package/build/backed-workspace/types.d.ts.map +1 -0
- package/build/backed-workspace/types.js +2 -0
- package/build/backed-workspace/types.js.map +1 -0
- package/build/backed-workspace.d.ts +4 -0
- package/build/backed-workspace.d.ts.map +1 -0
- package/build/backed-workspace.js +63 -0
- package/build/backed-workspace.js.map +1 -0
- package/build/consts.d.ts +3 -0
- package/build/consts.d.ts.map +1 -0
- package/build/consts.js +3 -0
- package/build/consts.js.map +1 -0
- package/build/consts.local.d.ts +3 -0
- package/build/consts.local.d.ts.map +1 -0
- package/build/consts.local.js +3 -0
- package/build/consts.local.js.map +1 -0
- package/build/errors.d.ts +59 -0
- package/build/errors.d.ts.map +1 -0
- package/build/errors.js +105 -0
- package/build/errors.js.map +1 -0
- package/build/http/connector.d.ts +11 -0
- package/build/http/connector.d.ts.map +1 -0
- package/build/http/connector.js +124 -0
- package/build/http/connector.js.map +1 -0
- package/build/http/consts.d.ts +9 -0
- package/build/http/consts.d.ts.map +1 -0
- package/build/http/consts.js +8 -0
- package/build/http/consts.js.map +1 -0
- package/build/http/source.d.ts +5 -0
- package/build/http/source.d.ts.map +1 -0
- package/build/http/source.js +76 -0
- package/build/http/source.js.map +1 -0
- package/build/http/types.d.ts +67 -0
- package/build/http/types.d.ts.map +1 -0
- package/build/http/types.js +2 -0
- package/build/http/types.js.map +1 -0
- package/build/http/types.local.d.ts +21 -0
- package/build/http/types.local.d.ts.map +1 -0
- package/build/http/types.local.js +2 -0
- package/build/http/types.local.js.map +1 -0
- package/build/http.d.ts +4 -0
- package/build/http.d.ts.map +1 -0
- package/build/http.js +248 -0
- package/build/http.js.map +1 -0
- package/build/index.d.ts +53 -0
- package/build/index.d.ts.map +1 -0
- package/build/index.js +33 -0
- package/build/index.js.map +1 -0
- package/build/network/consts.d.ts +12 -0
- package/build/network/consts.d.ts.map +1 -0
- package/build/network/consts.js +20 -0
- package/build/network/consts.js.map +1 -0
- package/build/network/types.d.ts +43 -0
- package/build/network/types.d.ts.map +1 -0
- package/build/network/types.js +2 -0
- package/build/network/types.js.map +1 -0
- package/build/network.d.ts +4 -0
- package/build/network.d.ts.map +1 -0
- package/build/network.js +165 -0
- package/build/network.js.map +1 -0
- package/build/proxy/consts.d.ts +7 -0
- package/build/proxy/consts.d.ts.map +1 -0
- package/build/proxy/consts.js +9 -0
- package/build/proxy/consts.js.map +1 -0
- package/build/proxy/endpoint.d.ts +4 -0
- package/build/proxy/endpoint.d.ts.map +1 -0
- package/build/proxy/endpoint.js +27 -0
- package/build/proxy/endpoint.js.map +1 -0
- package/build/proxy/http.d.ts +5 -0
- package/build/proxy/http.d.ts.map +1 -0
- package/build/proxy/http.js +95 -0
- package/build/proxy/http.js.map +1 -0
- package/build/proxy/router.d.ts +4 -0
- package/build/proxy/router.d.ts.map +1 -0
- package/build/proxy/router.js +85 -0
- package/build/proxy/router.js.map +1 -0
- package/build/proxy/socks.d.ts +5 -0
- package/build/proxy/socks.d.ts.map +1 -0
- package/build/proxy/socks.js +44 -0
- package/build/proxy/socks.js.map +1 -0
- package/build/proxy/types.d.ts +99 -0
- package/build/proxy/types.d.ts.map +1 -0
- package/build/proxy/types.js +2 -0
- package/build/proxy/types.js.map +1 -0
- package/build/resolvers/google-drive/consts.d.ts +10 -0
- package/build/resolvers/google-drive/consts.d.ts.map +1 -0
- package/build/resolvers/google-drive/consts.js +16 -0
- package/build/resolvers/google-drive/consts.js.map +1 -0
- package/build/resolvers/google-drive/types.d.ts +21 -0
- package/build/resolvers/google-drive/types.d.ts.map +1 -0
- package/build/resolvers/google-drive/types.js +2 -0
- package/build/resolvers/google-drive/types.js.map +1 -0
- package/build/resolvers/google-drive.d.ts +10 -0
- package/build/resolvers/google-drive.d.ts.map +1 -0
- package/build/resolvers/google-drive.js +130 -0
- package/build/resolvers/google-drive.js.map +1 -0
- package/build/resolvers/types.d.ts +39 -0
- package/build/resolvers/types.d.ts.map +1 -0
- package/build/resolvers/types.js +2 -0
- package/build/resolvers/types.js.map +1 -0
- package/build/s3/consts.d.ts +9 -0
- package/build/s3/consts.d.ts.map +1 -0
- package/build/s3/consts.js +9 -0
- package/build/s3/consts.js.map +1 -0
- package/build/s3/prefix.d.ts +4 -0
- package/build/s3/prefix.d.ts.map +1 -0
- package/build/s3/prefix.js +87 -0
- package/build/s3/prefix.js.map +1 -0
- package/build/s3/sink.d.ts +6 -0
- package/build/s3/sink.d.ts.map +1 -0
- package/build/s3/sink.js +30 -0
- package/build/s3/sink.js.map +1 -0
- package/build/s3/source.d.ts +5 -0
- package/build/s3/source.d.ts.map +1 -0
- package/build/s3/source.js +81 -0
- package/build/s3/source.js.map +1 -0
- package/build/s3/types.d.ts +66 -0
- package/build/s3/types.d.ts.map +1 -0
- package/build/s3/types.js +2 -0
- package/build/s3/types.js.map +1 -0
- package/build/s3/types.local.d.ts +43 -0
- package/build/s3/types.local.d.ts.map +1 -0
- package/build/s3/types.local.js +2 -0
- package/build/s3/types.local.js.map +1 -0
- package/build/s3/upload.d.ts +4 -0
- package/build/s3/upload.d.ts.map +1 -0
- package/build/s3/upload.js +118 -0
- package/build/s3/upload.js.map +1 -0
- package/build/s3.d.ts +5 -0
- package/build/s3.d.ts.map +1 -0
- package/build/s3.js +68 -0
- package/build/s3.js.map +1 -0
- package/build/service/types.d.ts +66 -0
- package/build/service/types.d.ts.map +1 -0
- package/build/service/types.js +2 -0
- package/build/service/types.js.map +1 -0
- package/build/service/types.local.d.ts +11 -0
- package/build/service/types.local.d.ts.map +1 -0
- package/build/service/types.local.js +2 -0
- package/build/service/types.local.js.map +1 -0
- package/build/service.d.ts +6 -0
- package/build/service.d.ts.map +1 -0
- package/build/service.js +73 -0
- package/build/service.js.map +1 -0
- package/build/sinks/buffer/consts.d.ts +2 -0
- package/build/sinks/buffer/consts.d.ts.map +1 -0
- package/build/sinks/buffer/consts.js +2 -0
- package/build/sinks/buffer/consts.js.map +1 -0
- package/build/sinks/buffer/types.d.ts +11 -0
- package/build/sinks/buffer/types.d.ts.map +1 -0
- package/build/sinks/buffer/types.js +2 -0
- package/build/sinks/buffer/types.js.map +1 -0
- package/build/sinks/buffer.d.ts +4 -0
- package/build/sinks/buffer.d.ts.map +1 -0
- package/build/sinks/buffer.js +13 -0
- package/build/sinks/buffer.js.map +1 -0
- package/build/sinks/directory/types.d.ts +7 -0
- package/build/sinks/directory/types.d.ts.map +1 -0
- package/build/sinks/directory/types.js +2 -0
- package/build/sinks/directory/types.js.map +1 -0
- package/build/sinks/directory.d.ts +8 -0
- package/build/sinks/directory.d.ts.map +1 -0
- package/build/sinks/directory.js +43 -0
- package/build/sinks/directory.js.map +1 -0
- package/build/sinks/file.d.ts +5 -0
- package/build/sinks/file.d.ts.map +1 -0
- package/build/sinks/file.js +46 -0
- package/build/sinks/file.js.map +1 -0
- package/build/sinks/types.d.ts +11 -0
- package/build/sinks/types.d.ts.map +1 -0
- package/build/sinks/types.js +2 -0
- package/build/sinks/types.js.map +1 -0
- package/build/sinks/workload/consts.d.ts +5 -0
- package/build/sinks/workload/consts.d.ts.map +1 -0
- package/build/sinks/workload/consts.js +5 -0
- package/build/sinks/workload/consts.js.map +1 -0
- package/build/sinks/workload/types.d.ts +17 -0
- package/build/sinks/workload/types.d.ts.map +1 -0
- package/build/sinks/workload/types.js +2 -0
- package/build/sinks/workload/types.js.map +1 -0
- package/build/sinks/workload.d.ts +8 -0
- package/build/sinks/workload.d.ts.map +1 -0
- package/build/sinks/workload.js +51 -0
- package/build/sinks/workload.js.map +1 -0
- package/build/sources/buffer.d.ts +5 -0
- package/build/sources/buffer.d.ts.map +1 -0
- package/build/sources/buffer.js +20 -0
- package/build/sources/buffer.js.map +1 -0
- package/build/sources/file.d.ts +5 -0
- package/build/sources/file.d.ts.map +1 -0
- package/build/sources/file.js +50 -0
- package/build/sources/file.js.map +1 -0
- package/build/sources/stream.d.ts +5 -0
- package/build/sources/stream.d.ts.map +1 -0
- package/build/sources/stream.js +19 -0
- package/build/sources/stream.js.map +1 -0
- package/build/sources/types.d.ts +10 -0
- package/build/sources/types.d.ts.map +1 -0
- package/build/sources/types.js +2 -0
- package/build/sources/types.js.map +1 -0
- package/build/sources/workload/types.d.ts +29 -0
- package/build/sources/workload/types.d.ts.map +1 -0
- package/build/sources/workload/types.js +2 -0
- package/build/sources/workload/types.js.map +1 -0
- package/build/sources/workload.d.ts +7 -0
- package/build/sources/workload.d.ts.map +1 -0
- package/build/sources/workload.js +67 -0
- package/build/sources/workload.js.map +1 -0
- package/build/transfer/consts.d.ts +5 -0
- package/build/transfer/consts.d.ts.map +1 -0
- package/build/transfer/consts.js +8 -0
- package/build/transfer/consts.js.map +1 -0
- package/build/transfer/types.d.ts +49 -0
- package/build/transfer/types.d.ts.map +1 -0
- package/build/transfer/types.js +2 -0
- package/build/transfer/types.js.map +1 -0
- package/build/transfer.d.ts +4 -0
- package/build/transfer.d.ts.map +1 -0
- package/build/transfer.js +75 -0
- package/build/transfer.js.map +1 -0
- package/build/types.d.ts +99 -0
- package/build/types.d.ts.map +1 -0
- package/build/types.js +2 -0
- package/build/types.js.map +1 -0
- package/build/utils/names/consts.d.ts +5 -0
- package/build/utils/names/consts.d.ts.map +1 -0
- package/build/utils/names/consts.js +5 -0
- package/build/utils/names/consts.js.map +1 -0
- package/build/utils/names/types.d.ts +13 -0
- package/build/utils/names/types.d.ts.map +1 -0
- package/build/utils/names/types.js +2 -0
- package/build/utils/names/types.js.map +1 -0
- package/build/utils/names.d.ts +4 -0
- package/build/utils/names.d.ts.map +1 -0
- package/build/utils/names.js +60 -0
- package/build/utils/names.js.map +1 -0
- package/build/utils/paths/consts.d.ts +3 -0
- package/build/utils/paths/consts.d.ts.map +1 -0
- package/build/utils/paths/consts.js +2 -0
- package/build/utils/paths/consts.js.map +1 -0
- package/build/utils/paths/types.d.ts +20 -0
- package/build/utils/paths/types.d.ts.map +1 -0
- package/build/utils/paths/types.js +2 -0
- package/build/utils/paths/types.js.map +1 -0
- package/build/utils/paths.d.ts +4 -0
- package/build/utils/paths.d.ts.map +1 -0
- package/build/utils/paths.js +67 -0
- package/build/utils/paths.js.map +1 -0
- package/build/utils/range/types.d.ts +11 -0
- package/build/utils/range/types.d.ts.map +1 -0
- package/build/utils/range/types.js +2 -0
- package/build/utils/range/types.js.map +1 -0
- package/build/utils/range.d.ts +4 -0
- package/build/utils/range.d.ts.map +1 -0
- package/build/utils/range.js +64 -0
- package/build/utils/range.js.map +1 -0
- package/build/utils/redact/types.d.ts +16 -0
- package/build/utils/redact/types.d.ts.map +1 -0
- package/build/utils/redact/types.js +2 -0
- package/build/utils/redact/types.js.map +1 -0
- package/build/utils/redact.d.ts +4 -0
- package/build/utils/redact.d.ts.map +1 -0
- package/build/utils/redact.js +18 -0
- package/build/utils/redact.js.map +1 -0
- package/build/utils/signals/types.d.ts +17 -0
- package/build/utils/signals/types.d.ts.map +1 -0
- package/build/utils/signals/types.js +2 -0
- package/build/utils/signals/types.js.map +1 -0
- package/build/utils/signals.d.ts +4 -0
- package/build/utils/signals.d.ts.map +1 -0
- package/build/utils/signals.js +52 -0
- package/build/utils/signals.js.map +1 -0
- package/build/utils/streams/consts.d.ts +3 -0
- package/build/utils/streams/consts.d.ts.map +1 -0
- package/build/utils/streams/consts.js +3 -0
- package/build/utils/streams/consts.js.map +1 -0
- package/build/utils/streams/types.d.ts +59 -0
- package/build/utils/streams/types.d.ts.map +1 -0
- package/build/utils/streams/types.js +2 -0
- package/build/utils/streams/types.js.map +1 -0
- package/build/utils/streams.d.ts +4 -0
- package/build/utils/streams.d.ts.map +1 -0
- package/build/utils/streams.js +167 -0
- package/build/utils/streams.js.map +1 -0
- package/build/utils/tree/types.d.ts +6 -0
- package/build/utils/tree/types.d.ts.map +1 -0
- package/build/utils/tree/types.js +2 -0
- package/build/utils/tree/types.js.map +1 -0
- package/build/utils/tree.d.ts +4 -0
- package/build/utils/tree.d.ts.map +1 -0
- package/build/utils/tree.js +14 -0
- package/build/utils/tree.js.map +1 -0
- package/build/workspace/consts.d.ts +12 -0
- package/build/workspace/consts.d.ts.map +1 -0
- package/build/workspace/consts.js +12 -0
- package/build/workspace/consts.js.map +1 -0
- package/build/workspace/consts.local.d.ts +3 -0
- package/build/workspace/consts.local.d.ts.map +1 -0
- package/build/workspace/consts.local.js +3 -0
- package/build/workspace/consts.local.js.map +1 -0
- package/build/workspace/fs.d.ts +4 -0
- package/build/workspace/fs.d.ts.map +1 -0
- package/build/workspace/fs.js +45 -0
- package/build/workspace/fs.js.map +1 -0
- package/build/workspace/scope.d.ts +6 -0
- package/build/workspace/scope.d.ts.map +1 -0
- package/build/workspace/scope.js +180 -0
- package/build/workspace/scope.js.map +1 -0
- package/build/workspace/types.d.ts +66 -0
- package/build/workspace/types.d.ts.map +1 -0
- package/build/workspace/types.js +2 -0
- package/build/workspace/types.js.map +1 -0
- package/build/workspace/types.local.d.ts +20 -0
- package/build/workspace/types.local.d.ts.map +1 -0
- package/build/workspace/types.local.js +2 -0
- package/build/workspace/types.local.js.map +1 -0
- package/build/workspace.d.ts +7 -0
- package/build/workspace.d.ts.map +1 -0
- package/build/workspace.js +87 -0
- package/build/workspace.js.map +1 -0
- package/package.json +61 -4
- package/src/archive/consts.ts +28 -0
- package/src/archive/formats.ts +60 -0
- package/src/archive/guard.ts +68 -0
- package/src/archive/ratio.ts +35 -0
- package/src/archive/tar.ts +147 -0
- package/src/archive/types.local.ts +72 -0
- package/src/archive/types.ts +107 -0
- package/src/archive/zip.ts +142 -0
- package/src/archive.ts +298 -0
- package/src/backed-workspace/types.ts +72 -0
- package/src/backed-workspace.ts +85 -0
- package/src/consts.local.ts +2 -0
- package/src/consts.ts +2 -0
- package/src/errors.ts +128 -0
- package/src/http/connector.ts +136 -0
- package/src/http/consts.ts +13 -0
- package/src/http/source.ts +89 -0
- package/src/http/types.local.ts +23 -0
- package/src/http/types.ts +74 -0
- package/src/http.ts +276 -0
- package/src/index.ts +65 -0
- package/src/network/consts.ts +22 -0
- package/src/network/types.ts +45 -0
- package/src/network.ts +179 -0
- package/src/proxy/consts.ts +11 -0
- package/src/proxy/endpoint.ts +28 -0
- package/src/proxy/http.ts +108 -0
- package/src/proxy/router.ts +93 -0
- package/src/proxy/socks.ts +48 -0
- package/src/proxy/types.ts +114 -0
- package/src/resolvers/google-drive/consts.ts +22 -0
- package/src/resolvers/google-drive/types.ts +22 -0
- package/src/resolvers/google-drive.ts +153 -0
- package/src/resolvers/types.ts +45 -0
- package/src/s3/consts.ts +12 -0
- package/src/s3/prefix.ts +100 -0
- package/src/s3/sink.ts +36 -0
- package/src/s3/source.ts +90 -0
- package/src/s3/types.local.ts +49 -0
- package/src/s3/types.ts +70 -0
- package/src/s3/upload.ts +130 -0
- package/src/s3.ts +83 -0
- package/src/service/types.local.ts +9 -0
- package/src/service/types.ts +71 -0
- package/src/service.ts +97 -0
- package/src/sinks/buffer/consts.ts +1 -0
- package/src/sinks/buffer/types.ts +12 -0
- package/src/sinks/buffer.ts +18 -0
- package/src/sinks/directory/types.ts +7 -0
- package/src/sinks/directory.ts +49 -0
- package/src/sinks/file.ts +52 -0
- package/src/sinks/types.ts +12 -0
- package/src/sinks/workload/consts.ts +5 -0
- package/src/sinks/workload/types.ts +17 -0
- package/src/sinks/workload.ts +59 -0
- package/src/sources/buffer.ts +27 -0
- package/src/sources/file.ts +57 -0
- package/src/sources/stream.ts +26 -0
- package/src/sources/types.ts +12 -0
- package/src/sources/workload/types.ts +31 -0
- package/src/sources/workload.ts +79 -0
- package/src/transfer/consts.ts +10 -0
- package/src/transfer/types.ts +55 -0
- package/src/transfer.ts +89 -0
- package/src/types.ts +106 -0
- package/src/utils/names/consts.ts +5 -0
- package/src/utils/names/types.ts +12 -0
- package/src/utils/names.ts +70 -0
- package/src/utils/paths/consts.ts +3 -0
- package/src/utils/paths/types.ts +20 -0
- package/src/utils/paths.ts +75 -0
- package/src/utils/range/types.ts +11 -0
- package/src/utils/range.ts +80 -0
- package/src/utils/redact/types.ts +16 -0
- package/src/utils/redact.ts +23 -0
- package/src/utils/signals/types.ts +17 -0
- package/src/utils/signals.ts +63 -0
- package/src/utils/streams/consts.ts +2 -0
- package/src/utils/streams/types.ts +65 -0
- package/src/utils/streams.ts +188 -0
- package/src/utils/tree/types.ts +6 -0
- package/src/utils/tree.ts +18 -0
- package/src/workspace/consts.local.ts +2 -0
- package/src/workspace/consts.ts +14 -0
- package/src/workspace/fs.ts +48 -0
- package/src/workspace/scope.ts +196 -0
- package/src/workspace/types.local.ts +21 -0
- package/src/workspace/types.ts +71 -0
- package/src/workspace.ts +102 -0
- package/tests/archive.spec.ts +134 -0
- package/tests/backed.spec.ts +147 -0
- package/tests/context.ts +114 -0
- package/tests/fixtures.ts +190 -0
- package/tests/google-drive.spec.ts +76 -0
- package/tests/harness/drive.ts +92 -0
- package/tests/harness/http-proxy.ts +96 -0
- package/tests/harness/origin.ts +134 -0
- package/tests/harness/socks5.ts +135 -0
- package/tests/harness/workload.ts +118 -0
- package/tests/http.spec.ts +101 -0
- package/tests/inspector.spec.ts +40 -0
- package/tests/live.spec.ts +27 -0
- package/tests/network.spec.ts +79 -0
- package/tests/proxy.spec.ts +149 -0
- package/tests/s3.spec.ts +133 -0
- package/tests/service.spec.ts +77 -0
- package/tests/sources-sinks.spec.ts +96 -0
- package/tests/transfer.spec.ts +99 -0
- package/tests/tsconfig.json +12 -0
- package/tests/workload.spec.ts +140 -0
- package/tests/workspace.spec.ts +158 -0
- package/tsconfig.json +16 -0
package/build/http.js
ADDED
|
@@ -0,0 +1,248 @@
|
|
|
1
|
+
import { request as httpRequest } from 'node:http';
|
|
2
|
+
import { request as httpsRequest } from 'node:https';
|
|
3
|
+
import { pipeline, Transform } from 'node:stream';
|
|
4
|
+
import { createBrotliDecompress, createGunzip, createInflate } from 'node:zlib';
|
|
5
|
+
import { logger } from '@owlmeans/log';
|
|
6
|
+
import { NON_INFORMATIVE_MIMES } from '@owlmeans/file-inspector';
|
|
7
|
+
import { HttpError, ProxyError, ResolverError } from './errors.js';
|
|
8
|
+
import { makeHttpConnector } from './http/connector.js';
|
|
9
|
+
import { ALWAYS_SENSITIVE_HEADERS, DEFAULT_HTTP_TIMEOUTS, DEFAULT_MAX_REDIRECTS, DEFAULT_RESOLVER_PAGE_BYTES, REDIRECT_STATUSES } from './http/consts.js';
|
|
10
|
+
import { makeHttpSource } from './http/source.js';
|
|
11
|
+
import { createNetworkPolicy } from './network.js';
|
|
12
|
+
import { createProxyRouter } from './proxy/router.js';
|
|
13
|
+
import { googleDriveResolver } from './resolvers/google-drive.js';
|
|
14
|
+
import { nameUtils } from './utils/names.js';
|
|
15
|
+
import { redactUtils } from './utils/redact.js';
|
|
16
|
+
import { signalUtils } from './utils/signals.js';
|
|
17
|
+
import { streamUtils } from './utils/streams.js';
|
|
18
|
+
import { PACKAGE_USER_AGENT } from './consts.local.js';
|
|
19
|
+
const log = logger('file-streams:http');
|
|
20
|
+
export const createHttpClient = (options = {}) => {
|
|
21
|
+
const policy = options.network != null && 'assertUrl' in options.network
|
|
22
|
+
? options.network
|
|
23
|
+
: createNetworkPolicy(options.network);
|
|
24
|
+
const router = options.proxies != null && 'select' in options.proxies && typeof options.proxies.select === 'function'
|
|
25
|
+
? options.proxies
|
|
26
|
+
: createProxyRouter(options.proxies);
|
|
27
|
+
const resolvers = options.resolvers ?? [googleDriveResolver];
|
|
28
|
+
const timeouts = { ...DEFAULT_HTTP_TIMEOUTS, ...options.timeouts };
|
|
29
|
+
const maxRedirects = options.maxRedirects ?? DEFAULT_MAX_REDIRECTS;
|
|
30
|
+
const sensitive = [...ALWAYS_SENSITIVE_HEADERS, ...(options.sensitiveHeaders ?? []).map(name => name.toLowerCase())];
|
|
31
|
+
const connector = makeHttpConnector(policy, router, timeouts, options.ca);
|
|
32
|
+
const header = (headers, name) => {
|
|
33
|
+
const value = headers[name];
|
|
34
|
+
return Array.isArray(value) ? value[0] : value;
|
|
35
|
+
};
|
|
36
|
+
const mimeOf = (value) => {
|
|
37
|
+
const mime = value?.split(';')[0].trim().toLowerCase();
|
|
38
|
+
return mime == null || mime === '' || NON_INFORMATIVE_MIMES.includes(mime) ? undefined : mime;
|
|
39
|
+
};
|
|
40
|
+
const isGzipFile = (url, response) => {
|
|
41
|
+
const mime = mimeOf(header(response.headers, 'content-type'));
|
|
42
|
+
return mime === 'application/gzip' || mime === 'application/x-gzip' || /\.(t?gz)$/i.test(url.pathname);
|
|
43
|
+
};
|
|
44
|
+
const infoOf = (url, response, decoded) => {
|
|
45
|
+
const status = response.statusCode ?? 0;
|
|
46
|
+
let size;
|
|
47
|
+
if (status === 206) {
|
|
48
|
+
const total = /\/(\d+)\s*$/.exec(header(response.headers, 'content-range') ?? '')?.[1];
|
|
49
|
+
size = total != null ? Number(total) : undefined;
|
|
50
|
+
}
|
|
51
|
+
else if (!decoded) {
|
|
52
|
+
const length = header(response.headers, 'content-length');
|
|
53
|
+
size = length != null && /^\d+$/.test(length) ? Number(length) : undefined;
|
|
54
|
+
}
|
|
55
|
+
const modified = header(response.headers, 'last-modified');
|
|
56
|
+
const info = {
|
|
57
|
+
origin: redactUtils.url(url),
|
|
58
|
+
name: nameUtils.fromDisposition(header(response.headers, 'content-disposition')) ?? nameUtils.fromUrl(url),
|
|
59
|
+
size,
|
|
60
|
+
mime: mimeOf(header(response.headers, 'content-type')),
|
|
61
|
+
etag: header(response.headers, 'etag'),
|
|
62
|
+
};
|
|
63
|
+
if (modified != null && !Number.isNaN(Date.parse(modified))) {
|
|
64
|
+
info.modifiedAt = new Date(modified);
|
|
65
|
+
}
|
|
66
|
+
return info;
|
|
67
|
+
};
|
|
68
|
+
const send = (url, method, headers, connection, signal) => new Promise((resolve, reject) => {
|
|
69
|
+
const secure = url.protocol === 'https:';
|
|
70
|
+
const forward = connection.mode === 'forward';
|
|
71
|
+
const requestOptions = {
|
|
72
|
+
method,
|
|
73
|
+
host: url.hostname.replace(/^\[|\]$/g, ''),
|
|
74
|
+
port: url.port !== '' ? Number(url.port) : secure ? 443 : 80,
|
|
75
|
+
path: forward ? url.href : `${url.pathname}${url.search}`,
|
|
76
|
+
headers: { ...headers, ...connection.headers },
|
|
77
|
+
createConnection: (() => connection.socket),
|
|
78
|
+
};
|
|
79
|
+
const request = (secure ? httpsRequest : httpRequest)(requestOptions);
|
|
80
|
+
const timer = setTimeout(() => request.destroy(new HttpError('headers-timeout')), timeouts.headersMs);
|
|
81
|
+
const release = signalUtils.onAbort(signal, reason => request.destroy(reason));
|
|
82
|
+
request.once('response', response => {
|
|
83
|
+
clearTimeout(timer);
|
|
84
|
+
release();
|
|
85
|
+
resolve(response);
|
|
86
|
+
});
|
|
87
|
+
request.once('error', error => {
|
|
88
|
+
clearTimeout(timer);
|
|
89
|
+
release();
|
|
90
|
+
connection.socket.destroy();
|
|
91
|
+
reject(error instanceof HttpError || signal?.aborted === true ? error : new HttpError('request'));
|
|
92
|
+
});
|
|
93
|
+
request.end();
|
|
94
|
+
});
|
|
95
|
+
const bodyOf = (url, response) => {
|
|
96
|
+
const encoding = header(response.headers, 'content-encoding')?.trim().toLowerCase();
|
|
97
|
+
const stages = [];
|
|
98
|
+
let decoded = false;
|
|
99
|
+
if (encoding != null && encoding !== '' && encoding !== 'identity' && !isGzipFile(url, response)) {
|
|
100
|
+
decoded = true;
|
|
101
|
+
if (encoding === 'gzip' || encoding === 'x-gzip') {
|
|
102
|
+
stages.push(createGunzip());
|
|
103
|
+
}
|
|
104
|
+
else if (encoding === 'deflate') {
|
|
105
|
+
stages.push(createInflate());
|
|
106
|
+
}
|
|
107
|
+
else if (encoding === 'br') {
|
|
108
|
+
stages.push(createBrotliDecompress());
|
|
109
|
+
}
|
|
110
|
+
else {
|
|
111
|
+
response.destroy();
|
|
112
|
+
throw new HttpError('encoding');
|
|
113
|
+
}
|
|
114
|
+
}
|
|
115
|
+
else {
|
|
116
|
+
const length = header(response.headers, 'content-length');
|
|
117
|
+
if (length != null && /^\d+$/.test(length)) {
|
|
118
|
+
const expected = Number(length);
|
|
119
|
+
let seen = 0;
|
|
120
|
+
stages.push(new Transform({
|
|
121
|
+
transform: (chunk, _encoding, callback) => {
|
|
122
|
+
seen += chunk.length;
|
|
123
|
+
callback(null, chunk);
|
|
124
|
+
},
|
|
125
|
+
flush: callback => callback(seen < expected ? new HttpError('truncated') : null),
|
|
126
|
+
}));
|
|
127
|
+
}
|
|
128
|
+
}
|
|
129
|
+
stages.push(streamUtils.meter({ idleTimeoutMs: timeouts.idleMs }).stream);
|
|
130
|
+
response.once('aborted', () => response.destroy(new HttpError('truncated')));
|
|
131
|
+
const body = pipeline(response, ...stages, () => undefined);
|
|
132
|
+
return { body, decoded };
|
|
133
|
+
};
|
|
134
|
+
const request = async (input, requestOptions = {}) => {
|
|
135
|
+
const signal = requestOptions.signal;
|
|
136
|
+
const method = requestOptions.method ?? 'GET';
|
|
137
|
+
let current = new URL(input);
|
|
138
|
+
policy.assertUrl(current);
|
|
139
|
+
const resolver = requestOptions.raw === true ? undefined : resolvers.find(candidate => candidate.matches(current));
|
|
140
|
+
if (resolver != null && requestOptions.range != null) {
|
|
141
|
+
// A resolver reads pages whole: resolve first, then ask the bytes' own URL for the range.
|
|
142
|
+
const resolved = await request(current, { ...requestOptions, range: undefined, ifRange: undefined });
|
|
143
|
+
streamUtils.discard(resolved.body);
|
|
144
|
+
return await request(resolved.url, { ...requestOptions, raw: true });
|
|
145
|
+
}
|
|
146
|
+
if (resolver != null) {
|
|
147
|
+
current = resolver.rewrite(current);
|
|
148
|
+
policy.assertUrl(current);
|
|
149
|
+
}
|
|
150
|
+
const headers = {
|
|
151
|
+
'user-agent': options.userAgent ?? PACKAGE_USER_AGENT,
|
|
152
|
+
accept: '*/*',
|
|
153
|
+
'accept-encoding': 'identity',
|
|
154
|
+
connection: 'close',
|
|
155
|
+
...lowerKeys(options.headers),
|
|
156
|
+
...lowerKeys(requestOptions.headers),
|
|
157
|
+
};
|
|
158
|
+
if (requestOptions.range != null) {
|
|
159
|
+
headers.range = `bytes=${requestOptions.range.start}-${requestOptions.range.end ?? ''}`;
|
|
160
|
+
if (requestOptions.ifRange != null) {
|
|
161
|
+
headers['if-range'] = requestOptions.ifRange;
|
|
162
|
+
}
|
|
163
|
+
}
|
|
164
|
+
let redirects = 0;
|
|
165
|
+
let steps = 0;
|
|
166
|
+
let cookie;
|
|
167
|
+
for (;;) {
|
|
168
|
+
signalUtils.throwIfAborted(signal);
|
|
169
|
+
const connection = await connector.connect(current, requestOptions.proxyKey, signal);
|
|
170
|
+
const outgoing = { ...headers, host: current.host };
|
|
171
|
+
if (cookie != null && resolver?.owns(current) === true) {
|
|
172
|
+
outgoing.cookie = cookie;
|
|
173
|
+
}
|
|
174
|
+
const response = await send(current, method, outgoing, connection, signal);
|
|
175
|
+
const status = response.statusCode ?? 0;
|
|
176
|
+
const location = header(response.headers, 'location');
|
|
177
|
+
if (REDIRECT_STATUSES.includes(status) && location != null) {
|
|
178
|
+
response.resume();
|
|
179
|
+
response.destroy();
|
|
180
|
+
if (++redirects > maxRedirects) {
|
|
181
|
+
throw new HttpError('redirects');
|
|
182
|
+
}
|
|
183
|
+
let next;
|
|
184
|
+
try {
|
|
185
|
+
next = new URL(location, current);
|
|
186
|
+
}
|
|
187
|
+
catch {
|
|
188
|
+
throw new HttpError('location');
|
|
189
|
+
}
|
|
190
|
+
policy.assertUrl(next, current);
|
|
191
|
+
if (next.origin !== current.origin) {
|
|
192
|
+
sensitive.forEach(name => { delete headers[name]; });
|
|
193
|
+
}
|
|
194
|
+
current = next;
|
|
195
|
+
continue;
|
|
196
|
+
}
|
|
197
|
+
if (status < 200 || status >= 300) {
|
|
198
|
+
response.resume();
|
|
199
|
+
response.destroy();
|
|
200
|
+
if (status === 407 && connection.mode === 'forward') {
|
|
201
|
+
throw new ProxyError('auth-failed');
|
|
202
|
+
}
|
|
203
|
+
throw new HttpError(`status:${status}`);
|
|
204
|
+
}
|
|
205
|
+
let { body, decoded } = method === 'HEAD'
|
|
206
|
+
? { body: response, decoded: false }
|
|
207
|
+
: bodyOf(current, response);
|
|
208
|
+
if (resolver != null && method === 'GET') {
|
|
209
|
+
let peeked;
|
|
210
|
+
const readBody = async (maxBytes = DEFAULT_RESOLVER_PAGE_BYTES) => {
|
|
211
|
+
peeked ??= await streamUtils.peek(body, maxBytes);
|
|
212
|
+
return Buffer.from(peeked.head.subarray(0, maxBytes)).toString('utf8');
|
|
213
|
+
};
|
|
214
|
+
const step = await resolver.inspect({ url: current, status, headers: response.headers }, readBody);
|
|
215
|
+
if (peeked != null) {
|
|
216
|
+
body = peeked.stream;
|
|
217
|
+
}
|
|
218
|
+
if (step.action === 'follow') {
|
|
219
|
+
streamUtils.discard(body);
|
|
220
|
+
if (++steps > resolver.maxSteps) {
|
|
221
|
+
throw new ResolverError(`${resolver.name}:steps`);
|
|
222
|
+
}
|
|
223
|
+
policy.assertUrl(step.url, current);
|
|
224
|
+
if (!resolver.owns(step.url)) {
|
|
225
|
+
throw new ResolverError(`${resolver.name}:foreign-follow`);
|
|
226
|
+
}
|
|
227
|
+
cookie = step.headers?.cookie ?? cookie;
|
|
228
|
+
current = step.url;
|
|
229
|
+
continue;
|
|
230
|
+
}
|
|
231
|
+
if (step.action === 'fail') {
|
|
232
|
+
streamUtils.discard(body);
|
|
233
|
+
throw new ResolverError(`${resolver.name}:${step.reason}`);
|
|
234
|
+
}
|
|
235
|
+
}
|
|
236
|
+
log.debug('Response', { url: redactUtils.url(current), status, redirects });
|
|
237
|
+
return { url: current, status, headers: response.headers, body, info: infoOf(current, response, decoded), redirects };
|
|
238
|
+
}
|
|
239
|
+
};
|
|
240
|
+
const lowerKeys = (headers) => Object.fromEntries(Object.entries(headers ?? {}).map(([name, value]) => [name.toLowerCase(), value]));
|
|
241
|
+
const client = {
|
|
242
|
+
request,
|
|
243
|
+
source: (url, sourceOptions) => makeHttpSource(client, new URL(url), sourceOptions),
|
|
244
|
+
};
|
|
245
|
+
return client;
|
|
246
|
+
};
|
|
247
|
+
export const httpClient = createHttpClient();
|
|
248
|
+
//# sourceMappingURL=http.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"http.js","sourceRoot":"","sources":["../src/http.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,WAAW,CAAA;AAElD,OAAO,EAAE,OAAO,IAAI,YAAY,EAAE,MAAM,YAAY,CAAA;AAEpD,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,aAAa,CAAA;AAEjD,OAAO,EAAE,sBAAsB,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,WAAW,CAAA;AAC/E,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAA;AACtC,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAA;AAChE,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAClE,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAA;AACvD,OAAO,EAAE,wBAAwB,EAAE,qBAAqB,EAAE,qBAAqB,EAAE,2BAA2B,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAA;AACzJ,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAA;AAGjD,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAA;AAElD,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAA;AAErD,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAA;AAGjE,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAC5C,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAA;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAA;AAChD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAA;AAEhD,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAA;AAEtD,MAAM,GAAG,GAAG,MAAM,CAAC,mBAAmB,CAAC,CAAA;AAEvC,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,OAAO,GAAsB,EAAE,EAAc,EAAE;IAC9E,MAAM,MAAM,GAAkB,OAAO,CAAC,OAAO,IAAI,IAAI,IAAI,WAAW,IAAI,OAAO,CAAC,OAAO;QACrF,CAAC,CAAC,OAAO,CAAC,OAAO;QACjB,CAAC,CAAC,mBAAmB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;IACxC,MAAM,MAAM,GAAgB,OAAO,CAAC,OAAO,IAAI,IAAI,IAAI,QAAQ,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,KAAK,UAAU;QAChI,CAAC,CAAC,OAAO,CAAC,OAAsB;QAChC,CAAC,CAAC,iBAAiB,CAAC,OAAO,CAAC,OAAkD,CAAC,CAAA;IACjF,MAAM,SAAS,GAAkB,OAAO,CAAC,SAAS,IAAI,CAAC,mBAAmB,CAAC,CAAA;IAC3E,MAAM,QAAQ,GAAG,EAAE,GAAG,qBAAqB,EAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAA;IAClE,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,qBAAqB,CAAA;IAClE,MAAM,SAAS,GAAG,CAAC,GAAG,wBAAwB,EAAE,GAAG,CAAC,OAAO,CAAC,gBAAgB,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAA;IACpH,MAAM,SAAS,GAAG,iBAAiB,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC,CAAA;IAEzE,MAAM,MAAM,GAAG,CAAC,OAAmC,EAAE,IAAY,EAAsB,EAAE;QACvF,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;QAC3B,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;IAChD,CAAC,CAAA;IAED,MAAM,MAAM,GAAG,CAAC,KAAyB,EAAsB,EAAE;QAC/D,MAAM,IAAI,GAAG,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;QACtD,OAAO,IAAI,IAAI,IAAI,IAAI,IAAI,KAAK,EAAE,IAAI,qBAAqB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAA;IAC/F,CAAC,CAAA;IAED,MAAM,UAAU,GAAG,CAAC,GAAQ,EAAE,QAAyB,EAAW,EAAE;QAClE,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC,CAAA;QAC7D,OAAO,IAAI,KAAK,kBAAkB,IAAI,IAAI,KAAK,oBAAoB,IAAI,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;IACxG,CAAC,CAAA;IAED,MAAM,MAAM,GAAG,CAAC,GAAQ,EAAE,QAAyB,EAAE,OAAgB,EAAY,EAAE;QACjF,MAAM,MAAM,GAAG,QAAQ,CAAC,UAAU,IAAI,CAAC,CAAA;QACvC,IAAI,IAAwB,CAAA;QAC5B,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;YACnB,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,eAAe,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;YACtF,IAAI,GAAG,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;QAClD,CAAC;aAAM,IAAI,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAA;YACzD,IAAI,GAAG,MAAM,IAAI,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;QAC5E,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,eAAe,CAAC,CAAA;QAC1D,MAAM,IAAI,GAAa;YACrB,MAAM,EAAE,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC;YAC5B,IAAI,EAAE,SAAS,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,qBAAqB,CAAC,CAAC,IAAI,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC;YAC1G,IAAI;YACJ,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;YACtD,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;SACvC,CAAA;QACD,IAAI,QAAQ,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;YAC5D,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAA;QACtC,CAAC;QAED,OAAO,IAAI,CAAA;IACb,CAAC,CAAA;IAED,MAAM,IAAI,GAAG,CAAC,GAAQ,EAAE,MAAc,EAAE,OAA+B,EAAE,UAAsB,EAAE,MAAoB,EAA4B,EAAE,CACjJ,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC9B,MAAM,MAAM,GAAG,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAA;QACxC,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,KAAK,SAAS,CAAA;QAC7C,MAAM,cAAc,GAAmB;YACrC,MAAM;YACN,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;YAC1C,IAAI,EAAE,GAAG,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;YAC5D,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC,MAAM,EAAE;YACzD,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,GAAG,UAAU,CAAC,OAAO,EAAE;YAC9C,gBAAgB,EAAE,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,MAAgB,CAAkD;SACvG,CAAA;QACD,MAAM,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,cAAc,CAAC,CAAA;QACrE,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC,iBAAiB,CAAC,CAAC,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAA;QACrG,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,MAAe,CAAC,CAAC,CAAA;QACvF,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,EAAE;YAClC,YAAY,CAAC,KAAK,CAAC,CAAA;YACnB,OAAO,EAAE,CAAA;YACT,OAAO,CAAC,QAAQ,CAAC,CAAA;QACnB,CAAC,CAAC,CAAA;QACF,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE;YAC5B,YAAY,CAAC,KAAK,CAAC,CAAA;YACnB,OAAO,EAAE,CAAA;YACT,UAAU,CAAC,MAAM,CAAC,OAAO,EAAE,CAAA;YAC3B,MAAM,CAAC,KAAK,YAAY,SAAS,IAAI,MAAM,EAAE,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,SAAS,CAAC,CAAC,CAAA;QACnG,CAAC,CAAC,CAAA;QACF,OAAO,CAAC,GAAG,EAAE,CAAA;IACf,CAAC,CAAC,CAAA;IAEJ,MAAM,MAAM,GAAG,CAAC,GAAQ,EAAE,QAAyB,EAAwC,EAAE;QAC3F,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;QACnF,MAAM,MAAM,GAA6B,EAAE,CAAA;QAC3C,IAAI,OAAO,GAAG,KAAK,CAAA;QACnB,IAAI,QAAQ,IAAI,IAAI,IAAI,QAAQ,KAAK,EAAE,IAAI,QAAQ,KAAK,UAAU,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,QAAQ,CAAC,EAAE,CAAC;YACjG,OAAO,GAAG,IAAI,CAAA;YACd,IAAI,QAAQ,KAAK,MAAM,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBACjD,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAA;YAC7B,CAAC;iBAAM,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAClC,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAA;YAC9B,CAAC;iBAAM,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;gBAC7B,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE,CAAC,CAAA;YACvC,CAAC;iBAAM,CAAC;gBACN,QAAQ,CAAC,OAAO,EAAE,CAAA;gBAClB,MAAM,IAAI,SAAS,CAAC,UAAU,CAAC,CAAA;YACjC,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAA;YACzD,IAAI,MAAM,IAAI,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3C,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAA;gBAC/B,IAAI,IAAI,GAAG,CAAC,CAAA;gBACZ,MAAM,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC;oBACxB,SAAS,EAAE,CAAC,KAAa,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE;wBAChD,IAAI,IAAI,KAAK,CAAC,MAAM,CAAA;wBACpB,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;oBACvB,CAAC;oBACD,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;iBACjF,CAAC,CAAC,CAAA;YACL,CAAC;QACH,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,aAAa,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAA;QACzE,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,CAAA;QAC5E,MAAM,IAAI,GAAI,QAA2D,CAAC,QAAQ,EAAE,GAAG,MAAM,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;QAE/G,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAA;IAC1B,CAAC,CAAA;IAED,MAAM,OAAO,GAAG,KAAK,EAAE,KAAmB,EAAE,cAAc,GAAuB,EAAE,EAAyB,EAAE;QAC5G,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,CAAA;QACpC,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,IAAI,KAAK,CAAA;QAC7C,IAAI,OAAO,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAA;QAC5B,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAA;QAEzB,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAA;QAClH,IAAI,QAAQ,IAAI,IAAI,IAAI,cAAc,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;YACrD,0FAA0F;YAC1F,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,EAAE,GAAG,cAAc,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAA;YACpG,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;YAClC,OAAO,MAAM,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,GAAG,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAA;QACtE,CAAC;QACD,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;YACrB,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;YACnC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAA;QAC3B,CAAC;QAED,MAAM,OAAO,GAA2B;YACtC,YAAY,EAAE,OAAO,CAAC,SAAS,IAAI,kBAAkB;YACrD,MAAM,EAAE,KAAK;YACb,iBAAiB,EAAE,UAAU;YAC7B,UAAU,EAAE,OAAO;YACnB,GAAG,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC;YAC7B,GAAG,SAAS,CAAC,cAAc,CAAC,OAAO,CAAC;SACrC,CAAA;QACD,IAAI,cAAc,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;YACjC,OAAO,CAAC,KAAK,GAAG,SAAS,cAAc,CAAC,KAAK,CAAC,KAAK,IAAI,cAAc,CAAC,KAAK,CAAC,GAAG,IAAI,EAAE,EAAE,CAAA;YACvF,IAAI,cAAc,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;gBACnC,OAAO,CAAC,UAAU,CAAC,GAAG,cAAc,CAAC,OAAO,CAAA;YAC9C,CAAC;QACH,CAAC;QAED,IAAI,SAAS,GAAG,CAAC,CAAA;QACjB,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,IAAI,MAA0B,CAAA;QAC9B,SAAS,CAAC;YACR,WAAW,CAAC,cAAc,CAAC,MAAM,CAAC,CAAA;YAClC,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;YACpF,MAAM,QAAQ,GAA2B,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAA;YAC3E,IAAI,MAAM,IAAI,IAAI,IAAI,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;gBACvD,QAAQ,CAAC,MAAM,GAAG,MAAM,CAAA;YAC1B,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,CAAA;YAC1E,MAAM,MAAM,GAAG,QAAQ,CAAC,UAAU,IAAI,CAAC,CAAA;YACvC,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,UAAU,CAAC,CAAA;YAErD,IAAI,iBAAiB,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;gBAC3D,QAAQ,CAAC,MAAM,EAAE,CAAA;gBACjB,QAAQ,CAAC,OAAO,EAAE,CAAA;gBAClB,IAAI,EAAE,SAAS,GAAG,YAAY,EAAE,CAAC;oBAC/B,MAAM,IAAI,SAAS,CAAC,WAAW,CAAC,CAAA;gBAClC,CAAC;gBACD,IAAI,IAAS,CAAA;gBACb,IAAI,CAAC;oBACH,IAAI,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;gBACnC,CAAC;gBAAC,MAAM,CAAC;oBACP,MAAM,IAAI,SAAS,CAAC,UAAU,CAAC,CAAA;gBACjC,CAAC;gBACD,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;gBAC/B,IAAI,IAAI,CAAC,MAAM,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC;oBACnC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,OAAO,OAAO,CAAC,IAAI,CAAC,CAAA,CAAC,CAAC,CAAC,CAAA;gBACrD,CAAC;gBACD,OAAO,GAAG,IAAI,CAAA;gBACd,SAAQ;YACV,CAAC;YACD,IAAI,MAAM,GAAG,GAAG,IAAI,MAAM,IAAI,GAAG,EAAE,CAAC;gBAClC,QAAQ,CAAC,MAAM,EAAE,CAAA;gBACjB,QAAQ,CAAC,OAAO,EAAE,CAAA;gBAClB,IAAI,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;oBACpD,MAAM,IAAI,UAAU,CAAC,aAAa,CAAC,CAAA;gBACrC,CAAC;gBACD,MAAM,IAAI,SAAS,CAAC,UAAU,MAAM,EAAE,CAAC,CAAA;YACzC,CAAC;YAED,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,MAAM,KAAK,MAAM;gBACvC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE;gBACpC,CAAC,CAAC,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;YAE7B,IAAI,QAAQ,IAAI,IAAI,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;gBACzC,IAAI,MAAgC,CAAA;gBACpC,MAAM,QAAQ,GAAG,KAAK,EAAE,QAAQ,GAAW,2BAA2B,EAAmB,EAAE;oBACzF,MAAM,KAAK,MAAM,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;oBACjD,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;gBACxE,CAAC,CAAA;gBACD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,EAAE,QAAQ,CAAC,CAAA;gBAClG,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;oBACnB,IAAI,GAAG,MAAM,CAAC,MAAM,CAAA;gBACtB,CAAC;gBACD,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;oBAC7B,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;oBACzB,IAAI,EAAE,KAAK,GAAG,QAAQ,CAAC,QAAQ,EAAE,CAAC;wBAChC,MAAM,IAAI,aAAa,CAAC,GAAG,QAAQ,CAAC,IAAI,QAAQ,CAAC,CAAA;oBACnD,CAAC;oBACD,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;oBACnC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;wBAC7B,MAAM,IAAI,aAAa,CAAC,GAAG,QAAQ,CAAC,IAAI,iBAAiB,CAAC,CAAA;oBAC5D,CAAC;oBACD,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,MAAM,IAAI,MAAM,CAAA;oBACvC,OAAO,GAAG,IAAI,CAAC,GAAG,CAAA;oBAClB,SAAQ;gBACV,CAAC;gBACD,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;oBAC3B,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;oBACzB,MAAM,IAAI,aAAa,CAAC,GAAG,QAAQ,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,CAAA;gBAC5D,CAAC;YACH,CAAC;YAED,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAA;YAE3E,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,EAAE,SAAS,EAAE,CAAA;QACvH,CAAC;IACH,CAAC,CAAA;IAED,MAAM,SAAS,GAAG,CAAC,OAA2C,EAA0B,EAAE,CACxF,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,CAAA;IAEvG,MAAM,MAAM,GAAe;QACzB,OAAO;QACP,MAAM,EAAE,CAAC,GAAG,EAAE,aAAa,EAAE,EAAE,CAAC,cAAc,CAAC,MAAM,EAAE,IAAI,GAAG,CAAC,GAAG,CAAC,EAAE,aAAa,CAAC;KACpF,CAAA;IAED,OAAO,MAAM,CAAA;AACf,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,UAAU,GAAG,gBAAgB,EAAE,CAAA"}
|
package/build/index.d.ts
ADDED
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
export type * from './types.js';
|
|
2
|
+
export type * from './archive/types.js';
|
|
3
|
+
export type * from './http/types.js';
|
|
4
|
+
export type * from './network/types.js';
|
|
5
|
+
export type * from './proxy/types.js';
|
|
6
|
+
export type * from './resolvers/types.js';
|
|
7
|
+
export type * from './resolvers/google-drive/types.js';
|
|
8
|
+
export type * from './s3/types.js';
|
|
9
|
+
export type * from './sources/types.js';
|
|
10
|
+
export type * from './sinks/types.js';
|
|
11
|
+
export type * from './sinks/directory/types.js';
|
|
12
|
+
export type * from './sinks/buffer/types.js';
|
|
13
|
+
export type * from './sinks/workload/types.js';
|
|
14
|
+
export type * from './sources/workload/types.js';
|
|
15
|
+
export type * from './workspace/types.js';
|
|
16
|
+
export type * from './backed-workspace/types.js';
|
|
17
|
+
export type * from './transfer/types.js';
|
|
18
|
+
export type * from './service/types.js';
|
|
19
|
+
export * from './consts.js';
|
|
20
|
+
export * from './archive/consts.js';
|
|
21
|
+
export * from './network/consts.js';
|
|
22
|
+
export * from './resolvers/google-drive/consts.js';
|
|
23
|
+
export * from './s3/consts.js';
|
|
24
|
+
export * from './sinks/workload/consts.js';
|
|
25
|
+
export * from './transfer/consts.js';
|
|
26
|
+
export * from './workspace/consts.js';
|
|
27
|
+
export * from './errors.js';
|
|
28
|
+
export * from './archive.js';
|
|
29
|
+
export * from './network.js';
|
|
30
|
+
export * from './http.js';
|
|
31
|
+
export * from './proxy/endpoint.js';
|
|
32
|
+
export * from './proxy/router.js';
|
|
33
|
+
export * from './proxy/http.js';
|
|
34
|
+
export * from './proxy/socks.js';
|
|
35
|
+
export * from './resolvers/google-drive.js';
|
|
36
|
+
export * from './transfer.js';
|
|
37
|
+
export * from './s3.js';
|
|
38
|
+
export * from './sources/file.js';
|
|
39
|
+
export * from './sources/buffer.js';
|
|
40
|
+
export * from './sources/stream.js';
|
|
41
|
+
export * from './sinks/file.js';
|
|
42
|
+
export * from './sinks/directory.js';
|
|
43
|
+
export * from './sinks/buffer.js';
|
|
44
|
+
export * from './sinks/workload.js';
|
|
45
|
+
export * from './sources/workload.js';
|
|
46
|
+
export * from './workspace.js';
|
|
47
|
+
export * from './backed-workspace.js';
|
|
48
|
+
export * from './service.js';
|
|
49
|
+
export type { DeclaredType, DetectedType, FileClaims, FileDetails, FileInspector, FileInspectorOptions, FileVerdict, InspectOptions, ProbeOptions, VerdictStatus, VerifyPolicy, } from '@owlmeans/file-inspector';
|
|
50
|
+
export { CODE_LANGUAGE_BY_EXT, CONTAINER_EXTENSIONS, createFileInspector, DEFAULT_PROBE_BYTES, DEFAULT_SAMPLE_BYTES, EXTENSION_GROUPS, EXTENSION_MIME, FileKind, FileKindError, FileMimicryError, fileInspector, KIND_BY_MIME, KIND_BY_MIME_PREFIX, MIME_ALIASES, NON_INFORMATIVE_MIMES, OFFICE_KINDS, PASSIVE_KINDS, PDF_TRAILER_BYTES, SHEBANG_LANGUAGES, TEXT_FAMILY, } from '@owlmeans/file-inspector';
|
|
51
|
+
export type { FileScope, FileScopeHelper } from '@owlmeans/storage-common';
|
|
52
|
+
export { FileScopeError, FileScopeSchema, fileScopeHelper } from '@owlmeans/storage-common';
|
|
53
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,mBAAmB,YAAY,CAAA;AAC/B,mBAAmB,oBAAoB,CAAA;AACvC,mBAAmB,iBAAiB,CAAA;AACpC,mBAAmB,oBAAoB,CAAA;AACvC,mBAAmB,kBAAkB,CAAA;AACrC,mBAAmB,sBAAsB,CAAA;AACzC,mBAAmB,mCAAmC,CAAA;AACtD,mBAAmB,eAAe,CAAA;AAClC,mBAAmB,oBAAoB,CAAA;AACvC,mBAAmB,kBAAkB,CAAA;AACrC,mBAAmB,4BAA4B,CAAA;AAC/C,mBAAmB,yBAAyB,CAAA;AAC5C,mBAAmB,2BAA2B,CAAA;AAC9C,mBAAmB,6BAA6B,CAAA;AAChD,mBAAmB,sBAAsB,CAAA;AACzC,mBAAmB,6BAA6B,CAAA;AAChD,mBAAmB,qBAAqB,CAAA;AACxC,mBAAmB,oBAAoB,CAAA;AAEvC,cAAc,aAAa,CAAA;AAC3B,cAAc,qBAAqB,CAAA;AACnC,cAAc,qBAAqB,CAAA;AACnC,cAAc,oCAAoC,CAAA;AAClD,cAAc,gBAAgB,CAAA;AAC9B,cAAc,4BAA4B,CAAA;AAC1C,cAAc,sBAAsB,CAAA;AACpC,cAAc,uBAAuB,CAAA;AACrC,cAAc,aAAa,CAAA;AAE3B,cAAc,cAAc,CAAA;AAC5B,cAAc,cAAc,CAAA;AAC5B,cAAc,WAAW,CAAA;AACzB,cAAc,qBAAqB,CAAA;AACnC,cAAc,mBAAmB,CAAA;AACjC,cAAc,iBAAiB,CAAA;AAC/B,cAAc,kBAAkB,CAAA;AAChC,cAAc,6BAA6B,CAAA;AAC3C,cAAc,eAAe,CAAA;AAC7B,cAAc,SAAS,CAAA;AACvB,cAAc,mBAAmB,CAAA;AACjC,cAAc,qBAAqB,CAAA;AACnC,cAAc,qBAAqB,CAAA;AACnC,cAAc,iBAAiB,CAAA;AAC/B,cAAc,sBAAsB,CAAA;AACpC,cAAc,mBAAmB,CAAA;AACjC,cAAc,qBAAqB,CAAA;AACnC,cAAc,uBAAuB,CAAA;AACrC,cAAc,gBAAgB,CAAA;AAC9B,cAAc,uBAAuB,CAAA;AACrC,cAAc,cAAc,CAAA;AAG5B,YAAY,EACV,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,WAAW,EAAE,aAAa,EAAE,oBAAoB,EAAE,WAAW,EAAE,cAAc,EAAE,YAAY,EACnI,aAAa,EAAE,YAAY,GAC5B,MAAM,0BAA0B,CAAA;AACjC,OAAO,EACL,oBAAoB,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,cAAc,EAC5I,QAAQ,EAAE,aAAa,EAAE,gBAAgB,EAAE,aAAa,EAAE,YAAY,EAAE,mBAAmB,EAAE,YAAY,EAAE,qBAAqB,EAChI,YAAY,EAAE,aAAa,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,WAAW,GAC/E,MAAM,0BAA0B,CAAA;AAGjC,YAAY,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAC1E,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA"}
|
package/build/index.js
ADDED
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
export * from './consts.js';
|
|
2
|
+
export * from './archive/consts.js';
|
|
3
|
+
export * from './network/consts.js';
|
|
4
|
+
export * from './resolvers/google-drive/consts.js';
|
|
5
|
+
export * from './s3/consts.js';
|
|
6
|
+
export * from './sinks/workload/consts.js';
|
|
7
|
+
export * from './transfer/consts.js';
|
|
8
|
+
export * from './workspace/consts.js';
|
|
9
|
+
export * from './errors.js';
|
|
10
|
+
export * from './archive.js';
|
|
11
|
+
export * from './network.js';
|
|
12
|
+
export * from './http.js';
|
|
13
|
+
export * from './proxy/endpoint.js';
|
|
14
|
+
export * from './proxy/router.js';
|
|
15
|
+
export * from './proxy/http.js';
|
|
16
|
+
export * from './proxy/socks.js';
|
|
17
|
+
export * from './resolvers/google-drive.js';
|
|
18
|
+
export * from './transfer.js';
|
|
19
|
+
export * from './s3.js';
|
|
20
|
+
export * from './sources/file.js';
|
|
21
|
+
export * from './sources/buffer.js';
|
|
22
|
+
export * from './sources/stream.js';
|
|
23
|
+
export * from './sinks/file.js';
|
|
24
|
+
export * from './sinks/directory.js';
|
|
25
|
+
export * from './sinks/buffer.js';
|
|
26
|
+
export * from './sinks/workload.js';
|
|
27
|
+
export * from './sources/workload.js';
|
|
28
|
+
export * from './workspace.js';
|
|
29
|
+
export * from './backed-workspace.js';
|
|
30
|
+
export * from './service.js';
|
|
31
|
+
export { CODE_LANGUAGE_BY_EXT, CONTAINER_EXTENSIONS, createFileInspector, DEFAULT_PROBE_BYTES, DEFAULT_SAMPLE_BYTES, EXTENSION_GROUPS, EXTENSION_MIME, FileKind, FileKindError, FileMimicryError, fileInspector, KIND_BY_MIME, KIND_BY_MIME_PREFIX, MIME_ALIASES, NON_INFORMATIVE_MIMES, OFFICE_KINDS, PASSIVE_KINDS, PDF_TRAILER_BYTES, SHEBANG_LANGUAGES, TEXT_FAMILY, } from '@owlmeans/file-inspector';
|
|
32
|
+
export { FileScopeError, FileScopeSchema, fileScopeHelper } from '@owlmeans/storage-common';
|
|
33
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAmBA,cAAc,aAAa,CAAA;AAC3B,cAAc,qBAAqB,CAAA;AACnC,cAAc,qBAAqB,CAAA;AACnC,cAAc,oCAAoC,CAAA;AAClD,cAAc,gBAAgB,CAAA;AAC9B,cAAc,4BAA4B,CAAA;AAC1C,cAAc,sBAAsB,CAAA;AACpC,cAAc,uBAAuB,CAAA;AACrC,cAAc,aAAa,CAAA;AAE3B,cAAc,cAAc,CAAA;AAC5B,cAAc,cAAc,CAAA;AAC5B,cAAc,WAAW,CAAA;AACzB,cAAc,qBAAqB,CAAA;AACnC,cAAc,mBAAmB,CAAA;AACjC,cAAc,iBAAiB,CAAA;AAC/B,cAAc,kBAAkB,CAAA;AAChC,cAAc,6BAA6B,CAAA;AAC3C,cAAc,eAAe,CAAA;AAC7B,cAAc,SAAS,CAAA;AACvB,cAAc,mBAAmB,CAAA;AACjC,cAAc,qBAAqB,CAAA;AACnC,cAAc,qBAAqB,CAAA;AACnC,cAAc,iBAAiB,CAAA;AAC/B,cAAc,sBAAsB,CAAA;AACpC,cAAc,mBAAmB,CAAA;AACjC,cAAc,qBAAqB,CAAA;AACnC,cAAc,uBAAuB,CAAA;AACrC,cAAc,gBAAgB,CAAA;AAC9B,cAAc,uBAAuB,CAAA;AACrC,cAAc,cAAc,CAAA;AAO5B,OAAO,EACL,oBAAoB,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,cAAc,EAC5I,QAAQ,EAAE,aAAa,EAAE,gBAAgB,EAAE,aAAa,EAAE,YAAY,EAAE,mBAAmB,EAAE,YAAY,EAAE,qBAAqB,EAChI,YAAY,EAAE,aAAa,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,WAAW,GAC/E,MAAM,0BAA0B,CAAA;AAIjC,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
/** IPv4 ranges never reached unless allowed: this host, private, CGNAT, link-local, documentation, multicast, reserved. */
|
|
2
|
+
export declare const DENIED_IPV4_CIDRS: readonly string[];
|
|
3
|
+
/**
|
|
4
|
+
* IPv6 ranges never reached unless allowed. The IPv4-mapped and IPv4-compatible ranges are not
|
|
5
|
+
* listed — a block list matches every IPv4 address against them — the embedded IPv4 of such an
|
|
6
|
+
* address is extracted and checked against the IPv4 list instead.
|
|
7
|
+
*/
|
|
8
|
+
export declare const DENIED_IPV6_CIDRS: readonly string[];
|
|
9
|
+
/** Names that only mean something inside a network. */
|
|
10
|
+
export declare const DENIED_HOST_SUFFIXES: readonly string[];
|
|
11
|
+
export declare const DEFAULT_SCHEMES: readonly string[];
|
|
12
|
+
//# sourceMappingURL=consts.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"consts.d.ts","sourceRoot":"","sources":["../../src/network/consts.ts"],"names":[],"mappings":"AAAA,2HAA2H;AAC3H,eAAO,MAAM,iBAAiB,EAAE,SAAS,MAAM,EAI7C,CAAA;AAEF;;;;GAIG;AACH,eAAO,MAAM,iBAAiB,EAAE,SAAS,MAAM,EAE7C,CAAA;AAEF,uDAAuD;AACvD,eAAO,MAAM,oBAAoB,EAAE,SAAS,MAAM,EAEhD,CAAA;AAEF,eAAO,MAAM,eAAe,EAAE,SAAS,MAAM,EAAuC,CAAA"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
/** IPv4 ranges never reached unless allowed: this host, private, CGNAT, link-local, documentation, multicast, reserved. */
|
|
2
|
+
export const DENIED_IPV4_CIDRS = Object.freeze([
|
|
3
|
+
'0.0.0.0/8', '10.0.0.0/8', '100.64.0.0/10', '127.0.0.0/8', '169.254.0.0/16', '172.16.0.0/12', '192.0.0.0/24',
|
|
4
|
+
'192.0.2.0/24', '192.88.99.0/24', '192.168.0.0/16', '198.18.0.0/15', '198.51.100.0/24', '203.0.113.0/24',
|
|
5
|
+
'224.0.0.0/4', '240.0.0.0/4', '255.255.255.255/32',
|
|
6
|
+
]);
|
|
7
|
+
/**
|
|
8
|
+
* IPv6 ranges never reached unless allowed. The IPv4-mapped and IPv4-compatible ranges are not
|
|
9
|
+
* listed — a block list matches every IPv4 address against them — the embedded IPv4 of such an
|
|
10
|
+
* address is extracted and checked against the IPv4 list instead.
|
|
11
|
+
*/
|
|
12
|
+
export const DENIED_IPV6_CIDRS = Object.freeze([
|
|
13
|
+
'::/128', '::1/128', '64:ff9b:1::/48', '100::/64', '2001:db8::/32', 'fc00::/7', 'fe80::/10', 'fec0::/10', 'ff00::/8',
|
|
14
|
+
]);
|
|
15
|
+
/** Names that only mean something inside a network. */
|
|
16
|
+
export const DENIED_HOST_SUFFIXES = Object.freeze([
|
|
17
|
+
'localhost', '.localhost', '.local', '.internal', '.svc', '.cluster.local', '.home.arpa', '.lan', '.intranet',
|
|
18
|
+
]);
|
|
19
|
+
export const DEFAULT_SCHEMES = Object.freeze(['https:', 'http:']);
|
|
20
|
+
//# sourceMappingURL=consts.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"consts.js","sourceRoot":"","sources":["../../src/network/consts.ts"],"names":[],"mappings":"AAAA,2HAA2H;AAC3H,MAAM,CAAC,MAAM,iBAAiB,GAAsB,MAAM,CAAC,MAAM,CAAC;IAChE,WAAW,EAAE,YAAY,EAAE,eAAe,EAAE,aAAa,EAAE,gBAAgB,EAAE,eAAe,EAAE,cAAc;IAC5G,cAAc,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,eAAe,EAAE,iBAAiB,EAAE,gBAAgB;IACxG,aAAa,EAAE,aAAa,EAAE,oBAAoB;CACnD,CAAC,CAAA;AAEF;;;;GAIG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAsB,MAAM,CAAC,MAAM,CAAC;IAChE,QAAQ,EAAE,SAAS,EAAE,gBAAgB,EAAE,UAAU,EAAE,eAAe,EAAE,UAAU,EAAE,WAAW,EAAE,WAAW,EAAE,UAAU;CACrH,CAAC,CAAA;AAEF,uDAAuD;AACvD,MAAM,CAAC,MAAM,oBAAoB,GAAsB,MAAM,CAAC,MAAM,CAAC;IACnE,WAAW,EAAE,YAAY,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,EAAE,WAAW;CAC9G,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,eAAe,GAAsB,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAA"}
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
export interface ResolvedAddress {
|
|
2
|
+
address: string;
|
|
3
|
+
family: 4 | 6;
|
|
4
|
+
}
|
|
5
|
+
/** A name resolver (DoH, split horizon, a test seam); it must answer every address of the name. */
|
|
6
|
+
export interface AddressResolver {
|
|
7
|
+
(hostname: string, signal?: AbortSignal): Promise<ResolvedAddress[]>;
|
|
8
|
+
}
|
|
9
|
+
export interface NetworkPolicyOptions {
|
|
10
|
+
/** URL schemes allowed. Default `['https:', 'http:']`. */
|
|
11
|
+
schemes?: string[];
|
|
12
|
+
/** Allow loopback, private, link-local, CGNAT, multicast, reserved and internal names. Default `false`. */
|
|
13
|
+
allowPrivate?: boolean;
|
|
14
|
+
/** CIDRs allowed even inside the denied ranges (`'127.0.0.1/32'` for a local stand-in). */
|
|
15
|
+
allowCidrs?: string[];
|
|
16
|
+
/** Extra CIDRs to deny. */
|
|
17
|
+
denyCidrs?: string[];
|
|
18
|
+
/** When set, only these hosts (`x.com`, `*.x.com`). */
|
|
19
|
+
allowHosts?: string[];
|
|
20
|
+
/** Hosts never reached. */
|
|
21
|
+
denyHosts?: string[];
|
|
22
|
+
/** Ports allowed. Default any. */
|
|
23
|
+
ports?: number[];
|
|
24
|
+
/** Follow an https → http redirect. Default `false`. */
|
|
25
|
+
allowDowngrade?: boolean;
|
|
26
|
+
/** Accept `user:pass@` in URLs. Default `false`. */
|
|
27
|
+
allowUrlCredentials?: boolean;
|
|
28
|
+
/** Accept a name the local resolver cannot resolve when a remote-DNS proxy will. Default `false`. */
|
|
29
|
+
trustProxyDns?: boolean;
|
|
30
|
+
resolver?: AddressResolver;
|
|
31
|
+
}
|
|
32
|
+
/** What the package may reach. Every connection goes through it. */
|
|
33
|
+
export interface NetworkPolicy {
|
|
34
|
+
/** Whether a remote-DNS proxy may resolve names this side cannot. */
|
|
35
|
+
readonly trustProxyDns: boolean;
|
|
36
|
+
/** Scheme, credentials, host patterns, port and downgrade (`from` is the previous hop) — no DNS. */
|
|
37
|
+
assertUrl: (url: URL, from?: URL) => void;
|
|
38
|
+
/** Every address of a name, checked; one refused address refuses the name. */
|
|
39
|
+
resolve: (hostname: string, signal?: AbortSignal) => Promise<ResolvedAddress[]>;
|
|
40
|
+
/** Whether one address may be connected to. */
|
|
41
|
+
allowsAddress: (address: string) => boolean;
|
|
42
|
+
}
|
|
43
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/network/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,MAAM,CAAA;IACf,MAAM,EAAE,CAAC,GAAG,CAAC,CAAA;CACd;AAED,mGAAmG;AACnG,MAAM,WAAW,eAAe;IAC9B,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,CAAA;CACrE;AAED,MAAM,WAAW,oBAAoB;IACnC,0DAA0D;IAC1D,OAAO,CAAC,EAAE,MAAM,EAAE,CAAA;IAClB,2GAA2G;IAC3G,YAAY,CAAC,EAAE,OAAO,CAAA;IACtB,2FAA2F;IAC3F,UAAU,CAAC,EAAE,MAAM,EAAE,CAAA;IACrB,2BAA2B;IAC3B,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;IACpB,uDAAuD;IACvD,UAAU,CAAC,EAAE,MAAM,EAAE,CAAA;IACrB,2BAA2B;IAC3B,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;IACpB,kCAAkC;IAClC,KAAK,CAAC,EAAE,MAAM,EAAE,CAAA;IAChB,wDAAwD;IACxD,cAAc,CAAC,EAAE,OAAO,CAAA;IACxB,oDAAoD;IACpD,mBAAmB,CAAC,EAAE,OAAO,CAAA;IAC7B,qGAAqG;IACrG,aAAa,CAAC,EAAE,OAAO,CAAA;IACvB,QAAQ,CAAC,EAAE,eAAe,CAAA;CAC3B;AAED,oEAAoE;AACpE,MAAM,WAAW,aAAa;IAC5B,qEAAqE;IACrE,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAA;IAC/B,oGAAoG;IACpG,SAAS,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,EAAE,GAAG,KAAK,IAAI,CAAA;IACzC,8EAA8E;IAC9E,OAAO,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,eAAe,EAAE,CAAC,CAAA;IAC/E,+CAA+C;IAC/C,aAAa,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAA;CAC5C"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/network/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"network.d.ts","sourceRoot":"","sources":["../src/network.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,aAAa,EAAE,oBAAoB,EAAmB,MAAM,oBAAoB,CAAA;AAI9F,eAAO,MAAM,mBAAmB,aAAa,oBAAoB,KAAQ,aAuKxE,CAAA;AAED,eAAO,MAAM,aAAa,eAAwB,CAAA"}
|