@owlmeans/file-streams 0.0.0-stage → 0.2.0-alpha.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +71 -2
- package/agent-meta/manifest.json +64 -0
- package/agent-meta/skills/file-streams/SKILL.md +183 -0
- package/agent-meta/skills/file-streams/parts/network.md +47 -0
- package/agent-meta/skills/file-streams/parts/workspaces.md +129 -0
- package/build/archive/consts.d.ts +16 -0
- package/build/archive/consts.d.ts.map +1 -0
- package/build/archive/consts.js +24 -0
- package/build/archive/consts.js.map +1 -0
- package/build/archive/formats.d.ts +4 -0
- package/build/archive/formats.d.ts.map +1 -0
- package/build/archive/formats.js +53 -0
- package/build/archive/formats.js.map +1 -0
- package/build/archive/guard.d.ts +5 -0
- package/build/archive/guard.d.ts.map +1 -0
- package/build/archive/guard.js +62 -0
- package/build/archive/guard.js.map +1 -0
- package/build/archive/ratio.d.ts +5 -0
- package/build/archive/ratio.d.ts.map +1 -0
- package/build/archive/ratio.js +30 -0
- package/build/archive/ratio.js.map +1 -0
- package/build/archive/tar.d.ts +4 -0
- package/build/archive/tar.d.ts.map +1 -0
- package/build/archive/tar.js +142 -0
- package/build/archive/tar.js.map +1 -0
- package/build/archive/types.d.ts +95 -0
- package/build/archive/types.d.ts.map +1 -0
- package/build/archive/types.js +2 -0
- package/build/archive/types.js.map +1 -0
- package/build/archive/types.local.d.ts +64 -0
- package/build/archive/types.local.d.ts.map +1 -0
- package/build/archive/types.local.js +2 -0
- package/build/archive/types.local.js.map +1 -0
- package/build/archive/zip.d.ts +4 -0
- package/build/archive/zip.d.ts.map +1 -0
- package/build/archive/zip.js +135 -0
- package/build/archive/zip.js.map +1 -0
- package/build/archive.d.ts +4 -0
- package/build/archive.d.ts.map +1 -0
- package/build/archive.js +265 -0
- package/build/archive.js.map +1 -0
- package/build/backed-workspace/types.d.ts +67 -0
- package/build/backed-workspace/types.d.ts.map +1 -0
- package/build/backed-workspace/types.js +2 -0
- package/build/backed-workspace/types.js.map +1 -0
- package/build/backed-workspace.d.ts +4 -0
- package/build/backed-workspace.d.ts.map +1 -0
- package/build/backed-workspace.js +63 -0
- package/build/backed-workspace.js.map +1 -0
- package/build/consts.d.ts +3 -0
- package/build/consts.d.ts.map +1 -0
- package/build/consts.js +3 -0
- package/build/consts.js.map +1 -0
- package/build/consts.local.d.ts +3 -0
- package/build/consts.local.d.ts.map +1 -0
- package/build/consts.local.js +3 -0
- package/build/consts.local.js.map +1 -0
- package/build/errors.d.ts +59 -0
- package/build/errors.d.ts.map +1 -0
- package/build/errors.js +105 -0
- package/build/errors.js.map +1 -0
- package/build/http/connector.d.ts +11 -0
- package/build/http/connector.d.ts.map +1 -0
- package/build/http/connector.js +124 -0
- package/build/http/connector.js.map +1 -0
- package/build/http/consts.d.ts +9 -0
- package/build/http/consts.d.ts.map +1 -0
- package/build/http/consts.js +8 -0
- package/build/http/consts.js.map +1 -0
- package/build/http/source.d.ts +5 -0
- package/build/http/source.d.ts.map +1 -0
- package/build/http/source.js +76 -0
- package/build/http/source.js.map +1 -0
- package/build/http/types.d.ts +67 -0
- package/build/http/types.d.ts.map +1 -0
- package/build/http/types.js +2 -0
- package/build/http/types.js.map +1 -0
- package/build/http/types.local.d.ts +21 -0
- package/build/http/types.local.d.ts.map +1 -0
- package/build/http/types.local.js +2 -0
- package/build/http/types.local.js.map +1 -0
- package/build/http.d.ts +4 -0
- package/build/http.d.ts.map +1 -0
- package/build/http.js +248 -0
- package/build/http.js.map +1 -0
- package/build/index.d.ts +53 -0
- package/build/index.d.ts.map +1 -0
- package/build/index.js +33 -0
- package/build/index.js.map +1 -0
- package/build/network/consts.d.ts +12 -0
- package/build/network/consts.d.ts.map +1 -0
- package/build/network/consts.js +20 -0
- package/build/network/consts.js.map +1 -0
- package/build/network/types.d.ts +43 -0
- package/build/network/types.d.ts.map +1 -0
- package/build/network/types.js +2 -0
- package/build/network/types.js.map +1 -0
- package/build/network.d.ts +4 -0
- package/build/network.d.ts.map +1 -0
- package/build/network.js +165 -0
- package/build/network.js.map +1 -0
- package/build/proxy/consts.d.ts +7 -0
- package/build/proxy/consts.d.ts.map +1 -0
- package/build/proxy/consts.js +9 -0
- package/build/proxy/consts.js.map +1 -0
- package/build/proxy/endpoint.d.ts +4 -0
- package/build/proxy/endpoint.d.ts.map +1 -0
- package/build/proxy/endpoint.js +27 -0
- package/build/proxy/endpoint.js.map +1 -0
- package/build/proxy/http.d.ts +5 -0
- package/build/proxy/http.d.ts.map +1 -0
- package/build/proxy/http.js +95 -0
- package/build/proxy/http.js.map +1 -0
- package/build/proxy/router.d.ts +4 -0
- package/build/proxy/router.d.ts.map +1 -0
- package/build/proxy/router.js +85 -0
- package/build/proxy/router.js.map +1 -0
- package/build/proxy/socks.d.ts +5 -0
- package/build/proxy/socks.d.ts.map +1 -0
- package/build/proxy/socks.js +44 -0
- package/build/proxy/socks.js.map +1 -0
- package/build/proxy/types.d.ts +99 -0
- package/build/proxy/types.d.ts.map +1 -0
- package/build/proxy/types.js +2 -0
- package/build/proxy/types.js.map +1 -0
- package/build/resolvers/google-drive/consts.d.ts +10 -0
- package/build/resolvers/google-drive/consts.d.ts.map +1 -0
- package/build/resolvers/google-drive/consts.js +16 -0
- package/build/resolvers/google-drive/consts.js.map +1 -0
- package/build/resolvers/google-drive/types.d.ts +21 -0
- package/build/resolvers/google-drive/types.d.ts.map +1 -0
- package/build/resolvers/google-drive/types.js +2 -0
- package/build/resolvers/google-drive/types.js.map +1 -0
- package/build/resolvers/google-drive.d.ts +10 -0
- package/build/resolvers/google-drive.d.ts.map +1 -0
- package/build/resolvers/google-drive.js +130 -0
- package/build/resolvers/google-drive.js.map +1 -0
- package/build/resolvers/types.d.ts +39 -0
- package/build/resolvers/types.d.ts.map +1 -0
- package/build/resolvers/types.js +2 -0
- package/build/resolvers/types.js.map +1 -0
- package/build/s3/consts.d.ts +9 -0
- package/build/s3/consts.d.ts.map +1 -0
- package/build/s3/consts.js +9 -0
- package/build/s3/consts.js.map +1 -0
- package/build/s3/prefix.d.ts +4 -0
- package/build/s3/prefix.d.ts.map +1 -0
- package/build/s3/prefix.js +87 -0
- package/build/s3/prefix.js.map +1 -0
- package/build/s3/sink.d.ts +6 -0
- package/build/s3/sink.d.ts.map +1 -0
- package/build/s3/sink.js +30 -0
- package/build/s3/sink.js.map +1 -0
- package/build/s3/source.d.ts +5 -0
- package/build/s3/source.d.ts.map +1 -0
- package/build/s3/source.js +81 -0
- package/build/s3/source.js.map +1 -0
- package/build/s3/types.d.ts +66 -0
- package/build/s3/types.d.ts.map +1 -0
- package/build/s3/types.js +2 -0
- package/build/s3/types.js.map +1 -0
- package/build/s3/types.local.d.ts +43 -0
- package/build/s3/types.local.d.ts.map +1 -0
- package/build/s3/types.local.js +2 -0
- package/build/s3/types.local.js.map +1 -0
- package/build/s3/upload.d.ts +4 -0
- package/build/s3/upload.d.ts.map +1 -0
- package/build/s3/upload.js +118 -0
- package/build/s3/upload.js.map +1 -0
- package/build/s3.d.ts +5 -0
- package/build/s3.d.ts.map +1 -0
- package/build/s3.js +68 -0
- package/build/s3.js.map +1 -0
- package/build/service/types.d.ts +66 -0
- package/build/service/types.d.ts.map +1 -0
- package/build/service/types.js +2 -0
- package/build/service/types.js.map +1 -0
- package/build/service/types.local.d.ts +11 -0
- package/build/service/types.local.d.ts.map +1 -0
- package/build/service/types.local.js +2 -0
- package/build/service/types.local.js.map +1 -0
- package/build/service.d.ts +6 -0
- package/build/service.d.ts.map +1 -0
- package/build/service.js +73 -0
- package/build/service.js.map +1 -0
- package/build/sinks/buffer/consts.d.ts +2 -0
- package/build/sinks/buffer/consts.d.ts.map +1 -0
- package/build/sinks/buffer/consts.js +2 -0
- package/build/sinks/buffer/consts.js.map +1 -0
- package/build/sinks/buffer/types.d.ts +11 -0
- package/build/sinks/buffer/types.d.ts.map +1 -0
- package/build/sinks/buffer/types.js +2 -0
- package/build/sinks/buffer/types.js.map +1 -0
- package/build/sinks/buffer.d.ts +4 -0
- package/build/sinks/buffer.d.ts.map +1 -0
- package/build/sinks/buffer.js +13 -0
- package/build/sinks/buffer.js.map +1 -0
- package/build/sinks/directory/types.d.ts +7 -0
- package/build/sinks/directory/types.d.ts.map +1 -0
- package/build/sinks/directory/types.js +2 -0
- package/build/sinks/directory/types.js.map +1 -0
- package/build/sinks/directory.d.ts +8 -0
- package/build/sinks/directory.d.ts.map +1 -0
- package/build/sinks/directory.js +43 -0
- package/build/sinks/directory.js.map +1 -0
- package/build/sinks/file.d.ts +5 -0
- package/build/sinks/file.d.ts.map +1 -0
- package/build/sinks/file.js +46 -0
- package/build/sinks/file.js.map +1 -0
- package/build/sinks/types.d.ts +11 -0
- package/build/sinks/types.d.ts.map +1 -0
- package/build/sinks/types.js +2 -0
- package/build/sinks/types.js.map +1 -0
- package/build/sinks/workload/consts.d.ts +5 -0
- package/build/sinks/workload/consts.d.ts.map +1 -0
- package/build/sinks/workload/consts.js +5 -0
- package/build/sinks/workload/consts.js.map +1 -0
- package/build/sinks/workload/types.d.ts +17 -0
- package/build/sinks/workload/types.d.ts.map +1 -0
- package/build/sinks/workload/types.js +2 -0
- package/build/sinks/workload/types.js.map +1 -0
- package/build/sinks/workload.d.ts +8 -0
- package/build/sinks/workload.d.ts.map +1 -0
- package/build/sinks/workload.js +51 -0
- package/build/sinks/workload.js.map +1 -0
- package/build/sources/buffer.d.ts +5 -0
- package/build/sources/buffer.d.ts.map +1 -0
- package/build/sources/buffer.js +20 -0
- package/build/sources/buffer.js.map +1 -0
- package/build/sources/file.d.ts +5 -0
- package/build/sources/file.d.ts.map +1 -0
- package/build/sources/file.js +50 -0
- package/build/sources/file.js.map +1 -0
- package/build/sources/stream.d.ts +5 -0
- package/build/sources/stream.d.ts.map +1 -0
- package/build/sources/stream.js +19 -0
- package/build/sources/stream.js.map +1 -0
- package/build/sources/types.d.ts +10 -0
- package/build/sources/types.d.ts.map +1 -0
- package/build/sources/types.js +2 -0
- package/build/sources/types.js.map +1 -0
- package/build/sources/workload/types.d.ts +29 -0
- package/build/sources/workload/types.d.ts.map +1 -0
- package/build/sources/workload/types.js +2 -0
- package/build/sources/workload/types.js.map +1 -0
- package/build/sources/workload.d.ts +7 -0
- package/build/sources/workload.d.ts.map +1 -0
- package/build/sources/workload.js +67 -0
- package/build/sources/workload.js.map +1 -0
- package/build/transfer/consts.d.ts +5 -0
- package/build/transfer/consts.d.ts.map +1 -0
- package/build/transfer/consts.js +8 -0
- package/build/transfer/consts.js.map +1 -0
- package/build/transfer/types.d.ts +49 -0
- package/build/transfer/types.d.ts.map +1 -0
- package/build/transfer/types.js +2 -0
- package/build/transfer/types.js.map +1 -0
- package/build/transfer.d.ts +4 -0
- package/build/transfer.d.ts.map +1 -0
- package/build/transfer.js +75 -0
- package/build/transfer.js.map +1 -0
- package/build/types.d.ts +99 -0
- package/build/types.d.ts.map +1 -0
- package/build/types.js +2 -0
- package/build/types.js.map +1 -0
- package/build/utils/names/consts.d.ts +5 -0
- package/build/utils/names/consts.d.ts.map +1 -0
- package/build/utils/names/consts.js +5 -0
- package/build/utils/names/consts.js.map +1 -0
- package/build/utils/names/types.d.ts +13 -0
- package/build/utils/names/types.d.ts.map +1 -0
- package/build/utils/names/types.js +2 -0
- package/build/utils/names/types.js.map +1 -0
- package/build/utils/names.d.ts +4 -0
- package/build/utils/names.d.ts.map +1 -0
- package/build/utils/names.js +60 -0
- package/build/utils/names.js.map +1 -0
- package/build/utils/paths/consts.d.ts +3 -0
- package/build/utils/paths/consts.d.ts.map +1 -0
- package/build/utils/paths/consts.js +2 -0
- package/build/utils/paths/consts.js.map +1 -0
- package/build/utils/paths/types.d.ts +20 -0
- package/build/utils/paths/types.d.ts.map +1 -0
- package/build/utils/paths/types.js +2 -0
- package/build/utils/paths/types.js.map +1 -0
- package/build/utils/paths.d.ts +4 -0
- package/build/utils/paths.d.ts.map +1 -0
- package/build/utils/paths.js +67 -0
- package/build/utils/paths.js.map +1 -0
- package/build/utils/range/types.d.ts +11 -0
- package/build/utils/range/types.d.ts.map +1 -0
- package/build/utils/range/types.js +2 -0
- package/build/utils/range/types.js.map +1 -0
- package/build/utils/range.d.ts +4 -0
- package/build/utils/range.d.ts.map +1 -0
- package/build/utils/range.js +64 -0
- package/build/utils/range.js.map +1 -0
- package/build/utils/redact/types.d.ts +16 -0
- package/build/utils/redact/types.d.ts.map +1 -0
- package/build/utils/redact/types.js +2 -0
- package/build/utils/redact/types.js.map +1 -0
- package/build/utils/redact.d.ts +4 -0
- package/build/utils/redact.d.ts.map +1 -0
- package/build/utils/redact.js +18 -0
- package/build/utils/redact.js.map +1 -0
- package/build/utils/signals/types.d.ts +17 -0
- package/build/utils/signals/types.d.ts.map +1 -0
- package/build/utils/signals/types.js +2 -0
- package/build/utils/signals/types.js.map +1 -0
- package/build/utils/signals.d.ts +4 -0
- package/build/utils/signals.d.ts.map +1 -0
- package/build/utils/signals.js +52 -0
- package/build/utils/signals.js.map +1 -0
- package/build/utils/streams/consts.d.ts +3 -0
- package/build/utils/streams/consts.d.ts.map +1 -0
- package/build/utils/streams/consts.js +3 -0
- package/build/utils/streams/consts.js.map +1 -0
- package/build/utils/streams/types.d.ts +59 -0
- package/build/utils/streams/types.d.ts.map +1 -0
- package/build/utils/streams/types.js +2 -0
- package/build/utils/streams/types.js.map +1 -0
- package/build/utils/streams.d.ts +4 -0
- package/build/utils/streams.d.ts.map +1 -0
- package/build/utils/streams.js +167 -0
- package/build/utils/streams.js.map +1 -0
- package/build/utils/tree/types.d.ts +6 -0
- package/build/utils/tree/types.d.ts.map +1 -0
- package/build/utils/tree/types.js +2 -0
- package/build/utils/tree/types.js.map +1 -0
- package/build/utils/tree.d.ts +4 -0
- package/build/utils/tree.d.ts.map +1 -0
- package/build/utils/tree.js +14 -0
- package/build/utils/tree.js.map +1 -0
- package/build/workspace/consts.d.ts +12 -0
- package/build/workspace/consts.d.ts.map +1 -0
- package/build/workspace/consts.js +12 -0
- package/build/workspace/consts.js.map +1 -0
- package/build/workspace/consts.local.d.ts +3 -0
- package/build/workspace/consts.local.d.ts.map +1 -0
- package/build/workspace/consts.local.js +3 -0
- package/build/workspace/consts.local.js.map +1 -0
- package/build/workspace/fs.d.ts +4 -0
- package/build/workspace/fs.d.ts.map +1 -0
- package/build/workspace/fs.js +45 -0
- package/build/workspace/fs.js.map +1 -0
- package/build/workspace/scope.d.ts +6 -0
- package/build/workspace/scope.d.ts.map +1 -0
- package/build/workspace/scope.js +180 -0
- package/build/workspace/scope.js.map +1 -0
- package/build/workspace/types.d.ts +66 -0
- package/build/workspace/types.d.ts.map +1 -0
- package/build/workspace/types.js +2 -0
- package/build/workspace/types.js.map +1 -0
- package/build/workspace/types.local.d.ts +20 -0
- package/build/workspace/types.local.d.ts.map +1 -0
- package/build/workspace/types.local.js +2 -0
- package/build/workspace/types.local.js.map +1 -0
- package/build/workspace.d.ts +7 -0
- package/build/workspace.d.ts.map +1 -0
- package/build/workspace.js +87 -0
- package/build/workspace.js.map +1 -0
- package/package.json +61 -4
- package/src/archive/consts.ts +28 -0
- package/src/archive/formats.ts +60 -0
- package/src/archive/guard.ts +68 -0
- package/src/archive/ratio.ts +35 -0
- package/src/archive/tar.ts +147 -0
- package/src/archive/types.local.ts +72 -0
- package/src/archive/types.ts +107 -0
- package/src/archive/zip.ts +142 -0
- package/src/archive.ts +298 -0
- package/src/backed-workspace/types.ts +72 -0
- package/src/backed-workspace.ts +85 -0
- package/src/consts.local.ts +2 -0
- package/src/consts.ts +2 -0
- package/src/errors.ts +128 -0
- package/src/http/connector.ts +136 -0
- package/src/http/consts.ts +13 -0
- package/src/http/source.ts +89 -0
- package/src/http/types.local.ts +23 -0
- package/src/http/types.ts +74 -0
- package/src/http.ts +276 -0
- package/src/index.ts +65 -0
- package/src/network/consts.ts +22 -0
- package/src/network/types.ts +45 -0
- package/src/network.ts +179 -0
- package/src/proxy/consts.ts +11 -0
- package/src/proxy/endpoint.ts +28 -0
- package/src/proxy/http.ts +108 -0
- package/src/proxy/router.ts +93 -0
- package/src/proxy/socks.ts +48 -0
- package/src/proxy/types.ts +114 -0
- package/src/resolvers/google-drive/consts.ts +22 -0
- package/src/resolvers/google-drive/types.ts +22 -0
- package/src/resolvers/google-drive.ts +153 -0
- package/src/resolvers/types.ts +45 -0
- package/src/s3/consts.ts +12 -0
- package/src/s3/prefix.ts +100 -0
- package/src/s3/sink.ts +36 -0
- package/src/s3/source.ts +90 -0
- package/src/s3/types.local.ts +49 -0
- package/src/s3/types.ts +70 -0
- package/src/s3/upload.ts +130 -0
- package/src/s3.ts +83 -0
- package/src/service/types.local.ts +9 -0
- package/src/service/types.ts +71 -0
- package/src/service.ts +97 -0
- package/src/sinks/buffer/consts.ts +1 -0
- package/src/sinks/buffer/types.ts +12 -0
- package/src/sinks/buffer.ts +18 -0
- package/src/sinks/directory/types.ts +7 -0
- package/src/sinks/directory.ts +49 -0
- package/src/sinks/file.ts +52 -0
- package/src/sinks/types.ts +12 -0
- package/src/sinks/workload/consts.ts +5 -0
- package/src/sinks/workload/types.ts +17 -0
- package/src/sinks/workload.ts +59 -0
- package/src/sources/buffer.ts +27 -0
- package/src/sources/file.ts +57 -0
- package/src/sources/stream.ts +26 -0
- package/src/sources/types.ts +12 -0
- package/src/sources/workload/types.ts +31 -0
- package/src/sources/workload.ts +79 -0
- package/src/transfer/consts.ts +10 -0
- package/src/transfer/types.ts +55 -0
- package/src/transfer.ts +89 -0
- package/src/types.ts +106 -0
- package/src/utils/names/consts.ts +5 -0
- package/src/utils/names/types.ts +12 -0
- package/src/utils/names.ts +70 -0
- package/src/utils/paths/consts.ts +3 -0
- package/src/utils/paths/types.ts +20 -0
- package/src/utils/paths.ts +75 -0
- package/src/utils/range/types.ts +11 -0
- package/src/utils/range.ts +80 -0
- package/src/utils/redact/types.ts +16 -0
- package/src/utils/redact.ts +23 -0
- package/src/utils/signals/types.ts +17 -0
- package/src/utils/signals.ts +63 -0
- package/src/utils/streams/consts.ts +2 -0
- package/src/utils/streams/types.ts +65 -0
- package/src/utils/streams.ts +188 -0
- package/src/utils/tree/types.ts +6 -0
- package/src/utils/tree.ts +18 -0
- package/src/workspace/consts.local.ts +2 -0
- package/src/workspace/consts.ts +14 -0
- package/src/workspace/fs.ts +48 -0
- package/src/workspace/scope.ts +196 -0
- package/src/workspace/types.local.ts +21 -0
- package/src/workspace/types.ts +71 -0
- package/src/workspace.ts +102 -0
- package/tests/archive.spec.ts +134 -0
- package/tests/backed.spec.ts +147 -0
- package/tests/context.ts +114 -0
- package/tests/fixtures.ts +190 -0
- package/tests/google-drive.spec.ts +76 -0
- package/tests/harness/drive.ts +92 -0
- package/tests/harness/http-proxy.ts +96 -0
- package/tests/harness/origin.ts +134 -0
- package/tests/harness/socks5.ts +135 -0
- package/tests/harness/workload.ts +118 -0
- package/tests/http.spec.ts +101 -0
- package/tests/inspector.spec.ts +40 -0
- package/tests/live.spec.ts +27 -0
- package/tests/network.spec.ts +79 -0
- package/tests/proxy.spec.ts +149 -0
- package/tests/s3.spec.ts +133 -0
- package/tests/service.spec.ts +77 -0
- package/tests/sources-sinks.spec.ts +96 -0
- package/tests/transfer.spec.ts +99 -0
- package/tests/tsconfig.json +12 -0
- package/tests/workload.spec.ts +140 -0
- package/tests/workspace.spec.ts +158 -0
- package/tsconfig.json +16 -0
package/build/errors.js
ADDED
|
@@ -0,0 +1,105 @@
|
|
|
1
|
+
import { ResilientError } from '@owlmeans/error';
|
|
2
|
+
import { StorageApiError } from '@owlmeans/storage-common';
|
|
3
|
+
export class FileStreamsError extends ResilientError {
|
|
4
|
+
static typeName = 'FileStreamsError';
|
|
5
|
+
constructor(message = 'error') {
|
|
6
|
+
super(FileStreamsError.typeName, `file-streams:${message}`);
|
|
7
|
+
}
|
|
8
|
+
}
|
|
9
|
+
/** A URL or address the network policy refuses. */
|
|
10
|
+
export class NetworkPolicyError extends FileStreamsError {
|
|
11
|
+
static typeName = `${FileStreamsError.typeName}NetworkPolicy`;
|
|
12
|
+
constructor(message = 'error') {
|
|
13
|
+
super(`policy:${message}`);
|
|
14
|
+
this.type = NetworkPolicyError.typeName;
|
|
15
|
+
}
|
|
16
|
+
}
|
|
17
|
+
/** A request that failed: `status:<code>`, `redirects`, `connect`, `headers-timeout`, `truncated`… */
|
|
18
|
+
export class HttpError extends FileStreamsError {
|
|
19
|
+
static typeName = `${FileStreamsError.typeName}Http`;
|
|
20
|
+
constructor(message = 'error') {
|
|
21
|
+
super(`http:${message}`);
|
|
22
|
+
this.type = HttpError.typeName;
|
|
23
|
+
}
|
|
24
|
+
/** The HTTP status of a `status:<code>` failure. */
|
|
25
|
+
get status() {
|
|
26
|
+
const match = /http:status:(\d+)/.exec(this.message);
|
|
27
|
+
return match != null ? Number(match[1]) : undefined;
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
/** A proxy that could not be used: `no-plugin`, `connect`, `auth-failed`, `refused:<code>`… */
|
|
31
|
+
export class ProxyError extends FileStreamsError {
|
|
32
|
+
static typeName = `${FileStreamsError.typeName}Proxy`;
|
|
33
|
+
constructor(message = 'error') {
|
|
34
|
+
super(`proxy:${message}`);
|
|
35
|
+
this.type = ProxyError.typeName;
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
/** A size, time or count ceiling crossed: `max-bytes`, `timeout`, `idle-timeout`, `ratio`… */
|
|
39
|
+
export class LimitError extends FileStreamsError {
|
|
40
|
+
static typeName = `${FileStreamsError.typeName}Limit`;
|
|
41
|
+
constructor(message = 'error') {
|
|
42
|
+
super(`limit:${message}`);
|
|
43
|
+
this.type = LimitError.typeName;
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
/** A source that cannot serve: `consumed`, `changed`, `not-found`, `not-a-file`… */
|
|
47
|
+
export class SourceError extends FileStreamsError {
|
|
48
|
+
static typeName = `${FileStreamsError.typeName}Source`;
|
|
49
|
+
constructor(message = 'error') {
|
|
50
|
+
super(`source:${message}`);
|
|
51
|
+
this.type = SourceError.typeName;
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
/** A path refused: `absolute`, `traversal`, `invalid-char`, `too-long`, `symlink`, `exists`… */
|
|
55
|
+
export class PathError extends FileStreamsError {
|
|
56
|
+
static typeName = `${FileStreamsError.typeName}Path`;
|
|
57
|
+
constructor(message = 'error') {
|
|
58
|
+
super(`path:${message}`);
|
|
59
|
+
this.type = PathError.typeName;
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
/** An archive that cannot be read safely: `format`, `encrypted`, `method:<n>`, `overlap`… */
|
|
63
|
+
export class ArchiveError extends FileStreamsError {
|
|
64
|
+
static typeName = `${FileStreamsError.typeName}Archive`;
|
|
65
|
+
constructor(message = 'error') {
|
|
66
|
+
super(`archive:${message}`);
|
|
67
|
+
this.type = ArchiveError.typeName;
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
/** A URL resolver that could not reach the bytes: `<resolver>:<reason>`. */
|
|
71
|
+
export class ResolverError extends FileStreamsError {
|
|
72
|
+
static typeName = `${FileStreamsError.typeName}Resolver`;
|
|
73
|
+
constructor(message = 'error') {
|
|
74
|
+
super(`resolver:${message}`);
|
|
75
|
+
this.type = ResolverError.typeName;
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
/** A Viable workload write refused or failed: `too-large`, `write-failed`. */
|
|
79
|
+
export class WorkloadError extends FileStreamsError {
|
|
80
|
+
static typeName = `${FileStreamsError.typeName}Workload`;
|
|
81
|
+
constructor(message = 'error') {
|
|
82
|
+
super(`workload:${message}`);
|
|
83
|
+
this.type = WorkloadError.typeName;
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
/** An S3 operation that failed: `s3:<op>`. A storage `StorageApiError`. */
|
|
87
|
+
export class S3TransferError extends StorageApiError {
|
|
88
|
+
static typeName = `${StorageApiError.typeName}S3`;
|
|
89
|
+
constructor(message = 'error') {
|
|
90
|
+
super(`s3:${message}`);
|
|
91
|
+
this.type = S3TransferError.typeName;
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
ResilientError.registerErrorClass(FileStreamsError);
|
|
95
|
+
ResilientError.registerErrorClass(NetworkPolicyError);
|
|
96
|
+
ResilientError.registerErrorClass(HttpError);
|
|
97
|
+
ResilientError.registerErrorClass(ProxyError);
|
|
98
|
+
ResilientError.registerErrorClass(LimitError);
|
|
99
|
+
ResilientError.registerErrorClass(SourceError);
|
|
100
|
+
ResilientError.registerErrorClass(PathError);
|
|
101
|
+
ResilientError.registerErrorClass(ArchiveError);
|
|
102
|
+
ResilientError.registerErrorClass(ResolverError);
|
|
103
|
+
ResilientError.registerErrorClass(WorkloadError);
|
|
104
|
+
ResilientError.registerErrorClass(S3TransferError);
|
|
105
|
+
//# sourceMappingURL=errors.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"errors.js","sourceRoot":"","sources":["../src/errors.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AAChD,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAE1D,MAAM,OAAO,gBAAiB,SAAQ,cAAc;IAC3C,MAAM,CAAU,QAAQ,GAAW,kBAAkB,CAAA;IAE5D,YAAY,OAAO,GAAW,OAAO;QACnC,KAAK,CAAC,gBAAgB,CAAC,QAAQ,EAAE,gBAAgB,OAAO,EAAE,CAAC,CAAA;IAC7D,CAAC;CACF;AAED,mDAAmD;AACnD,MAAM,OAAO,kBAAmB,SAAQ,gBAAgB;IAC/C,MAAM,CAAU,QAAQ,GAAW,GAAG,gBAAgB,CAAC,QAAQ,eAAe,CAAA;IAErF,YAAY,OAAO,GAAW,OAAO;QACnC,KAAK,CAAC,UAAU,OAAO,EAAE,CAAC,CAAA;QAC1B,IAAI,CAAC,IAAI,GAAG,kBAAkB,CAAC,QAAQ,CAAA;IACzC,CAAC;CACF;AAED,sGAAsG;AACtG,MAAM,OAAO,SAAU,SAAQ,gBAAgB;IACtC,MAAM,CAAU,QAAQ,GAAW,GAAG,gBAAgB,CAAC,QAAQ,MAAM,CAAA;IAE5E,YAAY,OAAO,GAAW,OAAO;QACnC,KAAK,CAAC,QAAQ,OAAO,EAAE,CAAC,CAAA;QACxB,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC,QAAQ,CAAA;IAChC,CAAC;IAED,oDAAoD;IACpD,IAAW,MAAM;QACf,MAAM,KAAK,GAAG,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACpD,OAAO,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IACrD,CAAC;CACF;AAED,+FAA+F;AAC/F,MAAM,OAAO,UAAW,SAAQ,gBAAgB;IACvC,MAAM,CAAU,QAAQ,GAAW,GAAG,gBAAgB,CAAC,QAAQ,OAAO,CAAA;IAE7E,YAAY,OAAO,GAAW,OAAO;QACnC,KAAK,CAAC,SAAS,OAAO,EAAE,CAAC,CAAA;QACzB,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAA;IACjC,CAAC;CACF;AAED,8FAA8F;AAC9F,MAAM,OAAO,UAAW,SAAQ,gBAAgB;IACvC,MAAM,CAAU,QAAQ,GAAW,GAAG,gBAAgB,CAAC,QAAQ,OAAO,CAAA;IAE7E,YAAY,OAAO,GAAW,OAAO;QACnC,KAAK,CAAC,SAAS,OAAO,EAAE,CAAC,CAAA;QACzB,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAA;IACjC,CAAC;CACF;AAED,oFAAoF;AACpF,MAAM,OAAO,WAAY,SAAQ,gBAAgB;IACxC,MAAM,CAAU,QAAQ,GAAW,GAAG,gBAAgB,CAAC,QAAQ,QAAQ,CAAA;IAE9E,YAAY,OAAO,GAAW,OAAO;QACnC,KAAK,CAAC,UAAU,OAAO,EAAE,CAAC,CAAA;QAC1B,IAAI,CAAC,IAAI,GAAG,WAAW,CAAC,QAAQ,CAAA;IAClC,CAAC;CACF;AAED,gGAAgG;AAChG,MAAM,OAAO,SAAU,SAAQ,gBAAgB;IACtC,MAAM,CAAU,QAAQ,GAAW,GAAG,gBAAgB,CAAC,QAAQ,MAAM,CAAA;IAE5E,YAAY,OAAO,GAAW,OAAO;QACnC,KAAK,CAAC,QAAQ,OAAO,EAAE,CAAC,CAAA;QACxB,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC,QAAQ,CAAA;IAChC,CAAC;CACF;AAED,6FAA6F;AAC7F,MAAM,OAAO,YAAa,SAAQ,gBAAgB;IACzC,MAAM,CAAU,QAAQ,GAAW,GAAG,gBAAgB,CAAC,QAAQ,SAAS,CAAA;IAE/E,YAAY,OAAO,GAAW,OAAO;QACnC,KAAK,CAAC,WAAW,OAAO,EAAE,CAAC,CAAA;QAC3B,IAAI,CAAC,IAAI,GAAG,YAAY,CAAC,QAAQ,CAAA;IACnC,CAAC;CACF;AAED,4EAA4E;AAC5E,MAAM,OAAO,aAAc,SAAQ,gBAAgB;IAC1C,MAAM,CAAU,QAAQ,GAAW,GAAG,gBAAgB,CAAC,QAAQ,UAAU,CAAA;IAEhF,YAAY,OAAO,GAAW,OAAO;QACnC,KAAK,CAAC,YAAY,OAAO,EAAE,CAAC,CAAA;QAC5B,IAAI,CAAC,IAAI,GAAG,aAAa,CAAC,QAAQ,CAAA;IACpC,CAAC;CACF;AAED,8EAA8E;AAC9E,MAAM,OAAO,aAAc,SAAQ,gBAAgB;IAC1C,MAAM,CAAU,QAAQ,GAAW,GAAG,gBAAgB,CAAC,QAAQ,UAAU,CAAA;IAEhF,YAAY,OAAO,GAAW,OAAO;QACnC,KAAK,CAAC,YAAY,OAAO,EAAE,CAAC,CAAA;QAC5B,IAAI,CAAC,IAAI,GAAG,aAAa,CAAC,QAAQ,CAAA;IACpC,CAAC;CACF;AAED,2EAA2E;AAC3E,MAAM,OAAO,eAAgB,SAAQ,eAAe;IAC3C,MAAM,CAAU,QAAQ,GAAW,GAAG,eAAe,CAAC,QAAQ,IAAI,CAAA;IAEzE,YAAY,OAAO,GAAW,OAAO;QACnC,KAAK,CAAC,MAAM,OAAO,EAAE,CAAC,CAAA;QACtB,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC,QAAQ,CAAA;IACtC,CAAC;CACF;AAED,cAAc,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,CAAA;AACnD,cAAc,CAAC,kBAAkB,CAAC,kBAAkB,CAAC,CAAA;AACrD,cAAc,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAA;AAC5C,cAAc,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAA;AAC7C,cAAc,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAA;AAC7C,cAAc,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAA;AAC9C,cAAc,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAA;AAC5C,cAAc,CAAC,kBAAkB,CAAC,YAAY,CAAC,CAAA;AAC/C,cAAc,CAAC,kBAAkB,CAAC,aAAa,CAAC,CAAA;AAChD,cAAc,CAAC,kBAAkB,CAAC,aAAa,CAAC,CAAA;AAChD,cAAc,CAAC,kBAAkB,CAAC,eAAe,CAAC,CAAA"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import type { NetworkPolicy } from '../network/types.js';
|
|
2
|
+
import type { ProxyRouter } from '../proxy/types.js';
|
|
3
|
+
import type { HttpTimeouts } from './types.js';
|
|
4
|
+
import type { HttpConnector } from './types.local.js';
|
|
5
|
+
/**
|
|
6
|
+
* Connections the policy approved: a direct socket goes to an address that was resolved and
|
|
7
|
+
* checked a moment before (no second lookup to rebind), a proxied one carries that address into
|
|
8
|
+
* the tunnel; TLS is layered on top with the host name for SNI and certificate checks.
|
|
9
|
+
*/
|
|
10
|
+
export declare const makeHttpConnector: (policy: NetworkPolicy, router: ProxyRouter, timeouts: HttpTimeouts, ca?: string | string[]) => HttpConnector;
|
|
11
|
+
//# sourceMappingURL=connector.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"connector.d.ts","sourceRoot":"","sources":["../../src/http/connector.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,aAAa,EAAmB,MAAM,qBAAqB,CAAA;AACzE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAA;AAGpD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AAC9C,OAAO,KAAK,EAAc,aAAa,EAAE,MAAM,kBAAkB,CAAA;AAIjE;;;;GAIG;AACH,eAAO,MAAM,iBAAiB,WACpB,aAAa,UAAU,WAAW,YAAY,YAAY,OAAO,MAAM,GAAG,MAAM,EAAE,KACzF,aAiHF,CAAA"}
|
|
@@ -0,0 +1,124 @@
|
|
|
1
|
+
import { connect as connectTcp, isIP } from 'node:net';
|
|
2
|
+
import { connect as connectTls } from 'node:tls';
|
|
3
|
+
import { logger } from '@owlmeans/log';
|
|
4
|
+
import { HttpError, NetworkPolicyError, ProxyError } from '../errors.js';
|
|
5
|
+
import { redactUtils } from '../utils/redact.js';
|
|
6
|
+
import { signalUtils } from '../utils/signals.js';
|
|
7
|
+
const log = logger('file-streams:http');
|
|
8
|
+
/**
|
|
9
|
+
* Connections the policy approved: a direct socket goes to an address that was resolved and
|
|
10
|
+
* checked a moment before (no second lookup to rebind), a proxied one carries that address into
|
|
11
|
+
* the tunnel; TLS is layered on top with the host name for SNI and certificate checks.
|
|
12
|
+
*/
|
|
13
|
+
export const makeHttpConnector = (policy, router, timeouts, ca) => {
|
|
14
|
+
const tcp = (address, port, signal) => new Promise((resolve, reject) => {
|
|
15
|
+
const socket = connectTcp({ host: address.address, port, family: address.family });
|
|
16
|
+
const timer = setTimeout(() => fail(new HttpError('connect-timeout')), timeouts.connectMs);
|
|
17
|
+
const release = signalUtils.onAbort(signal, reason => fail(reason));
|
|
18
|
+
function fail(error) {
|
|
19
|
+
clearTimeout(timer);
|
|
20
|
+
release();
|
|
21
|
+
socket.destroy();
|
|
22
|
+
reject(error);
|
|
23
|
+
}
|
|
24
|
+
socket.once('connect', () => {
|
|
25
|
+
clearTimeout(timer);
|
|
26
|
+
release();
|
|
27
|
+
socket.removeAllListeners('error');
|
|
28
|
+
resolve(socket);
|
|
29
|
+
});
|
|
30
|
+
socket.once('error', () => fail(new HttpError('connect')));
|
|
31
|
+
});
|
|
32
|
+
const direct = async (addresses, port, signal) => {
|
|
33
|
+
let last;
|
|
34
|
+
for (const address of addresses) {
|
|
35
|
+
try {
|
|
36
|
+
return await tcp(address, port, signal);
|
|
37
|
+
}
|
|
38
|
+
catch (error) {
|
|
39
|
+
if (signal?.aborted === true) {
|
|
40
|
+
throw error;
|
|
41
|
+
}
|
|
42
|
+
last = error;
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
throw last ?? new HttpError('connect');
|
|
46
|
+
};
|
|
47
|
+
const tls = (socket, hostname, signal) => new Promise((resolve, reject) => {
|
|
48
|
+
const literal = isIP(hostname) !== 0;
|
|
49
|
+
const secure = connectTls({
|
|
50
|
+
socket, host: hostname, servername: literal ? undefined : hostname, ALPNProtocols: ['http/1.1'], minVersion: 'TLSv1.2', ca,
|
|
51
|
+
});
|
|
52
|
+
const timer = setTimeout(() => fail(new HttpError('tls-timeout')), timeouts.connectMs);
|
|
53
|
+
const release = signalUtils.onAbort(signal, reason => fail(reason));
|
|
54
|
+
function fail(error) {
|
|
55
|
+
clearTimeout(timer);
|
|
56
|
+
release();
|
|
57
|
+
secure.destroy();
|
|
58
|
+
socket.destroy();
|
|
59
|
+
reject(error);
|
|
60
|
+
}
|
|
61
|
+
secure.once('secureConnect', () => {
|
|
62
|
+
clearTimeout(timer);
|
|
63
|
+
release();
|
|
64
|
+
secure.removeAllListeners('error');
|
|
65
|
+
resolve(secure);
|
|
66
|
+
});
|
|
67
|
+
secure.once('error', error => fail(error instanceof HttpError ? error : new HttpError(`tls:${error.code ?? 'failed'}`)));
|
|
68
|
+
});
|
|
69
|
+
const proxied = async (url, hostname, port, secure, proxyKey, signal) => {
|
|
70
|
+
let attempts = 0;
|
|
71
|
+
for (;;) {
|
|
72
|
+
const selection = await router.select({ key: proxyKey, url });
|
|
73
|
+
if (selection == null) {
|
|
74
|
+
return null;
|
|
75
|
+
}
|
|
76
|
+
const { endpoint, plugin } = selection;
|
|
77
|
+
let host = hostname;
|
|
78
|
+
if (plugin.remoteDns(endpoint)) {
|
|
79
|
+
try {
|
|
80
|
+
await policy.resolve(hostname, signal);
|
|
81
|
+
}
|
|
82
|
+
catch (error) {
|
|
83
|
+
if (!(error instanceof NetworkPolicyError) || error.message !== 'file-streams:policy:unresolvable' || !policy.trustProxyDns) {
|
|
84
|
+
throw error;
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
else {
|
|
89
|
+
host = (await policy.resolve(hostname, signal))[0].address;
|
|
90
|
+
}
|
|
91
|
+
try {
|
|
92
|
+
const connection = await plugin.connect(endpoint, { host, port, hostname, secure }, { signal, timeoutMs: timeouts.connectMs });
|
|
93
|
+
router.report(endpoint, true);
|
|
94
|
+
log.debug('Connected through a proxy', { proxy: redactUtils.proxy(endpoint), mode: connection.mode });
|
|
95
|
+
return { socket: connection.socket, mode: connection.mode, headers: connection.headers };
|
|
96
|
+
}
|
|
97
|
+
catch (error) {
|
|
98
|
+
if (signal?.aborted === true) {
|
|
99
|
+
throw error;
|
|
100
|
+
}
|
|
101
|
+
router.report(endpoint, false);
|
|
102
|
+
if (++attempts > router.retries) {
|
|
103
|
+
throw error instanceof ProxyError ? error : new ProxyError('connect');
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
}
|
|
107
|
+
};
|
|
108
|
+
const connect = async (url, proxyKey, signal) => {
|
|
109
|
+
const secure = url.protocol === 'https:';
|
|
110
|
+
const hostname = url.hostname.replace(/^\[|\]$/g, '');
|
|
111
|
+
const port = url.port !== '' ? Number(url.port) : secure ? 443 : 80;
|
|
112
|
+
let connection = await proxied(url, hostname, port, secure, proxyKey, signal);
|
|
113
|
+
if (connection == null) {
|
|
114
|
+
const addresses = await policy.resolve(hostname, signal);
|
|
115
|
+
connection = { socket: await direct(addresses, port, signal), mode: 'direct' };
|
|
116
|
+
}
|
|
117
|
+
if (secure && connection.mode !== 'forward') {
|
|
118
|
+
connection = { ...connection, socket: await tls(connection.socket, hostname, signal) };
|
|
119
|
+
}
|
|
120
|
+
return connection;
|
|
121
|
+
};
|
|
122
|
+
return { connect };
|
|
123
|
+
};
|
|
124
|
+
//# sourceMappingURL=connector.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"connector.js","sourceRoot":"","sources":["../../src/http/connector.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,IAAI,UAAU,EAAE,IAAI,EAAE,MAAM,UAAU,CAAA;AAGtD,OAAO,EAAE,OAAO,IAAI,UAAU,EAAE,MAAM,UAAU,CAAA;AAChD,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAA;AACtC,OAAO,EAAE,SAAS,EAAE,kBAAkB,EAAE,UAAU,EAAE,MAAM,cAAc,CAAA;AAGxE,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAA;AAChD,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAA;AAIjD,MAAM,GAAG,GAAG,MAAM,CAAC,mBAAmB,CAAC,CAAA;AAEvC;;;;GAIG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAC/B,MAAqB,EAAE,MAAmB,EAAE,QAAsB,EAAE,EAAsB,EAC3E,EAAE;IACjB,MAAM,GAAG,GAAG,CAAC,OAAwB,EAAE,IAAY,EAAE,MAAoB,EAAmB,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC7H,MAAM,MAAM,GAAG,UAAU,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;QAClF,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC,iBAAiB,CAAC,CAAC,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAA;QAC1F,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,MAAe,CAAC,CAAC,CAAA;QAC5E,SAAS,IAAI,CAAE,KAAY;YACzB,YAAY,CAAC,KAAK,CAAC,CAAA;YACnB,OAAO,EAAE,CAAA;YACT,MAAM,CAAC,OAAO,EAAE,CAAA;YAChB,MAAM,CAAC,KAAK,CAAC,CAAA;QACf,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE;YAC1B,YAAY,CAAC,KAAK,CAAC,CAAA;YACnB,OAAO,EAAE,CAAA;YACT,MAAM,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAA;YAClC,OAAO,CAAC,MAAM,CAAC,CAAA;QACjB,CAAC,CAAC,CAAA;QACF,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,CAAA;IAC5D,CAAC,CAAC,CAAA;IAEF,MAAM,MAAM,GAAG,KAAK,EAAE,SAA4B,EAAE,IAAY,EAAE,MAAoB,EAAmB,EAAE;QACzG,IAAI,IAAa,CAAA;QACjB,KAAK,MAAM,OAAO,IAAI,SAAS,EAAE,CAAC;YAChC,IAAI,CAAC;gBACH,OAAO,MAAM,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,CAAA;YACzC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,MAAM,EAAE,OAAO,KAAK,IAAI,EAAE,CAAC;oBAC7B,MAAM,KAAK,CAAA;gBACb,CAAC;gBACD,IAAI,GAAG,KAAK,CAAA;YACd,CAAC;QACH,CAAC;QACD,MAAM,IAAI,IAAI,IAAI,SAAS,CAAC,SAAS,CAAC,CAAA;IACxC,CAAC,CAAA;IAED,MAAM,GAAG,GAAG,CAAC,MAAc,EAAE,QAAgB,EAAE,MAAoB,EAAmB,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACvH,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;QACpC,MAAM,MAAM,GAAG,UAAU,CAAC;YACxB,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,EAAE,aAAa,EAAE,CAAC,UAAU,CAAC,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE;SAC3H,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC,aAAa,CAAC,CAAC,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAA;QACtF,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,MAAe,CAAC,CAAC,CAAA;QAC5E,SAAS,IAAI,CAAE,KAAY;YACzB,YAAY,CAAC,KAAK,CAAC,CAAA;YACnB,OAAO,EAAE,CAAA;YACT,MAAM,CAAC,OAAO,EAAE,CAAA;YAChB,MAAM,CAAC,OAAO,EAAE,CAAA;YAChB,MAAM,CAAC,KAAK,CAAC,CAAA;QACf,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,GAAG,EAAE;YAChC,YAAY,CAAC,KAAK,CAAC,CAAA;YACnB,OAAO,EAAE,CAAA;YACT,MAAM,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAA;YAClC,OAAO,CAAC,MAAM,CAAC,CAAA;QACjB,CAAC,CAAC,CAAA;QACF,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,YAAY,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,OAAQ,KAA+B,CAAC,IAAI,IAAI,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAA;IACrJ,CAAC,CAAC,CAAA;IAEF,MAAM,OAAO,GAAG,KAAK,EAAE,GAAQ,EAAE,QAAgB,EAAE,IAAY,EAAE,MAAe,EAAE,QAA4B,EAAE,MAAoB,EAA8B,EAAE;QAClK,IAAI,QAAQ,GAAG,CAAC,CAAA;QAChB,SAAS,CAAC;YACR,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAA;YAC7D,IAAI,SAAS,IAAI,IAAI,EAAE,CAAC;gBACtB,OAAO,IAAI,CAAA;YACb,CAAC;YACD,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,SAAS,CAAA;YACtC,IAAI,IAAI,GAAG,QAAQ,CAAA;YACnB,IAAI,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC/B,IAAI,CAAC;oBACH,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;gBACxC,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,CAAC,CAAC,KAAK,YAAY,kBAAkB,CAAC,IAAI,KAAK,CAAC,OAAO,KAAK,kCAAkC,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;wBAC5H,MAAM,KAAK,CAAA;oBACb,CAAC;gBACH,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,GAAG,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAA;YAC5D,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAA;gBAC9H,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAA;gBAC7B,GAAG,CAAC,KAAK,CAAC,2BAA2B,EAAE,EAAE,KAAK,EAAE,WAAW,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,CAAC,CAAA;gBACrG,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,OAAO,EAAE,UAAU,CAAC,OAAO,EAAE,CAAA;YAC1F,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,MAAM,EAAE,OAAO,KAAK,IAAI,EAAE,CAAC;oBAC7B,MAAM,KAAK,CAAA;gBACb,CAAC;gBACD,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;gBAC9B,IAAI,EAAE,QAAQ,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;oBAChC,MAAM,KAAK,YAAY,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,SAAS,CAAC,CAAA;gBACvE,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC,CAAA;IAED,MAAM,OAAO,GAAG,KAAK,EAAE,GAAQ,EAAE,QAA4B,EAAE,MAAoB,EAAuB,EAAE;QAC1G,MAAM,MAAM,GAAG,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAA;QACxC,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAA;QACrD,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAA;QAEnE,IAAI,UAAU,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAA;QAC7E,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;YACxD,UAAU,GAAG,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAA;QAChF,CAAC;QACD,IAAI,MAAM,IAAI,UAAU,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC5C,UAAU,GAAG,EAAE,GAAG,UAAU,EAAE,MAAM,EAAE,MAAM,GAAG,CAAC,UAAU,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAA;QACxF,CAAC;QAED,OAAO,UAAU,CAAA;IACnB,CAAC,CAAA;IAED,OAAO,EAAE,OAAO,EAAE,CAAA;AACpB,CAAC,CAAA"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { HttpTimeouts } from './types.js';
|
|
2
|
+
export declare const DEFAULT_HTTP_TIMEOUTS: Readonly<HttpTimeouts>;
|
|
3
|
+
export declare const DEFAULT_MAX_REDIRECTS = 5;
|
|
4
|
+
export declare const REDIRECT_STATUSES: readonly number[];
|
|
5
|
+
/** Headers never carried to another origin. */
|
|
6
|
+
export declare const ALWAYS_SENSITIVE_HEADERS: readonly string[];
|
|
7
|
+
/** Bytes a resolver may read from a page by default. */
|
|
8
|
+
export declare const DEFAULT_RESOLVER_PAGE_BYTES: number;
|
|
9
|
+
//# sourceMappingURL=consts.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"consts.d.ts","sourceRoot":"","sources":["../../src/http/consts.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AAE9C,eAAO,MAAM,qBAAqB,EAAE,QAAQ,CAAC,YAAY,CAA2E,CAAA;AAEpI,eAAO,MAAM,qBAAqB,IAAI,CAAA;AAEtC,eAAO,MAAM,iBAAiB,EAAE,SAAS,MAAM,EAA6C,CAAA;AAE5F,+CAA+C;AAC/C,eAAO,MAAM,wBAAwB,EAAE,SAAS,MAAM,EAAsE,CAAA;AAE5H,wDAAwD;AACxD,eAAO,MAAM,2BAA2B,QAAa,CAAA"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
export const DEFAULT_HTTP_TIMEOUTS = Object.freeze({ connectMs: 10_000, headersMs: 30_000, idleMs: 30_000 });
|
|
2
|
+
export const DEFAULT_MAX_REDIRECTS = 5;
|
|
3
|
+
export const REDIRECT_STATUSES = Object.freeze([301, 302, 303, 307, 308]);
|
|
4
|
+
/** Headers never carried to another origin. */
|
|
5
|
+
export const ALWAYS_SENSITIVE_HEADERS = Object.freeze(['authorization', 'cookie', 'proxy-authorization']);
|
|
6
|
+
/** Bytes a resolver may read from a page by default. */
|
|
7
|
+
export const DEFAULT_RESOLVER_PAGE_BYTES = 256 * 1024;
|
|
8
|
+
//# sourceMappingURL=consts.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"consts.js","sourceRoot":"","sources":["../../src/http/consts.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,qBAAqB,GAA2B,MAAM,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAA;AAEpI,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAA;AAEtC,MAAM,CAAC,MAAM,iBAAiB,GAAsB,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAA;AAE5F,+CAA+C;AAC/C,MAAM,CAAC,MAAM,wBAAwB,GAAsB,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,EAAE,QAAQ,EAAE,qBAAqB,CAAC,CAAC,CAAA;AAE5H,wDAAwD;AACxD,MAAM,CAAC,MAAM,2BAA2B,GAAG,GAAG,GAAG,IAAI,CAAA"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import type { FileSource } from '../types.js';
|
|
2
|
+
import type { HttpClient, HttpSourceOptions } from './types.js';
|
|
3
|
+
/** A URL as a source: re-openable; Range-capable when the server answers ranges. */
|
|
4
|
+
export declare const makeHttpSource: (client: HttpClient, url: URL, options?: HttpSourceOptions) => FileSource;
|
|
5
|
+
//# sourceMappingURL=source.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"source.d.ts","sourceRoot":"","sources":["../../src/http/source.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAY,UAAU,EAAuD,MAAM,aAAa,CAAA;AAG5G,OAAO,KAAK,EAAE,UAAU,EAAsB,iBAAiB,EAAE,MAAM,YAAY,CAAA;AAGnF,oFAAoF;AACpF,eAAO,MAAM,cAAc,WAAY,UAAU,OAAO,GAAG,YAAW,iBAAiB,KAAQ,UAgF9F,CAAA"}
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
import { SourceError } from '../errors.js';
|
|
2
|
+
import { nameUtils } from '../utils/names.js';
|
|
3
|
+
import { streamUtils } from '../utils/streams.js';
|
|
4
|
+
/** A URL as a source: re-openable; Range-capable when the server answers ranges. */
|
|
5
|
+
export const makeHttpSource = (client, url, options = {}) => {
|
|
6
|
+
let known;
|
|
7
|
+
const base = (signal) => ({ headers: options.headers, proxyKey: options.proxyKey, raw: options.raw, signal });
|
|
8
|
+
const named = (info) => ({ ...info, name: nameUtils.sanitize(options.name) ?? info.name });
|
|
9
|
+
const discover = async (signal) => {
|
|
10
|
+
const response = await client.request(url, { ...base(signal), range: { start: 0, end: 0 } });
|
|
11
|
+
streamUtils.discard(response.body);
|
|
12
|
+
const etag = response.info.etag;
|
|
13
|
+
return {
|
|
14
|
+
info: named(response.info),
|
|
15
|
+
rangeable: response.status === 206 && response.info.size != null,
|
|
16
|
+
final: response.url,
|
|
17
|
+
validator: etag != null && !etag.startsWith('W/') ? etag : undefined,
|
|
18
|
+
};
|
|
19
|
+
};
|
|
20
|
+
const learn = async (signal) => {
|
|
21
|
+
known ??= discover(signal);
|
|
22
|
+
try {
|
|
23
|
+
return await known;
|
|
24
|
+
}
|
|
25
|
+
catch (error) {
|
|
26
|
+
known = undefined;
|
|
27
|
+
throw error;
|
|
28
|
+
}
|
|
29
|
+
};
|
|
30
|
+
const info = async (infoOptions = {}) => (await learn(infoOptions.signal)).info;
|
|
31
|
+
const open = async (openOptions = {}) => {
|
|
32
|
+
const response = await client.request(url, { ...base(openOptions.signal), range: openOptions.range });
|
|
33
|
+
if (openOptions.range != null && response.status !== 206) {
|
|
34
|
+
streamUtils.discard(response.body);
|
|
35
|
+
throw new SourceError('range-unsupported');
|
|
36
|
+
}
|
|
37
|
+
const opened = { stream: response.body, info: named(response.info) };
|
|
38
|
+
const span = /bytes (\d+)-(\d+)\/(\d+)/.exec(String(response.headers['content-range'] ?? ''));
|
|
39
|
+
if (span != null) {
|
|
40
|
+
opened.range = { start: Number(span[1]), end: Number(span[2]), total: Number(span[3]) };
|
|
41
|
+
}
|
|
42
|
+
return opened;
|
|
43
|
+
};
|
|
44
|
+
const ranges = async (rangeOptions = {}) => {
|
|
45
|
+
const current = await learn(rangeOptions.signal);
|
|
46
|
+
if (!current.rangeable || current.info.size == null) {
|
|
47
|
+
return null;
|
|
48
|
+
}
|
|
49
|
+
const size = current.info.size;
|
|
50
|
+
const fetchRange = async (start, end, signal) => {
|
|
51
|
+
const response = await client.request(current.final, {
|
|
52
|
+
...base(signal), raw: true, range: { start, end }, ifRange: current.validator,
|
|
53
|
+
});
|
|
54
|
+
if (response.status !== 206) {
|
|
55
|
+
streamUtils.discard(response.body);
|
|
56
|
+
throw new SourceError('changed');
|
|
57
|
+
}
|
|
58
|
+
return response;
|
|
59
|
+
};
|
|
60
|
+
return {
|
|
61
|
+
size,
|
|
62
|
+
read: async (offset, length, signal) => {
|
|
63
|
+
const end = Math.min(offset + length, size) - 1;
|
|
64
|
+
if (end < offset) {
|
|
65
|
+
return new Uint8Array(0);
|
|
66
|
+
}
|
|
67
|
+
const response = await fetchRange(offset, end, signal);
|
|
68
|
+
return await streamUtils.collect(response.body, end - offset + 1);
|
|
69
|
+
},
|
|
70
|
+
stream: async (start, end, signal) => (await fetchRange(start, end - 1, signal)).body,
|
|
71
|
+
close: async () => undefined,
|
|
72
|
+
};
|
|
73
|
+
};
|
|
74
|
+
return { kind: 'http', info, open, ranges };
|
|
75
|
+
};
|
|
76
|
+
//# sourceMappingURL=source.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"source.js","sourceRoot":"","sources":["../../src/http/source.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAA;AAE1C,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAA;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAA;AAIjD,oFAAoF;AACpF,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,MAAkB,EAAE,GAAQ,EAAE,OAAO,GAAsB,EAAE,EAAc,EAAE;IAC1G,IAAI,KAAyC,CAAA;IAE7C,MAAM,IAAI,GAAG,CAAC,MAAoB,EAAsB,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,CAAC,CAAA;IAE/I,MAAM,KAAK,GAAG,CAAC,IAAc,EAAY,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA;IAE9G,MAAM,QAAQ,GAAG,KAAK,EAAE,MAAoB,EAA0B,EAAE;QACtE,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,CAAA;QAC5F,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;QAClC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAA;QAC/B,OAAO;YACL,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;YAC1B,SAAS,EAAE,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI;YAChE,KAAK,EAAE,QAAQ,CAAC,GAAG;YACnB,SAAS,EAAE,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;SACrE,CAAA;IACH,CAAC,CAAA;IAED,MAAM,KAAK,GAAG,KAAK,EAAE,MAAoB,EAA0B,EAAE;QACnE,KAAK,KAAK,QAAQ,CAAC,MAAM,CAAC,CAAA;QAC1B,IAAI,CAAC;YACH,OAAO,MAAM,KAAK,CAAA;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,KAAK,GAAG,SAAS,CAAA;YACjB,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC,CAAA;IAED,MAAM,IAAI,GAAG,KAAK,EAAE,WAAW,GAAkB,EAAE,EAAqB,EAAE,CAAC,CAAC,MAAM,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAA;IAEjH,MAAM,IAAI,GAAG,KAAK,EAAE,WAAW,GAAgB,EAAE,EAAuB,EAAE;QACxE,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,WAAW,CAAC,KAAK,EAAE,CAAC,CAAA;QACrG,IAAI,WAAW,CAAC,KAAK,IAAI,IAAI,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YACzD,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;YAClC,MAAM,IAAI,WAAW,CAAC,mBAAmB,CAAC,CAAA;QAC5C,CAAC;QACD,MAAM,MAAM,GAAe,EAAE,MAAM,EAAE,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAA;QAChF,MAAM,IAAI,GAAG,0BAA0B,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;QAC7F,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;YACjB,MAAM,CAAC,KAAK,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;QACzF,CAAC;QAED,OAAO,MAAM,CAAA;IACf,CAAC,CAAA;IAED,MAAM,MAAM,GAAG,KAAK,EAAE,YAAY,GAAkB,EAAE,EAA+B,EAAE;QACrF,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;QAChD,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;YACpD,OAAO,IAAI,CAAA;QACb,CAAC;QACD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAA;QAE9B,MAAM,UAAU,GAAG,KAAK,EAAE,KAAa,EAAE,GAAW,EAAE,MAAoB,EAAE,EAAE;YAC5E,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE;gBACnD,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,SAAS;aAC9E,CAAC,CAAA;YACF,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC5B,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;gBAClC,MAAM,IAAI,WAAW,CAAC,SAAS,CAAC,CAAA;YAClC,CAAC;YACD,OAAO,QAAQ,CAAA;QACjB,CAAC,CAAA;QAED,OAAO;YACL,IAAI;YACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;gBACrC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAA;gBAC/C,IAAI,GAAG,GAAG,MAAM,EAAE,CAAC;oBACjB,OAAO,IAAI,UAAU,CAAC,CAAC,CAAC,CAAA;gBAC1B,CAAC;gBACD,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,CAAC,CAAA;gBACtD,OAAO,MAAM,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,GAAG,MAAM,GAAG,CAAC,CAAC,CAAA;YACnE,CAAC;YACD,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,UAAU,CAAC,KAAK,EAAE,GAAG,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI;YACrF,KAAK,EAAE,KAAK,IAAI,EAAE,CAAC,SAAS;SAC7B,CAAA;IACH,CAAC,CAAA;IAED,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAA;AAC7C,CAAC,CAAA"}
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
import type { Readable } from 'node:stream';
|
|
2
|
+
import type { NetworkPolicy, NetworkPolicyOptions } from '../network/types.js';
|
|
3
|
+
import type { ProxyRouter, ProxyRouterOptions } from '../proxy/types.js';
|
|
4
|
+
import type { UrlResolver } from '../resolvers/types.js';
|
|
5
|
+
import type { ByteRange, FileInfo, FileSource, SignalOptions } from '../types.js';
|
|
6
|
+
export interface HttpTimeouts {
|
|
7
|
+
/** TCP (and proxy handshake) connect. Default 10 000 ms. */
|
|
8
|
+
connectMs: number;
|
|
9
|
+
/** From the request to the response head. Default 30 000 ms. */
|
|
10
|
+
headersMs: number;
|
|
11
|
+
/** Longest silence while the body flows. Default 30 000 ms. */
|
|
12
|
+
idleMs: number;
|
|
13
|
+
}
|
|
14
|
+
export interface HttpClientOptions {
|
|
15
|
+
network?: NetworkPolicy | NetworkPolicyOptions;
|
|
16
|
+
proxies?: ProxyRouter | ProxyRouterOptions;
|
|
17
|
+
/** Default `[googleDriveResolver]`; `[]` turns resolving off. */
|
|
18
|
+
resolvers?: UrlResolver[];
|
|
19
|
+
timeouts?: Partial<HttpTimeouts>;
|
|
20
|
+
/** Default 5. */
|
|
21
|
+
maxRedirects?: number;
|
|
22
|
+
userAgent?: string;
|
|
23
|
+
/** Sent with every request. */
|
|
24
|
+
headers?: Record<string, string>;
|
|
25
|
+
/** Dropped on a cross-origin redirect, beside `authorization`, `cookie` and `proxy-authorization`. */
|
|
26
|
+
sensitiveHeaders?: string[];
|
|
27
|
+
/** Extra CAs (verification is never turned off). */
|
|
28
|
+
ca?: string | string[];
|
|
29
|
+
}
|
|
30
|
+
/** The two methods a download issues. */
|
|
31
|
+
export type HttpMethod = 'GET' | 'HEAD';
|
|
32
|
+
export interface HttpRequestOptions extends SignalOptions {
|
|
33
|
+
method?: HttpMethod;
|
|
34
|
+
headers?: Record<string, string>;
|
|
35
|
+
range?: ByteRange;
|
|
36
|
+
/** Routing key for `by-key` pools and proxy providers. */
|
|
37
|
+
proxyKey?: string;
|
|
38
|
+
/** Skip the URL resolvers. */
|
|
39
|
+
raw?: boolean;
|
|
40
|
+
/** Send `If-Range` with this strong validator. */
|
|
41
|
+
ifRange?: string;
|
|
42
|
+
}
|
|
43
|
+
export interface HttpResponse {
|
|
44
|
+
/** The final URL; redact before logging. */
|
|
45
|
+
url: URL;
|
|
46
|
+
status: number;
|
|
47
|
+
headers: Record<string, string | string[] | undefined>;
|
|
48
|
+
/** The body, transport-decoded (never a gzip file itself), idle-guarded, length-checked. */
|
|
49
|
+
body: Readable;
|
|
50
|
+
info: FileInfo;
|
|
51
|
+
redirects: number;
|
|
52
|
+
}
|
|
53
|
+
export interface HttpSourceOptions {
|
|
54
|
+
headers?: Record<string, string>;
|
|
55
|
+
proxyKey?: string;
|
|
56
|
+
raw?: boolean;
|
|
57
|
+
/** The file name to claim, over what the response says. */
|
|
58
|
+
name?: string;
|
|
59
|
+
}
|
|
60
|
+
/** Downloads under the network policy, through proxies, redirects and resolvers. */
|
|
61
|
+
export interface HttpClient {
|
|
62
|
+
/** One GET or HEAD; a non-2xx answer is `HttpError('status:<code>')`. */
|
|
63
|
+
request: (url: string | URL, options?: HttpRequestOptions) => Promise<HttpResponse>;
|
|
64
|
+
/** A re-openable source; Range-capable when the server answers 206 with Content-Range. */
|
|
65
|
+
source: (url: string | URL, options?: HttpSourceOptions) => FileSource;
|
|
66
|
+
}
|
|
67
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/http/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAC3C,OAAO,KAAK,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAA;AAC9E,OAAO,KAAK,EAAE,WAAW,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAA;AACxE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAA;AACxD,OAAO,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAEjF,MAAM,WAAW,YAAY;IAC3B,4DAA4D;IAC5D,SAAS,EAAE,MAAM,CAAA;IACjB,gEAAgE;IAChE,SAAS,EAAE,MAAM,CAAA;IACjB,+DAA+D;IAC/D,MAAM,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,CAAC,EAAE,aAAa,GAAG,oBAAoB,CAAA;IAC9C,OAAO,CAAC,EAAE,WAAW,GAAG,kBAAkB,CAAA;IAC1C,iEAAiE;IACjE,SAAS,CAAC,EAAE,WAAW,EAAE,CAAA;IACzB,QAAQ,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,CAAA;IAChC,iBAAiB;IACjB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,+BAA+B;IAC/B,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAChC,sGAAsG;IACtG,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAA;IAC3B,oDAAoD;IACpD,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAA;CACvB;AAED,yCAAyC;AAEzC,MAAM,MAAM,UAAU,GAAG,KAAK,GAAG,MAAM,CAAA;AAEvC,MAAM,WAAW,kBAAmB,SAAQ,aAAa;IACvD,MAAM,CAAC,EAAE,UAAU,CAAA;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAChC,KAAK,CAAC,EAAE,SAAS,CAAA;IACjB,0DAA0D;IAC1D,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,8BAA8B;IAC9B,GAAG,CAAC,EAAE,OAAO,CAAA;IACb,kDAAkD;IAClD,OAAO,CAAC,EAAE,MAAM,CAAA;CACjB;AAED,MAAM,WAAW,YAAY;IAC3B,4CAA4C;IAC5C,GAAG,EAAE,GAAG,CAAA;IACR,MAAM,EAAE,MAAM,CAAA;IACd,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,SAAS,CAAC,CAAA;IACtD,4FAA4F;IAC5F,IAAI,EAAE,QAAQ,CAAA;IACd,IAAI,EAAE,QAAQ,CAAA;IACd,SAAS,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAChC,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,GAAG,CAAC,EAAE,OAAO,CAAA;IACb,2DAA2D;IAC3D,IAAI,CAAC,EAAE,MAAM,CAAA;CACd;AAED,oFAAoF;AACpF,MAAM,WAAW,UAAU;IACzB,yEAAyE;IACzE,OAAO,EAAE,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,EAAE,OAAO,CAAC,EAAE,kBAAkB,KAAK,OAAO,CAAC,YAAY,CAAC,CAAA;IACnF,0FAA0F;IAC1F,MAAM,EAAE,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,EAAE,OAAO,CAAC,EAAE,iBAAiB,KAAK,UAAU,CAAA;CACvE"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/http/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import type { Duplex } from 'node:stream';
|
|
2
|
+
import type { FileInfo } from '../types.js';
|
|
3
|
+
export interface Connection {
|
|
4
|
+
socket: Duplex;
|
|
5
|
+
/** `direct` and `tunnel` carry origin-form requests; `forward` absolute-form ones. */
|
|
6
|
+
mode: 'direct' | 'tunnel' | 'forward';
|
|
7
|
+
headers?: Record<string, string>;
|
|
8
|
+
}
|
|
9
|
+
export interface HttpConnector {
|
|
10
|
+
/** A connected (and, for https, TLS-wrapped) socket to the URL's origin. */
|
|
11
|
+
connect: (url: URL, proxyKey: string | undefined, signal?: AbortSignal) => Promise<Connection>;
|
|
12
|
+
}
|
|
13
|
+
/** What a source learned from its first response. */
|
|
14
|
+
export interface KnownHttpFile {
|
|
15
|
+
info: FileInfo;
|
|
16
|
+
rangeable: boolean;
|
|
17
|
+
/** The URL that served the bytes, after redirects and resolvers. */
|
|
18
|
+
final: URL;
|
|
19
|
+
validator?: string;
|
|
20
|
+
}
|
|
21
|
+
//# sourceMappingURL=types.local.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.local.d.ts","sourceRoot":"","sources":["../../src/http/types.local.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AACzC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAE3C,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE,MAAM,CAAA;IACd,sFAAsF;IACtF,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAA;IACrC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CACjC;AAED,MAAM,WAAW,aAAa;IAC5B,4EAA4E;IAC5E,OAAO,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,GAAG,SAAS,EAAE,MAAM,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,UAAU,CAAC,CAAA;CAC/F;AAED,qDAAqD;AACrD,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,QAAQ,CAAA;IACd,SAAS,EAAE,OAAO,CAAA;IAClB,oEAAoE;IACpE,KAAK,EAAE,GAAG,CAAA;IACV,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.local.js","sourceRoot":"","sources":["../../src/http/types.local.ts"],"names":[],"mappings":""}
|
package/build/http.d.ts
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"http.d.ts","sourceRoot":"","sources":["../src/http.ts"],"names":[],"mappings":"AAaA,OAAO,KAAK,EAAE,UAAU,EAAE,iBAAiB,EAAoC,MAAM,iBAAiB,CAAA;AAkBtG,eAAO,MAAM,gBAAgB,aAAa,iBAAiB,KAAQ,UAkPlE,CAAA;AAED,eAAO,MAAM,UAAU,YAAqB,CAAA"}
|