@owlmeans/file-streams 0.0.0-stage → 0.2.0-alpha.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +71 -2
- package/agent-meta/manifest.json +64 -0
- package/agent-meta/skills/file-streams/SKILL.md +183 -0
- package/agent-meta/skills/file-streams/parts/network.md +47 -0
- package/agent-meta/skills/file-streams/parts/workspaces.md +129 -0
- package/build/archive/consts.d.ts +16 -0
- package/build/archive/consts.d.ts.map +1 -0
- package/build/archive/consts.js +24 -0
- package/build/archive/consts.js.map +1 -0
- package/build/archive/formats.d.ts +4 -0
- package/build/archive/formats.d.ts.map +1 -0
- package/build/archive/formats.js +53 -0
- package/build/archive/formats.js.map +1 -0
- package/build/archive/guard.d.ts +5 -0
- package/build/archive/guard.d.ts.map +1 -0
- package/build/archive/guard.js +62 -0
- package/build/archive/guard.js.map +1 -0
- package/build/archive/ratio.d.ts +5 -0
- package/build/archive/ratio.d.ts.map +1 -0
- package/build/archive/ratio.js +30 -0
- package/build/archive/ratio.js.map +1 -0
- package/build/archive/tar.d.ts +4 -0
- package/build/archive/tar.d.ts.map +1 -0
- package/build/archive/tar.js +142 -0
- package/build/archive/tar.js.map +1 -0
- package/build/archive/types.d.ts +95 -0
- package/build/archive/types.d.ts.map +1 -0
- package/build/archive/types.js +2 -0
- package/build/archive/types.js.map +1 -0
- package/build/archive/types.local.d.ts +64 -0
- package/build/archive/types.local.d.ts.map +1 -0
- package/build/archive/types.local.js +2 -0
- package/build/archive/types.local.js.map +1 -0
- package/build/archive/zip.d.ts +4 -0
- package/build/archive/zip.d.ts.map +1 -0
- package/build/archive/zip.js +135 -0
- package/build/archive/zip.js.map +1 -0
- package/build/archive.d.ts +4 -0
- package/build/archive.d.ts.map +1 -0
- package/build/archive.js +265 -0
- package/build/archive.js.map +1 -0
- package/build/backed-workspace/types.d.ts +67 -0
- package/build/backed-workspace/types.d.ts.map +1 -0
- package/build/backed-workspace/types.js +2 -0
- package/build/backed-workspace/types.js.map +1 -0
- package/build/backed-workspace.d.ts +4 -0
- package/build/backed-workspace.d.ts.map +1 -0
- package/build/backed-workspace.js +63 -0
- package/build/backed-workspace.js.map +1 -0
- package/build/consts.d.ts +3 -0
- package/build/consts.d.ts.map +1 -0
- package/build/consts.js +3 -0
- package/build/consts.js.map +1 -0
- package/build/consts.local.d.ts +3 -0
- package/build/consts.local.d.ts.map +1 -0
- package/build/consts.local.js +3 -0
- package/build/consts.local.js.map +1 -0
- package/build/errors.d.ts +59 -0
- package/build/errors.d.ts.map +1 -0
- package/build/errors.js +105 -0
- package/build/errors.js.map +1 -0
- package/build/http/connector.d.ts +11 -0
- package/build/http/connector.d.ts.map +1 -0
- package/build/http/connector.js +124 -0
- package/build/http/connector.js.map +1 -0
- package/build/http/consts.d.ts +9 -0
- package/build/http/consts.d.ts.map +1 -0
- package/build/http/consts.js +8 -0
- package/build/http/consts.js.map +1 -0
- package/build/http/source.d.ts +5 -0
- package/build/http/source.d.ts.map +1 -0
- package/build/http/source.js +76 -0
- package/build/http/source.js.map +1 -0
- package/build/http/types.d.ts +67 -0
- package/build/http/types.d.ts.map +1 -0
- package/build/http/types.js +2 -0
- package/build/http/types.js.map +1 -0
- package/build/http/types.local.d.ts +21 -0
- package/build/http/types.local.d.ts.map +1 -0
- package/build/http/types.local.js +2 -0
- package/build/http/types.local.js.map +1 -0
- package/build/http.d.ts +4 -0
- package/build/http.d.ts.map +1 -0
- package/build/http.js +248 -0
- package/build/http.js.map +1 -0
- package/build/index.d.ts +53 -0
- package/build/index.d.ts.map +1 -0
- package/build/index.js +33 -0
- package/build/index.js.map +1 -0
- package/build/network/consts.d.ts +12 -0
- package/build/network/consts.d.ts.map +1 -0
- package/build/network/consts.js +20 -0
- package/build/network/consts.js.map +1 -0
- package/build/network/types.d.ts +43 -0
- package/build/network/types.d.ts.map +1 -0
- package/build/network/types.js +2 -0
- package/build/network/types.js.map +1 -0
- package/build/network.d.ts +4 -0
- package/build/network.d.ts.map +1 -0
- package/build/network.js +165 -0
- package/build/network.js.map +1 -0
- package/build/proxy/consts.d.ts +7 -0
- package/build/proxy/consts.d.ts.map +1 -0
- package/build/proxy/consts.js +9 -0
- package/build/proxy/consts.js.map +1 -0
- package/build/proxy/endpoint.d.ts +4 -0
- package/build/proxy/endpoint.d.ts.map +1 -0
- package/build/proxy/endpoint.js +27 -0
- package/build/proxy/endpoint.js.map +1 -0
- package/build/proxy/http.d.ts +5 -0
- package/build/proxy/http.d.ts.map +1 -0
- package/build/proxy/http.js +95 -0
- package/build/proxy/http.js.map +1 -0
- package/build/proxy/router.d.ts +4 -0
- package/build/proxy/router.d.ts.map +1 -0
- package/build/proxy/router.js +85 -0
- package/build/proxy/router.js.map +1 -0
- package/build/proxy/socks.d.ts +5 -0
- package/build/proxy/socks.d.ts.map +1 -0
- package/build/proxy/socks.js +44 -0
- package/build/proxy/socks.js.map +1 -0
- package/build/proxy/types.d.ts +99 -0
- package/build/proxy/types.d.ts.map +1 -0
- package/build/proxy/types.js +2 -0
- package/build/proxy/types.js.map +1 -0
- package/build/resolvers/google-drive/consts.d.ts +10 -0
- package/build/resolvers/google-drive/consts.d.ts.map +1 -0
- package/build/resolvers/google-drive/consts.js +16 -0
- package/build/resolvers/google-drive/consts.js.map +1 -0
- package/build/resolvers/google-drive/types.d.ts +21 -0
- package/build/resolvers/google-drive/types.d.ts.map +1 -0
- package/build/resolvers/google-drive/types.js +2 -0
- package/build/resolvers/google-drive/types.js.map +1 -0
- package/build/resolvers/google-drive.d.ts +10 -0
- package/build/resolvers/google-drive.d.ts.map +1 -0
- package/build/resolvers/google-drive.js +130 -0
- package/build/resolvers/google-drive.js.map +1 -0
- package/build/resolvers/types.d.ts +39 -0
- package/build/resolvers/types.d.ts.map +1 -0
- package/build/resolvers/types.js +2 -0
- package/build/resolvers/types.js.map +1 -0
- package/build/s3/consts.d.ts +9 -0
- package/build/s3/consts.d.ts.map +1 -0
- package/build/s3/consts.js +9 -0
- package/build/s3/consts.js.map +1 -0
- package/build/s3/prefix.d.ts +4 -0
- package/build/s3/prefix.d.ts.map +1 -0
- package/build/s3/prefix.js +87 -0
- package/build/s3/prefix.js.map +1 -0
- package/build/s3/sink.d.ts +6 -0
- package/build/s3/sink.d.ts.map +1 -0
- package/build/s3/sink.js +30 -0
- package/build/s3/sink.js.map +1 -0
- package/build/s3/source.d.ts +5 -0
- package/build/s3/source.d.ts.map +1 -0
- package/build/s3/source.js +81 -0
- package/build/s3/source.js.map +1 -0
- package/build/s3/types.d.ts +66 -0
- package/build/s3/types.d.ts.map +1 -0
- package/build/s3/types.js +2 -0
- package/build/s3/types.js.map +1 -0
- package/build/s3/types.local.d.ts +43 -0
- package/build/s3/types.local.d.ts.map +1 -0
- package/build/s3/types.local.js +2 -0
- package/build/s3/types.local.js.map +1 -0
- package/build/s3/upload.d.ts +4 -0
- package/build/s3/upload.d.ts.map +1 -0
- package/build/s3/upload.js +118 -0
- package/build/s3/upload.js.map +1 -0
- package/build/s3.d.ts +5 -0
- package/build/s3.d.ts.map +1 -0
- package/build/s3.js +68 -0
- package/build/s3.js.map +1 -0
- package/build/service/types.d.ts +66 -0
- package/build/service/types.d.ts.map +1 -0
- package/build/service/types.js +2 -0
- package/build/service/types.js.map +1 -0
- package/build/service/types.local.d.ts +11 -0
- package/build/service/types.local.d.ts.map +1 -0
- package/build/service/types.local.js +2 -0
- package/build/service/types.local.js.map +1 -0
- package/build/service.d.ts +6 -0
- package/build/service.d.ts.map +1 -0
- package/build/service.js +73 -0
- package/build/service.js.map +1 -0
- package/build/sinks/buffer/consts.d.ts +2 -0
- package/build/sinks/buffer/consts.d.ts.map +1 -0
- package/build/sinks/buffer/consts.js +2 -0
- package/build/sinks/buffer/consts.js.map +1 -0
- package/build/sinks/buffer/types.d.ts +11 -0
- package/build/sinks/buffer/types.d.ts.map +1 -0
- package/build/sinks/buffer/types.js +2 -0
- package/build/sinks/buffer/types.js.map +1 -0
- package/build/sinks/buffer.d.ts +4 -0
- package/build/sinks/buffer.d.ts.map +1 -0
- package/build/sinks/buffer.js +13 -0
- package/build/sinks/buffer.js.map +1 -0
- package/build/sinks/directory/types.d.ts +7 -0
- package/build/sinks/directory/types.d.ts.map +1 -0
- package/build/sinks/directory/types.js +2 -0
- package/build/sinks/directory/types.js.map +1 -0
- package/build/sinks/directory.d.ts +8 -0
- package/build/sinks/directory.d.ts.map +1 -0
- package/build/sinks/directory.js +43 -0
- package/build/sinks/directory.js.map +1 -0
- package/build/sinks/file.d.ts +5 -0
- package/build/sinks/file.d.ts.map +1 -0
- package/build/sinks/file.js +46 -0
- package/build/sinks/file.js.map +1 -0
- package/build/sinks/types.d.ts +11 -0
- package/build/sinks/types.d.ts.map +1 -0
- package/build/sinks/types.js +2 -0
- package/build/sinks/types.js.map +1 -0
- package/build/sinks/workload/consts.d.ts +5 -0
- package/build/sinks/workload/consts.d.ts.map +1 -0
- package/build/sinks/workload/consts.js +5 -0
- package/build/sinks/workload/consts.js.map +1 -0
- package/build/sinks/workload/types.d.ts +17 -0
- package/build/sinks/workload/types.d.ts.map +1 -0
- package/build/sinks/workload/types.js +2 -0
- package/build/sinks/workload/types.js.map +1 -0
- package/build/sinks/workload.d.ts +8 -0
- package/build/sinks/workload.d.ts.map +1 -0
- package/build/sinks/workload.js +51 -0
- package/build/sinks/workload.js.map +1 -0
- package/build/sources/buffer.d.ts +5 -0
- package/build/sources/buffer.d.ts.map +1 -0
- package/build/sources/buffer.js +20 -0
- package/build/sources/buffer.js.map +1 -0
- package/build/sources/file.d.ts +5 -0
- package/build/sources/file.d.ts.map +1 -0
- package/build/sources/file.js +50 -0
- package/build/sources/file.js.map +1 -0
- package/build/sources/stream.d.ts +5 -0
- package/build/sources/stream.d.ts.map +1 -0
- package/build/sources/stream.js +19 -0
- package/build/sources/stream.js.map +1 -0
- package/build/sources/types.d.ts +10 -0
- package/build/sources/types.d.ts.map +1 -0
- package/build/sources/types.js +2 -0
- package/build/sources/types.js.map +1 -0
- package/build/sources/workload/types.d.ts +29 -0
- package/build/sources/workload/types.d.ts.map +1 -0
- package/build/sources/workload/types.js +2 -0
- package/build/sources/workload/types.js.map +1 -0
- package/build/sources/workload.d.ts +7 -0
- package/build/sources/workload.d.ts.map +1 -0
- package/build/sources/workload.js +67 -0
- package/build/sources/workload.js.map +1 -0
- package/build/transfer/consts.d.ts +5 -0
- package/build/transfer/consts.d.ts.map +1 -0
- package/build/transfer/consts.js +8 -0
- package/build/transfer/consts.js.map +1 -0
- package/build/transfer/types.d.ts +49 -0
- package/build/transfer/types.d.ts.map +1 -0
- package/build/transfer/types.js +2 -0
- package/build/transfer/types.js.map +1 -0
- package/build/transfer.d.ts +4 -0
- package/build/transfer.d.ts.map +1 -0
- package/build/transfer.js +75 -0
- package/build/transfer.js.map +1 -0
- package/build/types.d.ts +99 -0
- package/build/types.d.ts.map +1 -0
- package/build/types.js +2 -0
- package/build/types.js.map +1 -0
- package/build/utils/names/consts.d.ts +5 -0
- package/build/utils/names/consts.d.ts.map +1 -0
- package/build/utils/names/consts.js +5 -0
- package/build/utils/names/consts.js.map +1 -0
- package/build/utils/names/types.d.ts +13 -0
- package/build/utils/names/types.d.ts.map +1 -0
- package/build/utils/names/types.js +2 -0
- package/build/utils/names/types.js.map +1 -0
- package/build/utils/names.d.ts +4 -0
- package/build/utils/names.d.ts.map +1 -0
- package/build/utils/names.js +60 -0
- package/build/utils/names.js.map +1 -0
- package/build/utils/paths/consts.d.ts +3 -0
- package/build/utils/paths/consts.d.ts.map +1 -0
- package/build/utils/paths/consts.js +2 -0
- package/build/utils/paths/consts.js.map +1 -0
- package/build/utils/paths/types.d.ts +20 -0
- package/build/utils/paths/types.d.ts.map +1 -0
- package/build/utils/paths/types.js +2 -0
- package/build/utils/paths/types.js.map +1 -0
- package/build/utils/paths.d.ts +4 -0
- package/build/utils/paths.d.ts.map +1 -0
- package/build/utils/paths.js +67 -0
- package/build/utils/paths.js.map +1 -0
- package/build/utils/range/types.d.ts +11 -0
- package/build/utils/range/types.d.ts.map +1 -0
- package/build/utils/range/types.js +2 -0
- package/build/utils/range/types.js.map +1 -0
- package/build/utils/range.d.ts +4 -0
- package/build/utils/range.d.ts.map +1 -0
- package/build/utils/range.js +64 -0
- package/build/utils/range.js.map +1 -0
- package/build/utils/redact/types.d.ts +16 -0
- package/build/utils/redact/types.d.ts.map +1 -0
- package/build/utils/redact/types.js +2 -0
- package/build/utils/redact/types.js.map +1 -0
- package/build/utils/redact.d.ts +4 -0
- package/build/utils/redact.d.ts.map +1 -0
- package/build/utils/redact.js +18 -0
- package/build/utils/redact.js.map +1 -0
- package/build/utils/signals/types.d.ts +17 -0
- package/build/utils/signals/types.d.ts.map +1 -0
- package/build/utils/signals/types.js +2 -0
- package/build/utils/signals/types.js.map +1 -0
- package/build/utils/signals.d.ts +4 -0
- package/build/utils/signals.d.ts.map +1 -0
- package/build/utils/signals.js +52 -0
- package/build/utils/signals.js.map +1 -0
- package/build/utils/streams/consts.d.ts +3 -0
- package/build/utils/streams/consts.d.ts.map +1 -0
- package/build/utils/streams/consts.js +3 -0
- package/build/utils/streams/consts.js.map +1 -0
- package/build/utils/streams/types.d.ts +59 -0
- package/build/utils/streams/types.d.ts.map +1 -0
- package/build/utils/streams/types.js +2 -0
- package/build/utils/streams/types.js.map +1 -0
- package/build/utils/streams.d.ts +4 -0
- package/build/utils/streams.d.ts.map +1 -0
- package/build/utils/streams.js +167 -0
- package/build/utils/streams.js.map +1 -0
- package/build/utils/tree/types.d.ts +6 -0
- package/build/utils/tree/types.d.ts.map +1 -0
- package/build/utils/tree/types.js +2 -0
- package/build/utils/tree/types.js.map +1 -0
- package/build/utils/tree.d.ts +4 -0
- package/build/utils/tree.d.ts.map +1 -0
- package/build/utils/tree.js +14 -0
- package/build/utils/tree.js.map +1 -0
- package/build/workspace/consts.d.ts +12 -0
- package/build/workspace/consts.d.ts.map +1 -0
- package/build/workspace/consts.js +12 -0
- package/build/workspace/consts.js.map +1 -0
- package/build/workspace/consts.local.d.ts +3 -0
- package/build/workspace/consts.local.d.ts.map +1 -0
- package/build/workspace/consts.local.js +3 -0
- package/build/workspace/consts.local.js.map +1 -0
- package/build/workspace/fs.d.ts +4 -0
- package/build/workspace/fs.d.ts.map +1 -0
- package/build/workspace/fs.js +45 -0
- package/build/workspace/fs.js.map +1 -0
- package/build/workspace/scope.d.ts +6 -0
- package/build/workspace/scope.d.ts.map +1 -0
- package/build/workspace/scope.js +180 -0
- package/build/workspace/scope.js.map +1 -0
- package/build/workspace/types.d.ts +66 -0
- package/build/workspace/types.d.ts.map +1 -0
- package/build/workspace/types.js +2 -0
- package/build/workspace/types.js.map +1 -0
- package/build/workspace/types.local.d.ts +20 -0
- package/build/workspace/types.local.d.ts.map +1 -0
- package/build/workspace/types.local.js +2 -0
- package/build/workspace/types.local.js.map +1 -0
- package/build/workspace.d.ts +7 -0
- package/build/workspace.d.ts.map +1 -0
- package/build/workspace.js +87 -0
- package/build/workspace.js.map +1 -0
- package/package.json +61 -4
- package/src/archive/consts.ts +28 -0
- package/src/archive/formats.ts +60 -0
- package/src/archive/guard.ts +68 -0
- package/src/archive/ratio.ts +35 -0
- package/src/archive/tar.ts +147 -0
- package/src/archive/types.local.ts +72 -0
- package/src/archive/types.ts +107 -0
- package/src/archive/zip.ts +142 -0
- package/src/archive.ts +298 -0
- package/src/backed-workspace/types.ts +72 -0
- package/src/backed-workspace.ts +85 -0
- package/src/consts.local.ts +2 -0
- package/src/consts.ts +2 -0
- package/src/errors.ts +128 -0
- package/src/http/connector.ts +136 -0
- package/src/http/consts.ts +13 -0
- package/src/http/source.ts +89 -0
- package/src/http/types.local.ts +23 -0
- package/src/http/types.ts +74 -0
- package/src/http.ts +276 -0
- package/src/index.ts +65 -0
- package/src/network/consts.ts +22 -0
- package/src/network/types.ts +45 -0
- package/src/network.ts +179 -0
- package/src/proxy/consts.ts +11 -0
- package/src/proxy/endpoint.ts +28 -0
- package/src/proxy/http.ts +108 -0
- package/src/proxy/router.ts +93 -0
- package/src/proxy/socks.ts +48 -0
- package/src/proxy/types.ts +114 -0
- package/src/resolvers/google-drive/consts.ts +22 -0
- package/src/resolvers/google-drive/types.ts +22 -0
- package/src/resolvers/google-drive.ts +153 -0
- package/src/resolvers/types.ts +45 -0
- package/src/s3/consts.ts +12 -0
- package/src/s3/prefix.ts +100 -0
- package/src/s3/sink.ts +36 -0
- package/src/s3/source.ts +90 -0
- package/src/s3/types.local.ts +49 -0
- package/src/s3/types.ts +70 -0
- package/src/s3/upload.ts +130 -0
- package/src/s3.ts +83 -0
- package/src/service/types.local.ts +9 -0
- package/src/service/types.ts +71 -0
- package/src/service.ts +97 -0
- package/src/sinks/buffer/consts.ts +1 -0
- package/src/sinks/buffer/types.ts +12 -0
- package/src/sinks/buffer.ts +18 -0
- package/src/sinks/directory/types.ts +7 -0
- package/src/sinks/directory.ts +49 -0
- package/src/sinks/file.ts +52 -0
- package/src/sinks/types.ts +12 -0
- package/src/sinks/workload/consts.ts +5 -0
- package/src/sinks/workload/types.ts +17 -0
- package/src/sinks/workload.ts +59 -0
- package/src/sources/buffer.ts +27 -0
- package/src/sources/file.ts +57 -0
- package/src/sources/stream.ts +26 -0
- package/src/sources/types.ts +12 -0
- package/src/sources/workload/types.ts +31 -0
- package/src/sources/workload.ts +79 -0
- package/src/transfer/consts.ts +10 -0
- package/src/transfer/types.ts +55 -0
- package/src/transfer.ts +89 -0
- package/src/types.ts +106 -0
- package/src/utils/names/consts.ts +5 -0
- package/src/utils/names/types.ts +12 -0
- package/src/utils/names.ts +70 -0
- package/src/utils/paths/consts.ts +3 -0
- package/src/utils/paths/types.ts +20 -0
- package/src/utils/paths.ts +75 -0
- package/src/utils/range/types.ts +11 -0
- package/src/utils/range.ts +80 -0
- package/src/utils/redact/types.ts +16 -0
- package/src/utils/redact.ts +23 -0
- package/src/utils/signals/types.ts +17 -0
- package/src/utils/signals.ts +63 -0
- package/src/utils/streams/consts.ts +2 -0
- package/src/utils/streams/types.ts +65 -0
- package/src/utils/streams.ts +188 -0
- package/src/utils/tree/types.ts +6 -0
- package/src/utils/tree.ts +18 -0
- package/src/workspace/consts.local.ts +2 -0
- package/src/workspace/consts.ts +14 -0
- package/src/workspace/fs.ts +48 -0
- package/src/workspace/scope.ts +196 -0
- package/src/workspace/types.local.ts +21 -0
- package/src/workspace/types.ts +71 -0
- package/src/workspace.ts +102 -0
- package/tests/archive.spec.ts +134 -0
- package/tests/backed.spec.ts +147 -0
- package/tests/context.ts +114 -0
- package/tests/fixtures.ts +190 -0
- package/tests/google-drive.spec.ts +76 -0
- package/tests/harness/drive.ts +92 -0
- package/tests/harness/http-proxy.ts +96 -0
- package/tests/harness/origin.ts +134 -0
- package/tests/harness/socks5.ts +135 -0
- package/tests/harness/workload.ts +118 -0
- package/tests/http.spec.ts +101 -0
- package/tests/inspector.spec.ts +40 -0
- package/tests/live.spec.ts +27 -0
- package/tests/network.spec.ts +79 -0
- package/tests/proxy.spec.ts +149 -0
- package/tests/s3.spec.ts +133 -0
- package/tests/service.spec.ts +77 -0
- package/tests/sources-sinks.spec.ts +96 -0
- package/tests/transfer.spec.ts +99 -0
- package/tests/tsconfig.json +12 -0
- package/tests/workload.spec.ts +140 -0
- package/tests/workspace.spec.ts +158 -0
- package/tsconfig.json +16 -0
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import { streamUtils } from '../utils/streams.js';
|
|
2
|
+
import { DEFAULT_BUFFER_SINK_BYTES } from './buffer/consts.js';
|
|
3
|
+
/** Collects a file in memory, refusing past its ceiling. */
|
|
4
|
+
export const createBufferSink = (options = {}) => {
|
|
5
|
+
let collected = new Uint8Array(0);
|
|
6
|
+
const write = async (input, writeOptions = {}) => {
|
|
7
|
+
const ceiling = Math.min(options.maxBytes ?? DEFAULT_BUFFER_SINK_BYTES, writeOptions.maxBytes ?? Infinity);
|
|
8
|
+
collected = await streamUtils.collect(input.stream, ceiling);
|
|
9
|
+
return { kind: 'buffer', location: 'buffer', bytes: collected.length, mime: input.verdict?.detected?.mime ?? input.info.mime };
|
|
10
|
+
};
|
|
11
|
+
return { kind: 'buffer', write, bytes: () => collected };
|
|
12
|
+
};
|
|
13
|
+
//# sourceMappingURL=buffer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"buffer.js","sourceRoot":"","sources":["../../src/sinks/buffer.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAA;AACjD,OAAO,EAAE,yBAAyB,EAAE,MAAM,oBAAoB,CAAA;AAG9D,4DAA4D;AAC5D,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,OAAO,GAAsB,EAAE,EAAc,EAAE;IAC9E,IAAI,SAAS,GAAe,IAAI,UAAU,CAAC,CAAC,CAAC,CAAA;IAE7C,MAAM,KAAK,GAAG,KAAK,EAAE,KAAgB,EAAE,YAAY,GAAqB,EAAE,EAAuB,EAAE;QACjG,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,IAAI,yBAAyB,EAAE,YAAY,CAAC,QAAQ,IAAI,QAAQ,CAAC,CAAA;QAC1G,SAAS,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;QAE5D,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA;IAChI,CAAC,CAAA;IAED,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,SAAS,EAAE,CAAA;AAC1D,CAAC,CAAA"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { FileSinkOptions } from '../types.js';
|
|
2
|
+
import type { PathLimits } from '../../utils/paths/types.js';
|
|
3
|
+
export interface DirectorySinkOptions extends FileSinkOptions, Partial<PathLimits> {
|
|
4
|
+
/** Mode of created directories. Default `0o755`. */
|
|
5
|
+
dirMode?: number;
|
|
6
|
+
}
|
|
7
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/sinks/directory/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAClD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAA;AAE5D,MAAM,WAAW,oBAAqB,SAAQ,eAAe,EAAE,OAAO,CAAC,UAAU,CAAC;IAChF,oDAAoD;IACpD,OAAO,CAAC,EAAE,MAAM,CAAA;CACjB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/sinks/directory/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import type { TreeSink } from '../types.js';
|
|
2
|
+
import type { DirectorySinkOptions } from './directory/types.js';
|
|
3
|
+
/**
|
|
4
|
+
* A directory every entry is confined to: normalized relative paths only, never through an
|
|
5
|
+
* existing symlink, never the same entry (or a case-fold twin) twice.
|
|
6
|
+
*/
|
|
7
|
+
export declare const createDirectorySink: (root: string, options?: DirectorySinkOptions) => TreeSink;
|
|
8
|
+
//# sourceMappingURL=directory.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"directory.d.ts","sourceRoot":"","sources":["../../src/sinks/directory.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAA2B,QAAQ,EAAE,MAAM,aAAa,CAAA;AAGpE,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAA;AAEhE;;;GAGG;AACH,eAAO,MAAM,mBAAmB,SAAU,MAAM,YAAW,oBAAoB,KAAQ,QAoCtF,CAAA"}
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
import { mkdir } from 'node:fs/promises';
|
|
2
|
+
import { resolve } from 'node:path';
|
|
3
|
+
import { PathError } from '../errors.js';
|
|
4
|
+
import { pathUtils } from '../utils/paths.js';
|
|
5
|
+
import { createFileSink } from './file.js';
|
|
6
|
+
/**
|
|
7
|
+
* A directory every entry is confined to: normalized relative paths only, never through an
|
|
8
|
+
* existing symlink, never the same entry (or a case-fold twin) twice.
|
|
9
|
+
*/
|
|
10
|
+
export const createDirectorySink = (root, options = {}) => {
|
|
11
|
+
const base = resolve(root);
|
|
12
|
+
const seen = new Set();
|
|
13
|
+
const entry = (path) => {
|
|
14
|
+
const relative = pathUtils.entry(path, options);
|
|
15
|
+
const target = pathUtils.join(base, relative);
|
|
16
|
+
const folded = relative.toLowerCase();
|
|
17
|
+
if (seen.has(folded)) {
|
|
18
|
+
throw new PathError('duplicate');
|
|
19
|
+
}
|
|
20
|
+
const sink = createFileSink(target, options);
|
|
21
|
+
return {
|
|
22
|
+
kind: 'file',
|
|
23
|
+
write: async (input, writeOptions) => {
|
|
24
|
+
if (seen.has(folded)) {
|
|
25
|
+
throw new PathError('duplicate');
|
|
26
|
+
}
|
|
27
|
+
await mkdir(base, { recursive: true, mode: options.dirMode ?? 0o755 });
|
|
28
|
+
await pathUtils.assertNoLinks(base, target);
|
|
29
|
+
const result = await sink.write(input, writeOptions);
|
|
30
|
+
seen.add(folded);
|
|
31
|
+
return result;
|
|
32
|
+
},
|
|
33
|
+
};
|
|
34
|
+
};
|
|
35
|
+
const directory = async (path, _options) => {
|
|
36
|
+
const target = pathUtils.join(base, pathUtils.entry(path, options));
|
|
37
|
+
await mkdir(base, { recursive: true, mode: options.dirMode ?? 0o755 });
|
|
38
|
+
await pathUtils.assertNoLinks(base, target);
|
|
39
|
+
await mkdir(target, { recursive: true, mode: options.dirMode ?? 0o755 });
|
|
40
|
+
};
|
|
41
|
+
return { kind: 'directory', entry, directory };
|
|
42
|
+
};
|
|
43
|
+
//# sourceMappingURL=directory.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"directory.js","sourceRoot":"","sources":["../../src/sinks/directory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAA;AACxC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AACnC,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAExC,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAA;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAA;AAG1C;;;GAGG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,IAAY,EAAE,OAAO,GAAyB,EAAE,EAAY,EAAE;IAChG,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAC1B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;IAE9B,MAAM,KAAK,GAAG,CAAC,IAAY,EAAY,EAAE;QACvC,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;QAC/C,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;QAC7C,MAAM,MAAM,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAA;QACrC,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YACrB,MAAM,IAAI,SAAS,CAAC,WAAW,CAAC,CAAA;QAClC,CAAC;QACD,MAAM,IAAI,GAAG,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;QAE5C,OAAO;YACL,IAAI,EAAE,MAAM;YACZ,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE;gBACnC,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;oBACrB,MAAM,IAAI,SAAS,CAAC,WAAW,CAAC,CAAA;gBAClC,CAAC;gBACD,MAAM,KAAK,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,IAAI,KAAK,EAAE,CAAC,CAAA;gBACtE,MAAM,SAAS,CAAC,aAAa,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;gBAC3C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,YAAY,CAAC,CAAA;gBACpD,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;gBAChB,OAAO,MAAM,CAAA;YACf,CAAC;SACF,CAAA;IACH,CAAC,CAAA;IAED,MAAM,SAAS,GAAG,KAAK,EAAE,IAAY,EAAE,QAAwB,EAAiB,EAAE;QAChF,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAA;QACnE,MAAM,KAAK,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,IAAI,KAAK,EAAE,CAAC,CAAA;QACtE,MAAM,SAAS,CAAC,aAAa,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;QAC3C,MAAM,KAAK,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,IAAI,KAAK,EAAE,CAAC,CAAA;IAC1E,CAAC,CAAA;IAED,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,SAAS,EAAE,CAAA;AAChD,CAAC,CAAA"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import type { FileSink } from '../types.js';
|
|
2
|
+
import type { FileSinkOptions } from './types.js';
|
|
3
|
+
/** One file on disk, written to a private temporary file and committed atomically. */
|
|
4
|
+
export declare const createFileSink: (path: string, options?: FileSinkOptions) => FileSink;
|
|
5
|
+
//# sourceMappingURL=file.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"file.d.ts","sourceRoot":"","sources":["../../src/sinks/file.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,QAAQ,EAA2C,MAAM,aAAa,CAAA;AAEpF,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AAIjD,sFAAsF;AACtF,eAAO,MAAM,cAAc,SAAU,MAAM,YAAW,eAAe,KAAQ,QAqC5E,CAAA"}
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
import { randomBytes } from 'node:crypto';
|
|
2
|
+
import { createWriteStream } from 'node:fs';
|
|
3
|
+
import { chmod, link, mkdir, rename, rm } from 'node:fs/promises';
|
|
4
|
+
import { basename, dirname, join } from 'node:path';
|
|
5
|
+
import { pipeline } from 'node:stream/promises';
|
|
6
|
+
import { logger } from '@owlmeans/log';
|
|
7
|
+
import { PathError } from '../errors.js';
|
|
8
|
+
import { streamUtils } from '../utils/streams.js';
|
|
9
|
+
const log = logger('file-streams:file');
|
|
10
|
+
/** One file on disk, written to a private temporary file and committed atomically. */
|
|
11
|
+
export const createFileSink = (path, options = {}) => {
|
|
12
|
+
const write = async (input, writeOptions = {}) => {
|
|
13
|
+
const dir = dirname(path);
|
|
14
|
+
if (options.mkdirs !== false) {
|
|
15
|
+
await mkdir(dir, { recursive: true, mode: 0o755 });
|
|
16
|
+
}
|
|
17
|
+
const temporary = join(dir, `.${basename(path)}.${randomBytes(6).toString('hex')}.tmp`);
|
|
18
|
+
const meter = streamUtils.meter({ maxBytes: writeOptions.maxBytes });
|
|
19
|
+
try {
|
|
20
|
+
await pipeline(input.stream, meter.stream, createWriteStream(temporary, { mode: 0o600, flags: 'wx', flush: true }), { signal: writeOptions.signal });
|
|
21
|
+
await chmod(temporary, options.mode ?? 0o644);
|
|
22
|
+
if (options.onConflict === 'overwrite') {
|
|
23
|
+
await rename(temporary, path);
|
|
24
|
+
}
|
|
25
|
+
else {
|
|
26
|
+
try {
|
|
27
|
+
await link(temporary, path);
|
|
28
|
+
}
|
|
29
|
+
catch (error) {
|
|
30
|
+
throw error.code === 'EEXIST' ? new PathError('exists') : error;
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
catch (error) {
|
|
35
|
+
streamUtils.discard(input.stream);
|
|
36
|
+
throw error;
|
|
37
|
+
}
|
|
38
|
+
finally {
|
|
39
|
+
await rm(temporary, { force: true });
|
|
40
|
+
}
|
|
41
|
+
log.debug('File written', { bytes: meter.bytes() });
|
|
42
|
+
return { kind: 'file', location: path, bytes: meter.bytes(), mime: input.verdict?.detected?.mime ?? input.info.mime };
|
|
43
|
+
};
|
|
44
|
+
return { kind: 'file', write };
|
|
45
|
+
};
|
|
46
|
+
//# sourceMappingURL=file.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"file.js","sourceRoot":"","sources":["../../src/sinks/file.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AACzC,OAAO,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAA;AAC3C,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAA;AACjE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AACnD,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAA;AAC/C,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAA;AACtC,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAExC,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAA;AAGjD,MAAM,GAAG,GAAG,MAAM,CAAC,mBAAmB,CAAC,CAAA;AAEvC,sFAAsF;AACtF,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,IAAY,EAAE,OAAO,GAAoB,EAAE,EAAY,EAAE;IACtF,MAAM,KAAK,GAAG,KAAK,EAAE,KAAgB,EAAE,YAAY,GAAqB,EAAE,EAAuB,EAAE;QACjG,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;QACzB,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;YAC7B,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;QACpD,CAAC;QACD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;QACvF,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,YAAY,CAAC,QAAQ,EAAE,CAAC,CAAA;QAEpE,IAAI,CAAC;YACH,MAAM,QAAQ,CACZ,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,iBAAiB,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EACnG,EAAE,MAAM,EAAE,YAAY,CAAC,MAAM,EAAE,CAChC,CAAA;YACD,MAAM,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,IAAI,KAAK,CAAC,CAAA;YAC7C,IAAI,OAAO,CAAC,UAAU,KAAK,WAAW,EAAE,CAAC;gBACvC,MAAM,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAA;YAC/B,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAA;gBAC7B,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAO,KAA+B,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;gBAC5F,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;YACjC,MAAM,KAAK,CAAA;QACb,CAAC;gBAAS,CAAC;YACT,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QACtC,CAAC;QAED,GAAG,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;QAEnD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA;IACvH,CAAC,CAAA;IAED,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAA;AAChC,CAAC,CAAA"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
/** What a file sink does when its target already exists. */
|
|
2
|
+
export type ConflictPolicy = 'error' | 'overwrite';
|
|
3
|
+
export interface FileSinkOptions {
|
|
4
|
+
/** Default `error` (`PathError('exists')`). */
|
|
5
|
+
onConflict?: ConflictPolicy;
|
|
6
|
+
/** File mode of the committed file. Default `0o644`. */
|
|
7
|
+
mode?: number;
|
|
8
|
+
/** Create missing parent directories. Default `true`. */
|
|
9
|
+
mkdirs?: boolean;
|
|
10
|
+
}
|
|
11
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/sinks/types.ts"],"names":[],"mappings":"AAAA,4DAA4D;AAE5D,MAAM,MAAM,cAAc,GAAG,OAAO,GAAG,WAAW,CAAA;AAElD,MAAM,WAAW,eAAe;IAC9B,+CAA+C;IAC/C,UAAU,CAAC,EAAE,cAAc,CAAA;IAC3B,wDAAwD;IACxD,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,yDAAyD;IACzD,MAAM,CAAC,EAAE,OAAO,CAAA;CACjB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/sinks/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
/** The publisher refuses a `writeBinaryFile` payload longer than this many base64 characters. */
|
|
2
|
+
export declare const WORKLOAD_MAX_BASE64_CHARS: number;
|
|
3
|
+
/** The largest file whose base64 fits the publisher's ceiling (12 MiB). */
|
|
4
|
+
export declare const WORKLOAD_MAX_FILE_BYTES: number;
|
|
5
|
+
//# sourceMappingURL=consts.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"consts.d.ts","sourceRoot":"","sources":["../../../src/sinks/workload/consts.ts"],"names":[],"mappings":"AAAA,iGAAiG;AACjG,eAAO,MAAM,yBAAyB,QAAmB,CAAA;AAEzD,2EAA2E;AAC3E,eAAO,MAAM,uBAAuB,QAAoC,CAAA"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
/** The publisher refuses a `writeBinaryFile` payload longer than this many base64 characters. */
|
|
2
|
+
export const WORKLOAD_MAX_BASE64_CHARS = 16 * 1024 * 1024;
|
|
3
|
+
/** The largest file whose base64 fits the publisher's ceiling (12 MiB). */
|
|
4
|
+
export const WORKLOAD_MAX_FILE_BYTES = WORKLOAD_MAX_BASE64_CHARS / 4 * 3;
|
|
5
|
+
//# sourceMappingURL=consts.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"consts.js","sourceRoot":"","sources":["../../../src/sinks/workload/consts.ts"],"names":[],"mappings":"AAAA,iGAAiG;AACjG,MAAM,CAAC,MAAM,yBAAyB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAA;AAEzD,2EAA2E;AAC3E,MAAM,CAAC,MAAM,uBAAuB,GAAG,yBAAyB,GAAG,CAAC,GAAG,CAAC,CAAA"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* The one binary write a Viable ephemeral workload accepts (its publisher's `writeBinaryFile`
|
|
3
|
+
* command). viable-agent's `FileHelper` satisfies it as is — pass the helper itself, never a
|
|
4
|
+
* destructured method.
|
|
5
|
+
*/
|
|
6
|
+
export interface WorkloadWriter {
|
|
7
|
+
writeBinaryFile: (filePath: string, base64: string) => Promise<void>;
|
|
8
|
+
}
|
|
9
|
+
export interface WorkloadSinkOptions {
|
|
10
|
+
/** Folder inside the workload's project, e.g. `sources/web/public/media`. */
|
|
11
|
+
root?: string;
|
|
12
|
+
/** Per-file ceiling; never above (and by default) `WORKLOAD_MAX_FILE_BYTES`. */
|
|
13
|
+
maxFileBytes?: number;
|
|
14
|
+
/** Retries of a failed write — the write is atomic on the workload, so a retry is safe. Default 1. */
|
|
15
|
+
retries?: number;
|
|
16
|
+
}
|
|
17
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/sinks/workload/types.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,MAAM,WAAW,cAAc;IAC7B,eAAe,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;CACrE;AAED,MAAM,WAAW,mBAAmB;IAClC,6EAA6E;IAC7E,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,gFAAgF;IAChF,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,sGAAsG;IACtG,OAAO,CAAC,EAAE,MAAM,CAAA;CACjB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/sinks/workload/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import type { TreeSink } from '../types.js';
|
|
2
|
+
import type { WorkloadSinkOptions, WorkloadWriter } from './workload/types.js';
|
|
3
|
+
/**
|
|
4
|
+
* Files written into a Viable ephemeral workload through its writer: one atomic write per file,
|
|
5
|
+
* each at most 12 MiB (the publisher's base64 ceiling) or a lower `maxFileBytes`.
|
|
6
|
+
*/
|
|
7
|
+
export declare const makeWorkloadSink: (writer: WorkloadWriter, options?: WorkloadSinkOptions) => TreeSink;
|
|
8
|
+
//# sourceMappingURL=workload.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"workload.d.ts","sourceRoot":"","sources":["../../src/sinks/workload.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAqD,QAAQ,EAAE,MAAM,aAAa,CAAA;AAI9F,OAAO,KAAK,EAAE,mBAAmB,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAA;AAI9E;;;GAGG;AACH,eAAO,MAAM,gBAAgB,WAAY,cAAc,YAAW,mBAAmB,KAAQ,QA4C5F,CAAA"}
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
import { logger } from '@owlmeans/log';
|
|
2
|
+
import { LimitError, WorkloadError } from '../errors.js';
|
|
3
|
+
import { pathUtils } from '../utils/paths.js';
|
|
4
|
+
import { streamUtils } from '../utils/streams.js';
|
|
5
|
+
import { WORKLOAD_MAX_FILE_BYTES } from './workload/consts.js';
|
|
6
|
+
const log = logger('file-streams:workload');
|
|
7
|
+
/**
|
|
8
|
+
* Files written into a Viable ephemeral workload through its writer: one atomic write per file,
|
|
9
|
+
* each at most 12 MiB (the publisher's base64 ceiling) or a lower `maxFileBytes`.
|
|
10
|
+
*/
|
|
11
|
+
export const makeWorkloadSink = (writer, options = {}) => {
|
|
12
|
+
const ceiling = Math.min(options.maxFileBytes ?? WORKLOAD_MAX_FILE_BYTES, WORKLOAD_MAX_FILE_BYTES);
|
|
13
|
+
const root = options.root != null && options.root.replace(/^\/+|\/+$/g, '') !== '' ? pathUtils.entry(options.root) : '';
|
|
14
|
+
const retries = options.retries ?? 1;
|
|
15
|
+
const entry = (path) => {
|
|
16
|
+
const filePath = root === '' ? pathUtils.entry(path) : `${root}/${pathUtils.entry(path)}`;
|
|
17
|
+
const write = async (input, writeOptions = {}) => {
|
|
18
|
+
const limit = Math.min(ceiling, writeOptions.maxBytes ?? Infinity);
|
|
19
|
+
if (input.info.size != null && input.info.size > limit) {
|
|
20
|
+
streamUtils.discard(input.stream);
|
|
21
|
+
throw new WorkloadError('too-large');
|
|
22
|
+
}
|
|
23
|
+
let bytes;
|
|
24
|
+
try {
|
|
25
|
+
bytes = await streamUtils.collect(input.stream, limit);
|
|
26
|
+
}
|
|
27
|
+
catch (error) {
|
|
28
|
+
throw error instanceof LimitError ? new WorkloadError('too-large') : error;
|
|
29
|
+
}
|
|
30
|
+
const base64 = bytes.toString('base64');
|
|
31
|
+
for (let attempt = 0;; attempt++) {
|
|
32
|
+
writeOptions.signal?.throwIfAborted();
|
|
33
|
+
try {
|
|
34
|
+
await writer.writeBinaryFile(filePath, base64);
|
|
35
|
+
break;
|
|
36
|
+
}
|
|
37
|
+
catch (error) {
|
|
38
|
+
if (attempt >= retries) {
|
|
39
|
+
log.warn('Workload write failed', { bytes: bytes.length, attempts: attempt + 1 });
|
|
40
|
+
throw new WorkloadError('write-failed');
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
return { kind: 'workload', location: filePath, bytes: bytes.length, mime: input.verdict?.detected?.mime ?? input.info.mime };
|
|
45
|
+
};
|
|
46
|
+
return { kind: 'workload', write };
|
|
47
|
+
};
|
|
48
|
+
const directory = async () => undefined;
|
|
49
|
+
return { kind: 'workload', entry, directory };
|
|
50
|
+
};
|
|
51
|
+
//# sourceMappingURL=workload.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"workload.js","sourceRoot":"","sources":["../../src/sinks/workload.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAA;AACtC,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;AAExD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAA;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAA;AACjD,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAA;AAG9D,MAAM,GAAG,GAAG,MAAM,CAAC,uBAAuB,CAAC,CAAA;AAE3C;;;GAGG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,MAAsB,EAAE,OAAO,GAAwB,EAAE,EAAY,EAAE;IACtG,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,IAAI,uBAAuB,EAAE,uBAAuB,CAAC,CAAA;IAClG,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IACvH,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,CAAC,CAAA;IAEpC,MAAM,KAAK,GAAG,CAAC,IAAY,EAAY,EAAE;QACvC,MAAM,QAAQ,GAAG,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAA;QAEzF,MAAM,KAAK,GAAG,KAAK,EAAE,KAAgB,EAAE,YAAY,GAAqB,EAAE,EAAuB,EAAE;YACjG,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,YAAY,CAAC,QAAQ,IAAI,QAAQ,CAAC,CAAA;YAClE,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,KAAK,EAAE,CAAC;gBACvD,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;gBACjC,MAAM,IAAI,aAAa,CAAC,WAAW,CAAC,CAAA;YACtC,CAAC;YACD,IAAI,KAAa,CAAA;YACjB,IAAI,CAAC;gBACH,KAAK,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;YACxD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,KAAK,YAAY,UAAU,CAAC,CAAC,CAAC,IAAI,aAAa,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;YAC5E,CAAC;YACD,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;YAEvC,KAAK,IAAI,OAAO,GAAG,CAAC,GAAI,OAAO,EAAE,EAAE,CAAC;gBAClC,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,CAAA;gBACrC,IAAI,CAAC;oBACH,MAAM,MAAM,CAAC,eAAe,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;oBAC9C,MAAK;gBACP,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,OAAO,IAAI,OAAO,EAAE,CAAC;wBACvB,GAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,GAAG,CAAC,EAAE,CAAC,CAAA;wBACjF,MAAM,IAAI,aAAa,CAAC,cAAc,CAAC,CAAA;oBACzC,CAAC;gBACH,CAAC;YACH,CAAC;YAED,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA;QAC9H,CAAC,CAAA;QAED,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,CAAA;IACpC,CAAC,CAAA;IAED,MAAM,SAAS,GAAG,KAAK,IAAmB,EAAE,CAAC,SAAS,CAAA;IAEtD,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,SAAS,EAAE,CAAA;AAC/C,CAAC,CAAA"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import type { FileSource } from '../types.js';
|
|
2
|
+
import type { SourceClaims } from './types.js';
|
|
3
|
+
/** Bytes in memory — a screenshot, a generated file: re-openable, with random access. */
|
|
4
|
+
export declare const createBufferSource: (bytes: Uint8Array, claims?: SourceClaims) => FileSource;
|
|
5
|
+
//# sourceMappingURL=buffer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"buffer.d.ts","sourceRoot":"","sources":["../../src/sources/buffer.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAY,UAAU,EAAwC,MAAM,aAAa,CAAA;AAG7F,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AAE9C,yFAAyF;AACzF,eAAO,MAAM,kBAAkB,UAAW,UAAU,WAAU,YAAY,KAAQ,UAmBjF,CAAA"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import { Readable } from 'node:stream';
|
|
2
|
+
import { nameUtils } from '../utils/names.js';
|
|
3
|
+
import { rangeUtils } from '../utils/range.js';
|
|
4
|
+
/** Bytes in memory — a screenshot, a generated file: re-openable, with random access. */
|
|
5
|
+
export const createBufferSource = (bytes, claims = {}) => {
|
|
6
|
+
const known = { origin: 'buffer', name: nameUtils.sanitize(claims.name), size: bytes.length, mime: claims.mime };
|
|
7
|
+
const info = async () => known;
|
|
8
|
+
const open = async (options = {}) => {
|
|
9
|
+
if (options.range == null) {
|
|
10
|
+
return { stream: Readable.from([Buffer.from(bytes)], { objectMode: false }), info: known };
|
|
11
|
+
}
|
|
12
|
+
const start = Math.min(options.range.start, bytes.length);
|
|
13
|
+
const end = Math.min(options.range.end ?? bytes.length - 1, bytes.length - 1);
|
|
14
|
+
const slice = Buffer.from(bytes.subarray(start, end + 1));
|
|
15
|
+
return { stream: Readable.from(slice.length > 0 ? [slice] : [], { objectMode: false }), info: known, range: { start, end, total: bytes.length } };
|
|
16
|
+
};
|
|
17
|
+
const ranges = async () => rangeUtils.ofBuffer(bytes);
|
|
18
|
+
return { kind: 'buffer', info, open, ranges };
|
|
19
|
+
};
|
|
20
|
+
//# sourceMappingURL=buffer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"buffer.js","sourceRoot":"","sources":["../../src/sources/buffer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAEtC,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAA;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAA;AAG9C,yFAAyF;AACzF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,KAAiB,EAAE,MAAM,GAAiB,EAAE,EAAc,EAAE;IAC7F,MAAM,KAAK,GAAa,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAA;IAE1H,MAAM,IAAI,GAAG,KAAK,IAAuB,EAAE,CAAC,KAAK,CAAA;IAEjD,MAAM,IAAI,GAAG,KAAK,EAAE,OAAO,GAAgB,EAAE,EAAuB,EAAE;QACpE,IAAI,OAAO,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;YAC1B,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAA;QAC5F,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;QACzD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QAC7E,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA;QAEzD,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,EAAE,CAAA;IACnJ,CAAC,CAAA;IAED,MAAM,MAAM,GAAG,KAAK,IAA0B,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;IAE3E,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAA;AAC/C,CAAC,CAAA"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import type { FileSource } from '../types.js';
|
|
2
|
+
import type { SourceClaims } from './types.js';
|
|
3
|
+
/** A regular file on disk: re-openable, with random access. */
|
|
4
|
+
export declare const createFileSource: (path: string, claims?: SourceClaims) => FileSource;
|
|
5
|
+
//# sourceMappingURL=file.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"file.d.ts","sourceRoot":"","sources":["../../src/sources/file.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAY,UAAU,EAAwC,MAAM,aAAa,CAAA;AAG7F,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AAE9C,+DAA+D;AAC/D,eAAO,MAAM,gBAAgB,SAAU,MAAM,WAAU,YAAY,KAAQ,UA8C1E,CAAA"}
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
import { createReadStream } from 'node:fs';
|
|
2
|
+
import { stat } from 'node:fs/promises';
|
|
3
|
+
import { basename } from 'node:path';
|
|
4
|
+
import { SourceError } from '../errors.js';
|
|
5
|
+
import { nameUtils } from '../utils/names.js';
|
|
6
|
+
import { rangeUtils } from '../utils/range.js';
|
|
7
|
+
/** A regular file on disk: re-openable, with random access. */
|
|
8
|
+
export const createFileSource = (path, claims = {}) => {
|
|
9
|
+
let known;
|
|
10
|
+
const info = async () => {
|
|
11
|
+
if (known != null) {
|
|
12
|
+
return known;
|
|
13
|
+
}
|
|
14
|
+
let stats;
|
|
15
|
+
try {
|
|
16
|
+
stats = await stat(path);
|
|
17
|
+
}
|
|
18
|
+
catch (error) {
|
|
19
|
+
throw error.code === 'ENOENT' ? new SourceError('not-found') : error;
|
|
20
|
+
}
|
|
21
|
+
if (!stats.isFile()) {
|
|
22
|
+
throw new SourceError('not-a-file');
|
|
23
|
+
}
|
|
24
|
+
known = {
|
|
25
|
+
origin: path,
|
|
26
|
+
name: nameUtils.sanitize(claims.name ?? basename(path)),
|
|
27
|
+
size: stats.size,
|
|
28
|
+
mime: claims.mime,
|
|
29
|
+
etag: `${Math.trunc(stats.mtimeMs)}-${stats.size}`,
|
|
30
|
+
modifiedAt: stats.mtime,
|
|
31
|
+
};
|
|
32
|
+
return known;
|
|
33
|
+
};
|
|
34
|
+
const open = async (options = {}) => {
|
|
35
|
+
const current = await info();
|
|
36
|
+
const size = current.size ?? 0;
|
|
37
|
+
if (options.range == null) {
|
|
38
|
+
return { stream: createReadStream(path, { signal: options.signal }), info: current };
|
|
39
|
+
}
|
|
40
|
+
const start = Math.min(options.range.start, size);
|
|
41
|
+
const end = Math.min(options.range.end ?? size - 1, size - 1);
|
|
42
|
+
const stream = end < start
|
|
43
|
+
? createReadStream(path, { start: 0, end: -1, signal: options.signal })
|
|
44
|
+
: createReadStream(path, { start, end, signal: options.signal });
|
|
45
|
+
return { stream, info: current, range: { start, end, total: size } };
|
|
46
|
+
};
|
|
47
|
+
const ranges = async () => rangeUtils.ofFile(path, (await info()).size ?? 0);
|
|
48
|
+
return { kind: 'file', info, open, ranges };
|
|
49
|
+
};
|
|
50
|
+
//# sourceMappingURL=file.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"file.js","sourceRoot":"","sources":["../../src/sources/file.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAA;AAC1C,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAA;AACvC,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AACpC,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAA;AAE1C,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAA;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAA;AAG9C,+DAA+D;AAC/D,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,IAAY,EAAE,MAAM,GAAiB,EAAE,EAAc,EAAE;IACtF,IAAI,KAA2B,CAAA;IAE/B,MAAM,IAAI,GAAG,KAAK,IAAuB,EAAE;QACzC,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAClB,OAAO,KAAK,CAAA;QACd,CAAC;QACD,IAAI,KAAK,CAAA;QACT,IAAI,CAAC;YACH,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,CAAA;QAC1B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAO,KAA+B,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;QACjG,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YACpB,MAAM,IAAI,WAAW,CAAC,YAAY,CAAC,CAAA;QACrC,CAAC;QACD,KAAK,GAAG;YACN,MAAM,EAAE,IAAI;YACZ,IAAI,EAAE,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC;YACvD,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,IAAI,EAAE;YAClD,UAAU,EAAE,KAAK,CAAC,KAAK;SACxB,CAAA;QAED,OAAO,KAAK,CAAA;IACd,CAAC,CAAA;IAED,MAAM,IAAI,GAAG,KAAK,EAAE,OAAO,GAAgB,EAAE,EAAuB,EAAE;QACpE,MAAM,OAAO,GAAG,MAAM,IAAI,EAAE,CAAA;QAC5B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,CAAC,CAAA;QAC9B,IAAI,OAAO,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;YAC1B,OAAO,EAAE,MAAM,EAAE,gBAAgB,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAA;QACtF,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;QACjD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,CAAA;QAC7D,MAAM,MAAM,GAAG,GAAG,GAAG,KAAK;YACxB,CAAC,CAAC,gBAAgB,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;YACvE,CAAC,CAAC,gBAAgB,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;QAElE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,CAAA;IACtE,CAAC,CAAA;IAED,MAAM,MAAM,GAAG,KAAK,IAA0B,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAA;IAElG,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAA;AAC7C,CAAC,CAAA"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import type { FileSource } from '../types.js';
|
|
2
|
+
import type { SourceClaims, StreamInput } from './types.js';
|
|
3
|
+
/** A stream someone else opened: one-shot, without random access. */
|
|
4
|
+
export declare const createStreamSource: (input: StreamInput, claims?: SourceClaims) => FileSource;
|
|
5
|
+
//# sourceMappingURL=stream.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"stream.d.ts","sourceRoot":"","sources":["../../src/sources/stream.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAY,UAAU,EAAc,MAAM,aAAa,CAAA;AAGnE,OAAO,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,YAAY,CAAA;AAE3D,qEAAqE;AACrE,eAAO,MAAM,kBAAkB,UAAW,WAAW,WAAU,YAAY,KAAQ,UAkBlF,CAAA"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import { SourceError } from '../errors.js';
|
|
2
|
+
import { nameUtils } from '../utils/names.js';
|
|
3
|
+
import { streamUtils } from '../utils/streams.js';
|
|
4
|
+
/** A stream someone else opened: one-shot, without random access. */
|
|
5
|
+
export const createStreamSource = (input, claims = {}) => {
|
|
6
|
+
const known = { origin: 'stream', name: nameUtils.sanitize(claims.name), size: claims.size, mime: claims.mime };
|
|
7
|
+
let consumed = false;
|
|
8
|
+
const info = async () => known;
|
|
9
|
+
const open = async () => {
|
|
10
|
+
if (consumed) {
|
|
11
|
+
throw new SourceError('consumed');
|
|
12
|
+
}
|
|
13
|
+
consumed = true;
|
|
14
|
+
return { stream: streamUtils.toReadable(input), info: known };
|
|
15
|
+
};
|
|
16
|
+
const ranges = async () => null;
|
|
17
|
+
return { kind: 'stream', info, open, ranges };
|
|
18
|
+
};
|
|
19
|
+
//# sourceMappingURL=stream.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"stream.js","sourceRoot":"","sources":["../../src/sources/stream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAA;AAE1C,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAA;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAA;AAGjD,qEAAqE;AACrE,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,KAAkB,EAAE,MAAM,GAAiB,EAAE,EAAc,EAAE;IAC9F,MAAM,KAAK,GAAa,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAA;IACzH,IAAI,QAAQ,GAAG,KAAK,CAAA;IAEpB,MAAM,IAAI,GAAG,KAAK,IAAuB,EAAE,CAAC,KAAK,CAAA;IAEjD,MAAM,IAAI,GAAG,KAAK,IAAyB,EAAE;QAC3C,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,IAAI,WAAW,CAAC,UAAU,CAAC,CAAA;QACnC,CAAC;QACD,QAAQ,GAAG,IAAI,CAAA;QAEf,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAA;IAC/D,CAAC,CAAA;IAED,MAAM,MAAM,GAAG,KAAK,IAAmB,EAAE,CAAC,IAAI,CAAA;IAE9C,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAA;AAC/C,CAAC,CAAA"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { Readable } from 'node:stream';
|
|
2
|
+
/** What a caller knows about bytes it hands over — claims a verdict checks, never facts. */
|
|
3
|
+
export interface SourceClaims {
|
|
4
|
+
name?: string;
|
|
5
|
+
mime?: string;
|
|
6
|
+
size?: number;
|
|
7
|
+
}
|
|
8
|
+
/** A stream in any shape the package accepts: Node, web, or any async iterable of bytes. */
|
|
9
|
+
export type StreamInput = Readable | ReadableStream<Uint8Array> | AsyncIterable<Uint8Array>;
|
|
10
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/sources/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAE3C,4FAA4F;AAC5F,MAAM,WAAW,YAAY;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,IAAI,CAAC,EAAE,MAAM,CAAA;CACd;AAED,4FAA4F;AAE5F,MAAM,MAAM,WAAW,GAAG,QAAQ,GAAG,cAAc,CAAC,UAAU,CAAC,GAAG,aAAa,CAAC,UAAU,CAAC,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/sources/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import type { FileSource } from '../../types.js';
|
|
2
|
+
import type { SourceClaims } from '../types.js';
|
|
3
|
+
/**
|
|
4
|
+
* The one binary read a Viable ephemeral workload answers (its publisher's `readBinaryFile`
|
|
5
|
+
* command, `{ filePath } → { base64 }`). viable-agent's `FileHelper` satisfies it as is — pass the
|
|
6
|
+
* helper itself, never a destructured method.
|
|
7
|
+
*/
|
|
8
|
+
export interface WorkloadReader {
|
|
9
|
+
readBinaryFile: (filePath: string) => Promise<string>;
|
|
10
|
+
}
|
|
11
|
+
export interface WorkloadSourceOptions {
|
|
12
|
+
/** Folder inside the workload's project, e.g. `docs/materials`. */
|
|
13
|
+
root?: string;
|
|
14
|
+
/** Per-file ceiling; never above (and by default) `WORKLOAD_MAX_FILE_BYTES`. */
|
|
15
|
+
maxFileBytes?: number;
|
|
16
|
+
/** Retries of a failed read. Default 1. */
|
|
17
|
+
retries?: number;
|
|
18
|
+
}
|
|
19
|
+
/** Files of a Viable ephemeral workload, read through its reader. */
|
|
20
|
+
export interface WorkloadSource {
|
|
21
|
+
readonly kind: string;
|
|
22
|
+
/**
|
|
23
|
+
* One file as a source: re-openable (each open is one read of the whole file), its size known
|
|
24
|
+
* after the first read, random access over the bytes of one read.
|
|
25
|
+
* @throws {PathError} when the path is not a confined relative path.
|
|
26
|
+
*/
|
|
27
|
+
entry: (path: string, claims?: SourceClaims) => FileSource;
|
|
28
|
+
}
|
|
29
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/sources/workload/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAA;AAChD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAE/C;;;;GAIG;AACH,MAAM,WAAW,cAAc;IAC7B,cAAc,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAA;CACtD;AAED,MAAM,WAAW,qBAAqB;IACpC,mEAAmE;IACnE,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,gFAAgF;IAChF,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,2CAA2C;IAC3C,OAAO,CAAC,EAAE,MAAM,CAAA;CACjB;AAED,qEAAqE;AACrE,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB;;;;OAIG;IACH,KAAK,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,YAAY,KAAK,UAAU,CAAA;CAC3D"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/sources/workload/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { WorkloadReader, WorkloadSource, WorkloadSourceOptions } from './workload/types.js';
|
|
2
|
+
/**
|
|
3
|
+
* Files read from a Viable ephemeral workload through its reader — the read twin of
|
|
4
|
+
* `makeWorkloadSink`: one read per open, each file at most 12 MiB or a lower `maxFileBytes`.
|
|
5
|
+
*/
|
|
6
|
+
export declare const makeWorkloadSource: (reader: WorkloadReader, options?: WorkloadSourceOptions) => WorkloadSource;
|
|
7
|
+
//# sourceMappingURL=workload.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"workload.d.ts","sourceRoot":"","sources":["../../src/sources/workload.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,cAAc,EAAE,cAAc,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAA;AAIhG;;;GAGG;AACH,eAAO,MAAM,kBAAkB,WAAY,cAAc,YAAW,qBAAqB,KAAQ,cA6DhG,CAAA"}
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
import { Readable } from 'node:stream';
|
|
2
|
+
import { logger } from '@owlmeans/log';
|
|
3
|
+
import { WorkloadError } from '../errors.js';
|
|
4
|
+
import { WORKLOAD_MAX_FILE_BYTES } from '../sinks/workload/consts.js';
|
|
5
|
+
import { nameUtils } from '../utils/names.js';
|
|
6
|
+
import { pathUtils } from '../utils/paths.js';
|
|
7
|
+
import { rangeUtils } from '../utils/range.js';
|
|
8
|
+
const log = logger('file-streams:workload');
|
|
9
|
+
/**
|
|
10
|
+
* Files read from a Viable ephemeral workload through its reader — the read twin of
|
|
11
|
+
* `makeWorkloadSink`: one read per open, each file at most 12 MiB or a lower `maxFileBytes`.
|
|
12
|
+
*/
|
|
13
|
+
export const makeWorkloadSource = (reader, options = {}) => {
|
|
14
|
+
const ceiling = Math.min(options.maxFileBytes ?? WORKLOAD_MAX_FILE_BYTES, WORKLOAD_MAX_FILE_BYTES);
|
|
15
|
+
const root = options.root != null && options.root.replace(/^\/+|\/+$/g, '') !== '' ? pathUtils.entry(options.root) : '';
|
|
16
|
+
const retries = options.retries ?? 1;
|
|
17
|
+
const entry = (path, claims = {}) => {
|
|
18
|
+
const filePath = root === '' ? pathUtils.entry(path) : `${root}/${pathUtils.entry(path)}`;
|
|
19
|
+
let known = { origin: filePath, name: nameUtils.sanitize(claims.name ?? filePath.split('/').at(-1)), mime: claims.mime };
|
|
20
|
+
const read = async (signal) => {
|
|
21
|
+
let base64;
|
|
22
|
+
for (let attempt = 0;; attempt++) {
|
|
23
|
+
signal?.throwIfAborted();
|
|
24
|
+
try {
|
|
25
|
+
base64 = await reader.readBinaryFile(filePath);
|
|
26
|
+
break;
|
|
27
|
+
}
|
|
28
|
+
catch {
|
|
29
|
+
if (attempt >= retries) {
|
|
30
|
+
log.warn('Workload read failed', { attempts: attempt + 1 });
|
|
31
|
+
throw new WorkloadError('read-failed');
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
signal?.throwIfAborted();
|
|
36
|
+
if (typeof base64 !== 'string') {
|
|
37
|
+
throw new WorkloadError('read-failed');
|
|
38
|
+
}
|
|
39
|
+
// Four characters carry three bytes: refuse an oversized payload before decoding it.
|
|
40
|
+
if (base64.length > Math.ceil(ceiling / 3) * 4) {
|
|
41
|
+
throw new WorkloadError('too-large');
|
|
42
|
+
}
|
|
43
|
+
const bytes = Buffer.from(base64, 'base64');
|
|
44
|
+
if (bytes.length > ceiling) {
|
|
45
|
+
throw new WorkloadError('too-large');
|
|
46
|
+
}
|
|
47
|
+
known = { ...known, size: bytes.length };
|
|
48
|
+
return bytes;
|
|
49
|
+
};
|
|
50
|
+
// No read of its own: the size is known once a read has happened.
|
|
51
|
+
const info = async () => known;
|
|
52
|
+
const open = async (openOptions = {}) => {
|
|
53
|
+
const bytes = await read(openOptions.signal);
|
|
54
|
+
if (openOptions.range == null) {
|
|
55
|
+
return { stream: Readable.from(bytes.length > 0 ? [bytes] : [], { objectMode: false }), info: known };
|
|
56
|
+
}
|
|
57
|
+
const start = Math.min(openOptions.range.start, bytes.length);
|
|
58
|
+
const end = Math.min(openOptions.range.end ?? bytes.length - 1, bytes.length - 1);
|
|
59
|
+
const slice = bytes.subarray(start, end + 1);
|
|
60
|
+
return { stream: Readable.from(slice.length > 0 ? [slice] : [], { objectMode: false }), info: known, range: { start, end, total: bytes.length } };
|
|
61
|
+
};
|
|
62
|
+
const ranges = async (rangeOptions = {}) => rangeUtils.ofBuffer(await read(rangeOptions.signal));
|
|
63
|
+
return { kind: 'workload', info, open, ranges };
|
|
64
|
+
};
|
|
65
|
+
return { kind: 'workload', entry };
|
|
66
|
+
};
|
|
67
|
+
//# sourceMappingURL=workload.js.map
|