@owlmeans/file-streams 0.0.0-stage → 0.2.0-alpha.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +71 -2
- package/agent-meta/manifest.json +64 -0
- package/agent-meta/skills/file-streams/SKILL.md +183 -0
- package/agent-meta/skills/file-streams/parts/network.md +47 -0
- package/agent-meta/skills/file-streams/parts/workspaces.md +129 -0
- package/build/archive/consts.d.ts +16 -0
- package/build/archive/consts.d.ts.map +1 -0
- package/build/archive/consts.js +24 -0
- package/build/archive/consts.js.map +1 -0
- package/build/archive/formats.d.ts +4 -0
- package/build/archive/formats.d.ts.map +1 -0
- package/build/archive/formats.js +53 -0
- package/build/archive/formats.js.map +1 -0
- package/build/archive/guard.d.ts +5 -0
- package/build/archive/guard.d.ts.map +1 -0
- package/build/archive/guard.js +62 -0
- package/build/archive/guard.js.map +1 -0
- package/build/archive/ratio.d.ts +5 -0
- package/build/archive/ratio.d.ts.map +1 -0
- package/build/archive/ratio.js +30 -0
- package/build/archive/ratio.js.map +1 -0
- package/build/archive/tar.d.ts +4 -0
- package/build/archive/tar.d.ts.map +1 -0
- package/build/archive/tar.js +142 -0
- package/build/archive/tar.js.map +1 -0
- package/build/archive/types.d.ts +95 -0
- package/build/archive/types.d.ts.map +1 -0
- package/build/archive/types.js +2 -0
- package/build/archive/types.js.map +1 -0
- package/build/archive/types.local.d.ts +64 -0
- package/build/archive/types.local.d.ts.map +1 -0
- package/build/archive/types.local.js +2 -0
- package/build/archive/types.local.js.map +1 -0
- package/build/archive/zip.d.ts +4 -0
- package/build/archive/zip.d.ts.map +1 -0
- package/build/archive/zip.js +135 -0
- package/build/archive/zip.js.map +1 -0
- package/build/archive.d.ts +4 -0
- package/build/archive.d.ts.map +1 -0
- package/build/archive.js +265 -0
- package/build/archive.js.map +1 -0
- package/build/backed-workspace/types.d.ts +67 -0
- package/build/backed-workspace/types.d.ts.map +1 -0
- package/build/backed-workspace/types.js +2 -0
- package/build/backed-workspace/types.js.map +1 -0
- package/build/backed-workspace.d.ts +4 -0
- package/build/backed-workspace.d.ts.map +1 -0
- package/build/backed-workspace.js +63 -0
- package/build/backed-workspace.js.map +1 -0
- package/build/consts.d.ts +3 -0
- package/build/consts.d.ts.map +1 -0
- package/build/consts.js +3 -0
- package/build/consts.js.map +1 -0
- package/build/consts.local.d.ts +3 -0
- package/build/consts.local.d.ts.map +1 -0
- package/build/consts.local.js +3 -0
- package/build/consts.local.js.map +1 -0
- package/build/errors.d.ts +59 -0
- package/build/errors.d.ts.map +1 -0
- package/build/errors.js +105 -0
- package/build/errors.js.map +1 -0
- package/build/http/connector.d.ts +11 -0
- package/build/http/connector.d.ts.map +1 -0
- package/build/http/connector.js +124 -0
- package/build/http/connector.js.map +1 -0
- package/build/http/consts.d.ts +9 -0
- package/build/http/consts.d.ts.map +1 -0
- package/build/http/consts.js +8 -0
- package/build/http/consts.js.map +1 -0
- package/build/http/source.d.ts +5 -0
- package/build/http/source.d.ts.map +1 -0
- package/build/http/source.js +76 -0
- package/build/http/source.js.map +1 -0
- package/build/http/types.d.ts +67 -0
- package/build/http/types.d.ts.map +1 -0
- package/build/http/types.js +2 -0
- package/build/http/types.js.map +1 -0
- package/build/http/types.local.d.ts +21 -0
- package/build/http/types.local.d.ts.map +1 -0
- package/build/http/types.local.js +2 -0
- package/build/http/types.local.js.map +1 -0
- package/build/http.d.ts +4 -0
- package/build/http.d.ts.map +1 -0
- package/build/http.js +248 -0
- package/build/http.js.map +1 -0
- package/build/index.d.ts +53 -0
- package/build/index.d.ts.map +1 -0
- package/build/index.js +33 -0
- package/build/index.js.map +1 -0
- package/build/network/consts.d.ts +12 -0
- package/build/network/consts.d.ts.map +1 -0
- package/build/network/consts.js +20 -0
- package/build/network/consts.js.map +1 -0
- package/build/network/types.d.ts +43 -0
- package/build/network/types.d.ts.map +1 -0
- package/build/network/types.js +2 -0
- package/build/network/types.js.map +1 -0
- package/build/network.d.ts +4 -0
- package/build/network.d.ts.map +1 -0
- package/build/network.js +165 -0
- package/build/network.js.map +1 -0
- package/build/proxy/consts.d.ts +7 -0
- package/build/proxy/consts.d.ts.map +1 -0
- package/build/proxy/consts.js +9 -0
- package/build/proxy/consts.js.map +1 -0
- package/build/proxy/endpoint.d.ts +4 -0
- package/build/proxy/endpoint.d.ts.map +1 -0
- package/build/proxy/endpoint.js +27 -0
- package/build/proxy/endpoint.js.map +1 -0
- package/build/proxy/http.d.ts +5 -0
- package/build/proxy/http.d.ts.map +1 -0
- package/build/proxy/http.js +95 -0
- package/build/proxy/http.js.map +1 -0
- package/build/proxy/router.d.ts +4 -0
- package/build/proxy/router.d.ts.map +1 -0
- package/build/proxy/router.js +85 -0
- package/build/proxy/router.js.map +1 -0
- package/build/proxy/socks.d.ts +5 -0
- package/build/proxy/socks.d.ts.map +1 -0
- package/build/proxy/socks.js +44 -0
- package/build/proxy/socks.js.map +1 -0
- package/build/proxy/types.d.ts +99 -0
- package/build/proxy/types.d.ts.map +1 -0
- package/build/proxy/types.js +2 -0
- package/build/proxy/types.js.map +1 -0
- package/build/resolvers/google-drive/consts.d.ts +10 -0
- package/build/resolvers/google-drive/consts.d.ts.map +1 -0
- package/build/resolvers/google-drive/consts.js +16 -0
- package/build/resolvers/google-drive/consts.js.map +1 -0
- package/build/resolvers/google-drive/types.d.ts +21 -0
- package/build/resolvers/google-drive/types.d.ts.map +1 -0
- package/build/resolvers/google-drive/types.js +2 -0
- package/build/resolvers/google-drive/types.js.map +1 -0
- package/build/resolvers/google-drive.d.ts +10 -0
- package/build/resolvers/google-drive.d.ts.map +1 -0
- package/build/resolvers/google-drive.js +130 -0
- package/build/resolvers/google-drive.js.map +1 -0
- package/build/resolvers/types.d.ts +39 -0
- package/build/resolvers/types.d.ts.map +1 -0
- package/build/resolvers/types.js +2 -0
- package/build/resolvers/types.js.map +1 -0
- package/build/s3/consts.d.ts +9 -0
- package/build/s3/consts.d.ts.map +1 -0
- package/build/s3/consts.js +9 -0
- package/build/s3/consts.js.map +1 -0
- package/build/s3/prefix.d.ts +4 -0
- package/build/s3/prefix.d.ts.map +1 -0
- package/build/s3/prefix.js +87 -0
- package/build/s3/prefix.js.map +1 -0
- package/build/s3/sink.d.ts +6 -0
- package/build/s3/sink.d.ts.map +1 -0
- package/build/s3/sink.js +30 -0
- package/build/s3/sink.js.map +1 -0
- package/build/s3/source.d.ts +5 -0
- package/build/s3/source.d.ts.map +1 -0
- package/build/s3/source.js +81 -0
- package/build/s3/source.js.map +1 -0
- package/build/s3/types.d.ts +66 -0
- package/build/s3/types.d.ts.map +1 -0
- package/build/s3/types.js +2 -0
- package/build/s3/types.js.map +1 -0
- package/build/s3/types.local.d.ts +43 -0
- package/build/s3/types.local.d.ts.map +1 -0
- package/build/s3/types.local.js +2 -0
- package/build/s3/types.local.js.map +1 -0
- package/build/s3/upload.d.ts +4 -0
- package/build/s3/upload.d.ts.map +1 -0
- package/build/s3/upload.js +118 -0
- package/build/s3/upload.js.map +1 -0
- package/build/s3.d.ts +5 -0
- package/build/s3.d.ts.map +1 -0
- package/build/s3.js +68 -0
- package/build/s3.js.map +1 -0
- package/build/service/types.d.ts +66 -0
- package/build/service/types.d.ts.map +1 -0
- package/build/service/types.js +2 -0
- package/build/service/types.js.map +1 -0
- package/build/service/types.local.d.ts +11 -0
- package/build/service/types.local.d.ts.map +1 -0
- package/build/service/types.local.js +2 -0
- package/build/service/types.local.js.map +1 -0
- package/build/service.d.ts +6 -0
- package/build/service.d.ts.map +1 -0
- package/build/service.js +73 -0
- package/build/service.js.map +1 -0
- package/build/sinks/buffer/consts.d.ts +2 -0
- package/build/sinks/buffer/consts.d.ts.map +1 -0
- package/build/sinks/buffer/consts.js +2 -0
- package/build/sinks/buffer/consts.js.map +1 -0
- package/build/sinks/buffer/types.d.ts +11 -0
- package/build/sinks/buffer/types.d.ts.map +1 -0
- package/build/sinks/buffer/types.js +2 -0
- package/build/sinks/buffer/types.js.map +1 -0
- package/build/sinks/buffer.d.ts +4 -0
- package/build/sinks/buffer.d.ts.map +1 -0
- package/build/sinks/buffer.js +13 -0
- package/build/sinks/buffer.js.map +1 -0
- package/build/sinks/directory/types.d.ts +7 -0
- package/build/sinks/directory/types.d.ts.map +1 -0
- package/build/sinks/directory/types.js +2 -0
- package/build/sinks/directory/types.js.map +1 -0
- package/build/sinks/directory.d.ts +8 -0
- package/build/sinks/directory.d.ts.map +1 -0
- package/build/sinks/directory.js +43 -0
- package/build/sinks/directory.js.map +1 -0
- package/build/sinks/file.d.ts +5 -0
- package/build/sinks/file.d.ts.map +1 -0
- package/build/sinks/file.js +46 -0
- package/build/sinks/file.js.map +1 -0
- package/build/sinks/types.d.ts +11 -0
- package/build/sinks/types.d.ts.map +1 -0
- package/build/sinks/types.js +2 -0
- package/build/sinks/types.js.map +1 -0
- package/build/sinks/workload/consts.d.ts +5 -0
- package/build/sinks/workload/consts.d.ts.map +1 -0
- package/build/sinks/workload/consts.js +5 -0
- package/build/sinks/workload/consts.js.map +1 -0
- package/build/sinks/workload/types.d.ts +17 -0
- package/build/sinks/workload/types.d.ts.map +1 -0
- package/build/sinks/workload/types.js +2 -0
- package/build/sinks/workload/types.js.map +1 -0
- package/build/sinks/workload.d.ts +8 -0
- package/build/sinks/workload.d.ts.map +1 -0
- package/build/sinks/workload.js +51 -0
- package/build/sinks/workload.js.map +1 -0
- package/build/sources/buffer.d.ts +5 -0
- package/build/sources/buffer.d.ts.map +1 -0
- package/build/sources/buffer.js +20 -0
- package/build/sources/buffer.js.map +1 -0
- package/build/sources/file.d.ts +5 -0
- package/build/sources/file.d.ts.map +1 -0
- package/build/sources/file.js +50 -0
- package/build/sources/file.js.map +1 -0
- package/build/sources/stream.d.ts +5 -0
- package/build/sources/stream.d.ts.map +1 -0
- package/build/sources/stream.js +19 -0
- package/build/sources/stream.js.map +1 -0
- package/build/sources/types.d.ts +10 -0
- package/build/sources/types.d.ts.map +1 -0
- package/build/sources/types.js +2 -0
- package/build/sources/types.js.map +1 -0
- package/build/sources/workload/types.d.ts +29 -0
- package/build/sources/workload/types.d.ts.map +1 -0
- package/build/sources/workload/types.js +2 -0
- package/build/sources/workload/types.js.map +1 -0
- package/build/sources/workload.d.ts +7 -0
- package/build/sources/workload.d.ts.map +1 -0
- package/build/sources/workload.js +67 -0
- package/build/sources/workload.js.map +1 -0
- package/build/transfer/consts.d.ts +5 -0
- package/build/transfer/consts.d.ts.map +1 -0
- package/build/transfer/consts.js +8 -0
- package/build/transfer/consts.js.map +1 -0
- package/build/transfer/types.d.ts +49 -0
- package/build/transfer/types.d.ts.map +1 -0
- package/build/transfer/types.js +2 -0
- package/build/transfer/types.js.map +1 -0
- package/build/transfer.d.ts +4 -0
- package/build/transfer.d.ts.map +1 -0
- package/build/transfer.js +75 -0
- package/build/transfer.js.map +1 -0
- package/build/types.d.ts +99 -0
- package/build/types.d.ts.map +1 -0
- package/build/types.js +2 -0
- package/build/types.js.map +1 -0
- package/build/utils/names/consts.d.ts +5 -0
- package/build/utils/names/consts.d.ts.map +1 -0
- package/build/utils/names/consts.js +5 -0
- package/build/utils/names/consts.js.map +1 -0
- package/build/utils/names/types.d.ts +13 -0
- package/build/utils/names/types.d.ts.map +1 -0
- package/build/utils/names/types.js +2 -0
- package/build/utils/names/types.js.map +1 -0
- package/build/utils/names.d.ts +4 -0
- package/build/utils/names.d.ts.map +1 -0
- package/build/utils/names.js +60 -0
- package/build/utils/names.js.map +1 -0
- package/build/utils/paths/consts.d.ts +3 -0
- package/build/utils/paths/consts.d.ts.map +1 -0
- package/build/utils/paths/consts.js +2 -0
- package/build/utils/paths/consts.js.map +1 -0
- package/build/utils/paths/types.d.ts +20 -0
- package/build/utils/paths/types.d.ts.map +1 -0
- package/build/utils/paths/types.js +2 -0
- package/build/utils/paths/types.js.map +1 -0
- package/build/utils/paths.d.ts +4 -0
- package/build/utils/paths.d.ts.map +1 -0
- package/build/utils/paths.js +67 -0
- package/build/utils/paths.js.map +1 -0
- package/build/utils/range/types.d.ts +11 -0
- package/build/utils/range/types.d.ts.map +1 -0
- package/build/utils/range/types.js +2 -0
- package/build/utils/range/types.js.map +1 -0
- package/build/utils/range.d.ts +4 -0
- package/build/utils/range.d.ts.map +1 -0
- package/build/utils/range.js +64 -0
- package/build/utils/range.js.map +1 -0
- package/build/utils/redact/types.d.ts +16 -0
- package/build/utils/redact/types.d.ts.map +1 -0
- package/build/utils/redact/types.js +2 -0
- package/build/utils/redact/types.js.map +1 -0
- package/build/utils/redact.d.ts +4 -0
- package/build/utils/redact.d.ts.map +1 -0
- package/build/utils/redact.js +18 -0
- package/build/utils/redact.js.map +1 -0
- package/build/utils/signals/types.d.ts +17 -0
- package/build/utils/signals/types.d.ts.map +1 -0
- package/build/utils/signals/types.js +2 -0
- package/build/utils/signals/types.js.map +1 -0
- package/build/utils/signals.d.ts +4 -0
- package/build/utils/signals.d.ts.map +1 -0
- package/build/utils/signals.js +52 -0
- package/build/utils/signals.js.map +1 -0
- package/build/utils/streams/consts.d.ts +3 -0
- package/build/utils/streams/consts.d.ts.map +1 -0
- package/build/utils/streams/consts.js +3 -0
- package/build/utils/streams/consts.js.map +1 -0
- package/build/utils/streams/types.d.ts +59 -0
- package/build/utils/streams/types.d.ts.map +1 -0
- package/build/utils/streams/types.js +2 -0
- package/build/utils/streams/types.js.map +1 -0
- package/build/utils/streams.d.ts +4 -0
- package/build/utils/streams.d.ts.map +1 -0
- package/build/utils/streams.js +167 -0
- package/build/utils/streams.js.map +1 -0
- package/build/utils/tree/types.d.ts +6 -0
- package/build/utils/tree/types.d.ts.map +1 -0
- package/build/utils/tree/types.js +2 -0
- package/build/utils/tree/types.js.map +1 -0
- package/build/utils/tree.d.ts +4 -0
- package/build/utils/tree.d.ts.map +1 -0
- package/build/utils/tree.js +14 -0
- package/build/utils/tree.js.map +1 -0
- package/build/workspace/consts.d.ts +12 -0
- package/build/workspace/consts.d.ts.map +1 -0
- package/build/workspace/consts.js +12 -0
- package/build/workspace/consts.js.map +1 -0
- package/build/workspace/consts.local.d.ts +3 -0
- package/build/workspace/consts.local.d.ts.map +1 -0
- package/build/workspace/consts.local.js +3 -0
- package/build/workspace/consts.local.js.map +1 -0
- package/build/workspace/fs.d.ts +4 -0
- package/build/workspace/fs.d.ts.map +1 -0
- package/build/workspace/fs.js +45 -0
- package/build/workspace/fs.js.map +1 -0
- package/build/workspace/scope.d.ts +6 -0
- package/build/workspace/scope.d.ts.map +1 -0
- package/build/workspace/scope.js +180 -0
- package/build/workspace/scope.js.map +1 -0
- package/build/workspace/types.d.ts +66 -0
- package/build/workspace/types.d.ts.map +1 -0
- package/build/workspace/types.js +2 -0
- package/build/workspace/types.js.map +1 -0
- package/build/workspace/types.local.d.ts +20 -0
- package/build/workspace/types.local.d.ts.map +1 -0
- package/build/workspace/types.local.js +2 -0
- package/build/workspace/types.local.js.map +1 -0
- package/build/workspace.d.ts +7 -0
- package/build/workspace.d.ts.map +1 -0
- package/build/workspace.js +87 -0
- package/build/workspace.js.map +1 -0
- package/package.json +61 -4
- package/src/archive/consts.ts +28 -0
- package/src/archive/formats.ts +60 -0
- package/src/archive/guard.ts +68 -0
- package/src/archive/ratio.ts +35 -0
- package/src/archive/tar.ts +147 -0
- package/src/archive/types.local.ts +72 -0
- package/src/archive/types.ts +107 -0
- package/src/archive/zip.ts +142 -0
- package/src/archive.ts +298 -0
- package/src/backed-workspace/types.ts +72 -0
- package/src/backed-workspace.ts +85 -0
- package/src/consts.local.ts +2 -0
- package/src/consts.ts +2 -0
- package/src/errors.ts +128 -0
- package/src/http/connector.ts +136 -0
- package/src/http/consts.ts +13 -0
- package/src/http/source.ts +89 -0
- package/src/http/types.local.ts +23 -0
- package/src/http/types.ts +74 -0
- package/src/http.ts +276 -0
- package/src/index.ts +65 -0
- package/src/network/consts.ts +22 -0
- package/src/network/types.ts +45 -0
- package/src/network.ts +179 -0
- package/src/proxy/consts.ts +11 -0
- package/src/proxy/endpoint.ts +28 -0
- package/src/proxy/http.ts +108 -0
- package/src/proxy/router.ts +93 -0
- package/src/proxy/socks.ts +48 -0
- package/src/proxy/types.ts +114 -0
- package/src/resolvers/google-drive/consts.ts +22 -0
- package/src/resolvers/google-drive/types.ts +22 -0
- package/src/resolvers/google-drive.ts +153 -0
- package/src/resolvers/types.ts +45 -0
- package/src/s3/consts.ts +12 -0
- package/src/s3/prefix.ts +100 -0
- package/src/s3/sink.ts +36 -0
- package/src/s3/source.ts +90 -0
- package/src/s3/types.local.ts +49 -0
- package/src/s3/types.ts +70 -0
- package/src/s3/upload.ts +130 -0
- package/src/s3.ts +83 -0
- package/src/service/types.local.ts +9 -0
- package/src/service/types.ts +71 -0
- package/src/service.ts +97 -0
- package/src/sinks/buffer/consts.ts +1 -0
- package/src/sinks/buffer/types.ts +12 -0
- package/src/sinks/buffer.ts +18 -0
- package/src/sinks/directory/types.ts +7 -0
- package/src/sinks/directory.ts +49 -0
- package/src/sinks/file.ts +52 -0
- package/src/sinks/types.ts +12 -0
- package/src/sinks/workload/consts.ts +5 -0
- package/src/sinks/workload/types.ts +17 -0
- package/src/sinks/workload.ts +59 -0
- package/src/sources/buffer.ts +27 -0
- package/src/sources/file.ts +57 -0
- package/src/sources/stream.ts +26 -0
- package/src/sources/types.ts +12 -0
- package/src/sources/workload/types.ts +31 -0
- package/src/sources/workload.ts +79 -0
- package/src/transfer/consts.ts +10 -0
- package/src/transfer/types.ts +55 -0
- package/src/transfer.ts +89 -0
- package/src/types.ts +106 -0
- package/src/utils/names/consts.ts +5 -0
- package/src/utils/names/types.ts +12 -0
- package/src/utils/names.ts +70 -0
- package/src/utils/paths/consts.ts +3 -0
- package/src/utils/paths/types.ts +20 -0
- package/src/utils/paths.ts +75 -0
- package/src/utils/range/types.ts +11 -0
- package/src/utils/range.ts +80 -0
- package/src/utils/redact/types.ts +16 -0
- package/src/utils/redact.ts +23 -0
- package/src/utils/signals/types.ts +17 -0
- package/src/utils/signals.ts +63 -0
- package/src/utils/streams/consts.ts +2 -0
- package/src/utils/streams/types.ts +65 -0
- package/src/utils/streams.ts +188 -0
- package/src/utils/tree/types.ts +6 -0
- package/src/utils/tree.ts +18 -0
- package/src/workspace/consts.local.ts +2 -0
- package/src/workspace/consts.ts +14 -0
- package/src/workspace/fs.ts +48 -0
- package/src/workspace/scope.ts +196 -0
- package/src/workspace/types.local.ts +21 -0
- package/src/workspace/types.ts +71 -0
- package/src/workspace.ts +102 -0
- package/tests/archive.spec.ts +134 -0
- package/tests/backed.spec.ts +147 -0
- package/tests/context.ts +114 -0
- package/tests/fixtures.ts +190 -0
- package/tests/google-drive.spec.ts +76 -0
- package/tests/harness/drive.ts +92 -0
- package/tests/harness/http-proxy.ts +96 -0
- package/tests/harness/origin.ts +134 -0
- package/tests/harness/socks5.ts +135 -0
- package/tests/harness/workload.ts +118 -0
- package/tests/http.spec.ts +101 -0
- package/tests/inspector.spec.ts +40 -0
- package/tests/live.spec.ts +27 -0
- package/tests/network.spec.ts +79 -0
- package/tests/proxy.spec.ts +149 -0
- package/tests/s3.spec.ts +133 -0
- package/tests/service.spec.ts +77 -0
- package/tests/sources-sinks.spec.ts +96 -0
- package/tests/transfer.spec.ts +99 -0
- package/tests/tsconfig.json +12 -0
- package/tests/workload.spec.ts +140 -0
- package/tests/workspace.spec.ts +158 -0
- package/tsconfig.json +16 -0
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
import { lstat, readdir, rmdir } from 'node:fs/promises';
|
|
2
|
+
import { dirname, relative, resolve } from 'node:path';
|
|
3
|
+
export const createWorkspaceFs = () => {
|
|
4
|
+
const absent = (error) => ['ENOENT', 'ENOTDIR'].includes(error.code ?? '');
|
|
5
|
+
const isFile = async (path) => {
|
|
6
|
+
try {
|
|
7
|
+
return (await lstat(path)).isFile();
|
|
8
|
+
}
|
|
9
|
+
catch (error) {
|
|
10
|
+
if (absent(error)) {
|
|
11
|
+
return false;
|
|
12
|
+
}
|
|
13
|
+
throw error;
|
|
14
|
+
}
|
|
15
|
+
};
|
|
16
|
+
const dirs = async (path) => {
|
|
17
|
+
try {
|
|
18
|
+
return (await readdir(path, { withFileTypes: true })).filter(item => item.isDirectory()).map(item => item.name);
|
|
19
|
+
}
|
|
20
|
+
catch (error) {
|
|
21
|
+
if (absent(error)) {
|
|
22
|
+
return [];
|
|
23
|
+
}
|
|
24
|
+
throw error;
|
|
25
|
+
}
|
|
26
|
+
};
|
|
27
|
+
const removeEmptyParents = async (from, root) => {
|
|
28
|
+
const base = resolve(root);
|
|
29
|
+
let current = resolve(from);
|
|
30
|
+
while (current !== base && !relative(base, current).startsWith('..')) {
|
|
31
|
+
try {
|
|
32
|
+
await rmdir(current);
|
|
33
|
+
}
|
|
34
|
+
catch (error) {
|
|
35
|
+
if (!absent(error)) {
|
|
36
|
+
return;
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
current = dirname(current);
|
|
40
|
+
}
|
|
41
|
+
};
|
|
42
|
+
return { isFile, dirs, removeEmptyParents };
|
|
43
|
+
};
|
|
44
|
+
export const workspaceFs = createWorkspaceFs();
|
|
45
|
+
//# sourceMappingURL=fs.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fs.js","sourceRoot":"","sources":["../../src/workspace/fs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAA;AACxD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAGtD,MAAM,CAAC,MAAM,iBAAiB,GAAG,GAAgB,EAAE;IACjD,MAAM,MAAM,GAAG,CAAC,KAAc,EAAW,EAAE,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAE,KAA+B,CAAC,IAAI,IAAI,EAAE,CAAC,CAAA;IAEvH,MAAM,MAAM,GAAG,KAAK,EAAE,IAAY,EAAoB,EAAE;QACtD,IAAI,CAAC;YACH,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAA;QACrC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBAClB,OAAO,KAAK,CAAA;YACd,CAAC;YACD,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC,CAAA;IAED,MAAM,IAAI,GAAG,KAAK,EAAE,IAAY,EAAqB,EAAE;QACrD,IAAI,CAAC;YACH,OAAO,CAAC,MAAM,OAAO,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACjH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBAClB,OAAO,EAAE,CAAA;YACX,CAAC;YACD,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC,CAAA;IAED,MAAM,kBAAkB,GAAG,KAAK,EAAE,IAAY,EAAE,IAAY,EAAiB,EAAE;QAC7E,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;QAC1B,IAAI,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;QAC3B,OAAO,OAAO,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACrE,IAAI,CAAC;gBACH,MAAM,KAAK,CAAC,OAAO,CAAC,CAAA;YACtB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;oBACnB,OAAM;gBACR,CAAC;YACH,CAAC;YACD,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;QAC5B,CAAC;IACH,CAAC,CAAA;IAED,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAA;AAC7C,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,WAAW,GAAG,iBAAiB,EAAE,CAAA"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import type { FileScope } from '@owlmeans/storage-common';
|
|
2
|
+
import type { WorkspaceScope } from './types.js';
|
|
3
|
+
import type { WorkspaceCore } from './types.local.js';
|
|
4
|
+
/** The folder of one scope; the marker file is written with its first write. */
|
|
5
|
+
export declare const makeWorkspaceScope: (core: WorkspaceCore, scope: FileScope) => WorkspaceScope;
|
|
6
|
+
//# sourceMappingURL=scope.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scope.d.ts","sourceRoot":"","sources":["../../src/workspace/scope.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAA;AAWzD,OAAO,KAAK,EAAiB,cAAc,EAAyB,MAAM,YAAY,CAAA;AACtF,OAAO,KAAK,EAAE,aAAa,EAAmB,MAAM,kBAAkB,CAAA;AAEtE,gFAAgF;AAChF,eAAO,MAAM,kBAAkB,SAAU,aAAa,SAAS,SAAS,KAAG,cAiL1E,CAAA"}
|
|
@@ -0,0 +1,180 @@
|
|
|
1
|
+
import { lstat, mkdir, readdir, rm, writeFile } from 'node:fs/promises';
|
|
2
|
+
import { dirname, join } from 'node:path';
|
|
3
|
+
import { fileScopeHelper } from '@owlmeans/storage-common';
|
|
4
|
+
import { PathError } from '../errors.js';
|
|
5
|
+
import { createDirectorySink } from '../sinks/directory.js';
|
|
6
|
+
import { createFileSource } from '../sources/file.js';
|
|
7
|
+
import { pathUtils } from '../utils/paths.js';
|
|
8
|
+
import { streamUtils } from '../utils/streams.js';
|
|
9
|
+
import { IN_FLIGHT_FILE } from './consts.local.js';
|
|
10
|
+
import { WORKSPACE_SCOPE_MARKER } from './consts.js';
|
|
11
|
+
import { workspaceFs } from './fs.js';
|
|
12
|
+
/** The folder of one scope; the marker file is written with its first write. */
|
|
13
|
+
export const makeWorkspaceScope = (core, scope) => {
|
|
14
|
+
const dir = join(core.root, fileScopeHelper.pathOf(scope));
|
|
15
|
+
const marker = join(dir, WORKSPACE_SCOPE_MARKER);
|
|
16
|
+
const frozen = Object.freeze({ ...scope });
|
|
17
|
+
const target = (path) => {
|
|
18
|
+
const relative = pathUtils.entry(path);
|
|
19
|
+
if (relative.split('/').includes(WORKSPACE_SCOPE_MARKER)) {
|
|
20
|
+
throw new PathError('reserved');
|
|
21
|
+
}
|
|
22
|
+
return { relative, absolute: pathUtils.join(dir, relative) };
|
|
23
|
+
};
|
|
24
|
+
// `<organization>/<purpose>` would contain `<organization>/<project>/…` when a project segment
|
|
25
|
+
// equals a purpose; whichever scope is on disk first keeps the folder.
|
|
26
|
+
const assertNoOverlap = async () => {
|
|
27
|
+
const parent = dirname(dir);
|
|
28
|
+
if (scope.project != null && await workspaceFs.isFile(join(parent, WORKSPACE_SCOPE_MARKER))) {
|
|
29
|
+
throw new PathError('scope-overlap');
|
|
30
|
+
}
|
|
31
|
+
if (scope.project == null) {
|
|
32
|
+
for (const child of await workspaceFs.dirs(dir)) {
|
|
33
|
+
if (await workspaceFs.isFile(join(dir, child, WORKSPACE_SCOPE_MARKER))) {
|
|
34
|
+
throw new PathError('scope-overlap');
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
};
|
|
39
|
+
const ensure = async () => {
|
|
40
|
+
await pathUtils.assertNoLinks(core.root, dir);
|
|
41
|
+
if (await workspaceFs.isFile(marker)) {
|
|
42
|
+
return;
|
|
43
|
+
}
|
|
44
|
+
await assertNoOverlap();
|
|
45
|
+
// A concurrent drop may remove an empty parent between the two calls: retry once.
|
|
46
|
+
for (let attempt = 0;; attempt++) {
|
|
47
|
+
try {
|
|
48
|
+
await mkdir(dir, { recursive: true, mode: core.dirMode });
|
|
49
|
+
await pathUtils.assertNoLinks(core.root, dir);
|
|
50
|
+
await writeFile(marker, `${JSON.stringify(frozen)}\n`, { flag: 'wx', mode: core.fileMode });
|
|
51
|
+
return;
|
|
52
|
+
}
|
|
53
|
+
catch (error) {
|
|
54
|
+
const code = error.code;
|
|
55
|
+
if (code === 'EEXIST') {
|
|
56
|
+
return;
|
|
57
|
+
}
|
|
58
|
+
if (code !== 'ENOENT' || attempt > 0) {
|
|
59
|
+
throw error;
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
};
|
|
64
|
+
const prepare = async ({ absolute }, input) => {
|
|
65
|
+
try {
|
|
66
|
+
await ensure();
|
|
67
|
+
await pathUtils.assertNoLinks(core.root, absolute);
|
|
68
|
+
await mkdir(dirname(absolute), { recursive: true, mode: core.dirMode });
|
|
69
|
+
await pathUtils.assertNoLinks(core.root, absolute);
|
|
70
|
+
}
|
|
71
|
+
catch (error) {
|
|
72
|
+
if (input != null) {
|
|
73
|
+
streamUtils.discard(input.stream);
|
|
74
|
+
}
|
|
75
|
+
throw error;
|
|
76
|
+
}
|
|
77
|
+
};
|
|
78
|
+
const sinkOver = (tree, path) => {
|
|
79
|
+
const resolved = target(path);
|
|
80
|
+
const sink = tree.entry(resolved.relative);
|
|
81
|
+
return {
|
|
82
|
+
kind: sink.kind,
|
|
83
|
+
write: async (input, writeOptions) => {
|
|
84
|
+
await prepare(resolved, input);
|
|
85
|
+
return await sink.write(input, writeOptions);
|
|
86
|
+
},
|
|
87
|
+
};
|
|
88
|
+
};
|
|
89
|
+
const directoryOf = (options) => createDirectorySink(dir, { onConflict: options.onConflict, dirMode: core.dirMode, mode: core.fileMode });
|
|
90
|
+
const tree = (options = {}) => {
|
|
91
|
+
const inner = directoryOf(options);
|
|
92
|
+
return {
|
|
93
|
+
kind: inner.kind,
|
|
94
|
+
entry: path => sinkOver(inner, path),
|
|
95
|
+
directory: async (path, signalOptions) => {
|
|
96
|
+
const resolved = target(path);
|
|
97
|
+
await prepare(resolved);
|
|
98
|
+
await inner.directory(resolved.relative, signalOptions);
|
|
99
|
+
},
|
|
100
|
+
};
|
|
101
|
+
};
|
|
102
|
+
const entry = (path, options = {}) => sinkOver(directoryOf(options), path);
|
|
103
|
+
const source = (path, claims = {}) => {
|
|
104
|
+
const resolved = target(path);
|
|
105
|
+
const file = createFileSource(resolved.absolute, claims);
|
|
106
|
+
const guard = async () => { await pathUtils.assertNoLinks(core.root, resolved.absolute); };
|
|
107
|
+
return {
|
|
108
|
+
kind: file.kind,
|
|
109
|
+
info: async (options) => { await guard(); return await file.info(options); },
|
|
110
|
+
open: async (options) => { await guard(); return await file.open(options); },
|
|
111
|
+
ranges: async (options) => { await guard(); return await file.ranges(options); },
|
|
112
|
+
};
|
|
113
|
+
};
|
|
114
|
+
const list = async () => {
|
|
115
|
+
await pathUtils.assertNoLinks(core.root, dir);
|
|
116
|
+
const files = [];
|
|
117
|
+
const walk = async (absolute, relative) => {
|
|
118
|
+
let items;
|
|
119
|
+
try {
|
|
120
|
+
items = await readdir(absolute, { withFileTypes: true });
|
|
121
|
+
}
|
|
122
|
+
catch (error) {
|
|
123
|
+
if (error.code === 'ENOENT') {
|
|
124
|
+
return;
|
|
125
|
+
}
|
|
126
|
+
throw error;
|
|
127
|
+
}
|
|
128
|
+
for (const item of items) {
|
|
129
|
+
const path = relative === '' ? item.name : `${relative}/${item.name}`;
|
|
130
|
+
if (item.name === WORKSPACE_SCOPE_MARKER || item.isSymbolicLink()) {
|
|
131
|
+
continue;
|
|
132
|
+
}
|
|
133
|
+
if (item.isDirectory()) {
|
|
134
|
+
await walk(join(absolute, item.name), path);
|
|
135
|
+
}
|
|
136
|
+
else if (item.isFile() && !IN_FLIGHT_FILE.test(item.name)) {
|
|
137
|
+
try {
|
|
138
|
+
const stats = await lstat(join(absolute, item.name));
|
|
139
|
+
files.push({ path, size: stats.size, modifiedAt: stats.mtime });
|
|
140
|
+
}
|
|
141
|
+
catch (error) {
|
|
142
|
+
if (error.code !== 'ENOENT') {
|
|
143
|
+
throw error;
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
}
|
|
147
|
+
}
|
|
148
|
+
};
|
|
149
|
+
await walk(dir, '');
|
|
150
|
+
return files.sort((a, b) => a.path < b.path ? -1 : a.path > b.path ? 1 : 0);
|
|
151
|
+
};
|
|
152
|
+
const has = async (path) => {
|
|
153
|
+
const { absolute } = target(path);
|
|
154
|
+
await pathUtils.assertNoLinks(core.root, absolute);
|
|
155
|
+
return await workspaceFs.isFile(absolute);
|
|
156
|
+
};
|
|
157
|
+
const remove = async (path) => {
|
|
158
|
+
const { absolute } = target(path);
|
|
159
|
+
await pathUtils.assertNoLinks(core.root, absolute);
|
|
160
|
+
try {
|
|
161
|
+
await lstat(absolute);
|
|
162
|
+
}
|
|
163
|
+
catch (error) {
|
|
164
|
+
if (['ENOENT', 'ENOTDIR'].includes(error.code ?? '')) {
|
|
165
|
+
return false;
|
|
166
|
+
}
|
|
167
|
+
throw error;
|
|
168
|
+
}
|
|
169
|
+
await rm(absolute, { recursive: true, force: true });
|
|
170
|
+
await workspaceFs.removeEmptyParents(dirname(absolute), dir);
|
|
171
|
+
return true;
|
|
172
|
+
};
|
|
173
|
+
const drop = async () => {
|
|
174
|
+
await pathUtils.assertNoLinks(core.root, dir);
|
|
175
|
+
await rm(dir, { recursive: true, force: true });
|
|
176
|
+
await workspaceFs.removeEmptyParents(dirname(dir), core.root);
|
|
177
|
+
};
|
|
178
|
+
return { scope: frozen, dir, tree, entry, source, list, has, remove, drop };
|
|
179
|
+
};
|
|
180
|
+
//# sourceMappingURL=scope.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scope.js","sourceRoot":"","sources":["../../src/workspace/scope.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AACvE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AACzC,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAE1D,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AACxC,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAA;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAA;AAGrD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAA;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAA;AACjD,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAA;AAClD,OAAO,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAA;AACpD,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAA;AAIrC,gFAAgF;AAChF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,IAAmB,EAAE,KAAgB,EAAkB,EAAE;IAC1F,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;IAC1D,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,sBAAsB,CAAC,CAAA;IAChD,MAAM,MAAM,GAAc,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,KAAK,EAAE,CAAC,CAAA;IAErD,MAAM,MAAM,GAAG,CAAC,IAAY,EAAmB,EAAE;QAC/C,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QACtC,IAAI,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,sBAAsB,CAAC,EAAE,CAAC;YACzD,MAAM,IAAI,SAAS,CAAC,UAAU,CAAC,CAAA;QACjC,CAAC;QACD,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,EAAE,CAAA;IAC9D,CAAC,CAAA;IAED,+FAA+F;IAC/F,uEAAuE;IACvE,MAAM,eAAe,GAAG,KAAK,IAAmB,EAAE;QAChD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAA;QAC3B,IAAI,KAAK,CAAC,OAAO,IAAI,IAAI,IAAI,MAAM,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,sBAAsB,CAAC,CAAC,EAAE,CAAC;YAC5F,MAAM,IAAI,SAAS,CAAC,eAAe,CAAC,CAAA;QACtC,CAAC;QACD,IAAI,KAAK,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;YAC1B,KAAK,MAAM,KAAK,IAAI,MAAM,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChD,IAAI,MAAM,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,sBAAsB,CAAC,CAAC,EAAE,CAAC;oBACvE,MAAM,IAAI,SAAS,CAAC,eAAe,CAAC,CAAA;gBACtC,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC,CAAA;IAED,MAAM,MAAM,GAAG,KAAK,IAAmB,EAAE;QACvC,MAAM,SAAS,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;QAC7C,IAAI,MAAM,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACrC,OAAM;QACR,CAAC;QACD,MAAM,eAAe,EAAE,CAAA;QACvB,kFAAkF;QAClF,KAAK,IAAI,OAAO,GAAG,CAAC,GAAI,OAAO,EAAE,EAAE,CAAC;YAClC,IAAI,CAAC;gBACH,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAA;gBACzD,MAAM,SAAS,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;gBAC7C,MAAM,SAAS,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAA;gBAC3F,OAAM;YACR,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,GAAI,KAA+B,CAAC,IAAI,CAAA;gBAClD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;oBACtB,OAAM;gBACR,CAAC;gBACD,IAAI,IAAI,KAAK,QAAQ,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;oBACrC,MAAM,KAAK,CAAA;gBACb,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC,CAAA;IAED,MAAM,OAAO,GAAG,KAAK,EAAE,EAAE,QAAQ,EAAmB,EAAE,KAAiB,EAAiB,EAAE;QACxF,IAAI,CAAC;YACH,MAAM,MAAM,EAAE,CAAA;YACd,MAAM,SAAS,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;YAClD,MAAM,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAA;YACvE,MAAM,SAAS,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;QACpD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;gBAClB,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;YACnC,CAAC;YACD,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC,CAAA;IAED,MAAM,QAAQ,GAAG,CAAC,IAAc,EAAE,IAAY,EAAY,EAAE;QAC1D,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAA;QAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;QAC1C,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE;gBACnC,MAAM,OAAO,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;gBAC9B,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,YAAY,CAAC,CAAA;YAC9C,CAAC;SACF,CAAA;IACH,CAAC,CAAA;IAED,MAAM,WAAW,GAAG,CAAC,OAA8B,EAAY,EAAE,CAC/D,mBAAmB,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAA;IAE1G,MAAM,IAAI,GAAG,CAAC,OAAO,GAA0B,EAAE,EAAY,EAAE;QAC7D,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC,CAAA;QAClC,OAAO;YACL,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC;YACpC,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE;gBACvC,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAA;gBAC7B,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAA;gBACvB,MAAM,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAA;YACzD,CAAC;SACF,CAAA;IACH,CAAC,CAAA;IAED,MAAM,KAAK,GAAG,CAAC,IAAY,EAAE,OAAO,GAA0B,EAAE,EAAY,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,CAAA;IAEnH,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,MAAM,GAAiB,EAAE,EAAc,EAAE;QACrE,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAA;QAC7B,MAAM,IAAI,GAAG,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;QACxD,MAAM,KAAK,GAAG,KAAK,IAAmB,EAAE,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAA,CAAC,CAAC,CAAA;QACxG,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,IAAI,EAAE,KAAK,EAAC,OAAO,EAAC,EAAE,GAAG,MAAM,KAAK,EAAE,CAAC,CAAC,OAAO,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA,CAAC,CAAC;YACzE,IAAI,EAAE,KAAK,EAAC,OAAO,EAAC,EAAE,GAAG,MAAM,KAAK,EAAE,CAAC,CAAC,OAAO,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA,CAAC,CAAC;YACzE,MAAM,EAAE,KAAK,EAAC,OAAO,EAAC,EAAE,GAAG,MAAM,KAAK,EAAE,CAAC,CAAC,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA,CAAC,CAAC;SAC9E,CAAA;IACH,CAAC,CAAA;IAED,MAAM,IAAI,GAAG,KAAK,IAA8B,EAAE;QAChD,MAAM,SAAS,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;QAC7C,MAAM,KAAK,GAAoB,EAAE,CAAA;QACjC,MAAM,IAAI,GAAG,KAAK,EAAE,QAAgB,EAAE,QAAgB,EAAiB,EAAE;YACvE,IAAI,KAAK,CAAA;YACT,IAAI,CAAC;gBACH,KAAK,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAA;YAC1D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBACvD,OAAM;gBACR,CAAC;gBACD,MAAM,KAAK,CAAA;YACb,CAAC;YACD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,IAAI,GAAG,QAAQ,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,QAAQ,IAAI,IAAI,CAAC,IAAI,EAAE,CAAA;gBACrE,IAAI,IAAI,CAAC,IAAI,KAAK,sBAAsB,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;oBAClE,SAAQ;gBACV,CAAC;gBACD,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;oBACvB,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAA;gBAC7C,CAAC;qBAAM,IAAI,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC5D,IAAI,CAAC;wBACH,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;wBACpD,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,UAAU,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAA;oBACjE,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;4BACvD,MAAM,KAAK,CAAA;wBACb,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC,CAAA;QACD,MAAM,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;QAEnB,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAC7E,CAAC,CAAA;IAED,MAAM,GAAG,GAAG,KAAK,EAAE,IAAY,EAAoB,EAAE;QACnD,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,CAAA;QACjC,MAAM,SAAS,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;QAClD,OAAO,MAAM,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;IAC3C,CAAC,CAAA;IAED,MAAM,MAAM,GAAG,KAAK,EAAE,IAAY,EAAoB,EAAE;QACtD,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,CAAA;QACjC,MAAM,SAAS,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;QAClD,IAAI,CAAC;YACH,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAA;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAE,KAA+B,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,CAAC;gBAChF,OAAO,KAAK,CAAA;YACd,CAAC;YACD,MAAM,KAAK,CAAA;QACb,CAAC;QACD,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QACpD,MAAM,WAAW,CAAC,kBAAkB,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,GAAG,CAAC,CAAA;QAE5D,OAAO,IAAI,CAAA;IACb,CAAC,CAAA;IAED,MAAM,IAAI,GAAG,KAAK,IAAmB,EAAE;QACrC,MAAM,SAAS,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;QAC7C,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QAC/C,MAAM,WAAW,CAAC,kBAAkB,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;IAC/D,CAAC,CAAA;IAED,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;AAC7E,CAAC,CAAA"}
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
import type { FileScope } from '@owlmeans/storage-common';
|
|
2
|
+
import type { ConflictPolicy } from '../sinks/types.js';
|
|
3
|
+
import type { SourceClaims } from '../sources/types.js';
|
|
4
|
+
import type { FileSink, FileSource, TreeSink } from '../types.js';
|
|
5
|
+
export interface WorkspaceOptions {
|
|
6
|
+
/**
|
|
7
|
+
* An absolute folder, or one relative to `os.tmpdir()` (which `TMPDIR` moves) — never to the cwd.
|
|
8
|
+
* Default `<os.tmpdir()>/owlmeans-workspace`. Not persistent across pod restarts.
|
|
9
|
+
*/
|
|
10
|
+
root?: string;
|
|
11
|
+
/** Mode of created folders. Default `0o700`. */
|
|
12
|
+
dirMode?: number;
|
|
13
|
+
/** Mode of written files. Default `0o600`. */
|
|
14
|
+
fileMode?: number;
|
|
15
|
+
}
|
|
16
|
+
/** One file of a scope. */
|
|
17
|
+
export interface WorkspaceFile {
|
|
18
|
+
/** Relative to the scope folder, `/`-separated. */
|
|
19
|
+
path: string;
|
|
20
|
+
size: number;
|
|
21
|
+
modifiedAt: Date;
|
|
22
|
+
}
|
|
23
|
+
export interface WorkspaceWriteOptions {
|
|
24
|
+
/** What a write does when the entry exists. Default `error` (`PathError('exists')`). */
|
|
25
|
+
onConflict?: ConflictPolicy;
|
|
26
|
+
}
|
|
27
|
+
export interface WorkspacePruneOptions {
|
|
28
|
+
/** Scopes whose newest file, folder or marker is older than this are dropped. */
|
|
29
|
+
olderThanMs: number;
|
|
30
|
+
}
|
|
31
|
+
/**
|
|
32
|
+
* The folder of one {@link FileScope}: `<root>/<organization>/<project?>/<purpose>`. Every path is
|
|
33
|
+
* relative, normalized and confined — `..`, absolute paths, the scope marker's name and any existing
|
|
34
|
+
* symlink on the way from the workspace root are refused (`PathError`).
|
|
35
|
+
*/
|
|
36
|
+
export interface WorkspaceScope {
|
|
37
|
+
readonly scope: FileScope;
|
|
38
|
+
/** The absolute scope folder. */
|
|
39
|
+
readonly dir: string;
|
|
40
|
+
/** A confined directory sink over the scope (an archive extracts into it); case-fold twins refused. */
|
|
41
|
+
tree: (options?: WorkspaceWriteOptions) => TreeSink;
|
|
42
|
+
/** The sink of one file of the scope. */
|
|
43
|
+
entry: (path: string, options?: WorkspaceWriteOptions) => FileSink;
|
|
44
|
+
/** One file of the scope as a re-openable, random-access source. */
|
|
45
|
+
source: (path: string, claims?: SourceClaims) => FileSource;
|
|
46
|
+
/** Every regular file, recursively, sorted by path; links are neither followed nor listed. */
|
|
47
|
+
list: () => Promise<WorkspaceFile[]>;
|
|
48
|
+
/** Whether the path is a regular file of the scope. */
|
|
49
|
+
has: (path: string) => Promise<boolean>;
|
|
50
|
+
/** Removes a file or a folder of the scope (and parents it leaves empty); `false` when absent. */
|
|
51
|
+
remove: (path: string) => Promise<boolean>;
|
|
52
|
+
/** Removes the scope folder and every parent it leaves empty, up to the workspace root. */
|
|
53
|
+
drop: () => Promise<void>;
|
|
54
|
+
}
|
|
55
|
+
/** A service's temporary files, one folder per {@link FileScope}. */
|
|
56
|
+
export interface Workspace {
|
|
57
|
+
/** The absolute root. */
|
|
58
|
+
readonly root: string;
|
|
59
|
+
/** The scope's folder object; no I/O until it is used. @throws {FileScopeError} for an invalid scope. */
|
|
60
|
+
scope: (scope: FileScope) => WorkspaceScope;
|
|
61
|
+
/** The scopes present on disk — of one organization, or all — sorted by path. */
|
|
62
|
+
scopes: (organization?: string) => Promise<FileScope[]>;
|
|
63
|
+
/** Drops every scope untouched for `olderThanMs`; answers how many were dropped. */
|
|
64
|
+
prune: (options: WorkspacePruneOptions) => Promise<number>;
|
|
65
|
+
}
|
|
66
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/workspace/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAA;AACzD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAA;AACvD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AACvD,OAAO,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAEjE,MAAM,WAAW,gBAAgB;IAC/B;;;OAGG;IACH,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,gDAAgD;IAChD,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,8CAA8C;IAC9C,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB;AAED,2BAA2B;AAC3B,MAAM,WAAW,aAAa;IAC5B,mDAAmD;IACnD,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,UAAU,EAAE,IAAI,CAAA;CACjB;AAED,MAAM,WAAW,qBAAqB;IACpC,wFAAwF;IACxF,UAAU,CAAC,EAAE,cAAc,CAAA;CAC5B;AAED,MAAM,WAAW,qBAAqB;IACpC,iFAAiF;IACjF,WAAW,EAAE,MAAM,CAAA;CACpB;AAED;;;;GAIG;AACH,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAA;IACzB,iCAAiC;IACjC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAA;IACpB,uGAAuG;IACvG,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE,qBAAqB,KAAK,QAAQ,CAAA;IACnD,yCAAyC;IACzC,KAAK,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,qBAAqB,KAAK,QAAQ,CAAA;IAClE,oEAAoE;IACpE,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,YAAY,KAAK,UAAU,CAAA;IAC3D,8FAA8F;IAC9F,IAAI,EAAE,MAAM,OAAO,CAAC,aAAa,EAAE,CAAC,CAAA;IACpC,uDAAuD;IACvD,GAAG,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;IACvC,kGAAkG;IAClG,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;IAC1C,2FAA2F;IAC3F,IAAI,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;CAC1B;AAED,qEAAqE;AACrE,MAAM,WAAW,SAAS;IACxB,yBAAyB;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,yGAAyG;IACzG,KAAK,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,cAAc,CAAA;IAC3C,iFAAiF;IACjF,MAAM,EAAE,CAAC,YAAY,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,SAAS,EAAE,CAAC,CAAA;IACvD,oFAAoF;IACpF,KAAK,EAAE,CAAC,OAAO,EAAE,qBAAqB,KAAK,OAAO,CAAC,MAAM,CAAC,CAAA;CAC3D"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/workspace/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
/** What a workspace's scopes share. */
|
|
2
|
+
export interface WorkspaceCore {
|
|
3
|
+
readonly root: string;
|
|
4
|
+
readonly dirMode: number;
|
|
5
|
+
readonly fileMode: number;
|
|
6
|
+
}
|
|
7
|
+
export interface WorkspaceFs {
|
|
8
|
+
/** Whether `path` is a regular file (a link is not). */
|
|
9
|
+
isFile: (path: string) => Promise<boolean>;
|
|
10
|
+
/** The names of the real folders (no links) directly inside `path`; none when it is absent. */
|
|
11
|
+
dirs: (path: string) => Promise<string[]>;
|
|
12
|
+
/** Removes `from` and its parents while they are empty, stopping below `root`. */
|
|
13
|
+
removeEmptyParents: (from: string, root: string) => Promise<void>;
|
|
14
|
+
}
|
|
15
|
+
/** An entry path of a scope, normalized, and where it lands. */
|
|
16
|
+
export interface WorkspaceTarget {
|
|
17
|
+
relative: string;
|
|
18
|
+
absolute: string;
|
|
19
|
+
}
|
|
20
|
+
//# sourceMappingURL=types.local.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.local.d.ts","sourceRoot":"","sources":["../../src/workspace/types.local.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;CAC1B;AAED,MAAM,WAAW,WAAW;IAC1B,wDAAwD;IACxD,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;IAC1C,+FAA+F;IAC/F,IAAI,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;IACzC,kFAAkF;IAClF,kBAAkB,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;CAClE;AAED,gEAAgE;AAChE,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAA;IAChB,QAAQ,EAAE,MAAM,CAAA;CACjB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.local.js","sourceRoot":"","sources":["../../src/workspace/types.local.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { Workspace, WorkspaceOptions } from './workspace/types.js';
|
|
2
|
+
/**
|
|
3
|
+
* Temporary files of a service, nested by {@link FileScope}: `<root>/<organization>/<project?>/<purpose>`.
|
|
4
|
+
* Nothing here survives a pod restart — a backed workspace restores a scope from its bucket.
|
|
5
|
+
*/
|
|
6
|
+
export declare const createWorkspace: (options?: WorkspaceOptions) => Workspace;
|
|
7
|
+
//# sourceMappingURL=workspace.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"workspace.d.ts","sourceRoot":"","sources":["../src/workspace.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAAE,SAAS,EAAE,gBAAgB,EAAyC,MAAM,sBAAsB,CAAA;AAK9G;;;GAGG;AACH,eAAO,MAAM,eAAe,aAAa,gBAAgB,KAAQ,SAiFhE,CAAA"}
|
|
@@ -0,0 +1,87 @@
|
|
|
1
|
+
import { lstat } from 'node:fs/promises';
|
|
2
|
+
import { tmpdir } from 'node:os';
|
|
3
|
+
import { join, resolve } from 'node:path';
|
|
4
|
+
import { logger } from '@owlmeans/log';
|
|
5
|
+
import { FileScopeError, fileScopeHelper } from '@owlmeans/storage-common';
|
|
6
|
+
import { DEFAULT_WORKSPACE_DIR, DEFAULT_WORKSPACE_DIR_MODE, DEFAULT_WORKSPACE_FILE_MODE, WORKSPACE_SCOPE_MARKER, } from './workspace/consts.js';
|
|
7
|
+
import { workspaceFs } from './workspace/fs.js';
|
|
8
|
+
import { makeWorkspaceScope } from './workspace/scope.js';
|
|
9
|
+
const log = logger('file-streams:workspace');
|
|
10
|
+
/**
|
|
11
|
+
* Temporary files of a service, nested by {@link FileScope}: `<root>/<organization>/<project?>/<purpose>`.
|
|
12
|
+
* Nothing here survives a pod restart — a backed workspace restores a scope from its bucket.
|
|
13
|
+
*/
|
|
14
|
+
export const createWorkspace = (options = {}) => {
|
|
15
|
+
const core = {
|
|
16
|
+
// A relative root lives under the temporary folder (which TMPDIR moves), never under the cwd.
|
|
17
|
+
root: resolve(tmpdir(), options.root ?? DEFAULT_WORKSPACE_DIR),
|
|
18
|
+
dirMode: options.dirMode ?? DEFAULT_WORKSPACE_DIR_MODE,
|
|
19
|
+
fileMode: options.fileMode ?? DEFAULT_WORKSPACE_FILE_MODE,
|
|
20
|
+
};
|
|
21
|
+
const scope = (value) => makeWorkspaceScope(core, value);
|
|
22
|
+
const isMarked = async (...segments) => await workspaceFs.isFile(join(core.root, ...segments, WORKSPACE_SCOPE_MARKER));
|
|
23
|
+
const segmentsIn = async (...segments) => (await workspaceFs.dirs(join(core.root, ...segments))).filter(fileScopeHelper.isSegment);
|
|
24
|
+
const scopes = async (organization) => {
|
|
25
|
+
let organizations;
|
|
26
|
+
if (organization != null) {
|
|
27
|
+
if (!fileScopeHelper.isSegment(organization)) {
|
|
28
|
+
throw new FileScopeError('organization');
|
|
29
|
+
}
|
|
30
|
+
organizations = (await segmentsIn()).includes(organization) ? [organization] : [];
|
|
31
|
+
}
|
|
32
|
+
else {
|
|
33
|
+
organizations = await segmentsIn();
|
|
34
|
+
}
|
|
35
|
+
const found = [];
|
|
36
|
+
for (const org of organizations) {
|
|
37
|
+
for (const second of await segmentsIn(org)) {
|
|
38
|
+
if (await isMarked(org, second)) {
|
|
39
|
+
found.push({ organization: org, purpose: second });
|
|
40
|
+
}
|
|
41
|
+
for (const third of await segmentsIn(org, second)) {
|
|
42
|
+
if (await isMarked(org, second, third)) {
|
|
43
|
+
found.push({ organization: org, project: second, purpose: third });
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
return found
|
|
49
|
+
.map(value => ({ value, path: fileScopeHelper.pathOf(value) }))
|
|
50
|
+
.sort((a, b) => a.path < b.path ? -1 : a.path > b.path ? 1 : 0)
|
|
51
|
+
.map(({ value }) => value);
|
|
52
|
+
};
|
|
53
|
+
const lastTouched = async (local) => {
|
|
54
|
+
let latest = 0;
|
|
55
|
+
for (const path of [local.dir, join(local.dir, WORKSPACE_SCOPE_MARKER)]) {
|
|
56
|
+
try {
|
|
57
|
+
latest = Math.max(latest, (await lstat(path)).mtimeMs);
|
|
58
|
+
}
|
|
59
|
+
catch (error) {
|
|
60
|
+
if (error.code !== 'ENOENT') {
|
|
61
|
+
throw error;
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
for (const file of await local.list()) {
|
|
66
|
+
latest = Math.max(latest, file.modifiedAt.getTime());
|
|
67
|
+
}
|
|
68
|
+
return latest;
|
|
69
|
+
};
|
|
70
|
+
const prune = async ({ olderThanMs }) => {
|
|
71
|
+
const threshold = Date.now() - olderThanMs;
|
|
72
|
+
let dropped = 0;
|
|
73
|
+
for (const found of await scopes()) {
|
|
74
|
+
const local = scope(found);
|
|
75
|
+
if (await lastTouched(local) < threshold) {
|
|
76
|
+
await local.drop();
|
|
77
|
+
dropped++;
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
if (dropped > 0) {
|
|
81
|
+
log.info('Stale workspace scopes dropped', { dropped });
|
|
82
|
+
}
|
|
83
|
+
return dropped;
|
|
84
|
+
};
|
|
85
|
+
return { root: core.root, scope, scopes, prune };
|
|
86
|
+
};
|
|
87
|
+
//# sourceMappingURL=workspace.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"workspace.js","sourceRoot":"","sources":["../src/workspace.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAA;AACxC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAA;AAChC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAA;AACtC,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAE1E,OAAO,EACL,qBAAqB,EAAE,0BAA0B,EAAE,2BAA2B,EAAE,sBAAsB,GACvG,MAAM,uBAAuB,CAAA;AAC9B,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAA;AAC/C,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;AAIzD,MAAM,GAAG,GAAG,MAAM,CAAC,wBAAwB,CAAC,CAAA;AAE5C;;;GAGG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,OAAO,GAAqB,EAAE,EAAa,EAAE;IAC3E,MAAM,IAAI,GAAkB;QAC1B,8FAA8F;QAC9F,IAAI,EAAE,OAAO,CAAC,MAAM,EAAE,EAAE,OAAO,CAAC,IAAI,IAAI,qBAAqB,CAAC;QAC9D,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,0BAA0B;QACtD,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,2BAA2B;KAC1D,CAAA;IAED,MAAM,KAAK,GAAG,CAAC,KAAgB,EAAkB,EAAE,CAAC,kBAAkB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;IAEnF,MAAM,QAAQ,GAAG,KAAK,EAAE,GAAG,QAAkB,EAAoB,EAAE,CACjE,MAAM,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,QAAQ,EAAE,sBAAsB,CAAC,CAAC,CAAA;IAEhF,MAAM,UAAU,GAAG,KAAK,EAAE,GAAG,QAAkB,EAAqB,EAAE,CACpE,CAAC,MAAM,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC,CAAA;IAE1F,MAAM,MAAM,GAAG,KAAK,EAAE,YAAqB,EAAwB,EAAE;QACnE,IAAI,aAAuB,CAAA;QAC3B,IAAI,YAAY,IAAI,IAAI,EAAE,CAAC;YACzB,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE,CAAC;gBAC7C,MAAM,IAAI,cAAc,CAAC,cAAc,CAAC,CAAA;YAC1C,CAAC;YACD,aAAa,GAAG,CAAC,MAAM,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;QACnF,CAAC;aAAM,CAAC;YACN,aAAa,GAAG,MAAM,UAAU,EAAE,CAAA;QACpC,CAAC;QACD,MAAM,KAAK,GAAgB,EAAE,CAAA;QAC7B,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;YAChC,KAAK,MAAM,MAAM,IAAI,MAAM,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC3C,IAAI,MAAM,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,CAAC;oBAChC,KAAK,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAA;gBACpD,CAAC;gBACD,KAAK,MAAM,KAAK,IAAI,MAAM,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,CAAC;oBAClD,IAAI,MAAM,QAAQ,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC;wBACvC,KAAK,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAA;oBACpE,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,KAAK;aACT,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;aAC9D,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;aAC9D,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,CAAA;IAC9B,CAAC,CAAA;IAED,MAAM,WAAW,GAAG,KAAK,EAAE,KAAqB,EAAmB,EAAE;QACnE,IAAI,MAAM,GAAG,CAAC,CAAA;QACd,KAAK,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,sBAAsB,CAAC,CAAC,EAAE,CAAC;YACxE,IAAI,CAAC;gBACH,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAA;YACxD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBACvD,MAAM,KAAK,CAAA;gBACb,CAAC;YACH,CAAC;QACH,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,MAAM,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;YACtC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAA;QACtD,CAAC;QACD,OAAO,MAAM,CAAA;IACf,CAAC,CAAA;IAED,MAAM,KAAK,GAAG,KAAK,EAAE,EAAE,WAAW,EAAyB,EAAmB,EAAE;QAC9E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,CAAA;QAC1C,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,KAAK,MAAM,KAAK,IAAI,MAAM,MAAM,EAAE,EAAE,CAAC;YACnC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAA;YAC1B,IAAI,MAAM,WAAW,CAAC,KAAK,CAAC,GAAG,SAAS,EAAE,CAAC;gBACzC,MAAM,KAAK,CAAC,IAAI,EAAE,CAAA;gBAClB,OAAO,EAAE,CAAA;YACX,CAAC;QACH,CAAC;QACD,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;YAChB,GAAG,CAAC,IAAI,CAAC,gCAAgC,EAAE,EAAE,OAAO,EAAE,CAAC,CAAA;QACzD,CAAC;QAED,OAAO,OAAO,CAAA;IAChB,CAAC,CAAA;IAED,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,CAAA;AAClD,CAAC,CAAA"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,63 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@owlmeans/file-streams",
|
|
3
|
-
"version": "0.0.0
|
|
4
|
-
"
|
|
5
|
-
"
|
|
6
|
-
|
|
3
|
+
"version": "0.2.0-alpha.0",
|
|
4
|
+
"description": "Server-side file streaming: URL downloads with connect-time SSRF pinning, HTTP/SOCKS proxy plugins and a Google Drive resolver; S3, filesystem, buffer and Viable-workload destinations; zip/tar/gzip with traversal and bomb guards; file-type verification without full downloads.",
|
|
5
|
+
"license": "MIT",
|
|
6
|
+
"homepage": "https://owlmeans.com/docs/",
|
|
7
|
+
"repository": {
|
|
8
|
+
"type": "git",
|
|
9
|
+
"url": "git+https://github.com/owlmeans/common.git",
|
|
10
|
+
"directory": "packages/file-streams"
|
|
11
|
+
},
|
|
12
|
+
"bugs": {
|
|
13
|
+
"url": "https://github.com/owlmeans/common/issues"
|
|
14
|
+
},
|
|
15
|
+
"author": "Igor Tkachenko <igor.tkachenko@owlmeans.com> (https://owlmeans.com)",
|
|
16
|
+
"type": "module",
|
|
17
|
+
"scripts": {
|
|
18
|
+
"build": "tsc -b",
|
|
19
|
+
"dev": "sleep 396 && nodemon -e ts,tsx,json --watch src --exec \"tsc -p ./tsconfig.json\"",
|
|
20
|
+
"watch": "tsc -b -w --preserveWatchOutput --pretty",
|
|
21
|
+
"test": "bun test ./tests"
|
|
22
|
+
},
|
|
23
|
+
"main": "build/index.js",
|
|
24
|
+
"module": "build/index.js",
|
|
25
|
+
"types": "build/index.d.ts",
|
|
26
|
+
"exports": {
|
|
27
|
+
".": {
|
|
28
|
+
"import": "./build/index.js",
|
|
29
|
+
"require": "./build/index.js",
|
|
30
|
+
"default": "./build/index.js",
|
|
31
|
+
"module": "./build/index.js",
|
|
32
|
+
"types": "./build/index.d.ts"
|
|
33
|
+
}
|
|
34
|
+
},
|
|
35
|
+
"dependencies": {
|
|
36
|
+
"@aws-sdk/client-s3": "^3.1158.0",
|
|
37
|
+
"@owlmeans/context": "^0.2.0-alpha.0",
|
|
38
|
+
"@owlmeans/error": "^0.2.0-alpha.0",
|
|
39
|
+
"@owlmeans/file-inspector": "^0.2.0-alpha.0",
|
|
40
|
+
"@owlmeans/log": "^0.2.0-alpha.0",
|
|
41
|
+
"@owlmeans/storage-common": "^0.2.0-alpha.1",
|
|
42
|
+
"@owlmeans/storage-resource": "^0.2.0-alpha.1",
|
|
43
|
+
"socks": "^2.8.10",
|
|
44
|
+
"tar-stream": "^3.2.2",
|
|
45
|
+
"yauzl": "^3.4.0",
|
|
46
|
+
"yazl": "^3.3.1"
|
|
47
|
+
},
|
|
48
|
+
"devDependencies": {
|
|
49
|
+
"@owlmeans/dep-config": "^0.2.0-alpha.0",
|
|
50
|
+
"@owlmeans/server-context": "^0.2.0-alpha.1",
|
|
51
|
+
"@owlmeans/test": "^0.2.0-alpha.1",
|
|
52
|
+
"@owlmeans/test-integration": "^0.2.0-alpha.1",
|
|
53
|
+
"@types/bun": "^1.4.4",
|
|
54
|
+
"@types/node": "^26.6.5",
|
|
55
|
+
"@types/yauzl": "^3.4.0",
|
|
56
|
+
"@types/yazl": "^3.3.1",
|
|
57
|
+
"nodemon": "^3.1.14",
|
|
58
|
+
"typescript": "^7.0.2"
|
|
59
|
+
},
|
|
60
|
+
"publishConfig": {
|
|
61
|
+
"access": "public"
|
|
62
|
+
}
|
|
63
|
+
}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import type { ArchiveLimits } from './types.js'
|
|
2
|
+
|
|
3
|
+
/** The archive formats read and written; detected from bytes, never from names. */
|
|
4
|
+
export enum ArchiveFormat {
|
|
5
|
+
Zip = 'zip',
|
|
6
|
+
Tar = 'tar',
|
|
7
|
+
TarGz = 'tar.gz',
|
|
8
|
+
Gzip = 'gz',
|
|
9
|
+
}
|
|
10
|
+
|
|
11
|
+
export const DEFAULT_ARCHIVE_LIMITS: Readonly<ArchiveLimits> = Object.freeze({
|
|
12
|
+
maxEntries: 10_000,
|
|
13
|
+
maxEntryBytes: 512 * 1024 * 1024,
|
|
14
|
+
maxTotalBytes: 2 * 1024 * 1024 * 1024,
|
|
15
|
+
maxRatio: 200,
|
|
16
|
+
maxDepth: 1,
|
|
17
|
+
maxPathBytes: 1024,
|
|
18
|
+
maxPathSegments: 64,
|
|
19
|
+
})
|
|
20
|
+
|
|
21
|
+
/** Expansion ratios are judged only past this many produced bytes. */
|
|
22
|
+
export const RATIO_FLOOR_BYTES = 1024 * 1024
|
|
23
|
+
|
|
24
|
+
/** A zip local file header without its name and extra field. */
|
|
25
|
+
export const ZIP_LOCAL_HEADER_BYTES = 30
|
|
26
|
+
|
|
27
|
+
/** Names that mark a nested archive. */
|
|
28
|
+
export const NESTED_ARCHIVE_EXTENSIONS: readonly string[] = Object.freeze(['zip', 'tar', 'tar.gz', 'tgz', 'gz'])
|
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
import { gunzipSync } from 'node:zlib'
|
|
2
|
+
import { constants } from 'node:zlib'
|
|
3
|
+
import { ArchiveFormat } from './consts.js'
|
|
4
|
+
import type { FormatSniffer } from './types.local.js'
|
|
5
|
+
|
|
6
|
+
/** Archive formats told from leading bytes. */
|
|
7
|
+
export const createFormatSniffer = (): FormatSniffer => {
|
|
8
|
+
const isTarHeader = (block: Uint8Array): boolean => {
|
|
9
|
+
if (block.length < 512) {
|
|
10
|
+
return false
|
|
11
|
+
}
|
|
12
|
+
if (Buffer.from(block.subarray(257, 262)).toString('latin1') === 'ustar') {
|
|
13
|
+
return true
|
|
14
|
+
}
|
|
15
|
+
const stored = parseInt(Buffer.from(block.subarray(148, 156)).toString('latin1').replace(/\0.*$/, '').trim(), 8)
|
|
16
|
+
if (Number.isNaN(stored)) {
|
|
17
|
+
return false
|
|
18
|
+
}
|
|
19
|
+
let sum = 0
|
|
20
|
+
for (let index = 0; index < 512; index++) {
|
|
21
|
+
sum += index >= 148 && index < 156 ? 0x20 : block[index]
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
return sum === stored
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
const inflateHead = (head: Uint8Array): Uint8Array => {
|
|
28
|
+
try {
|
|
29
|
+
return gunzipSync(head, { finishFlush: constants.Z_SYNC_FLUSH, maxOutputLength: 64 * 1024 })
|
|
30
|
+
} catch {
|
|
31
|
+
return new Uint8Array(0)
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
const formatOf = (head: Uint8Array): ArchiveFormat | null => {
|
|
36
|
+
if (head[0] === 0x50 && head[1] === 0x4b && [0x0304, 0x0506, 0x0708].includes((head[2] << 8) | head[3])) {
|
|
37
|
+
return ArchiveFormat.Zip
|
|
38
|
+
}
|
|
39
|
+
if (head[0] === 0x1f && head[1] === 0x8b) {
|
|
40
|
+
return isTarHeader(inflateHead(head)) ? ArchiveFormat.TarGz : ArchiveFormat.Gzip
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
return isTarHeader(head) ? ArchiveFormat.Tar : null
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
const gzipName = (head: Uint8Array): string | undefined => {
|
|
47
|
+
if (head[0] !== 0x1f || head[1] !== 0x8b || (head[3] & 0x08) === 0) {
|
|
48
|
+
return undefined
|
|
49
|
+
}
|
|
50
|
+
let offset = 10
|
|
51
|
+
if ((head[3] & 0x04) !== 0) {
|
|
52
|
+
offset += 2 + (head[10] | (head[11] << 8))
|
|
53
|
+
}
|
|
54
|
+
const end = head.indexOf(0, offset)
|
|
55
|
+
|
|
56
|
+
return end > offset ? Buffer.from(head.subarray(offset, end)).toString('latin1') : undefined
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
return { formatOf, gzipName }
|
|
60
|
+
}
|