@dreamlake/dreamlake-cli 0.88.0 → 0.89.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/api/access.d.ts +83 -0
- package/dist/api/access.js +77 -0
- package/dist/api/agent.d.ts +156 -0
- package/dist/api/agent.js +111 -0
- package/dist/api/browser.d.ts +90 -0
- package/dist/api/browser.js +102 -0
- package/dist/api/client.d.ts +53 -0
- package/dist/api/client.js +102 -0
- package/dist/api/common.d.ts +28 -0
- package/dist/api/common.js +16 -0
- package/dist/api/content.d.ts +195 -0
- package/dist/api/content.js +147 -0
- package/dist/api/execution.d.ts +84 -0
- package/dist/api/execution.js +73 -0
- package/dist/api/http.d.ts +19 -0
- package/dist/api/http.js +66 -0
- package/dist/api/index.d.ts +2330 -0
- package/dist/api/index.js +114 -0
- package/dist/api/infra.d.ts +2 -0
- package/dist/api/infra.js +2 -0
- package/dist/api/jobs.d.ts +2 -0
- package/dist/api/jobs.js +2 -0
- package/dist/api/layout.d.ts +2 -0
- package/dist/api/layout.js +2 -0
- package/dist/api/library-edit.d.ts +3 -0
- package/dist/api/library-edit.js +3 -0
- package/dist/api/library-manifest.d.ts +2 -0
- package/dist/api/library-manifest.js +2 -0
- package/dist/api/note-character-plan.d.ts +2 -0
- package/dist/api/note-character-plan.js +2 -0
- package/dist/api/note-editing.d.ts +2 -0
- package/dist/api/note-editing.js +2 -0
- package/dist/api/note-edits.d.ts +21 -0
- package/dist/api/note-edits.js +10 -0
- package/dist/api/note-events.d.ts +5 -0
- package/dist/api/note-events.js +11 -0
- package/dist/api/note-files.d.ts +75 -0
- package/dist/api/note-files.js +65 -0
- package/dist/api/note-html-read.d.ts +2 -0
- package/dist/api/note-html-read.js +2 -0
- package/dist/api/note-html.d.ts +2 -0
- package/dist/api/note-html.js +2 -0
- package/dist/api/note-toc.d.ts +2 -0
- package/dist/api/note-toc.js +2 -0
- package/dist/api/notes.d.ts +304 -0
- package/dist/api/notes.js +181 -0
- package/dist/api/open-resources.d.ts +27 -0
- package/dist/api/open-resources.js +102 -0
- package/dist/api/ownership.d.ts +12 -0
- package/dist/api/ownership.js +24 -0
- package/dist/api/platform.d.ts +83 -0
- package/dist/api/platform.js +56 -0
- package/dist/api/presigned-transfer.d.ts +2 -0
- package/dist/api/presigned-transfer.js +2 -0
- package/dist/api/registered-runs.d.ts +48 -0
- package/dist/api/registered-runs.js +33 -0
- package/dist/api/sessions.d.ts +299 -0
- package/dist/api/sessions.js +105 -0
- package/dist/api/storage.d.ts +46 -0
- package/dist/api/storage.js +34 -0
- package/dist/api/streams.d.ts +18 -0
- package/dist/api/streams.js +70 -0
- package/dist/api/vault.d.ts +93 -0
- package/dist/api/vault.js +79 -0
- package/dist/api/workspace.d.ts +180 -0
- package/dist/api/workspace.js +146 -0
- package/dist/cli/agent-identity.d.ts +4 -0
- package/dist/cli/agent-identity.js +21 -0
- package/dist/cli/agents/identity.d.ts +50 -0
- package/dist/cli/agents/identity.js +105 -0
- package/dist/cli/agents/index.d.ts +31 -0
- package/dist/cli/agents/index.js +580 -0
- package/dist/cli/agents/manage.d.ts +43 -0
- package/dist/cli/agents/manage.js +376 -0
- package/dist/cli/agents/spec.d.ts +104 -0
- package/dist/cli/agents/spec.js +280 -0
- package/dist/cli/agents/web.d.ts +7 -0
- package/dist/cli/agents/web.js +109 -0
- package/dist/cli/artifact/incremental.d.ts +21 -0
- package/dist/cli/artifact/incremental.js +80 -0
- package/dist/cli/artifact/index.d.ts +52 -0
- package/dist/cli/artifact/index.js +405 -0
- package/dist/cli/artifact/meta.d.ts +69 -0
- package/dist/cli/artifact/meta.js +189 -0
- package/dist/cli/auth/commands.d.ts +29 -0
- package/dist/cli/auth/commands.js +327 -0
- package/dist/cli/auth/constants.d.ts +13 -0
- package/dist/cli/auth/constants.js +18 -0
- package/dist/cli/auth/credentials.d.ts +37 -0
- package/dist/cli/auth/credentials.js +155 -0
- package/dist/cli/auth/device-flow.d.ts +32 -0
- package/dist/cli/auth/device-flow.js +154 -0
- package/dist/cli/auth/device-secret.d.ts +6 -0
- package/dist/cli/auth/device-secret.js +26 -0
- package/dist/cli/auth/machine.d.ts +15 -0
- package/dist/cli/auth/machine.js +126 -0
- package/dist/cli/auth/materialized.d.ts +32 -0
- package/dist/cli/auth/materialized.js +102 -0
- package/dist/cli/auth/migrate.d.ts +10 -0
- package/dist/cli/auth/migrate.js +75 -0
- package/dist/cli/client.d.ts +102 -0
- package/dist/cli/client.js +206 -0
- package/dist/cli/collection-list.d.ts +3 -0
- package/dist/cli/collection-list.js +25 -0
- package/dist/cli/compat/ctx.d.ts +26 -0
- package/dist/cli/compat/ctx.js +76 -0
- package/dist/cli/compat/dreamdb-wasm-embedded.d.ts +2 -0
- package/dist/cli/compat/dreamdb-wasm-embedded.js +8 -0
- package/dist/cli/compat/dreamdb-wasm.d.ts +1 -0
- package/dist/cli/compat/dreamdb-wasm.js +26 -0
- package/dist/cli/compat/dreamdb.d.ts +112 -0
- package/dist/cli/compat/dreamdb.js +219 -0
- package/dist/cli/compat/flags.d.ts +2 -0
- package/dist/cli/compat/flags.js +13 -0
- package/dist/cli/compat/http.d.ts +23 -0
- package/dist/cli/compat/http.js +137 -0
- package/dist/cli/compat/presignedTransfer.d.ts +139 -0
- package/dist/cli/compat/presignedTransfer.js +580 -0
- package/dist/cli/compat/s3-backend.d.ts +73 -0
- package/dist/cli/compat/s3-backend.js +132 -0
- package/dist/cli/config.d.ts +22 -0
- package/dist/cli/config.js +96 -0
- package/dist/cli/connection/dto.d.ts +159 -0
- package/dist/cli/connection/dto.js +497 -0
- package/dist/cli/connection/index.d.ts +50 -0
- package/dist/cli/connection/index.js +413 -0
- package/dist/cli/connection/oauth.d.ts +23 -0
- package/dist/cli/connection/oauth.js +290 -0
- package/dist/cli/connection/write.d.ts +47 -0
- package/dist/cli/connection/write.js +573 -0
- package/dist/cli/create/index.d.ts +19 -0
- package/dist/cli/create/index.js +209 -0
- package/dist/cli/declare/index.d.ts +29 -0
- package/dist/cli/declare/index.js +304 -0
- package/dist/cli/delete/index.d.ts +18 -0
- package/dist/cli/delete/index.js +232 -0
- package/dist/cli/download/index.d.ts +9 -0
- package/dist/cli/download/index.js +128 -0
- package/dist/cli/env/compose.d.ts +88 -0
- package/dist/cli/env/compose.js +402 -0
- package/dist/cli/env/index.d.ts +176 -0
- package/dist/cli/env/index.js +1011 -0
- package/dist/cli/experiments/index.d.ts +11 -0
- package/dist/cli/experiments/index.js +168 -0
- package/dist/cli/glob.d.ts +1 -0
- package/dist/cli/glob.js +45 -0
- package/dist/cli/graphql-helpers.d.ts +23 -0
- package/dist/cli/graphql-helpers.js +42 -0
- package/dist/cli/graphql.d.ts +10 -0
- package/dist/cli/graphql.js +47 -0
- package/dist/cli/help-examples.generated.d.ts +1 -0
- package/dist/cli/help-examples.generated.js +192 -0
- package/dist/cli/helpers.d.ts +8 -0
- package/dist/cli/helpers.js +106 -0
- package/dist/cli/hosts/api.d.ts +29 -0
- package/dist/cli/hosts/api.js +54 -0
- package/dist/cli/hosts/bootstrap-source.d.ts +1 -0
- package/dist/cli/hosts/bootstrap-source.js +2 -0
- package/dist/cli/hosts/catalog.d.ts +26 -0
- package/dist/cli/hosts/catalog.js +55 -0
- package/dist/cli/hosts/config.d.ts +45 -0
- package/dist/cli/hosts/config.js +179 -0
- package/dist/cli/hosts/credentials.d.ts +19 -0
- package/dist/cli/hosts/credentials.js +173 -0
- package/dist/cli/hosts/enroll.d.ts +17 -0
- package/dist/cli/hosts/enroll.js +109 -0
- package/dist/cli/hosts/enrollments.d.ts +25 -0
- package/dist/cli/hosts/enrollments.js +54 -0
- package/dist/cli/hosts/index.d.ts +6 -0
- package/dist/cli/hosts/index.js +279 -0
- package/dist/cli/hosts/inventory.d.ts +40 -0
- package/dist/cli/hosts/inventory.js +91 -0
- package/dist/cli/hosts/lifecycle.d.ts +15 -0
- package/dist/cli/hosts/lifecycle.js +108 -0
- package/dist/cli/hosts/metrics-source.d.ts +12 -0
- package/dist/cli/hosts/metrics-source.js +89 -0
- package/dist/cli/hosts/observations.d.ts +39 -0
- package/dist/cli/hosts/observations.js +102 -0
- package/dist/cli/hosts/remote.d.ts +5 -0
- package/dist/cli/hosts/remote.js +66 -0
- package/dist/cli/hosts/ssh.d.ts +63 -0
- package/dist/cli/hosts/ssh.js +276 -0
- package/dist/cli/index.d.ts +1 -0
- package/dist/cli/index.js +288 -0
- package/dist/cli/infra/api.d.ts +95 -0
- package/dist/cli/infra/api.js +291 -0
- package/dist/cli/infra/index.d.ts +5 -0
- package/dist/cli/infra/index.js +102 -0
- package/dist/cli/infra/move.d.ts +15 -0
- package/dist/cli/infra/move.js +123 -0
- package/dist/cli/infra/transfer.d.ts +15 -0
- package/dist/cli/infra/transfer.js +280 -0
- package/dist/cli/jobs/api.d.ts +69 -0
- package/dist/cli/jobs/api.js +121 -0
- package/dist/cli/jobs/index.d.ts +5 -0
- package/dist/cli/jobs/index.js +140 -0
- package/dist/cli/lakeshore/index.d.ts +98 -0
- package/dist/cli/lakeshore/index.js +502 -0
- package/dist/cli/launch/index.d.ts +43 -0
- package/dist/cli/launch/index.js +270 -0
- package/dist/cli/layout/index.d.ts +2 -0
- package/dist/cli/layout/index.js +44 -0
- package/dist/cli/layout/transport.d.ts +12 -0
- package/dist/cli/layout/transport.js +70 -0
- package/dist/cli/library/add.d.ts +60 -0
- package/dist/cli/library/add.js +348 -0
- package/dist/cli/library/cache.d.ts +26 -0
- package/dist/cli/library/cache.js +88 -0
- package/dist/cli/library/config.d.ts +75 -0
- package/dist/cli/library/config.js +198 -0
- package/dist/cli/library/digest.d.ts +5 -0
- package/dist/cli/library/digest.js +19 -0
- package/dist/cli/library/discover.d.ts +87 -0
- package/dist/cli/library/discover.js +534 -0
- package/dist/cli/library/freshness.d.ts +35 -0
- package/dist/cli/library/freshness.js +109 -0
- package/dist/cli/library/generation.d.ts +35 -0
- package/dist/cli/library/generation.js +211 -0
- package/dist/cli/library/index.d.ts +2 -0
- package/dist/cli/library/index.js +36 -0
- package/dist/cli/library/info.d.ts +69 -0
- package/dist/cli/library/info.js +311 -0
- package/dist/cli/library/list.d.ts +33 -0
- package/dist/cli/library/list.js +86 -0
- package/dist/cli/library/manifest.d.ts +81 -0
- package/dist/cli/library/manifest.js +200 -0
- package/dist/cli/library/manifestCache.d.ts +45 -0
- package/dist/cli/library/manifestCache.js +169 -0
- package/dist/cli/library/pull.d.ts +30 -0
- package/dist/cli/library/pull.js +438 -0
- package/dist/cli/library/push.d.ts +72 -0
- package/dist/cli/library/push.js +642 -0
- package/dist/cli/library/rm.d.ts +31 -0
- package/dist/cli/library/rm.js +200 -0
- package/dist/cli/library/search.d.ts +18 -0
- package/dist/cli/library/search.js +181 -0
- package/dist/cli/library/stat.d.ts +15 -0
- package/dist/cli/library/stat.js +127 -0
- package/dist/cli/library/tools.d.ts +104 -0
- package/dist/cli/library/tools.js +163 -0
- package/dist/cli/library/wire.d.ts +47 -0
- package/dist/cli/library/wire.js +120 -0
- package/dist/cli/list/index.d.ts +26 -0
- package/dist/cli/list/index.js +256 -0
- package/dist/cli/notes/character-plan.d.ts +22 -0
- package/dist/cli/notes/character-plan.js +232 -0
- package/dist/cli/notes/document.d.ts +73 -0
- package/dist/cli/notes/document.js +306 -0
- package/dist/cli/notes/edit-commands.d.ts +106 -0
- package/dist/cli/notes/edit-commands.js +623 -0
- package/dist/cli/notes/editing.d.ts +81 -0
- package/dist/cli/notes/editing.js +305 -0
- package/dist/cli/notes/events.d.ts +36 -0
- package/dist/cli/notes/events.js +54 -0
- package/dist/cli/notes/files-commands.d.ts +120 -0
- package/dist/cli/notes/files-commands.js +554 -0
- package/dist/cli/notes/html-read.d.ts +9 -0
- package/dist/cli/notes/html-read.js +90 -0
- package/dist/cli/notes/html.d.ts +73 -0
- package/dist/cli/notes/html.js +381 -0
- package/dist/cli/notes/index.d.ts +123 -0
- package/dist/cli/notes/index.js +1303 -0
- package/dist/cli/notes/linger.d.ts +59 -0
- package/dist/cli/notes/linger.js +339 -0
- package/dist/cli/notes/media-commands.d.ts +5 -0
- package/dist/cli/notes/media-commands.js +51 -0
- package/dist/cli/notes/move-command.d.ts +83 -0
- package/dist/cli/notes/move-command.js +259 -0
- package/dist/cli/notes/rm-command.d.ts +22 -0
- package/dist/cli/notes/rm-command.js +110 -0
- package/dist/cli/notes/select-command.d.ts +12 -0
- package/dist/cli/notes/select-command.js +84 -0
- package/dist/cli/notes/suggest-diff.d.ts +56 -0
- package/dist/cli/notes/suggest-diff.js +311 -0
- package/dist/cli/notes/toc.d.ts +38 -0
- package/dist/cli/notes/toc.js +144 -0
- package/dist/cli/notes/transfer-command.d.ts +6 -0
- package/dist/cli/notes/transfer-command.js +9 -0
- package/dist/cli/notes/version-commands.d.ts +19 -0
- package/dist/cli/notes/version-commands.js +178 -0
- package/dist/cli/nymph/index.d.ts +74 -0
- package/dist/cli/nymph/index.js +349 -0
- package/dist/cli/org/index.d.ts +34 -0
- package/dist/cli/org/index.js +341 -0
- package/dist/cli/ownership/index.d.ts +12 -0
- package/dist/cli/ownership/index.js +122 -0
- package/dist/cli/ownership/metadata-transfer.d.ts +20 -0
- package/dist/cli/ownership/metadata-transfer.js +159 -0
- package/dist/cli/page/index.d.ts +58 -0
- package/dist/cli/page/index.js +387 -0
- package/dist/cli/pipeline/index.d.ts +69 -0
- package/dist/cli/pipeline/index.js +604 -0
- package/dist/cli/progress.d.ts +60 -0
- package/dist/cli/progress.js +276 -0
- package/dist/cli/project/attachments.d.ts +10 -0
- package/dist/cli/project/attachments.js +39 -0
- package/dist/cli/project/grants.d.ts +10 -0
- package/dist/cli/project/grants.js +39 -0
- package/dist/cli/project/index.d.ts +8 -0
- package/dist/cli/project/index.js +92 -0
- package/dist/cli/project/move.d.ts +57 -0
- package/dist/cli/project/move.js +242 -0
- package/dist/cli/project/output.d.ts +2 -0
- package/dist/cli/project/output.js +29 -0
- package/dist/cli/project/stream.d.ts +55 -0
- package/dist/cli/project/stream.js +207 -0
- package/dist/cli/project/transfer-preview.d.ts +8 -0
- package/dist/cli/project/transfer-preview.js +10 -0
- package/dist/cli/prompt.d.ts +1 -0
- package/dist/cli/prompt.js +17 -0
- package/dist/cli/provider/dreamdir.d.ts +52 -0
- package/dist/cli/provider/dreamdir.js +138 -0
- package/dist/cli/provider/index.d.ts +4 -0
- package/dist/cli/provider/index.js +419 -0
- package/dist/cli/provider/jump-worker.d.ts +9 -0
- package/dist/cli/provider/jump-worker.js +141 -0
- package/dist/cli/provider/lifecycle.d.ts +149 -0
- package/dist/cli/provider/lifecycle.js +1390 -0
- package/dist/cli/provider/machine.d.ts +17 -0
- package/dist/cli/provider/machine.js +116 -0
- package/dist/cli/provider/ssh.d.ts +105 -0
- package/dist/cli/provider/ssh.js +305 -0
- package/dist/cli/provider/terraform.d.ts +140 -0
- package/dist/cli/provider/terraform.js +288 -0
- package/dist/cli/providers/index.d.ts +18 -0
- package/dist/cli/providers/index.js +422 -0
- package/dist/cli/python.d.ts +61 -0
- package/dist/cli/python.js +255 -0
- package/dist/cli/queues/index.d.ts +33 -0
- package/dist/cli/queues/index.js +248 -0
- package/dist/cli/queues/slurm.d.ts +10 -0
- package/dist/cli/queues/slurm.js +134 -0
- package/dist/cli/resources.d.ts +72 -0
- package/dist/cli/resources.js +137 -0
- package/dist/cli/run/index.d.ts +15 -0
- package/dist/cli/run/index.js +163 -0
- package/dist/cli/run/input.d.ts +34 -0
- package/dist/cli/run/input.js +135 -0
- package/dist/cli/run/recovery.d.ts +2 -0
- package/dist/cli/run/recovery.js +18 -0
- package/dist/cli/run/setup.d.ts +3 -0
- package/dist/cli/run/setup.js +62 -0
- package/dist/cli/runconfig/index.d.ts +12 -0
- package/dist/cli/runconfig/index.js +130 -0
- package/dist/cli/runnable/index.d.ts +35 -0
- package/dist/cli/runnable/index.js +575 -0
- package/dist/cli/runnable/path.d.ts +115 -0
- package/dist/cli/runnable/path.js +288 -0
- package/dist/cli/runnable/run.d.ts +91 -0
- package/dist/cli/runnable/run.js +239 -0
- package/dist/cli/runnable/upload.d.ts +43 -0
- package/dist/cli/runnable/upload.js +342 -0
- package/dist/cli/runnable/worker.d.ts +1 -0
- package/dist/cli/runnable/worker.js +44 -0
- package/dist/cli/schemas/workflow-spec.schema.json +335 -0
- package/dist/cli/self-update/index.d.ts +5 -0
- package/dist/cli/self-update/index.js +107 -0
- package/dist/cli/self-update/install.d.ts +60 -0
- package/dist/cli/self-update/install.js +428 -0
- package/dist/cli/self-update/paths.d.ts +40 -0
- package/dist/cli/self-update/paths.js +87 -0
- package/dist/cli/self-update/releases.d.ts +41 -0
- package/dist/cli/self-update/releases.js +153 -0
- package/dist/cli/self-update/settings.d.ts +16 -0
- package/dist/cli/self-update/settings.js +68 -0
- package/dist/cli/self-update/update.d.ts +18 -0
- package/dist/cli/self-update/update.js +241 -0
- package/dist/cli/service-accounts/index.d.ts +3 -0
- package/dist/cli/service-accounts/index.js +149 -0
- package/dist/cli/session-affiliation.d.ts +26 -0
- package/dist/cli/session-affiliation.js +135 -0
- package/dist/cli/sessions/affiliation.d.ts +8 -0
- package/dist/cli/sessions/affiliation.js +66 -0
- package/dist/cli/sessions/api.d.ts +55 -0
- package/dist/cli/sessions/api.js +88 -0
- package/dist/cli/sessions/control.d.ts +6 -0
- package/dist/cli/sessions/control.js +159 -0
- package/dist/cli/sessions/conversation.d.ts +15 -0
- package/dist/cli/sessions/conversation.js +118 -0
- package/dist/cli/sessions/index.d.ts +2 -0
- package/dist/cli/sessions/index.js +209 -0
- package/dist/cli/sessions/managed.d.ts +39 -0
- package/dist/cli/sessions/managed.js +63 -0
- package/dist/cli/sessions/redaction.d.ts +2 -0
- package/dist/cli/sessions/redaction.js +11 -0
- package/dist/cli/sessions/runner/exec.d.ts +108 -0
- package/dist/cli/sessions/runner/exec.js +335 -0
- package/dist/cli/sessions/runner/journal.d.ts +26 -0
- package/dist/cli/sessions/runner/journal.js +49 -0
- package/dist/cli/sessions/runner/native.d.ts +48 -0
- package/dist/cli/sessions/runner/native.js +170 -0
- package/dist/cli/sessions/runner/pod.d.ts +30 -0
- package/dist/cli/sessions/runner/pod.js +129 -0
- package/dist/cli/sessions/runner/serve.d.ts +85 -0
- package/dist/cli/sessions/runner/serve.js +558 -0
- package/dist/cli/sessions/sync.d.ts +47 -0
- package/dist/cli/sessions/sync.js +80 -0
- package/dist/cli/sessions/transport.d.ts +14 -0
- package/dist/cli/sessions/transport.js +116 -0
- package/dist/cli/share.d.ts +15 -0
- package/dist/cli/share.js +139 -0
- package/dist/cli/skill/catalog.d.ts +141 -0
- package/dist/cli/skill/catalog.js +442 -0
- package/dist/cli/skill/files.d.ts +89 -0
- package/dist/cli/skill/files.js +264 -0
- package/dist/cli/skill/index.d.ts +268 -0
- package/dist/cli/skill/index.js +1216 -0
- package/dist/cli/skill/manifest.d.ts +30 -0
- package/dist/cli/skill/manifest.js +101 -0
- package/dist/cli/skill/prefs.d.ts +9 -0
- package/dist/cli/skill/prefs.js +32 -0
- package/dist/cli/skill/reminders.d.ts +15 -0
- package/dist/cli/skill/reminders.js +105 -0
- package/dist/cli/skill/tar.d.ts +17 -0
- package/dist/cli/skill/tar.js +195 -0
- package/dist/cli/snapshot/index.d.ts +24 -0
- package/dist/cli/snapshot/index.js +146 -0
- package/dist/cli/source/access.d.ts +45 -0
- package/dist/cli/source/access.js +563 -0
- package/dist/cli/source/control.d.ts +103 -0
- package/dist/cli/source/control.js +546 -0
- package/dist/cli/source/delete.d.ts +89 -0
- package/dist/cli/source/delete.js +463 -0
- package/dist/cli/source/index.d.ts +288 -0
- package/dist/cli/source/index.js +1348 -0
- package/dist/cli/source/share.d.ts +65 -0
- package/dist/cli/source/share.js +530 -0
- package/dist/cli/source/upload.d.ts +62 -0
- package/dist/cli/source/upload.js +258 -0
- package/dist/cli/source/write.d.ts +77 -0
- package/dist/cli/source/write.js +335 -0
- package/dist/cli/spawn.d.ts +28 -0
- package/dist/cli/spawn.js +81 -0
- package/dist/cli/target.d.ts +22 -0
- package/dist/cli/target.js +85 -0
- package/dist/cli/tasks/index.d.ts +38 -0
- package/dist/cli/tasks/index.js +365 -0
- package/dist/cli/team/index.d.ts +37 -0
- package/dist/cli/team/index.js +407 -0
- package/dist/cli/telemetry.d.ts +23 -0
- package/dist/cli/telemetry.js +262 -0
- package/dist/cli/telemetryJournal.d.ts +26 -0
- package/dist/cli/telemetryJournal.js +104 -0
- package/dist/cli/update/index.d.ts +21 -0
- package/dist/cli/update/index.js +284 -0
- package/dist/cli/upload/index.d.ts +11 -0
- package/dist/cli/upload/index.js +261 -0
- package/dist/cli/upload/kinds.d.ts +10 -0
- package/dist/cli/upload/kinds.js +85 -0
- package/dist/cli/upload/multipart.d.ts +21 -0
- package/dist/cli/upload/multipart.js +248 -0
- package/dist/cli/vault/affected-preview.d.ts +15 -0
- package/dist/cli/vault/affected-preview.js +38 -0
- package/dist/cli/vault/cloud.d.ts +55 -0
- package/dist/cli/vault/cloud.js +287 -0
- package/dist/cli/vault/format.d.ts +18 -0
- package/dist/cli/vault/format.js +104 -0
- package/dist/cli/vault/hostCredentials.d.ts +21 -0
- package/dist/cli/vault/hostCredentials.js +71 -0
- package/dist/cli/vault/hostSupersessions.d.ts +18 -0
- package/dist/cli/vault/hostSupersessions.js +68 -0
- package/dist/cli/vault/import.d.ts +3 -0
- package/dist/cli/vault/import.js +79 -0
- package/dist/cli/vault/index.d.ts +14 -0
- package/dist/cli/vault/index.js +225 -0
- package/dist/cli/vault/keys.d.ts +5 -0
- package/dist/cli/vault/keys.js +165 -0
- package/dist/cli/vault/kms.d.ts +6 -0
- package/dist/cli/vault/kms.js +169 -0
- package/dist/cli/vault/list.d.ts +13 -0
- package/dist/cli/vault/list.js +60 -0
- package/dist/cli/vault/listView.d.ts +21 -0
- package/dist/cli/vault/listView.js +123 -0
- package/dist/cli/vault/managementMetadata.d.ts +2 -0
- package/dist/cli/vault/managementMetadata.js +23 -0
- package/dist/cli/vault/mutations.d.ts +8 -0
- package/dist/cli/vault/mutations.js +151 -0
- package/dist/cli/vault/otp.d.ts +6 -0
- package/dist/cli/vault/otp.js +62 -0
- package/dist/cli/vault/otpIntent.d.ts +23 -0
- package/dist/cli/vault/otpIntent.js +76 -0
- package/dist/cli/vault/passImport.d.ts +25 -0
- package/dist/cli/vault/passImport.js +129 -0
- package/dist/cli/vault/passOtp.d.ts +51 -0
- package/dist/cli/vault/passOtp.js +101 -0
- package/dist/cli/vault/passStore.d.ts +26 -0
- package/dist/cli/vault/passStore.js +134 -0
- package/dist/cli/vault/passwordCommand.d.ts +39 -0
- package/dist/cli/vault/passwordCommand.js +101 -0
- package/dist/cli/vault/passwordProbe.d.ts +27 -0
- package/dist/cli/vault/passwordProbe.js +282 -0
- package/dist/cli/vault/passwordRotation.d.ts +9 -0
- package/dist/cli/vault/passwordRotation.js +273 -0
- package/dist/cli/vault/rotationApi.d.ts +13 -0
- package/dist/cli/vault/rotationApi.js +58 -0
- package/dist/cli/vault/rotationCommand.d.ts +2 -0
- package/dist/cli/vault/rotationCommand.js +75 -0
- package/dist/cli/vault/rotationEngine.d.ts +19 -0
- package/dist/cli/vault/rotationEngine.js +65 -0
- package/dist/cli/vault/rotationHelperSource.d.ts +2 -0
- package/dist/cli/vault/rotationHelperSource.js +3 -0
- package/dist/cli/vault/rotationInput.d.ts +11 -0
- package/dist/cli/vault/rotationInput.js +48 -0
- package/dist/cli/vault/rotationJournal.d.ts +16 -0
- package/dist/cli/vault/rotationJournal.js +183 -0
- package/dist/cli/vault/rotationKeys.d.ts +4 -0
- package/dist/cli/vault/rotationKeys.js +48 -0
- package/dist/cli/vault/rotationPrepare.d.ts +17 -0
- package/dist/cli/vault/rotationPrepare.js +108 -0
- package/dist/cli/vault/rotationRemote.d.ts +33 -0
- package/dist/cli/vault/rotationRemote.js +156 -0
- package/dist/cli/vault/rotationState.d.ts +42 -0
- package/dist/cli/vault/rotationState.js +115 -0
- package/dist/cli/vault/rotationTransport.d.ts +18 -0
- package/dist/cli/vault/rotationTransport.js +71 -0
- package/dist/cli/vault/sshSource.d.ts +18 -0
- package/dist/cli/vault/sshSource.js +196 -0
- package/dist/cli/vault/sshSync.d.ts +17 -0
- package/dist/cli/vault/sshSync.js +224 -0
- package/dist/cli/vault/sshTransfer.d.ts +22 -0
- package/dist/cli/vault/sshTransfer.js +140 -0
- package/dist/cli/vault/terraformState.d.ts +66 -0
- package/dist/cli/vault/terraformState.js +252 -0
- package/dist/cli/vault/terraformStateCommand.d.ts +2 -0
- package/dist/cli/vault/terraformStateCommand.js +61 -0
- package/dist/cli/vault/tree.d.ts +43 -0
- package/dist/cli/vault/tree.js +292 -0
- package/dist/cli/version.d.ts +1 -0
- package/dist/cli/version.js +9 -0
- package/dist/cli/workflow/index.d.ts +76 -0
- package/dist/cli/workflow/index.js +826 -0
- package/dist/cli/workflow/validate.d.ts +19 -0
- package/dist/cli/workflow/validate.js +353 -0
- package/dist/package.json +1 -0
- package/package.json +28 -10
|
@@ -0,0 +1,438 @@
|
|
|
1
|
+
// `dreamlake library pull <ns>/<name>` — materialize a library (or one asset)
|
|
2
|
+
// from its remote manifest.
|
|
3
|
+
//
|
|
4
|
+
// By DEFAULT a pull materializes the USER's files only — the clean source
|
|
5
|
+
// tree the authoring model pushes: everything under the reserved
|
|
6
|
+
// `.dreamlake/` prefix is platform-generated (manifest, thumbnails, vectors)
|
|
7
|
+
// and skipped, and so are the legacy generated names at the root
|
|
8
|
+
// (assets.json, assets.vectors.*) — those were never user content either.
|
|
9
|
+
// `--all` includes the platform artifacts too, probing for the ones that are
|
|
10
|
+
// layout-dependent (a migrated library answers 400 unknown_path for its
|
|
11
|
+
// legacy names — tolerated, not fatal).
|
|
12
|
+
//
|
|
13
|
+
// PURE REST, like `env pull`: GET the catalog row (whose `revision` keys the
|
|
14
|
+
// local manifest cache — an unchanged library plans without re-downloading
|
|
15
|
+
// its manifest), GET the manifest, POST files-presign for the paths this
|
|
16
|
+
// pull wants (≤1000 per call), then download with a small worker pool —
|
|
17
|
+
// sha256-verified against the manifest, ONE re-presign refresh when a batch
|
|
18
|
+
// expires mid-pull. Files land at their original relative paths under
|
|
19
|
+
// the output directory, streamed through a `.part` sibling so an interrupted
|
|
20
|
+
// download never leaves a truncated file that looks finished.
|
|
21
|
+
import { createHash } from "node:crypto";
|
|
22
|
+
import { createWriteStream, mkdirSync, renameSync, rmSync, statSync } from "node:fs";
|
|
23
|
+
import path from "node:path";
|
|
24
|
+
import { Readable, Transform } from "node:stream";
|
|
25
|
+
import { pipeline } from "node:stream/promises";
|
|
26
|
+
import { emitJson, fail, humanSize, ok } from "../helpers.js";
|
|
27
|
+
import { resolveCtx } from "../compat/ctx.js";
|
|
28
|
+
import { errorMessage, jsonRequest, requireNamespace } from "../compat/http.js";
|
|
29
|
+
import { isRecord } from "../compat/presignedTransfer.js";
|
|
30
|
+
import { BarProgress } from "../progress.js";
|
|
31
|
+
import { hashFiles } from "./cache.js";
|
|
32
|
+
// freshness.ts imports `isGeneratedPath` back from this module — a deliberate
|
|
33
|
+
// two-file cycle that is safe because neither side touches the other's
|
|
34
|
+
// bindings during module evaluation, only inside functions.
|
|
35
|
+
import { writeLastRegisteredRevision } from "./freshness.js";
|
|
36
|
+
import { LEGACY_GENERATED_PATHS, MANIFEST_PATH_PRIMARY, RESERVED_PREFIX, assertLibraryManifest, invalidRelPath, manifestFileMap, } from "./manifest.js";
|
|
37
|
+
import { fetchManifestCached } from "./manifestCache.js";
|
|
38
|
+
const PULL_CONCURRENCY = 4;
|
|
39
|
+
const PRESIGN_BATCH = 1000;
|
|
40
|
+
export function parseLibrarySpec(spec) {
|
|
41
|
+
const at = spec.indexOf("/");
|
|
42
|
+
if (at < 0)
|
|
43
|
+
return { namespace: null, name: spec };
|
|
44
|
+
const namespace = spec.slice(0, at);
|
|
45
|
+
const name = spec.slice(at + 1);
|
|
46
|
+
if (namespace === "" || name === "" || name.includes("/")) {
|
|
47
|
+
return { error: `bad library spec '${spec}' — use <namespace>/<name>` };
|
|
48
|
+
}
|
|
49
|
+
return { namespace, name };
|
|
50
|
+
}
|
|
51
|
+
/** The default pull's skip rule: platform artifacts, current and legacy. */
|
|
52
|
+
export function isGeneratedPath(rel) {
|
|
53
|
+
return rel.startsWith(RESERVED_PREFIX) || LEGACY_GENERATED_PATHS.includes(rel);
|
|
54
|
+
}
|
|
55
|
+
function assertPresignedReads(res, wanted) {
|
|
56
|
+
const bad = (what) => {
|
|
57
|
+
throw new Error(`incompatible library API response: files-presign ${what}`);
|
|
58
|
+
};
|
|
59
|
+
if (!isRecord(res))
|
|
60
|
+
bad("was not an object");
|
|
61
|
+
const files = res.files;
|
|
62
|
+
if (!Array.isArray(files))
|
|
63
|
+
bad("is missing 'files'");
|
|
64
|
+
const out = [];
|
|
65
|
+
for (const raw of files) {
|
|
66
|
+
if (!isRecord(raw))
|
|
67
|
+
bad("has a file entry that is not an object");
|
|
68
|
+
const f = raw;
|
|
69
|
+
if (typeof f.path !== "string")
|
|
70
|
+
bad("has a file entry with no 'path'");
|
|
71
|
+
if (typeof f.url !== "string" || f.url === "")
|
|
72
|
+
bad(`presigned no url for '${String(f.path)}'`);
|
|
73
|
+
out.push({
|
|
74
|
+
path: f.path,
|
|
75
|
+
size: typeof f.size === "number" ? f.size : null,
|
|
76
|
+
sha256: typeof f.sha256 === "string" ? f.sha256.toLowerCase() : null,
|
|
77
|
+
url: f.url,
|
|
78
|
+
});
|
|
79
|
+
}
|
|
80
|
+
// Coverage, not order: a path the server silently dropped would otherwise
|
|
81
|
+
// surface three steps later as "the server did not presign x".
|
|
82
|
+
const got = new Set(out.map((f) => f.path));
|
|
83
|
+
for (const p of wanted) {
|
|
84
|
+
if (!got.has(p))
|
|
85
|
+
bad(`did not cover '${p}'`);
|
|
86
|
+
}
|
|
87
|
+
return out;
|
|
88
|
+
}
|
|
89
|
+
export async function runLibraryPull(args, deps = {}) {
|
|
90
|
+
const parsed = parseLibrarySpec(args.spec);
|
|
91
|
+
if ("error" in parsed) {
|
|
92
|
+
fail(parsed.error);
|
|
93
|
+
return 1;
|
|
94
|
+
}
|
|
95
|
+
const { name } = parsed;
|
|
96
|
+
const ctx = resolveCtx(args);
|
|
97
|
+
let namespace = parsed.namespace;
|
|
98
|
+
if (!namespace) {
|
|
99
|
+
namespace = await requireNamespace(ctx, undefined);
|
|
100
|
+
if (!namespace)
|
|
101
|
+
return 1;
|
|
102
|
+
}
|
|
103
|
+
const base = `${ctx.remote}/namespaces/${encodeURIComponent(namespace)}/libraries/${encodeURIComponent(name)}`;
|
|
104
|
+
// 0) the catalog row — its `revision` keys the local manifest cache
|
|
105
|
+
// (manifestCache.ts). Tolerant: any failure just means the manifest is
|
|
106
|
+
// fetched uncached, exactly as before the cache existed.
|
|
107
|
+
let planRevision = null;
|
|
108
|
+
const detailRes = await jsonRequest("GET", base, ctx.token).catch(() => null);
|
|
109
|
+
if (detailRes !== null && detailRes.status === 200) {
|
|
110
|
+
const r = detailRes.body?.revision;
|
|
111
|
+
if (typeof r === "number")
|
|
112
|
+
planRevision = r;
|
|
113
|
+
}
|
|
114
|
+
// 1) the manifest — the pull's source of truth for paths and hashes. An
|
|
115
|
+
// unchanged revision answers from the local cache without a download.
|
|
116
|
+
const { res: mRes } = await fetchManifestCached({
|
|
117
|
+
remote: ctx.remote,
|
|
118
|
+
namespace,
|
|
119
|
+
name,
|
|
120
|
+
token: ctx.token,
|
|
121
|
+
revision: planRevision,
|
|
122
|
+
});
|
|
123
|
+
if (mRes.status === 404) {
|
|
124
|
+
fail(`${namespace}/${name} has not been pushed yet — nothing to pull`);
|
|
125
|
+
return 1;
|
|
126
|
+
}
|
|
127
|
+
if (mRes.status !== 200) {
|
|
128
|
+
fail(`could not read the manifest → ${mRes.status}: ${errorMessage(mRes)}`);
|
|
129
|
+
return 1;
|
|
130
|
+
}
|
|
131
|
+
// What to materialize: `selected` paths are contractual (a presign failure
|
|
132
|
+
// is fatal); `optional` paths are layout-dependent platform artifacts —
|
|
133
|
+
// probed, and an unknown_path answer drops them silently.
|
|
134
|
+
let selected;
|
|
135
|
+
const optional = new Set();
|
|
136
|
+
const expectedSha = new Map();
|
|
137
|
+
let skippedGenerated = 0;
|
|
138
|
+
try {
|
|
139
|
+
const manifest = assertLibraryManifest(mRes.body, "the remote manifest");
|
|
140
|
+
if (args.asset) {
|
|
141
|
+
const asset = manifest.assets.find((a) => a.id === args.asset);
|
|
142
|
+
if (!asset) {
|
|
143
|
+
const known = manifest.assets.map((a) => a.id);
|
|
144
|
+
const shown = known.slice(0, 20).join(", ");
|
|
145
|
+
fail(`asset '${args.asset}' not found in ${namespace}/${name} — ` +
|
|
146
|
+
`available: ${shown}${known.length > 20 ? `, … (${known.length} total)` : ""}`);
|
|
147
|
+
return 1;
|
|
148
|
+
}
|
|
149
|
+
// The asset's whole closure — entry is a member of `files` by
|
|
150
|
+
// validation. Its thumbnail may instead be a platform artifact under
|
|
151
|
+
// .dreamlake/ — included only under --all.
|
|
152
|
+
const paths = new Set();
|
|
153
|
+
for (const f of asset.files) {
|
|
154
|
+
paths.add(f.path);
|
|
155
|
+
expectedSha.set(f.path, f.sha256.toLowerCase());
|
|
156
|
+
}
|
|
157
|
+
selected = [...paths];
|
|
158
|
+
if (typeof asset.thumbnail === "string" && asset.thumbnail.startsWith(RESERVED_PREFIX)) {
|
|
159
|
+
if (args.all)
|
|
160
|
+
optional.add(asset.thumbnail);
|
|
161
|
+
else
|
|
162
|
+
skippedGenerated++;
|
|
163
|
+
}
|
|
164
|
+
}
|
|
165
|
+
else {
|
|
166
|
+
const closure = manifestFileMap(manifest);
|
|
167
|
+
selected = [];
|
|
168
|
+
for (const [p, stat] of closure) {
|
|
169
|
+
if (!args.all && isGeneratedPath(p)) {
|
|
170
|
+
skippedGenerated++;
|
|
171
|
+
continue;
|
|
172
|
+
}
|
|
173
|
+
expectedSha.set(p, stat.sha256);
|
|
174
|
+
selected.push(p);
|
|
175
|
+
}
|
|
176
|
+
if (args.all) {
|
|
177
|
+
// Platform artifacts: the manifest's generated[] list, the manifest
|
|
178
|
+
// object itself, and the legacy well-known names — each probed,
|
|
179
|
+
// because which of them exist depends on the library's layout age.
|
|
180
|
+
for (const p of manifest.generated ?? [])
|
|
181
|
+
optional.add(p);
|
|
182
|
+
optional.add(MANIFEST_PATH_PRIMARY);
|
|
183
|
+
for (const p of LEGACY_GENERATED_PATHS)
|
|
184
|
+
optional.add(p);
|
|
185
|
+
for (const p of selected)
|
|
186
|
+
optional.delete(p);
|
|
187
|
+
}
|
|
188
|
+
}
|
|
189
|
+
}
|
|
190
|
+
catch (e) {
|
|
191
|
+
fail(e instanceof Error ? e.message : String(e));
|
|
192
|
+
return 1;
|
|
193
|
+
}
|
|
194
|
+
// 2) presign. Selected paths are valid by contract; optional paths go
|
|
195
|
+
// through the tolerant loop — a 400 unknown_path names the offender,
|
|
196
|
+
// which is dropped and the rest retried.
|
|
197
|
+
const presignSome = async (paths) => {
|
|
198
|
+
const out = [];
|
|
199
|
+
for (let i = 0; i < paths.length; i += PRESIGN_BATCH) {
|
|
200
|
+
const batch = paths.slice(i, i + PRESIGN_BATCH);
|
|
201
|
+
const r = await jsonRequest("POST", `${base}/files-presign`, ctx.token, { paths: batch, ttlSeconds: 3600 });
|
|
202
|
+
if (r.status < 200 || r.status >= 300) {
|
|
203
|
+
throw new Error(`files-presign → ${r.status}: ${errorMessage(r)}`);
|
|
204
|
+
}
|
|
205
|
+
out.push(...assertPresignedReads(r.body, batch));
|
|
206
|
+
}
|
|
207
|
+
return out;
|
|
208
|
+
};
|
|
209
|
+
const presignTolerant = async (paths) => {
|
|
210
|
+
const out = [];
|
|
211
|
+
let pending = [...paths];
|
|
212
|
+
while (pending.length > 0) {
|
|
213
|
+
const batch = pending.slice(0, PRESIGN_BATCH);
|
|
214
|
+
const rest = pending.slice(PRESIGN_BATCH);
|
|
215
|
+
const r = await jsonRequest("POST", `${base}/files-presign`, ctx.token, { paths: batch, ttlSeconds: 3600 });
|
|
216
|
+
if (r.status >= 200 && r.status < 300) {
|
|
217
|
+
out.push(...assertPresignedReads(r.body, batch));
|
|
218
|
+
pending = rest;
|
|
219
|
+
continue;
|
|
220
|
+
}
|
|
221
|
+
const body = r.body;
|
|
222
|
+
if (r.status === 400 && body?.error === "unknown_path") {
|
|
223
|
+
const missing = typeof body.path === "string" ? body.path : batch.length === 1 ? batch[0] : "";
|
|
224
|
+
if (batch.includes(missing)) {
|
|
225
|
+
pending = [...batch.filter((p) => p !== missing), ...rest];
|
|
226
|
+
continue; // this library has no such artifact — fine
|
|
227
|
+
}
|
|
228
|
+
}
|
|
229
|
+
throw new Error(`files-presign → ${r.status}: ${errorMessage(r)}`);
|
|
230
|
+
}
|
|
231
|
+
return out;
|
|
232
|
+
};
|
|
233
|
+
// Informational lines: stdout normally, stderr under --json so stdout
|
|
234
|
+
// carries exactly one JSON document.
|
|
235
|
+
const info = (line) => {
|
|
236
|
+
(args.json ? process.stderr : process.stdout).write(line);
|
|
237
|
+
};
|
|
238
|
+
// Path safety FIRST — these relative paths are about to be joined onto the
|
|
239
|
+
// output directory (for the local diff) and onto disk (for writes).
|
|
240
|
+
for (const p of [...selected, ...optional]) {
|
|
241
|
+
const bad = invalidRelPath(p);
|
|
242
|
+
if (bad) {
|
|
243
|
+
fail(`the manifest contains an unsafe path: ${bad}`);
|
|
244
|
+
return 1;
|
|
245
|
+
}
|
|
246
|
+
}
|
|
247
|
+
// 3) the destination + the incremental diff (RFC 0008 §5.6). A non-empty
|
|
248
|
+
// directory is not refused any more: a pull only writes manifest paths —
|
|
249
|
+
// overwriting stale copies is the point — and never deletes extras.
|
|
250
|
+
// Files already on disk with the manifest's exact sha256 are not
|
|
251
|
+
// presigned, not fetched.
|
|
252
|
+
const outDir = args.output ?? `./${name}`;
|
|
253
|
+
const upToDate = new Set();
|
|
254
|
+
{
|
|
255
|
+
const presentLocal = selected.filter((p) => {
|
|
256
|
+
try {
|
|
257
|
+
return statSync(path.join(outDir, p)).isFile();
|
|
258
|
+
}
|
|
259
|
+
catch {
|
|
260
|
+
return false;
|
|
261
|
+
}
|
|
262
|
+
});
|
|
263
|
+
if (presentLocal.length > 0) {
|
|
264
|
+
try {
|
|
265
|
+
const local = await hashFiles(outDir, presentLocal, { cacheFile: deps.hashCacheFile });
|
|
266
|
+
for (const p of presentLocal) {
|
|
267
|
+
const want = expectedSha.get(p);
|
|
268
|
+
if (want && local.get(p)?.sha256 === want)
|
|
269
|
+
upToDate.add(p);
|
|
270
|
+
}
|
|
271
|
+
}
|
|
272
|
+
catch {
|
|
273
|
+
/* a file vanished mid-hash — treat everything as stale and fetch */
|
|
274
|
+
}
|
|
275
|
+
}
|
|
276
|
+
}
|
|
277
|
+
const toFetch = selected.filter((p) => !upToDate.has(p));
|
|
278
|
+
const urlByPath = new Map();
|
|
279
|
+
try {
|
|
280
|
+
for (const row of await presignSome(toFetch))
|
|
281
|
+
urlByPath.set(row.path, row);
|
|
282
|
+
for (const row of await presignTolerant([...optional]))
|
|
283
|
+
urlByPath.set(row.path, row);
|
|
284
|
+
}
|
|
285
|
+
catch (e) {
|
|
286
|
+
fail(e instanceof Error ? e.message : String(e));
|
|
287
|
+
return 1;
|
|
288
|
+
}
|
|
289
|
+
const items = [...urlByPath.keys()];
|
|
290
|
+
const totalBytes = items.reduce((s, p) => s + (urlByPath.get(p).size ?? 0), 0);
|
|
291
|
+
info(`Pulling ${namespace}/${name}${args.asset ? ` asset '${args.asset}'` : ""} → ${outDir}\n`);
|
|
292
|
+
if (upToDate.size > 0) {
|
|
293
|
+
info(` fetching ${items.length} of ${items.length + upToDate.size} files (${upToDate.size} up-to-date)\n`);
|
|
294
|
+
}
|
|
295
|
+
info(` files: ${items.length} (${humanSize(totalBytes)})\n`);
|
|
296
|
+
if (skippedGenerated > 0) {
|
|
297
|
+
info(` skipping ${skippedGenerated} platform-generated file(s) — pass --all to include them\n`);
|
|
298
|
+
}
|
|
299
|
+
// 4) download pool — N workers over one queue, per-file retries, and a
|
|
300
|
+
// sha256 check against the manifest before a file is moved into place.
|
|
301
|
+
//
|
|
302
|
+
// Retries are PER FILE and cover network-level failures too, not just
|
|
303
|
+
// 4xx: a multi-GB pull over the internet outlives presign TTLs and
|
|
304
|
+
// keep-alive windows, and the observed failure mode is the body stream
|
|
305
|
+
// being terminated mid-transfer (undici "terminated"), which surfaces as
|
|
306
|
+
// an exception from pipeline(), never as res.ok === false. Every retry
|
|
307
|
+
// re-presigns THIS file first — one cheap API call — so an expired URL,
|
|
308
|
+
// a cut connection and a truncated body all heal the same way.
|
|
309
|
+
const fetchFn = deps.fetchFn ?? ((input, init) => fetch(input, init));
|
|
310
|
+
// The bar repaints on stderr; under --json a scripted caller wants neither.
|
|
311
|
+
const bar = args.json ? null : new BarProgress(totalBytes, items.length, "downloading");
|
|
312
|
+
const MAX_ATTEMPTS = 3;
|
|
313
|
+
let downloaded = 0;
|
|
314
|
+
let bytesFetched = 0;
|
|
315
|
+
const fetchOne = async (rel) => {
|
|
316
|
+
for (let attempt = 0;; attempt++) {
|
|
317
|
+
let attemptBytes = 0;
|
|
318
|
+
try {
|
|
319
|
+
const row = urlByPath.get(rel);
|
|
320
|
+
const res = await fetchFn(row.url);
|
|
321
|
+
if (!res.ok)
|
|
322
|
+
throw new Error(`HTTP ${res.status}`);
|
|
323
|
+
if (!res.body)
|
|
324
|
+
throw new Error(`empty response body`);
|
|
325
|
+
const target = path.join(outDir, rel);
|
|
326
|
+
mkdirSync(path.dirname(target), { recursive: true });
|
|
327
|
+
const tmp = `${target}.${process.pid}.part`;
|
|
328
|
+
const hash = createHash("sha256");
|
|
329
|
+
try {
|
|
330
|
+
const counter = new Transform({
|
|
331
|
+
transform(chunk, _enc, cb) {
|
|
332
|
+
hash.update(chunk);
|
|
333
|
+
attemptBytes += chunk.length;
|
|
334
|
+
bar?.addBytes(chunk.length);
|
|
335
|
+
cb(null, chunk);
|
|
336
|
+
},
|
|
337
|
+
});
|
|
338
|
+
await pipeline(Readable.fromWeb(res.body), counter, createWriteStream(tmp));
|
|
339
|
+
const got = hash.digest("hex");
|
|
340
|
+
// The manifest hash is the authority; for files outside the manifest
|
|
341
|
+
// closure (platform artifacts) the presign response's sha256 stands in.
|
|
342
|
+
const expected = expectedSha.get(rel) ?? row.sha256;
|
|
343
|
+
if (expected && got !== expected) {
|
|
344
|
+
throw new Error(`sha256 mismatch for ${rel}: expected ${expected}, got ${got}`);
|
|
345
|
+
}
|
|
346
|
+
renameSync(tmp, target);
|
|
347
|
+
}
|
|
348
|
+
catch (err) {
|
|
349
|
+
rmSync(tmp, { force: true });
|
|
350
|
+
throw err;
|
|
351
|
+
}
|
|
352
|
+
downloaded++;
|
|
353
|
+
bytesFetched += attemptBytes;
|
|
354
|
+
bar?.fileDone();
|
|
355
|
+
return;
|
|
356
|
+
}
|
|
357
|
+
catch (err) {
|
|
358
|
+
const msg = err instanceof Error ? err.message : String(err);
|
|
359
|
+
if (attempt >= MAX_ATTEMPTS - 1) {
|
|
360
|
+
throw new Error(msg.includes(rel) ? msg : `download failed for ${rel} → ${msg}`);
|
|
361
|
+
}
|
|
362
|
+
// Fresh URL for this file only (tolerantly: a file deleted by a
|
|
363
|
+
// concurrent re-push fails ITS download, not the presign call).
|
|
364
|
+
for (const again of await presignTolerant([rel]))
|
|
365
|
+
urlByPath.set(again.path, again);
|
|
366
|
+
}
|
|
367
|
+
}
|
|
368
|
+
};
|
|
369
|
+
try {
|
|
370
|
+
const queue = [...items];
|
|
371
|
+
const workers = Array.from({ length: Math.min(PULL_CONCURRENCY, queue.length) }, async () => {
|
|
372
|
+
for (;;) {
|
|
373
|
+
const rel = queue.shift();
|
|
374
|
+
if (!rel)
|
|
375
|
+
return;
|
|
376
|
+
await fetchOne(rel);
|
|
377
|
+
}
|
|
378
|
+
});
|
|
379
|
+
await Promise.all(workers);
|
|
380
|
+
}
|
|
381
|
+
catch (e) {
|
|
382
|
+
bar?.abort();
|
|
383
|
+
fail(e instanceof Error ? e.message : String(e));
|
|
384
|
+
return 1;
|
|
385
|
+
}
|
|
386
|
+
bar?.finish();
|
|
387
|
+
// The library's revision — for the machine-readable result and the drift
|
|
388
|
+
// guard's baseline. Non-fatal on failure: the pull itself is complete.
|
|
389
|
+
let revision = null;
|
|
390
|
+
const det = await jsonRequest("GET", base, ctx.token).catch(() => null);
|
|
391
|
+
if (det && det.status === 200) {
|
|
392
|
+
const r = det.body?.revision;
|
|
393
|
+
if (typeof r === "number")
|
|
394
|
+
revision = r;
|
|
395
|
+
}
|
|
396
|
+
// Record the drift-guard baseline (RFC 0008 §5.7) — FULL pulls only. An
|
|
397
|
+
// `--asset` pull materializes a subset; recording a matching revision for
|
|
398
|
+
// that directory would let a later wholesale `push` from it sail past the
|
|
399
|
+
// guard and delete every asset the subset does not contain — exactly the
|
|
400
|
+
// accident the guard exists to stop.
|
|
401
|
+
if (revision !== null && !args.asset) {
|
|
402
|
+
try {
|
|
403
|
+
writeLastRegisteredRevision(path.resolve(outDir), `${namespace}/${name}`, revision);
|
|
404
|
+
}
|
|
405
|
+
catch {
|
|
406
|
+
/* disposable cache */
|
|
407
|
+
}
|
|
408
|
+
}
|
|
409
|
+
if (args.json) {
|
|
410
|
+
emitJson({
|
|
411
|
+
library: `${namespace}/${name}`,
|
|
412
|
+
revision,
|
|
413
|
+
files: {
|
|
414
|
+
wanted: items.length + upToDate.size,
|
|
415
|
+
fetched: downloaded,
|
|
416
|
+
skipped: upToDate.size,
|
|
417
|
+
bytesFetched,
|
|
418
|
+
},
|
|
419
|
+
});
|
|
420
|
+
return 0;
|
|
421
|
+
}
|
|
422
|
+
ok(`pulled ${downloaded} files → ${outDir}` +
|
|
423
|
+
(upToDate.size > 0 ? ` (${upToDate.size} already current)` : ""));
|
|
424
|
+
return 0;
|
|
425
|
+
}
|
|
426
|
+
export function registerLibraryPullCommand(library, withConnFlags) {
|
|
427
|
+
withConnFlags(library
|
|
428
|
+
.command("pull")
|
|
429
|
+
.description("download a library's user files (or one asset) at their original relative paths, sha256-verified")
|
|
430
|
+
.argument("<spec>", "<namespace>/<name> (or <name> under the active login)")
|
|
431
|
+
.option("--asset <id>", "pull only this asset's files")
|
|
432
|
+
.option("-o, --output <dir>", "destination directory (default: ./<name>)")
|
|
433
|
+
.option("--force", "no longer required — pulls are incremental into non-empty directories; kept for compatibility")
|
|
434
|
+
.option("--all", "include platform-generated artifacts (.dreamlake/**, legacy assets.json trio)")
|
|
435
|
+
.option("--json", "emit the machine-readable result on stdout (informational lines go to stderr)")).action(async (spec, opts) => {
|
|
436
|
+
process.exit(await runLibraryPull({ ...opts, spec }));
|
|
437
|
+
});
|
|
438
|
+
}
|
|
@@ -0,0 +1,72 @@
|
|
|
1
|
+
import type { Command } from "commander";
|
|
2
|
+
import { type DreamlakeOpts } from "../compat/ctx.js";
|
|
3
|
+
import { type PresignedFile } from "../compat/presignedTransfer.js";
|
|
4
|
+
import type { Spawn } from "../spawn.js";
|
|
5
|
+
import { type DiscoveredAsset } from "./discover.js";
|
|
6
|
+
import { type RenderJob, type ToolsDeps } from "./tools.js";
|
|
7
|
+
export declare const LIBRARY_NAME_RE: RegExp;
|
|
8
|
+
/** The per-authorization-call limits the server enforces with a 400. */
|
|
9
|
+
export declare const MAX_BATCH_FILES = 1000;
|
|
10
|
+
export declare const MAX_BATCH_BYTES: number;
|
|
11
|
+
export interface UploadItem {
|
|
12
|
+
relativePath: string;
|
|
13
|
+
size: number;
|
|
14
|
+
}
|
|
15
|
+
/**
|
|
16
|
+
* Split the upload set into authorization-call batches: at most `maxFiles`
|
|
17
|
+
* files AND `maxBytes` total per call, order preserved. A single file past
|
|
18
|
+
* `maxBytes` can never fit any batch — that is a refusal, not a batch of one,
|
|
19
|
+
* because the server would 400 it and the failure should carry the filename.
|
|
20
|
+
*/
|
|
21
|
+
export declare function planBatches<T extends UploadItem>(files: readonly T[], maxFiles?: number, maxBytes?: number): T[][];
|
|
22
|
+
/**
|
|
23
|
+
* Check one authorization against the batch it answers. The envelope here is
|
|
24
|
+
* the library route's — positional, no canonicalPath (the server owns the
|
|
25
|
+
* prefix outright) — and each file's transfer plan goes through the shared
|
|
26
|
+
* validator before a byte moves.
|
|
27
|
+
*/
|
|
28
|
+
export declare function assertLibraryAuthorization(res: unknown, request: {
|
|
29
|
+
files: readonly UploadItem[];
|
|
30
|
+
}): {
|
|
31
|
+
expiresAt: string;
|
|
32
|
+
files: PresignedFile[];
|
|
33
|
+
};
|
|
34
|
+
/**
|
|
35
|
+
* The render-job list for `--thumbnails`. One job per asset with something
|
|
36
|
+
* renderable; the entry PREFERS a robot-kind entryPoint file over a scene
|
|
37
|
+
* entry — the renderer frames a lone robot better than a full scene.
|
|
38
|
+
*
|
|
39
|
+
* Assets that already carry a USER thumbnail (yml `thumbnail:` or a shipped
|
|
40
|
+
* thumbnail/preview image auto-detected at discovery) are excluded: the user
|
|
41
|
+
* file always wins in the manifest, so rendering one would be wasted work.
|
|
42
|
+
*/
|
|
43
|
+
export declare function buildRenderJobs(srcDir: string, assets: readonly DiscoveredAsset[]): RenderJob[];
|
|
44
|
+
export interface LibraryPushArgs extends DreamlakeOpts {
|
|
45
|
+
dir: string;
|
|
46
|
+
library?: string;
|
|
47
|
+
namespace?: string;
|
|
48
|
+
visibility?: string;
|
|
49
|
+
verify?: boolean;
|
|
50
|
+
dryRun?: boolean;
|
|
51
|
+
thumbnails?: boolean;
|
|
52
|
+
embed?: boolean;
|
|
53
|
+
/** `--model`: the embed encoder, passed through to the Python tool. An
|
|
54
|
+
* alias ("siglip2" / "clip") or a raw open_clip model name. Unset → the
|
|
55
|
+
* Python tool's own default (honoring $DREAMLAKE_EMBED_MODEL). */
|
|
56
|
+
model?: string;
|
|
57
|
+
/** Override the RFC 0008 §5.7 drift guard: push even when the remote moved
|
|
58
|
+
* under this directory and the plan would delete files. */
|
|
59
|
+
force?: boolean;
|
|
60
|
+
/** Machine-readable result on stdout; informational lines go to stderr. */
|
|
61
|
+
json?: boolean;
|
|
62
|
+
}
|
|
63
|
+
export interface LibraryPushDeps extends ToolsDeps {
|
|
64
|
+
fetchFn?: typeof fetch;
|
|
65
|
+
spawn?: Spawn;
|
|
66
|
+
/** Test override for the hash-cache file (defaults under ~/.dreamlake). */
|
|
67
|
+
hashCacheFile?: string;
|
|
68
|
+
/** Test override for the per-source build dir. */
|
|
69
|
+
cacheDir?: string;
|
|
70
|
+
}
|
|
71
|
+
export declare function runLibraryPush(args: LibraryPushArgs, deps?: LibraryPushDeps): Promise<number>;
|
|
72
|
+
export declare function registerLibraryPushCommand(library: Command, withConnFlags: (c: Command) => Command): void;
|