@dreamlake/dreamlake-cli 0.88.0 → 0.89.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/api/access.d.ts +83 -0
- package/dist/api/access.js +77 -0
- package/dist/api/agent.d.ts +156 -0
- package/dist/api/agent.js +111 -0
- package/dist/api/browser.d.ts +90 -0
- package/dist/api/browser.js +102 -0
- package/dist/api/client.d.ts +53 -0
- package/dist/api/client.js +102 -0
- package/dist/api/common.d.ts +28 -0
- package/dist/api/common.js +16 -0
- package/dist/api/content.d.ts +195 -0
- package/dist/api/content.js +147 -0
- package/dist/api/execution.d.ts +84 -0
- package/dist/api/execution.js +73 -0
- package/dist/api/http.d.ts +19 -0
- package/dist/api/http.js +66 -0
- package/dist/api/index.d.ts +2330 -0
- package/dist/api/index.js +114 -0
- package/dist/api/infra.d.ts +2 -0
- package/dist/api/infra.js +2 -0
- package/dist/api/jobs.d.ts +2 -0
- package/dist/api/jobs.js +2 -0
- package/dist/api/layout.d.ts +2 -0
- package/dist/api/layout.js +2 -0
- package/dist/api/library-edit.d.ts +3 -0
- package/dist/api/library-edit.js +3 -0
- package/dist/api/library-manifest.d.ts +2 -0
- package/dist/api/library-manifest.js +2 -0
- package/dist/api/note-character-plan.d.ts +2 -0
- package/dist/api/note-character-plan.js +2 -0
- package/dist/api/note-editing.d.ts +2 -0
- package/dist/api/note-editing.js +2 -0
- package/dist/api/note-edits.d.ts +21 -0
- package/dist/api/note-edits.js +10 -0
- package/dist/api/note-events.d.ts +5 -0
- package/dist/api/note-events.js +11 -0
- package/dist/api/note-files.d.ts +75 -0
- package/dist/api/note-files.js +65 -0
- package/dist/api/note-html-read.d.ts +2 -0
- package/dist/api/note-html-read.js +2 -0
- package/dist/api/note-html.d.ts +2 -0
- package/dist/api/note-html.js +2 -0
- package/dist/api/note-toc.d.ts +2 -0
- package/dist/api/note-toc.js +2 -0
- package/dist/api/notes.d.ts +304 -0
- package/dist/api/notes.js +181 -0
- package/dist/api/open-resources.d.ts +27 -0
- package/dist/api/open-resources.js +102 -0
- package/dist/api/ownership.d.ts +12 -0
- package/dist/api/ownership.js +24 -0
- package/dist/api/platform.d.ts +83 -0
- package/dist/api/platform.js +56 -0
- package/dist/api/presigned-transfer.d.ts +2 -0
- package/dist/api/presigned-transfer.js +2 -0
- package/dist/api/registered-runs.d.ts +48 -0
- package/dist/api/registered-runs.js +33 -0
- package/dist/api/sessions.d.ts +299 -0
- package/dist/api/sessions.js +105 -0
- package/dist/api/storage.d.ts +46 -0
- package/dist/api/storage.js +34 -0
- package/dist/api/streams.d.ts +18 -0
- package/dist/api/streams.js +70 -0
- package/dist/api/vault.d.ts +93 -0
- package/dist/api/vault.js +79 -0
- package/dist/api/workspace.d.ts +180 -0
- package/dist/api/workspace.js +146 -0
- package/dist/cli/agent-identity.d.ts +4 -0
- package/dist/cli/agent-identity.js +21 -0
- package/dist/cli/agents/identity.d.ts +50 -0
- package/dist/cli/agents/identity.js +105 -0
- package/dist/cli/agents/index.d.ts +31 -0
- package/dist/cli/agents/index.js +580 -0
- package/dist/cli/agents/manage.d.ts +43 -0
- package/dist/cli/agents/manage.js +376 -0
- package/dist/cli/agents/spec.d.ts +104 -0
- package/dist/cli/agents/spec.js +280 -0
- package/dist/cli/agents/web.d.ts +7 -0
- package/dist/cli/agents/web.js +109 -0
- package/dist/cli/artifact/incremental.d.ts +21 -0
- package/dist/cli/artifact/incremental.js +80 -0
- package/dist/cli/artifact/index.d.ts +52 -0
- package/dist/cli/artifact/index.js +405 -0
- package/dist/cli/artifact/meta.d.ts +69 -0
- package/dist/cli/artifact/meta.js +189 -0
- package/dist/cli/auth/commands.d.ts +29 -0
- package/dist/cli/auth/commands.js +327 -0
- package/dist/cli/auth/constants.d.ts +13 -0
- package/dist/cli/auth/constants.js +18 -0
- package/dist/cli/auth/credentials.d.ts +37 -0
- package/dist/cli/auth/credentials.js +155 -0
- package/dist/cli/auth/device-flow.d.ts +32 -0
- package/dist/cli/auth/device-flow.js +154 -0
- package/dist/cli/auth/device-secret.d.ts +6 -0
- package/dist/cli/auth/device-secret.js +26 -0
- package/dist/cli/auth/machine.d.ts +15 -0
- package/dist/cli/auth/machine.js +126 -0
- package/dist/cli/auth/materialized.d.ts +32 -0
- package/dist/cli/auth/materialized.js +102 -0
- package/dist/cli/auth/migrate.d.ts +10 -0
- package/dist/cli/auth/migrate.js +75 -0
- package/dist/cli/client.d.ts +102 -0
- package/dist/cli/client.js +206 -0
- package/dist/cli/collection-list.d.ts +3 -0
- package/dist/cli/collection-list.js +25 -0
- package/dist/cli/compat/ctx.d.ts +26 -0
- package/dist/cli/compat/ctx.js +76 -0
- package/dist/cli/compat/dreamdb-wasm-embedded.d.ts +2 -0
- package/dist/cli/compat/dreamdb-wasm-embedded.js +8 -0
- package/dist/cli/compat/dreamdb-wasm.d.ts +1 -0
- package/dist/cli/compat/dreamdb-wasm.js +26 -0
- package/dist/cli/compat/dreamdb.d.ts +112 -0
- package/dist/cli/compat/dreamdb.js +219 -0
- package/dist/cli/compat/flags.d.ts +2 -0
- package/dist/cli/compat/flags.js +13 -0
- package/dist/cli/compat/http.d.ts +23 -0
- package/dist/cli/compat/http.js +137 -0
- package/dist/cli/compat/presignedTransfer.d.ts +139 -0
- package/dist/cli/compat/presignedTransfer.js +580 -0
- package/dist/cli/compat/s3-backend.d.ts +73 -0
- package/dist/cli/compat/s3-backend.js +132 -0
- package/dist/cli/config.d.ts +22 -0
- package/dist/cli/config.js +96 -0
- package/dist/cli/connection/dto.d.ts +159 -0
- package/dist/cli/connection/dto.js +497 -0
- package/dist/cli/connection/index.d.ts +50 -0
- package/dist/cli/connection/index.js +413 -0
- package/dist/cli/connection/oauth.d.ts +23 -0
- package/dist/cli/connection/oauth.js +290 -0
- package/dist/cli/connection/write.d.ts +47 -0
- package/dist/cli/connection/write.js +573 -0
- package/dist/cli/create/index.d.ts +19 -0
- package/dist/cli/create/index.js +209 -0
- package/dist/cli/declare/index.d.ts +29 -0
- package/dist/cli/declare/index.js +304 -0
- package/dist/cli/delete/index.d.ts +18 -0
- package/dist/cli/delete/index.js +232 -0
- package/dist/cli/download/index.d.ts +9 -0
- package/dist/cli/download/index.js +128 -0
- package/dist/cli/env/compose.d.ts +88 -0
- package/dist/cli/env/compose.js +402 -0
- package/dist/cli/env/index.d.ts +176 -0
- package/dist/cli/env/index.js +1011 -0
- package/dist/cli/experiments/index.d.ts +11 -0
- package/dist/cli/experiments/index.js +168 -0
- package/dist/cli/glob.d.ts +1 -0
- package/dist/cli/glob.js +45 -0
- package/dist/cli/graphql-helpers.d.ts +23 -0
- package/dist/cli/graphql-helpers.js +42 -0
- package/dist/cli/graphql.d.ts +10 -0
- package/dist/cli/graphql.js +47 -0
- package/dist/cli/help-examples.generated.d.ts +1 -0
- package/dist/cli/help-examples.generated.js +192 -0
- package/dist/cli/helpers.d.ts +8 -0
- package/dist/cli/helpers.js +106 -0
- package/dist/cli/hosts/api.d.ts +29 -0
- package/dist/cli/hosts/api.js +54 -0
- package/dist/cli/hosts/bootstrap-source.d.ts +1 -0
- package/dist/cli/hosts/bootstrap-source.js +2 -0
- package/dist/cli/hosts/catalog.d.ts +26 -0
- package/dist/cli/hosts/catalog.js +55 -0
- package/dist/cli/hosts/config.d.ts +45 -0
- package/dist/cli/hosts/config.js +179 -0
- package/dist/cli/hosts/credentials.d.ts +19 -0
- package/dist/cli/hosts/credentials.js +173 -0
- package/dist/cli/hosts/enroll.d.ts +17 -0
- package/dist/cli/hosts/enroll.js +109 -0
- package/dist/cli/hosts/enrollments.d.ts +25 -0
- package/dist/cli/hosts/enrollments.js +54 -0
- package/dist/cli/hosts/index.d.ts +6 -0
- package/dist/cli/hosts/index.js +279 -0
- package/dist/cli/hosts/inventory.d.ts +40 -0
- package/dist/cli/hosts/inventory.js +91 -0
- package/dist/cli/hosts/lifecycle.d.ts +15 -0
- package/dist/cli/hosts/lifecycle.js +108 -0
- package/dist/cli/hosts/metrics-source.d.ts +12 -0
- package/dist/cli/hosts/metrics-source.js +89 -0
- package/dist/cli/hosts/observations.d.ts +39 -0
- package/dist/cli/hosts/observations.js +102 -0
- package/dist/cli/hosts/remote.d.ts +5 -0
- package/dist/cli/hosts/remote.js +66 -0
- package/dist/cli/hosts/ssh.d.ts +63 -0
- package/dist/cli/hosts/ssh.js +276 -0
- package/dist/cli/index.d.ts +1 -0
- package/dist/cli/index.js +288 -0
- package/dist/cli/infra/api.d.ts +95 -0
- package/dist/cli/infra/api.js +291 -0
- package/dist/cli/infra/index.d.ts +5 -0
- package/dist/cli/infra/index.js +102 -0
- package/dist/cli/infra/move.d.ts +15 -0
- package/dist/cli/infra/move.js +123 -0
- package/dist/cli/infra/transfer.d.ts +15 -0
- package/dist/cli/infra/transfer.js +280 -0
- package/dist/cli/jobs/api.d.ts +69 -0
- package/dist/cli/jobs/api.js +121 -0
- package/dist/cli/jobs/index.d.ts +5 -0
- package/dist/cli/jobs/index.js +140 -0
- package/dist/cli/lakeshore/index.d.ts +98 -0
- package/dist/cli/lakeshore/index.js +502 -0
- package/dist/cli/launch/index.d.ts +43 -0
- package/dist/cli/launch/index.js +270 -0
- package/dist/cli/layout/index.d.ts +2 -0
- package/dist/cli/layout/index.js +44 -0
- package/dist/cli/layout/transport.d.ts +12 -0
- package/dist/cli/layout/transport.js +70 -0
- package/dist/cli/library/add.d.ts +60 -0
- package/dist/cli/library/add.js +348 -0
- package/dist/cli/library/cache.d.ts +26 -0
- package/dist/cli/library/cache.js +88 -0
- package/dist/cli/library/config.d.ts +75 -0
- package/dist/cli/library/config.js +198 -0
- package/dist/cli/library/digest.d.ts +5 -0
- package/dist/cli/library/digest.js +19 -0
- package/dist/cli/library/discover.d.ts +87 -0
- package/dist/cli/library/discover.js +534 -0
- package/dist/cli/library/freshness.d.ts +35 -0
- package/dist/cli/library/freshness.js +109 -0
- package/dist/cli/library/generation.d.ts +35 -0
- package/dist/cli/library/generation.js +211 -0
- package/dist/cli/library/index.d.ts +2 -0
- package/dist/cli/library/index.js +36 -0
- package/dist/cli/library/info.d.ts +69 -0
- package/dist/cli/library/info.js +311 -0
- package/dist/cli/library/list.d.ts +33 -0
- package/dist/cli/library/list.js +86 -0
- package/dist/cli/library/manifest.d.ts +81 -0
- package/dist/cli/library/manifest.js +200 -0
- package/dist/cli/library/manifestCache.d.ts +45 -0
- package/dist/cli/library/manifestCache.js +169 -0
- package/dist/cli/library/pull.d.ts +30 -0
- package/dist/cli/library/pull.js +438 -0
- package/dist/cli/library/push.d.ts +72 -0
- package/dist/cli/library/push.js +642 -0
- package/dist/cli/library/rm.d.ts +31 -0
- package/dist/cli/library/rm.js +200 -0
- package/dist/cli/library/search.d.ts +18 -0
- package/dist/cli/library/search.js +181 -0
- package/dist/cli/library/stat.d.ts +15 -0
- package/dist/cli/library/stat.js +127 -0
- package/dist/cli/library/tools.d.ts +104 -0
- package/dist/cli/library/tools.js +163 -0
- package/dist/cli/library/wire.d.ts +47 -0
- package/dist/cli/library/wire.js +120 -0
- package/dist/cli/list/index.d.ts +26 -0
- package/dist/cli/list/index.js +256 -0
- package/dist/cli/notes/character-plan.d.ts +22 -0
- package/dist/cli/notes/character-plan.js +232 -0
- package/dist/cli/notes/document.d.ts +73 -0
- package/dist/cli/notes/document.js +306 -0
- package/dist/cli/notes/edit-commands.d.ts +106 -0
- package/dist/cli/notes/edit-commands.js +623 -0
- package/dist/cli/notes/editing.d.ts +81 -0
- package/dist/cli/notes/editing.js +305 -0
- package/dist/cli/notes/events.d.ts +36 -0
- package/dist/cli/notes/events.js +54 -0
- package/dist/cli/notes/files-commands.d.ts +120 -0
- package/dist/cli/notes/files-commands.js +554 -0
- package/dist/cli/notes/html-read.d.ts +9 -0
- package/dist/cli/notes/html-read.js +90 -0
- package/dist/cli/notes/html.d.ts +73 -0
- package/dist/cli/notes/html.js +381 -0
- package/dist/cli/notes/index.d.ts +123 -0
- package/dist/cli/notes/index.js +1303 -0
- package/dist/cli/notes/linger.d.ts +59 -0
- package/dist/cli/notes/linger.js +339 -0
- package/dist/cli/notes/media-commands.d.ts +5 -0
- package/dist/cli/notes/media-commands.js +51 -0
- package/dist/cli/notes/move-command.d.ts +83 -0
- package/dist/cli/notes/move-command.js +259 -0
- package/dist/cli/notes/rm-command.d.ts +22 -0
- package/dist/cli/notes/rm-command.js +110 -0
- package/dist/cli/notes/select-command.d.ts +12 -0
- package/dist/cli/notes/select-command.js +84 -0
- package/dist/cli/notes/suggest-diff.d.ts +56 -0
- package/dist/cli/notes/suggest-diff.js +311 -0
- package/dist/cli/notes/toc.d.ts +38 -0
- package/dist/cli/notes/toc.js +144 -0
- package/dist/cli/notes/transfer-command.d.ts +6 -0
- package/dist/cli/notes/transfer-command.js +9 -0
- package/dist/cli/notes/version-commands.d.ts +19 -0
- package/dist/cli/notes/version-commands.js +178 -0
- package/dist/cli/nymph/index.d.ts +74 -0
- package/dist/cli/nymph/index.js +349 -0
- package/dist/cli/org/index.d.ts +34 -0
- package/dist/cli/org/index.js +341 -0
- package/dist/cli/ownership/index.d.ts +12 -0
- package/dist/cli/ownership/index.js +122 -0
- package/dist/cli/ownership/metadata-transfer.d.ts +20 -0
- package/dist/cli/ownership/metadata-transfer.js +159 -0
- package/dist/cli/page/index.d.ts +58 -0
- package/dist/cli/page/index.js +387 -0
- package/dist/cli/pipeline/index.d.ts +69 -0
- package/dist/cli/pipeline/index.js +604 -0
- package/dist/cli/progress.d.ts +60 -0
- package/dist/cli/progress.js +276 -0
- package/dist/cli/project/attachments.d.ts +10 -0
- package/dist/cli/project/attachments.js +39 -0
- package/dist/cli/project/grants.d.ts +10 -0
- package/dist/cli/project/grants.js +39 -0
- package/dist/cli/project/index.d.ts +8 -0
- package/dist/cli/project/index.js +92 -0
- package/dist/cli/project/move.d.ts +57 -0
- package/dist/cli/project/move.js +242 -0
- package/dist/cli/project/output.d.ts +2 -0
- package/dist/cli/project/output.js +29 -0
- package/dist/cli/project/stream.d.ts +55 -0
- package/dist/cli/project/stream.js +207 -0
- package/dist/cli/project/transfer-preview.d.ts +8 -0
- package/dist/cli/project/transfer-preview.js +10 -0
- package/dist/cli/prompt.d.ts +1 -0
- package/dist/cli/prompt.js +17 -0
- package/dist/cli/provider/dreamdir.d.ts +52 -0
- package/dist/cli/provider/dreamdir.js +138 -0
- package/dist/cli/provider/index.d.ts +4 -0
- package/dist/cli/provider/index.js +419 -0
- package/dist/cli/provider/jump-worker.d.ts +9 -0
- package/dist/cli/provider/jump-worker.js +141 -0
- package/dist/cli/provider/lifecycle.d.ts +149 -0
- package/dist/cli/provider/lifecycle.js +1390 -0
- package/dist/cli/provider/machine.d.ts +17 -0
- package/dist/cli/provider/machine.js +116 -0
- package/dist/cli/provider/ssh.d.ts +105 -0
- package/dist/cli/provider/ssh.js +305 -0
- package/dist/cli/provider/terraform.d.ts +140 -0
- package/dist/cli/provider/terraform.js +288 -0
- package/dist/cli/providers/index.d.ts +18 -0
- package/dist/cli/providers/index.js +422 -0
- package/dist/cli/python.d.ts +61 -0
- package/dist/cli/python.js +255 -0
- package/dist/cli/queues/index.d.ts +33 -0
- package/dist/cli/queues/index.js +248 -0
- package/dist/cli/queues/slurm.d.ts +10 -0
- package/dist/cli/queues/slurm.js +134 -0
- package/dist/cli/resources.d.ts +72 -0
- package/dist/cli/resources.js +137 -0
- package/dist/cli/run/index.d.ts +15 -0
- package/dist/cli/run/index.js +163 -0
- package/dist/cli/run/input.d.ts +34 -0
- package/dist/cli/run/input.js +135 -0
- package/dist/cli/run/recovery.d.ts +2 -0
- package/dist/cli/run/recovery.js +18 -0
- package/dist/cli/run/setup.d.ts +3 -0
- package/dist/cli/run/setup.js +62 -0
- package/dist/cli/runconfig/index.d.ts +12 -0
- package/dist/cli/runconfig/index.js +130 -0
- package/dist/cli/runnable/index.d.ts +35 -0
- package/dist/cli/runnable/index.js +575 -0
- package/dist/cli/runnable/path.d.ts +115 -0
- package/dist/cli/runnable/path.js +288 -0
- package/dist/cli/runnable/run.d.ts +91 -0
- package/dist/cli/runnable/run.js +239 -0
- package/dist/cli/runnable/upload.d.ts +43 -0
- package/dist/cli/runnable/upload.js +342 -0
- package/dist/cli/runnable/worker.d.ts +1 -0
- package/dist/cli/runnable/worker.js +44 -0
- package/dist/cli/schemas/workflow-spec.schema.json +335 -0
- package/dist/cli/self-update/index.d.ts +5 -0
- package/dist/cli/self-update/index.js +107 -0
- package/dist/cli/self-update/install.d.ts +60 -0
- package/dist/cli/self-update/install.js +428 -0
- package/dist/cli/self-update/paths.d.ts +40 -0
- package/dist/cli/self-update/paths.js +87 -0
- package/dist/cli/self-update/releases.d.ts +41 -0
- package/dist/cli/self-update/releases.js +153 -0
- package/dist/cli/self-update/settings.d.ts +16 -0
- package/dist/cli/self-update/settings.js +68 -0
- package/dist/cli/self-update/update.d.ts +18 -0
- package/dist/cli/self-update/update.js +241 -0
- package/dist/cli/service-accounts/index.d.ts +3 -0
- package/dist/cli/service-accounts/index.js +149 -0
- package/dist/cli/session-affiliation.d.ts +26 -0
- package/dist/cli/session-affiliation.js +135 -0
- package/dist/cli/sessions/affiliation.d.ts +8 -0
- package/dist/cli/sessions/affiliation.js +66 -0
- package/dist/cli/sessions/api.d.ts +55 -0
- package/dist/cli/sessions/api.js +88 -0
- package/dist/cli/sessions/control.d.ts +6 -0
- package/dist/cli/sessions/control.js +159 -0
- package/dist/cli/sessions/conversation.d.ts +15 -0
- package/dist/cli/sessions/conversation.js +118 -0
- package/dist/cli/sessions/index.d.ts +2 -0
- package/dist/cli/sessions/index.js +209 -0
- package/dist/cli/sessions/managed.d.ts +39 -0
- package/dist/cli/sessions/managed.js +63 -0
- package/dist/cli/sessions/redaction.d.ts +2 -0
- package/dist/cli/sessions/redaction.js +11 -0
- package/dist/cli/sessions/runner/exec.d.ts +108 -0
- package/dist/cli/sessions/runner/exec.js +335 -0
- package/dist/cli/sessions/runner/journal.d.ts +26 -0
- package/dist/cli/sessions/runner/journal.js +49 -0
- package/dist/cli/sessions/runner/native.d.ts +48 -0
- package/dist/cli/sessions/runner/native.js +170 -0
- package/dist/cli/sessions/runner/pod.d.ts +30 -0
- package/dist/cli/sessions/runner/pod.js +129 -0
- package/dist/cli/sessions/runner/serve.d.ts +85 -0
- package/dist/cli/sessions/runner/serve.js +558 -0
- package/dist/cli/sessions/sync.d.ts +47 -0
- package/dist/cli/sessions/sync.js +80 -0
- package/dist/cli/sessions/transport.d.ts +14 -0
- package/dist/cli/sessions/transport.js +116 -0
- package/dist/cli/share.d.ts +15 -0
- package/dist/cli/share.js +139 -0
- package/dist/cli/skill/catalog.d.ts +141 -0
- package/dist/cli/skill/catalog.js +442 -0
- package/dist/cli/skill/files.d.ts +89 -0
- package/dist/cli/skill/files.js +264 -0
- package/dist/cli/skill/index.d.ts +268 -0
- package/dist/cli/skill/index.js +1216 -0
- package/dist/cli/skill/manifest.d.ts +30 -0
- package/dist/cli/skill/manifest.js +101 -0
- package/dist/cli/skill/prefs.d.ts +9 -0
- package/dist/cli/skill/prefs.js +32 -0
- package/dist/cli/skill/reminders.d.ts +15 -0
- package/dist/cli/skill/reminders.js +105 -0
- package/dist/cli/skill/tar.d.ts +17 -0
- package/dist/cli/skill/tar.js +195 -0
- package/dist/cli/snapshot/index.d.ts +24 -0
- package/dist/cli/snapshot/index.js +146 -0
- package/dist/cli/source/access.d.ts +45 -0
- package/dist/cli/source/access.js +563 -0
- package/dist/cli/source/control.d.ts +103 -0
- package/dist/cli/source/control.js +546 -0
- package/dist/cli/source/delete.d.ts +89 -0
- package/dist/cli/source/delete.js +463 -0
- package/dist/cli/source/index.d.ts +288 -0
- package/dist/cli/source/index.js +1348 -0
- package/dist/cli/source/share.d.ts +65 -0
- package/dist/cli/source/share.js +530 -0
- package/dist/cli/source/upload.d.ts +62 -0
- package/dist/cli/source/upload.js +258 -0
- package/dist/cli/source/write.d.ts +77 -0
- package/dist/cli/source/write.js +335 -0
- package/dist/cli/spawn.d.ts +28 -0
- package/dist/cli/spawn.js +81 -0
- package/dist/cli/target.d.ts +22 -0
- package/dist/cli/target.js +85 -0
- package/dist/cli/tasks/index.d.ts +38 -0
- package/dist/cli/tasks/index.js +365 -0
- package/dist/cli/team/index.d.ts +37 -0
- package/dist/cli/team/index.js +407 -0
- package/dist/cli/telemetry.d.ts +23 -0
- package/dist/cli/telemetry.js +262 -0
- package/dist/cli/telemetryJournal.d.ts +26 -0
- package/dist/cli/telemetryJournal.js +104 -0
- package/dist/cli/update/index.d.ts +21 -0
- package/dist/cli/update/index.js +284 -0
- package/dist/cli/upload/index.d.ts +11 -0
- package/dist/cli/upload/index.js +261 -0
- package/dist/cli/upload/kinds.d.ts +10 -0
- package/dist/cli/upload/kinds.js +85 -0
- package/dist/cli/upload/multipart.d.ts +21 -0
- package/dist/cli/upload/multipart.js +248 -0
- package/dist/cli/vault/affected-preview.d.ts +15 -0
- package/dist/cli/vault/affected-preview.js +38 -0
- package/dist/cli/vault/cloud.d.ts +55 -0
- package/dist/cli/vault/cloud.js +287 -0
- package/dist/cli/vault/format.d.ts +18 -0
- package/dist/cli/vault/format.js +104 -0
- package/dist/cli/vault/hostCredentials.d.ts +21 -0
- package/dist/cli/vault/hostCredentials.js +71 -0
- package/dist/cli/vault/hostSupersessions.d.ts +18 -0
- package/dist/cli/vault/hostSupersessions.js +68 -0
- package/dist/cli/vault/import.d.ts +3 -0
- package/dist/cli/vault/import.js +79 -0
- package/dist/cli/vault/index.d.ts +14 -0
- package/dist/cli/vault/index.js +225 -0
- package/dist/cli/vault/keys.d.ts +5 -0
- package/dist/cli/vault/keys.js +165 -0
- package/dist/cli/vault/kms.d.ts +6 -0
- package/dist/cli/vault/kms.js +169 -0
- package/dist/cli/vault/list.d.ts +13 -0
- package/dist/cli/vault/list.js +60 -0
- package/dist/cli/vault/listView.d.ts +21 -0
- package/dist/cli/vault/listView.js +123 -0
- package/dist/cli/vault/managementMetadata.d.ts +2 -0
- package/dist/cli/vault/managementMetadata.js +23 -0
- package/dist/cli/vault/mutations.d.ts +8 -0
- package/dist/cli/vault/mutations.js +151 -0
- package/dist/cli/vault/otp.d.ts +6 -0
- package/dist/cli/vault/otp.js +62 -0
- package/dist/cli/vault/otpIntent.d.ts +23 -0
- package/dist/cli/vault/otpIntent.js +76 -0
- package/dist/cli/vault/passImport.d.ts +25 -0
- package/dist/cli/vault/passImport.js +129 -0
- package/dist/cli/vault/passOtp.d.ts +51 -0
- package/dist/cli/vault/passOtp.js +101 -0
- package/dist/cli/vault/passStore.d.ts +26 -0
- package/dist/cli/vault/passStore.js +134 -0
- package/dist/cli/vault/passwordCommand.d.ts +39 -0
- package/dist/cli/vault/passwordCommand.js +101 -0
- package/dist/cli/vault/passwordProbe.d.ts +27 -0
- package/dist/cli/vault/passwordProbe.js +282 -0
- package/dist/cli/vault/passwordRotation.d.ts +9 -0
- package/dist/cli/vault/passwordRotation.js +273 -0
- package/dist/cli/vault/rotationApi.d.ts +13 -0
- package/dist/cli/vault/rotationApi.js +58 -0
- package/dist/cli/vault/rotationCommand.d.ts +2 -0
- package/dist/cli/vault/rotationCommand.js +75 -0
- package/dist/cli/vault/rotationEngine.d.ts +19 -0
- package/dist/cli/vault/rotationEngine.js +65 -0
- package/dist/cli/vault/rotationHelperSource.d.ts +2 -0
- package/dist/cli/vault/rotationHelperSource.js +3 -0
- package/dist/cli/vault/rotationInput.d.ts +11 -0
- package/dist/cli/vault/rotationInput.js +48 -0
- package/dist/cli/vault/rotationJournal.d.ts +16 -0
- package/dist/cli/vault/rotationJournal.js +183 -0
- package/dist/cli/vault/rotationKeys.d.ts +4 -0
- package/dist/cli/vault/rotationKeys.js +48 -0
- package/dist/cli/vault/rotationPrepare.d.ts +17 -0
- package/dist/cli/vault/rotationPrepare.js +108 -0
- package/dist/cli/vault/rotationRemote.d.ts +33 -0
- package/dist/cli/vault/rotationRemote.js +156 -0
- package/dist/cli/vault/rotationState.d.ts +42 -0
- package/dist/cli/vault/rotationState.js +115 -0
- package/dist/cli/vault/rotationTransport.d.ts +18 -0
- package/dist/cli/vault/rotationTransport.js +71 -0
- package/dist/cli/vault/sshSource.d.ts +18 -0
- package/dist/cli/vault/sshSource.js +196 -0
- package/dist/cli/vault/sshSync.d.ts +17 -0
- package/dist/cli/vault/sshSync.js +224 -0
- package/dist/cli/vault/sshTransfer.d.ts +22 -0
- package/dist/cli/vault/sshTransfer.js +140 -0
- package/dist/cli/vault/terraformState.d.ts +66 -0
- package/dist/cli/vault/terraformState.js +252 -0
- package/dist/cli/vault/terraformStateCommand.d.ts +2 -0
- package/dist/cli/vault/terraformStateCommand.js +61 -0
- package/dist/cli/vault/tree.d.ts +43 -0
- package/dist/cli/vault/tree.js +292 -0
- package/dist/cli/version.d.ts +1 -0
- package/dist/cli/version.js +9 -0
- package/dist/cli/workflow/index.d.ts +76 -0
- package/dist/cli/workflow/index.js +826 -0
- package/dist/cli/workflow/validate.d.ts +19 -0
- package/dist/cli/workflow/validate.js +353 -0
- package/dist/package.json +1 -0
- package/package.json +28 -10
|
@@ -0,0 +1,402 @@
|
|
|
1
|
+
// `dreamlake env compose` — materialize a layered env stack
|
|
2
|
+
// (dreamlake.layers.json, RFC 0007 v3 component grammar) into a runnable
|
|
3
|
+
// env directory.
|
|
4
|
+
//
|
|
5
|
+
// Division of labor (frozen in the env-layering plan): THIS side owns stack
|
|
6
|
+
// parsing and shape validation, src resolution (registry refs → the
|
|
7
|
+
// immutable version cache, local paths → absolute), and the resolved-stack
|
|
8
|
+
// handoff; the REFERENCE ENGINE — Python, in dreamlake-py — owns every
|
|
9
|
+
// compose semantic (Merge/Attach/Update/Remove/Patch, URDF import, compile
|
|
10
|
+
// validation). The CLI never re-implements those. It writes a fully
|
|
11
|
+
// resolved stack to a temp file and runs
|
|
12
|
+
//
|
|
13
|
+
// <python> -m dreamlake.envlayer compose <resolved.json> --out <dir>
|
|
14
|
+
//
|
|
15
|
+
// stderr streams through; the LAST stdout line is the machine report —
|
|
16
|
+
// {"ok":true,"entry":…,"stats":{…},"warnings":[…]} on success, exit 1 with
|
|
17
|
+
// {"ok":false,"error":"…","layer":i} on failure. Same one-JSON-line,
|
|
18
|
+
// last-line-wins contract as python.ts's lakeshore bridge, and tested the
|
|
19
|
+
// same way: every entry point takes an injectable `spawn`.
|
|
20
|
+
//
|
|
21
|
+
// Every stack entry is one flat component {tag, ...props}. `src` is ONE
|
|
22
|
+
// string: a bare "ns/name[@v]" is a registry ref; "./"-, "../"- or
|
|
23
|
+
// "/"-prefixed is a local path (env dir or single MJCF file). The resolved
|
|
24
|
+
// stack replaces every registry src with the cache path plus
|
|
25
|
+
// `"pin": "ns/name@N"` — the engine REJECTS registry srcs by contract
|
|
26
|
+
// ("resolve refs first"); local srcs are absolutized against the stack
|
|
27
|
+
// file's directory. Update/Remove entries carry no src and pass through
|
|
28
|
+
// verbatim.
|
|
29
|
+
import { existsSync, lstatSync, mkdirSync, mkdtempSync, readFileSync, readdirSync, renameSync, rmSync, writeFileSync } from "node:fs";
|
|
30
|
+
import { tmpdir } from "node:os";
|
|
31
|
+
import path from "node:path";
|
|
32
|
+
import { dreamlakeDir } from "../auth/materialized.js";
|
|
33
|
+
import { resolveCtx } from "../compat/ctx.js";
|
|
34
|
+
import { fail, ok, warn } from "../helpers.js";
|
|
35
|
+
import { boundedSpawn, lastNonEmptyLine, spawn, truncate } from "../spawn.js";
|
|
36
|
+
import { ENV_NAME_RE, downloadEnvVersion, invalidEnvName, parseEnvSpec, resolveEnvVersion, } from "./index.js";
|
|
37
|
+
export const STACK_BASENAME = "dreamlake.layers.json";
|
|
38
|
+
export const STACK_SCHEMA_ID = "dreamlake.env-layers/v3";
|
|
39
|
+
/** The superseded schema id — recognized only to point at the migration. */
|
|
40
|
+
export const STACK_SCHEMA_ID_V2 = "dreamlake.env-layers/v2";
|
|
41
|
+
export const ENGINE_MODULE = "dreamlake.envlayer";
|
|
42
|
+
const TAGS = new Set(["Merge", "Attach", "Update", "Remove", "Patch"]);
|
|
43
|
+
const SRC_TAGS = new Set(["Merge", "Attach", "Patch"]);
|
|
44
|
+
const JOINTS = new Set(["rigid", "free", "free-anchored"]);
|
|
45
|
+
/** Update props that are identity/class plumbing, never opinions. */
|
|
46
|
+
const RESERVED_UPDATE_PROPS = new Set(["name", "class", "childclass"]);
|
|
47
|
+
export const V2_MIGRATION_HINT = `schema "${STACK_SCHEMA_ID_V2}" is superseded by the v3 component grammar — ` +
|
|
48
|
+
`migrate each {source, compose} entry to one flat op: ` +
|
|
49
|
+
`merge → {"tag": "Merge", "src"}; attach+prefix → {"tag": "Attach", "src", "key"} ` +
|
|
50
|
+
`(key without the trailing colon; one Attach per former instance); ` +
|
|
51
|
+
`override env/file → {"tag": "Patch", "src"}; small sparse-XML opinions → ` +
|
|
52
|
+
`inline {"tag": "Update", "key", ...attrs}; compose.delete → ` +
|
|
53
|
+
`{"tag": "Remove", "key": "kind:name"}; env|path|file sources → one src ` +
|
|
54
|
+
`string (local paths start with ./)`;
|
|
55
|
+
/** The ESM-style rule: local paths announce themselves; bare = registry. */
|
|
56
|
+
export function srcIsLocal(src) {
|
|
57
|
+
return src.startsWith("./") || src.startsWith("../") || path.isAbsolute(src);
|
|
58
|
+
}
|
|
59
|
+
/** `ns/name` or `ns/name@version` — the layer-source registry ref. */
|
|
60
|
+
export function parseLayerEnvRef(ref) {
|
|
61
|
+
const grammar = `must be "ns/name" or "ns/name@version" (got '${ref}')`;
|
|
62
|
+
const slash = ref.indexOf("/");
|
|
63
|
+
if (slash <= 0 || slash === ref.length - 1)
|
|
64
|
+
return { error: grammar };
|
|
65
|
+
const ns = ref.slice(0, slash);
|
|
66
|
+
const rest = ref.slice(slash + 1);
|
|
67
|
+
if (rest.includes("/"))
|
|
68
|
+
return { error: grammar };
|
|
69
|
+
const parsed = parseEnvSpec(rest);
|
|
70
|
+
if ("error" in parsed)
|
|
71
|
+
return { error: `${grammar} — ${parsed.error}` };
|
|
72
|
+
if (!ENV_NAME_RE.test(ns))
|
|
73
|
+
return { error: `bad namespace '${ns}' in '${ref}'` };
|
|
74
|
+
const badName = invalidEnvName(parsed.name);
|
|
75
|
+
if (badName)
|
|
76
|
+
return { error: `bad scene name in '${ref}' — ${badName}` };
|
|
77
|
+
return { ns, name: parsed.name, version: parsed.version };
|
|
78
|
+
}
|
|
79
|
+
function isVec(v, n) {
|
|
80
|
+
return Array.isArray(v) && v.length === n && v.every((x) => typeof x === "number" && Number.isFinite(x));
|
|
81
|
+
}
|
|
82
|
+
/** Every SHAPE problem of a parsed stack, layer-indexed. Empty = usable. */
|
|
83
|
+
export function validateStack(value) {
|
|
84
|
+
const errors = [];
|
|
85
|
+
if (!value || typeof value !== "object" || Array.isArray(value)) {
|
|
86
|
+
return ["the stack must be a JSON object"];
|
|
87
|
+
}
|
|
88
|
+
const stack = value;
|
|
89
|
+
if (stack.schema === STACK_SCHEMA_ID_V2) {
|
|
90
|
+
// A v2 file gets the migration map, not a wall of per-layer noise.
|
|
91
|
+
return [V2_MIGRATION_HINT];
|
|
92
|
+
}
|
|
93
|
+
if (stack.schema !== STACK_SCHEMA_ID) {
|
|
94
|
+
errors.push(`schema: expected "${STACK_SCHEMA_ID}" (got ${JSON.stringify(stack.schema)})`);
|
|
95
|
+
}
|
|
96
|
+
for (const key of ["substrate", "entry", "name"]) {
|
|
97
|
+
const v = stack[key];
|
|
98
|
+
if (v !== undefined && (typeof v !== "string" || v === "")) {
|
|
99
|
+
errors.push(`${key}: must be a non-empty string`);
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
if (!Array.isArray(stack.layers) || stack.layers.length === 0) {
|
|
103
|
+
errors.push("layers: must be a non-empty array");
|
|
104
|
+
return errors;
|
|
105
|
+
}
|
|
106
|
+
stack.layers.forEach((layer, i) => validateLayer(layer, i, errors));
|
|
107
|
+
return errors;
|
|
108
|
+
}
|
|
109
|
+
function validateLayer(layer, i, errors) {
|
|
110
|
+
const at = `layers[${i}]`;
|
|
111
|
+
if (!layer || typeof layer !== "object" || Array.isArray(layer)) {
|
|
112
|
+
errors.push(`${at}: must be a component object {"tag": ...}`);
|
|
113
|
+
return;
|
|
114
|
+
}
|
|
115
|
+
const c = layer;
|
|
116
|
+
if (typeof c.tag !== "string" || !TAGS.has(c.tag)) {
|
|
117
|
+
errors.push(`${at}.tag: must be one of Merge | Attach | Update | Remove | Patch (got ${JSON.stringify(c.tag)})` +
|
|
118
|
+
(c.source !== undefined || c.compose !== undefined ? ` — ${V2_MIGRATION_HINT}` : ""));
|
|
119
|
+
return;
|
|
120
|
+
}
|
|
121
|
+
if (SRC_TAGS.has(c.tag)) {
|
|
122
|
+
if (typeof c.src !== "string" || c.src === "") {
|
|
123
|
+
errors.push(`${at}.src: required — "ns/name[@v]" (registry) or a "./"-prefixed local path`);
|
|
124
|
+
}
|
|
125
|
+
else if (!srcIsLocal(c.src)) {
|
|
126
|
+
const parsed = parseLayerEnvRef(c.src);
|
|
127
|
+
if ("error" in parsed) {
|
|
128
|
+
errors.push(`${at}.src: ${parsed.error} — a local path must start with "./", "../" or "/"`);
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
if (c.pin !== undefined && (typeof c.pin !== "string" || !/^[^\s/@]+\/[^\s/@]+@\d+$/.test(c.pin))) {
|
|
132
|
+
errors.push(`${at}.pin: must be "ns/name@N"`);
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
if (c.tag === "Attach") {
|
|
136
|
+
if (typeof c.key !== "string" || c.key === "") {
|
|
137
|
+
errors.push(`${at}.key: required — the identity root ("right" makes right:palm)`);
|
|
138
|
+
}
|
|
139
|
+
else if (/[:\s]/.test(c.key)) {
|
|
140
|
+
errors.push(`${at}.key: must not contain ":" or whitespace (the separator is the composer's)`);
|
|
141
|
+
}
|
|
142
|
+
if (c.at !== undefined && (typeof c.at !== "string" || !/^(world|body:.+|site:.+)$/.test(c.at))) {
|
|
143
|
+
errors.push(`${at}.at: must be "world", "body:<name>" or "site:<name>"`);
|
|
144
|
+
}
|
|
145
|
+
if (c.pos !== undefined && !isVec(c.pos, 3)) {
|
|
146
|
+
errors.push(`${at}.pos: must be [x, y, z] numbers`);
|
|
147
|
+
}
|
|
148
|
+
if (c.quat !== undefined && !isVec(c.quat, 4)) {
|
|
149
|
+
errors.push(`${at}.quat: must be [w, x, y, z] numbers`);
|
|
150
|
+
}
|
|
151
|
+
if (typeof c.joint !== "string" || !JOINTS.has(c.joint)) {
|
|
152
|
+
errors.push(`${at}.joint: required — rigid | free | free-anchored`);
|
|
153
|
+
}
|
|
154
|
+
}
|
|
155
|
+
else if (c.tag === "Update") {
|
|
156
|
+
if (typeof c.key !== "string" || c.key === "") {
|
|
157
|
+
errors.push(`${at}.key: required — "obj/mug", "body:obj/mug", "option" or "visual:<sub>"`);
|
|
158
|
+
}
|
|
159
|
+
const props = Object.keys(c).filter((k) => k !== "tag" && k !== "key");
|
|
160
|
+
if (props.length === 0) {
|
|
161
|
+
errors.push(`${at}: Update carries no opinions — every prop besides tag/key is an MJCF attribute`);
|
|
162
|
+
}
|
|
163
|
+
for (const p of props) {
|
|
164
|
+
if (RESERVED_UPDATE_PROPS.has(p)) {
|
|
165
|
+
errors.push(`${at}.${p}: Update cannot set ${p} (identity/class plumbing, not an opinion)`);
|
|
166
|
+
}
|
|
167
|
+
}
|
|
168
|
+
}
|
|
169
|
+
else if (c.tag === "Remove") {
|
|
170
|
+
if (typeof c.key !== "string" || c.key === "") {
|
|
171
|
+
errors.push(`${at}.key: required — "fixture/plant" or "body:fixture/plant"`);
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
}
|
|
175
|
+
// ─── the version cache ───────────────────────────────────────────────
|
|
176
|
+
//
|
|
177
|
+
// ~/.dreamlake/cache/envs/<ns>/<name>/<version>/ — CLI-owned, immutable per
|
|
178
|
+
// version, hash-verified on fill (the env pull machinery). An existing dir
|
|
179
|
+
// is trusted as-is, so a pinned ref with a cache hit costs zero network.
|
|
180
|
+
export function envCacheDir(ns, name, version) {
|
|
181
|
+
return path.join(dreamlakeDir(), "cache", "envs", ns, name, String(version));
|
|
182
|
+
}
|
|
183
|
+
/**
|
|
184
|
+
* Resolve a registry ref to a concrete version and make sure its files are
|
|
185
|
+
* in the cache. Downloads land in a temp sibling and are renamed in, so an
|
|
186
|
+
* interrupted fill never leaves a half cache behind to be trusted later.
|
|
187
|
+
* Throws with a friendly message on resolve/download failures.
|
|
188
|
+
*/
|
|
189
|
+
export async function ensureEnvCached(ctx, ref, deps = {}) {
|
|
190
|
+
if (ref.version != null) {
|
|
191
|
+
const dir = envCacheDir(ref.ns, ref.name, ref.version);
|
|
192
|
+
if (existsSync(dir))
|
|
193
|
+
return { dir, version: ref.version, fetched: false };
|
|
194
|
+
}
|
|
195
|
+
const resolved = await resolveEnvVersion(ctx, ref.ns, ref.name, ref.version);
|
|
196
|
+
const dir = envCacheDir(ref.ns, ref.name, resolved.version);
|
|
197
|
+
if (existsSync(dir))
|
|
198
|
+
return { dir, version: resolved.version, fetched: false };
|
|
199
|
+
const staging = `${dir}.filling-${process.pid}`;
|
|
200
|
+
mkdirSync(staging, { recursive: true });
|
|
201
|
+
try {
|
|
202
|
+
await downloadEnvVersion(resolved, staging, {
|
|
203
|
+
fetchFn: deps.fetchFn,
|
|
204
|
+
reResolve: () => resolveEnvVersion(ctx, ref.ns, ref.name, resolved.version),
|
|
205
|
+
});
|
|
206
|
+
try {
|
|
207
|
+
renameSync(staging, dir);
|
|
208
|
+
}
|
|
209
|
+
catch (e) {
|
|
210
|
+
// A concurrent fill won the rename — its content is the same bytes
|
|
211
|
+
// (hash-verified, immutable version), so losing the race is fine.
|
|
212
|
+
if (!existsSync(dir))
|
|
213
|
+
throw e;
|
|
214
|
+
}
|
|
215
|
+
}
|
|
216
|
+
finally {
|
|
217
|
+
rmSync(staging, { recursive: true, force: true });
|
|
218
|
+
}
|
|
219
|
+
return { dir, version: resolved.version, fetched: true };
|
|
220
|
+
}
|
|
221
|
+
/** DREAMLAKE_PYTHON wins outright; otherwise python3, then python. */
|
|
222
|
+
export function enginePythonCandidates() {
|
|
223
|
+
const explicit = process.env.DREAMLAKE_PYTHON;
|
|
224
|
+
return explicit ? [explicit] : ["python3", "python"];
|
|
225
|
+
}
|
|
226
|
+
// An `import dreamlake.envlayer` is ~100 ms; anything past two minutes is a
|
|
227
|
+
// hang, not a slow import. The engine run itself is UNbounded — mujoco
|
|
228
|
+
// compiling a large scene is legitimately slow.
|
|
229
|
+
const probeSpawn = boundedSpawn(120_000);
|
|
230
|
+
const ENGINE_MISSING_HEAD = "the compose engine was not found — `scene compose` delegates to Python";
|
|
231
|
+
function engineMissingMessage(detail) {
|
|
232
|
+
return (`${ENGINE_MISSING_HEAD}.\n` +
|
|
233
|
+
` install the reference engine: pip install "dreamlake[compose]"\n` +
|
|
234
|
+
` or set DREAMLAKE_PYTHON to an interpreter that has it — or compose\n` +
|
|
235
|
+
` through the Python SDK directly:\n` +
|
|
236
|
+
` python3 -m ${ENGINE_MODULE} compose <stack.json> --out <dir>` +
|
|
237
|
+
(detail ? `\n (${detail})` : ""));
|
|
238
|
+
}
|
|
239
|
+
/** First interpreter that can `import dreamlake.envlayer`. */
|
|
240
|
+
export function findEngine(deps = {}) {
|
|
241
|
+
const sp = deps.spawn ?? probeSpawn;
|
|
242
|
+
let detail = "";
|
|
243
|
+
for (const py of enginePythonCandidates()) {
|
|
244
|
+
const r = sp(py, ["-c", `import ${ENGINE_MODULE}`]);
|
|
245
|
+
if (r.error?.code === "ENOENT")
|
|
246
|
+
continue;
|
|
247
|
+
if (r.status === 0)
|
|
248
|
+
return { py };
|
|
249
|
+
const line = lastNonEmptyLine(r.stderr);
|
|
250
|
+
if (line)
|
|
251
|
+
detail = `${py}: ${line}`;
|
|
252
|
+
}
|
|
253
|
+
if (!detail)
|
|
254
|
+
detail = `no python interpreter on PATH (tried ${enginePythonCandidates().join(", ")})`;
|
|
255
|
+
return { message: engineMissingMessage(detail) };
|
|
256
|
+
}
|
|
257
|
+
export function runEngine(py, resolvedStackPath, outDir, deps = {}) {
|
|
258
|
+
const sp = deps.spawn ?? spawn;
|
|
259
|
+
const r = sp(py, ["-m", ENGINE_MODULE, "compose", resolvedStackPath, "--out", outDir]);
|
|
260
|
+
if (r.error?.code === "ENOENT")
|
|
261
|
+
return { message: engineMissingMessage(`${py}: not found`) };
|
|
262
|
+
// Stream the engine's stderr through — compile progress and Python's own
|
|
263
|
+
// complaints belong to the operator, not to this parser.
|
|
264
|
+
if (r.stderr)
|
|
265
|
+
process.stderr.write(r.stderr);
|
|
266
|
+
let parsed = null;
|
|
267
|
+
try {
|
|
268
|
+
parsed = JSON.parse(lastNonEmptyLine(r.stdout));
|
|
269
|
+
}
|
|
270
|
+
catch {
|
|
271
|
+
/* handled below */
|
|
272
|
+
}
|
|
273
|
+
if (!parsed || typeof parsed !== "object" || Array.isArray(parsed) || typeof parsed.ok !== "boolean") {
|
|
274
|
+
const tail = truncate(r.stderr, 400);
|
|
275
|
+
return {
|
|
276
|
+
message: `the compose engine produced no report (exit ${r.status ?? "?"})` + (tail ? `\n${tail}` : ""),
|
|
277
|
+
};
|
|
278
|
+
}
|
|
279
|
+
const report = parsed;
|
|
280
|
+
if (report.ok && r.status !== 0) {
|
|
281
|
+
return { message: `the compose engine reported success but exited ${r.status ?? "?"}` };
|
|
282
|
+
}
|
|
283
|
+
return { report };
|
|
284
|
+
}
|
|
285
|
+
export async function runEnvCompose(args, deps = {}) {
|
|
286
|
+
const stackPath = path.resolve(args.stackPath ?? `./${STACK_BASENAME}`);
|
|
287
|
+
let raw;
|
|
288
|
+
try {
|
|
289
|
+
raw = readFileSync(stackPath, "utf8");
|
|
290
|
+
}
|
|
291
|
+
catch {
|
|
292
|
+
fail(`stack file not found: ${stackPath}` +
|
|
293
|
+
(args.stackPath ? "" : ` (the default — pass a path, or author a ${STACK_BASENAME})`));
|
|
294
|
+
return 1;
|
|
295
|
+
}
|
|
296
|
+
let value;
|
|
297
|
+
try {
|
|
298
|
+
value = JSON.parse(raw);
|
|
299
|
+
}
|
|
300
|
+
catch (e) {
|
|
301
|
+
fail(`${stackPath} is not valid JSON: ${e instanceof Error ? e.message : String(e)}`);
|
|
302
|
+
return 1;
|
|
303
|
+
}
|
|
304
|
+
const errors = validateStack(value);
|
|
305
|
+
if (errors.length > 0) {
|
|
306
|
+
fail(`invalid stack ${stackPath}:`);
|
|
307
|
+
for (const e of errors)
|
|
308
|
+
process.stderr.write(` ${e}\n`);
|
|
309
|
+
return 1;
|
|
310
|
+
}
|
|
311
|
+
const stack = value;
|
|
312
|
+
const stackDir = path.dirname(stackPath);
|
|
313
|
+
const outDir = args.out ?? `./${stack.name ?? path.basename(stackDir)}`;
|
|
314
|
+
if (existsSync(outDir) && readdirSync(outDir).length > 0 && !args.force) {
|
|
315
|
+
fail(`output directory ${outDir} is not empty — pass --force to write into it`);
|
|
316
|
+
return 1;
|
|
317
|
+
}
|
|
318
|
+
// Engine first: a missing engine should cost zero network and zero cache
|
|
319
|
+
// churn — the message IS the product of that run.
|
|
320
|
+
const engine = findEngine(deps);
|
|
321
|
+
if ("message" in engine) {
|
|
322
|
+
fail(engine.message);
|
|
323
|
+
return 1;
|
|
324
|
+
}
|
|
325
|
+
process.stdout.write(`Composing ${stack.name ?? path.basename(stackDir)} (${stack.layers.length} layers) → ${outDir}\n`);
|
|
326
|
+
const ctx = resolveCtx(args); // token may be null — public envs resolve unauthenticated
|
|
327
|
+
const resolvedLayers = [];
|
|
328
|
+
for (const [i, layer] of stack.layers.entries()) {
|
|
329
|
+
if (typeof layer.src !== "string") {
|
|
330
|
+
// Update/Remove — no source to resolve; the op passes through verbatim.
|
|
331
|
+
resolvedLayers.push(layer);
|
|
332
|
+
continue;
|
|
333
|
+
}
|
|
334
|
+
if (!srcIsLocal(layer.src)) {
|
|
335
|
+
const ref = parseLayerEnvRef(layer.src);
|
|
336
|
+
let cached;
|
|
337
|
+
try {
|
|
338
|
+
cached = await ensureEnvCached(ctx, ref, deps);
|
|
339
|
+
}
|
|
340
|
+
catch (e) {
|
|
341
|
+
fail(`layers[${i}].src: ${e instanceof Error ? e.message : String(e)}`);
|
|
342
|
+
return 1;
|
|
343
|
+
}
|
|
344
|
+
process.stdout.write(` layers[${i}]: ${ref.ns}/${ref.name}@${cached.version}${cached.fetched ? "" : " (cached)"}\n`);
|
|
345
|
+
resolvedLayers.push({
|
|
346
|
+
...layer,
|
|
347
|
+
src: cached.dir,
|
|
348
|
+
pin: `${ref.ns}/${ref.name}@${cached.version}`,
|
|
349
|
+
});
|
|
350
|
+
}
|
|
351
|
+
else {
|
|
352
|
+
const abs = path.resolve(stackDir, layer.src);
|
|
353
|
+
let found = false;
|
|
354
|
+
try {
|
|
355
|
+
lstatSync(abs);
|
|
356
|
+
found = true;
|
|
357
|
+
}
|
|
358
|
+
catch {
|
|
359
|
+
/* not found */
|
|
360
|
+
}
|
|
361
|
+
if (!found) {
|
|
362
|
+
fail(`layers[${i}].src: not found: ${abs}`);
|
|
363
|
+
return 1;
|
|
364
|
+
}
|
|
365
|
+
process.stdout.write(` layers[${i}]: ${abs} (local)\n`);
|
|
366
|
+
resolvedLayers.push({ ...layer, src: abs });
|
|
367
|
+
}
|
|
368
|
+
}
|
|
369
|
+
const resolvedStack = { ...stack, layers: resolvedLayers };
|
|
370
|
+
const tmp = mkdtempSync(path.join(tmpdir(), "dreamlake-compose-"));
|
|
371
|
+
const resolvedPath = path.join(tmp, "resolved.layers.json");
|
|
372
|
+
writeFileSync(resolvedPath, JSON.stringify(resolvedStack, null, 2));
|
|
373
|
+
mkdirSync(outDir, { recursive: true });
|
|
374
|
+
try {
|
|
375
|
+
const run = runEngine(engine.py, resolvedPath, path.resolve(outDir), deps);
|
|
376
|
+
if ("message" in run) {
|
|
377
|
+
fail(run.message);
|
|
378
|
+
return 1;
|
|
379
|
+
}
|
|
380
|
+
const report = run.report;
|
|
381
|
+
for (const w of report.warnings ?? []) {
|
|
382
|
+
warn(typeof w === "string" ? w : JSON.stringify(w));
|
|
383
|
+
}
|
|
384
|
+
if (!report.ok) {
|
|
385
|
+
fail(`compose failed${typeof report.layer === "number" ? ` at layers[${report.layer}]` : ""}: ` +
|
|
386
|
+
`${report.error ?? "unknown error"}`);
|
|
387
|
+
return 1;
|
|
388
|
+
}
|
|
389
|
+
const stats = report.stats && typeof report.stats === "object" ? report.stats : {};
|
|
390
|
+
const statBits = ["nbody", "njnt", "nu"]
|
|
391
|
+
.filter((k) => typeof stats[k] === "number")
|
|
392
|
+
.map((k) => `${k} ${stats[k]}`);
|
|
393
|
+
ok(`composed ${stack.layers.length} layers → ${outDir} (entry: ${report.entry ?? stack.entry ?? "?"})`);
|
|
394
|
+
if (statBits.length > 0)
|
|
395
|
+
process.stdout.write(` stats: ${statBits.join(" · ")}\n`);
|
|
396
|
+
process.stdout.write(` stack: ${path.join(outDir, STACK_BASENAME)} (pinned provenance)\n`);
|
|
397
|
+
return 0;
|
|
398
|
+
}
|
|
399
|
+
finally {
|
|
400
|
+
rmSync(tmp, { recursive: true, force: true });
|
|
401
|
+
}
|
|
402
|
+
}
|
|
@@ -0,0 +1,176 @@
|
|
|
1
|
+
import type { Command } from "commander";
|
|
2
|
+
import { type DreamlakeCtx, type DreamlakeOpts } from "../compat/ctx.js";
|
|
3
|
+
import { type EnvDreamdbIO } from "../compat/dreamdb.js";
|
|
4
|
+
export declare const ENV_NAME_RE: RegExp;
|
|
5
|
+
export declare const ENV_RESERVED_NAMES: Set<string>;
|
|
6
|
+
export declare const MAX_FILES = 1000;
|
|
7
|
+
export declare const MAX_FILE_BYTES: number;
|
|
8
|
+
export declare const MAX_TOTAL_BYTES: number;
|
|
9
|
+
/** Server-side mirror: dreamlake-server/src/services/envResolve.ts
|
|
10
|
+
* ENV_THUMB_MAX_BYTES — decoded PNG cap for the /thumbnail endpoint. */
|
|
11
|
+
export declare const THUMB_MAX_BYTES: number;
|
|
12
|
+
/** Simulator family — free string; 'mujoco' and 'urdf' have web viewers.
|
|
13
|
+
* Server-side mirror: dreamlake-server/src/routes/envsShared.ts ENV_TYPE_RE. */
|
|
14
|
+
export declare const DEFAULT_ENV_TYPE = "mujoco";
|
|
15
|
+
export declare const URDF_ENV_TYPE = "urdf";
|
|
16
|
+
export declare const ENV_TYPE_RE: RegExp;
|
|
17
|
+
export declare function invalidEnvName(name: string): string | null;
|
|
18
|
+
/** Directory basename → a valid scene name ('env' when nothing survives). */
|
|
19
|
+
export declare function envSlug(text: string): string;
|
|
20
|
+
export interface WalkedFile {
|
|
21
|
+
/** Relative POSIX path — the manifest `path`. */
|
|
22
|
+
rel: string;
|
|
23
|
+
abs: string;
|
|
24
|
+
size: number;
|
|
25
|
+
}
|
|
26
|
+
/** Every regular file under `dir`, relative POSIX paths, sorted. Dot
|
|
27
|
+
* entries, node_modules/__pycache__ and symlinks are skipped (a symlink
|
|
28
|
+
* could smuggle content from outside the directory into the env). */
|
|
29
|
+
export declare function walkEnvDir(dir: string): WalkedFile[];
|
|
30
|
+
/** Reject a manifest/pull path that could escape its directory. Server-side
|
|
31
|
+
* mirror: envResolve.invalidManifestPath. */
|
|
32
|
+
export declare function invalidRelPath(p: string): string | null;
|
|
33
|
+
/**
|
|
34
|
+
* The env's entry file plus the simulator family it implies.
|
|
35
|
+
*
|
|
36
|
+
* `--entry` wins verbatim (must be in the walk; a `.urdf` extension infers
|
|
37
|
+
* type urdf unless `--type` says otherwise). Without it: the single
|
|
38
|
+
* root-level *.xml/*.mjcf whose head contains `<mujoco` → mujoco; when no
|
|
39
|
+
* MJCF exists (or `--type urdf` was passed), the single root-level URDF —
|
|
40
|
+
* *.urdf whose head contains `<robot` (plain *.xml counts too under an
|
|
41
|
+
* explicit `--type urdf`; a mujoco directory may carry unrelated <robot>
|
|
42
|
+
* xmls, so auto-detection sticks to the .urdf extension). Zero or several
|
|
43
|
+
* candidates → an error listing them, demanding --entry.
|
|
44
|
+
*/
|
|
45
|
+
export declare function detectEntry(files: WalkedFile[], explicit?: string, type?: string): {
|
|
46
|
+
entry: string;
|
|
47
|
+
envType: string;
|
|
48
|
+
} | {
|
|
49
|
+
error: string;
|
|
50
|
+
};
|
|
51
|
+
export interface EnvManifestFile {
|
|
52
|
+
path: string;
|
|
53
|
+
hash: string;
|
|
54
|
+
size: number;
|
|
55
|
+
}
|
|
56
|
+
export interface EnvManifest {
|
|
57
|
+
schema: 1;
|
|
58
|
+
entry: string;
|
|
59
|
+
/** Simulator family (mujoco | isaaclab | superdex | …). */
|
|
60
|
+
envType: string;
|
|
61
|
+
files: EnvManifestFile[];
|
|
62
|
+
createdAt: string;
|
|
63
|
+
tool: string;
|
|
64
|
+
}
|
|
65
|
+
/** Order-independent identity of a version's file list — path + content
|
|
66
|
+
* hash per file. Two manifests with equal keys hold identical trees. */
|
|
67
|
+
export declare function manifestFilesKey(files: {
|
|
68
|
+
path: string;
|
|
69
|
+
hash: string;
|
|
70
|
+
}[]): string;
|
|
71
|
+
export declare function buildManifest(entry: string, files: EnvManifestFile[], envType?: string): EnvManifest;
|
|
72
|
+
export interface EnvPushArgs extends DreamlakeOpts {
|
|
73
|
+
dir: string;
|
|
74
|
+
name?: string;
|
|
75
|
+
entry?: string;
|
|
76
|
+
title?: string;
|
|
77
|
+
description?: string;
|
|
78
|
+
namespace?: string;
|
|
79
|
+
visibility?: string;
|
|
80
|
+
/** Simulator family (default mujoco). */
|
|
81
|
+
type?: string;
|
|
82
|
+
/** Mint a ?share= link readable by anyone who has it. */
|
|
83
|
+
share?: boolean;
|
|
84
|
+
/** Push the local {path} layers of dreamlake.layers.json first (RFC 0007). */
|
|
85
|
+
pushLayers?: boolean;
|
|
86
|
+
/** Push despite local/unpinned layer sources — provenance stays marked. */
|
|
87
|
+
allowLocal?: boolean;
|
|
88
|
+
/** PNG (≤ THUMB_MAX_BYTES) stored as the scene's cover image in the app. */
|
|
89
|
+
thumbnail?: string;
|
|
90
|
+
}
|
|
91
|
+
export interface EnvDeps {
|
|
92
|
+
envDreamdb?: EnvDreamdbIO;
|
|
93
|
+
confirmFn?: (message: string) => Promise<boolean>;
|
|
94
|
+
fetchFn?: typeof fetch;
|
|
95
|
+
}
|
|
96
|
+
interface LocalStackSource {
|
|
97
|
+
/** Index into the stack's `layers` array (for error messages). */
|
|
98
|
+
index: number;
|
|
99
|
+
/** The src as written, "" when the entry has none. */
|
|
100
|
+
raw: string;
|
|
101
|
+
/** `raw` resolved against the pushed directory ("" when raw is ""). */
|
|
102
|
+
abs: string;
|
|
103
|
+
}
|
|
104
|
+
/**
|
|
105
|
+
* The unpinned/local layer srcs of the pushed dir's ROOT-LEVEL
|
|
106
|
+
* `dreamlake.layers.json`, or null when there is no parseable stack (no
|
|
107
|
+
* such file, invalid JSON, no `layers` array — none of push's business)
|
|
108
|
+
* or nothing is local. Cheap: one small file read, no network.
|
|
109
|
+
*/
|
|
110
|
+
export declare function unpinnedStackSources(dir: string, files: WalkedFile[]): LocalStackSource[] | null;
|
|
111
|
+
export declare function runEnvPush(args: EnvPushArgs, deps?: EnvDeps): Promise<number>;
|
|
112
|
+
export declare function runEnvCreate(args: EnvPushArgs, deps?: EnvDeps): Promise<number>;
|
|
113
|
+
export interface EnvListArgs extends DreamlakeOpts {
|
|
114
|
+
namespace?: string;
|
|
115
|
+
json?: boolean;
|
|
116
|
+
}
|
|
117
|
+
export declare function runEnvList(args: EnvListArgs): Promise<number>;
|
|
118
|
+
export interface EnvPullArgs extends DreamlakeOpts {
|
|
119
|
+
/** `<name>` or `<name>@<version>`. */
|
|
120
|
+
spec: string;
|
|
121
|
+
output?: string;
|
|
122
|
+
force?: boolean;
|
|
123
|
+
namespace?: string;
|
|
124
|
+
}
|
|
125
|
+
export declare function parseEnvSpec(spec: string): {
|
|
126
|
+
name: string;
|
|
127
|
+
version?: number;
|
|
128
|
+
} | {
|
|
129
|
+
error: string;
|
|
130
|
+
};
|
|
131
|
+
/** The server's answer to GET …/scenes/:name/versions/:v — the manifest
|
|
132
|
+
* plus one presigned URL per file. */
|
|
133
|
+
export interface EnvVersionManifest {
|
|
134
|
+
version: number;
|
|
135
|
+
entry: string;
|
|
136
|
+
files: {
|
|
137
|
+
path: string;
|
|
138
|
+
size: number;
|
|
139
|
+
hash: string;
|
|
140
|
+
url: string;
|
|
141
|
+
}[];
|
|
142
|
+
}
|
|
143
|
+
/** Resolve `name@version` (or `@latest`) to its presigned manifest.
|
|
144
|
+
* Shared by `env pull` and the compose cache fill — pull is PURE REST,
|
|
145
|
+
* and so is this. Throws with the friendly message on any non-200. */
|
|
146
|
+
export declare function resolveEnvVersion(ctx: DreamlakeCtx, namespace: string, name: string, version?: number): Promise<EnvVersionManifest>;
|
|
147
|
+
/**
|
|
148
|
+
* Download every file of a resolved manifest into `outDir`, verifying each
|
|
149
|
+
* against its manifest hash (the hash IS the content address, so this is
|
|
150
|
+
* end-to-end integrity for free). Small pool; ONE presign refresh via
|
|
151
|
+
* `reResolve` on an expired batch. Unsafe manifest paths are refused before
|
|
152
|
+
* any download. Shared by `env pull` and the compose cache fill; throws on
|
|
153
|
+
* any failure.
|
|
154
|
+
*/
|
|
155
|
+
export declare function downloadEnvVersion(resolved: EnvVersionManifest, outDir: string, opts?: {
|
|
156
|
+
fetchFn?: typeof fetch;
|
|
157
|
+
reResolve?: () => Promise<EnvVersionManifest>;
|
|
158
|
+
}): Promise<{
|
|
159
|
+
files: number;
|
|
160
|
+
bytes: number;
|
|
161
|
+
}>;
|
|
162
|
+
export declare function runEnvPull(args: EnvPullArgs, deps?: EnvDeps): Promise<number>;
|
|
163
|
+
export interface EnvDeleteArgs extends DreamlakeOpts {
|
|
164
|
+
name: string;
|
|
165
|
+
namespace?: string;
|
|
166
|
+
yes?: boolean;
|
|
167
|
+
permanent?: boolean;
|
|
168
|
+
}
|
|
169
|
+
export declare function runEnvDelete(args: EnvDeleteArgs, deps?: EnvDeps): Promise<number>;
|
|
170
|
+
export interface EnvRestoreArgs extends DreamlakeOpts {
|
|
171
|
+
name: string;
|
|
172
|
+
namespace?: string;
|
|
173
|
+
}
|
|
174
|
+
export declare function runEnvRestore(args: EnvRestoreArgs): Promise<number>;
|
|
175
|
+
export declare function registerEnvCommand(program: Command): void;
|
|
176
|
+
export {};
|