@dreamlake/dreamlake-cli 0.88.1 → 0.89.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/api/access.d.ts +83 -0
- package/dist/api/access.js +77 -0
- package/dist/api/agent.d.ts +156 -0
- package/dist/api/agent.js +111 -0
- package/dist/api/browser.d.ts +90 -0
- package/dist/api/browser.js +102 -0
- package/dist/api/client.d.ts +53 -0
- package/dist/api/client.js +102 -0
- package/dist/api/common.d.ts +28 -0
- package/dist/api/common.js +16 -0
- package/dist/api/content.d.ts +195 -0
- package/dist/api/content.js +147 -0
- package/dist/api/execution.d.ts +84 -0
- package/dist/api/execution.js +73 -0
- package/dist/api/http.d.ts +19 -0
- package/dist/api/http.js +66 -0
- package/dist/api/index.d.ts +2330 -0
- package/dist/api/index.js +114 -0
- package/dist/api/infra.d.ts +2 -0
- package/dist/api/infra.js +2 -0
- package/dist/api/jobs.d.ts +2 -0
- package/dist/api/jobs.js +2 -0
- package/dist/api/layout.d.ts +2 -0
- package/dist/api/layout.js +2 -0
- package/dist/api/library-edit.d.ts +3 -0
- package/dist/api/library-edit.js +3 -0
- package/dist/api/library-manifest.d.ts +2 -0
- package/dist/api/library-manifest.js +2 -0
- package/dist/api/note-character-plan.d.ts +2 -0
- package/dist/api/note-character-plan.js +2 -0
- package/dist/api/note-editing.d.ts +2 -0
- package/dist/api/note-editing.js +2 -0
- package/dist/api/note-edits.d.ts +21 -0
- package/dist/api/note-edits.js +10 -0
- package/dist/api/note-events.d.ts +5 -0
- package/dist/api/note-events.js +11 -0
- package/dist/api/note-files.d.ts +75 -0
- package/dist/api/note-files.js +65 -0
- package/dist/api/note-html-read.d.ts +2 -0
- package/dist/api/note-html-read.js +2 -0
- package/dist/api/note-html.d.ts +2 -0
- package/dist/api/note-html.js +2 -0
- package/dist/api/note-toc.d.ts +2 -0
- package/dist/api/note-toc.js +2 -0
- package/dist/api/notes.d.ts +304 -0
- package/dist/api/notes.js +181 -0
- package/dist/api/open-resources.d.ts +27 -0
- package/dist/api/open-resources.js +102 -0
- package/dist/api/ownership.d.ts +12 -0
- package/dist/api/ownership.js +24 -0
- package/dist/api/platform.d.ts +83 -0
- package/dist/api/platform.js +56 -0
- package/dist/api/presigned-transfer.d.ts +2 -0
- package/dist/api/presigned-transfer.js +2 -0
- package/dist/api/registered-runs.d.ts +48 -0
- package/dist/api/registered-runs.js +33 -0
- package/dist/api/sessions.d.ts +299 -0
- package/dist/api/sessions.js +105 -0
- package/dist/api/storage.d.ts +46 -0
- package/dist/api/storage.js +34 -0
- package/dist/api/streams.d.ts +18 -0
- package/dist/api/streams.js +70 -0
- package/dist/api/vault.d.ts +93 -0
- package/dist/api/vault.js +79 -0
- package/dist/api/workspace.d.ts +180 -0
- package/dist/api/workspace.js +146 -0
- package/dist/cli/agent-identity.d.ts +4 -0
- package/dist/cli/agent-identity.js +21 -0
- package/dist/cli/agents/identity.d.ts +50 -0
- package/dist/cli/agents/identity.js +105 -0
- package/dist/cli/agents/index.d.ts +31 -0
- package/dist/cli/agents/index.js +580 -0
- package/dist/cli/agents/manage.d.ts +43 -0
- package/dist/cli/agents/manage.js +376 -0
- package/dist/cli/agents/spec.d.ts +104 -0
- package/dist/cli/agents/spec.js +280 -0
- package/dist/cli/agents/web.d.ts +7 -0
- package/dist/cli/agents/web.js +109 -0
- package/dist/cli/artifact/incremental.d.ts +21 -0
- package/dist/cli/artifact/incremental.js +80 -0
- package/dist/cli/artifact/index.d.ts +52 -0
- package/dist/cli/artifact/index.js +405 -0
- package/dist/cli/artifact/meta.d.ts +69 -0
- package/dist/cli/artifact/meta.js +189 -0
- package/dist/cli/auth/commands.d.ts +29 -0
- package/dist/cli/auth/commands.js +327 -0
- package/dist/cli/auth/constants.d.ts +13 -0
- package/dist/cli/auth/constants.js +18 -0
- package/dist/cli/auth/credentials.d.ts +37 -0
- package/dist/cli/auth/credentials.js +155 -0
- package/dist/cli/auth/device-flow.d.ts +32 -0
- package/dist/cli/auth/device-flow.js +154 -0
- package/dist/cli/auth/device-secret.d.ts +6 -0
- package/dist/cli/auth/device-secret.js +26 -0
- package/dist/cli/auth/machine.d.ts +15 -0
- package/dist/cli/auth/machine.js +126 -0
- package/dist/cli/auth/materialized.d.ts +32 -0
- package/dist/cli/auth/materialized.js +102 -0
- package/dist/cli/auth/migrate.d.ts +10 -0
- package/dist/cli/auth/migrate.js +75 -0
- package/dist/cli/client.d.ts +102 -0
- package/dist/cli/client.js +206 -0
- package/dist/cli/collection-list.d.ts +3 -0
- package/dist/cli/collection-list.js +25 -0
- package/dist/cli/compat/ctx.d.ts +26 -0
- package/dist/cli/compat/ctx.js +76 -0
- package/dist/cli/compat/dreamdb-wasm-embedded.d.ts +2 -0
- package/dist/cli/compat/dreamdb-wasm-embedded.js +8 -0
- package/dist/cli/compat/dreamdb-wasm.d.ts +1 -0
- package/dist/cli/compat/dreamdb-wasm.js +26 -0
- package/dist/cli/compat/dreamdb.d.ts +112 -0
- package/dist/cli/compat/dreamdb.js +219 -0
- package/dist/cli/compat/flags.d.ts +2 -0
- package/dist/cli/compat/flags.js +13 -0
- package/dist/cli/compat/http.d.ts +23 -0
- package/dist/cli/compat/http.js +137 -0
- package/dist/cli/compat/presignedTransfer.d.ts +139 -0
- package/dist/cli/compat/presignedTransfer.js +580 -0
- package/dist/cli/compat/s3-backend.d.ts +73 -0
- package/dist/cli/compat/s3-backend.js +132 -0
- package/dist/cli/config.d.ts +22 -0
- package/dist/cli/config.js +96 -0
- package/dist/cli/connection/dto.d.ts +159 -0
- package/dist/cli/connection/dto.js +497 -0
- package/dist/cli/connection/index.d.ts +50 -0
- package/dist/cli/connection/index.js +413 -0
- package/dist/cli/connection/oauth.d.ts +23 -0
- package/dist/cli/connection/oauth.js +290 -0
- package/dist/cli/connection/write.d.ts +47 -0
- package/dist/cli/connection/write.js +573 -0
- package/dist/cli/create/index.d.ts +19 -0
- package/dist/cli/create/index.js +209 -0
- package/dist/cli/declare/index.d.ts +29 -0
- package/dist/cli/declare/index.js +304 -0
- package/dist/cli/delete/index.d.ts +18 -0
- package/dist/cli/delete/index.js +232 -0
- package/dist/cli/download/index.d.ts +9 -0
- package/dist/cli/download/index.js +128 -0
- package/dist/cli/env/compose.d.ts +88 -0
- package/dist/cli/env/compose.js +402 -0
- package/dist/cli/env/index.d.ts +176 -0
- package/dist/cli/env/index.js +1011 -0
- package/dist/cli/experiments/index.d.ts +11 -0
- package/dist/cli/experiments/index.js +168 -0
- package/dist/cli/glob.d.ts +1 -0
- package/dist/cli/glob.js +45 -0
- package/dist/cli/graphql-helpers.d.ts +23 -0
- package/dist/cli/graphql-helpers.js +42 -0
- package/dist/cli/graphql.d.ts +10 -0
- package/dist/cli/graphql.js +47 -0
- package/dist/cli/help-examples.generated.d.ts +1 -0
- package/dist/cli/help-examples.generated.js +192 -0
- package/dist/cli/helpers.d.ts +8 -0
- package/dist/cli/helpers.js +106 -0
- package/dist/cli/hosts/api.d.ts +29 -0
- package/dist/cli/hosts/api.js +54 -0
- package/dist/cli/hosts/bootstrap-source.d.ts +1 -0
- package/dist/cli/hosts/bootstrap-source.js +2 -0
- package/dist/cli/hosts/catalog.d.ts +26 -0
- package/dist/cli/hosts/catalog.js +55 -0
- package/dist/cli/hosts/config.d.ts +45 -0
- package/dist/cli/hosts/config.js +179 -0
- package/dist/cli/hosts/credentials.d.ts +19 -0
- package/dist/cli/hosts/credentials.js +173 -0
- package/dist/cli/hosts/enroll.d.ts +17 -0
- package/dist/cli/hosts/enroll.js +109 -0
- package/dist/cli/hosts/enrollments.d.ts +25 -0
- package/dist/cli/hosts/enrollments.js +54 -0
- package/dist/cli/hosts/index.d.ts +6 -0
- package/dist/cli/hosts/index.js +279 -0
- package/dist/cli/hosts/inventory.d.ts +40 -0
- package/dist/cli/hosts/inventory.js +91 -0
- package/dist/cli/hosts/lifecycle.d.ts +15 -0
- package/dist/cli/hosts/lifecycle.js +108 -0
- package/dist/cli/hosts/metrics-source.d.ts +12 -0
- package/dist/cli/hosts/metrics-source.js +89 -0
- package/dist/cli/hosts/observations.d.ts +39 -0
- package/dist/cli/hosts/observations.js +102 -0
- package/dist/cli/hosts/remote.d.ts +5 -0
- package/dist/cli/hosts/remote.js +66 -0
- package/dist/cli/hosts/ssh.d.ts +63 -0
- package/dist/cli/hosts/ssh.js +276 -0
- package/dist/cli/index.d.ts +1 -0
- package/dist/cli/index.js +288 -0
- package/dist/cli/infra/api.d.ts +95 -0
- package/dist/cli/infra/api.js +291 -0
- package/dist/cli/infra/index.d.ts +5 -0
- package/dist/cli/infra/index.js +102 -0
- package/dist/cli/infra/move.d.ts +15 -0
- package/dist/cli/infra/move.js +123 -0
- package/dist/cli/infra/transfer.d.ts +15 -0
- package/dist/cli/infra/transfer.js +280 -0
- package/dist/cli/jobs/api.d.ts +69 -0
- package/dist/cli/jobs/api.js +121 -0
- package/dist/cli/jobs/index.d.ts +5 -0
- package/dist/cli/jobs/index.js +140 -0
- package/dist/cli/lakeshore/index.d.ts +98 -0
- package/dist/cli/lakeshore/index.js +502 -0
- package/dist/cli/launch/index.d.ts +43 -0
- package/dist/cli/launch/index.js +270 -0
- package/dist/cli/layout/index.d.ts +2 -0
- package/dist/cli/layout/index.js +44 -0
- package/dist/cli/layout/transport.d.ts +12 -0
- package/dist/cli/layout/transport.js +70 -0
- package/dist/cli/library/add.d.ts +60 -0
- package/dist/cli/library/add.js +348 -0
- package/dist/cli/library/cache.d.ts +26 -0
- package/dist/cli/library/cache.js +88 -0
- package/dist/cli/library/config.d.ts +75 -0
- package/dist/cli/library/config.js +198 -0
- package/dist/cli/library/digest.d.ts +5 -0
- package/dist/cli/library/digest.js +19 -0
- package/dist/cli/library/discover.d.ts +87 -0
- package/dist/cli/library/discover.js +534 -0
- package/dist/cli/library/freshness.d.ts +35 -0
- package/dist/cli/library/freshness.js +109 -0
- package/dist/cli/library/generation.d.ts +35 -0
- package/dist/cli/library/generation.js +211 -0
- package/dist/cli/library/index.d.ts +2 -0
- package/dist/cli/library/index.js +36 -0
- package/dist/cli/library/info.d.ts +69 -0
- package/dist/cli/library/info.js +311 -0
- package/dist/cli/library/list.d.ts +33 -0
- package/dist/cli/library/list.js +86 -0
- package/dist/cli/library/manifest.d.ts +81 -0
- package/dist/cli/library/manifest.js +200 -0
- package/dist/cli/library/manifestCache.d.ts +45 -0
- package/dist/cli/library/manifestCache.js +169 -0
- package/dist/cli/library/pull.d.ts +30 -0
- package/dist/cli/library/pull.js +438 -0
- package/dist/cli/library/push.d.ts +72 -0
- package/dist/cli/library/push.js +642 -0
- package/dist/cli/library/rm.d.ts +31 -0
- package/dist/cli/library/rm.js +200 -0
- package/dist/cli/library/search.d.ts +18 -0
- package/dist/cli/library/search.js +181 -0
- package/dist/cli/library/stat.d.ts +15 -0
- package/dist/cli/library/stat.js +127 -0
- package/dist/cli/library/tools.d.ts +104 -0
- package/dist/cli/library/tools.js +163 -0
- package/dist/cli/library/wire.d.ts +47 -0
- package/dist/cli/library/wire.js +120 -0
- package/dist/cli/list/index.d.ts +26 -0
- package/dist/cli/list/index.js +256 -0
- package/dist/cli/notes/character-plan.d.ts +22 -0
- package/dist/cli/notes/character-plan.js +232 -0
- package/dist/cli/notes/document.d.ts +73 -0
- package/dist/cli/notes/document.js +306 -0
- package/dist/cli/notes/edit-commands.d.ts +106 -0
- package/dist/cli/notes/edit-commands.js +623 -0
- package/dist/cli/notes/editing.d.ts +81 -0
- package/dist/cli/notes/editing.js +305 -0
- package/dist/cli/notes/events.d.ts +36 -0
- package/dist/cli/notes/events.js +54 -0
- package/dist/cli/notes/files-commands.d.ts +120 -0
- package/dist/cli/notes/files-commands.js +554 -0
- package/dist/cli/notes/html-read.d.ts +9 -0
- package/dist/cli/notes/html-read.js +90 -0
- package/dist/cli/notes/html.d.ts +73 -0
- package/dist/cli/notes/html.js +381 -0
- package/dist/cli/notes/index.d.ts +123 -0
- package/dist/cli/notes/index.js +1303 -0
- package/dist/cli/notes/linger.d.ts +59 -0
- package/dist/cli/notes/linger.js +339 -0
- package/dist/cli/notes/media-commands.d.ts +5 -0
- package/dist/cli/notes/media-commands.js +51 -0
- package/dist/cli/notes/move-command.d.ts +83 -0
- package/dist/cli/notes/move-command.js +259 -0
- package/dist/cli/notes/rm-command.d.ts +22 -0
- package/dist/cli/notes/rm-command.js +110 -0
- package/dist/cli/notes/select-command.d.ts +12 -0
- package/dist/cli/notes/select-command.js +84 -0
- package/dist/cli/notes/suggest-diff.d.ts +56 -0
- package/dist/cli/notes/suggest-diff.js +311 -0
- package/dist/cli/notes/toc.d.ts +38 -0
- package/dist/cli/notes/toc.js +144 -0
- package/dist/cli/notes/transfer-command.d.ts +6 -0
- package/dist/cli/notes/transfer-command.js +9 -0
- package/dist/cli/notes/version-commands.d.ts +19 -0
- package/dist/cli/notes/version-commands.js +178 -0
- package/dist/cli/nymph/index.d.ts +74 -0
- package/dist/cli/nymph/index.js +349 -0
- package/dist/cli/org/index.d.ts +34 -0
- package/dist/cli/org/index.js +341 -0
- package/dist/cli/ownership/index.d.ts +12 -0
- package/dist/cli/ownership/index.js +122 -0
- package/dist/cli/ownership/metadata-transfer.d.ts +20 -0
- package/dist/cli/ownership/metadata-transfer.js +159 -0
- package/dist/cli/page/index.d.ts +58 -0
- package/dist/cli/page/index.js +387 -0
- package/dist/cli/pipeline/index.d.ts +69 -0
- package/dist/cli/pipeline/index.js +604 -0
- package/dist/cli/progress.d.ts +60 -0
- package/dist/cli/progress.js +276 -0
- package/dist/cli/project/attachments.d.ts +10 -0
- package/dist/cli/project/attachments.js +39 -0
- package/dist/cli/project/grants.d.ts +10 -0
- package/dist/cli/project/grants.js +39 -0
- package/dist/cli/project/index.d.ts +8 -0
- package/dist/cli/project/index.js +92 -0
- package/dist/cli/project/move.d.ts +57 -0
- package/dist/cli/project/move.js +242 -0
- package/dist/cli/project/output.d.ts +2 -0
- package/dist/cli/project/output.js +29 -0
- package/dist/cli/project/stream.d.ts +55 -0
- package/dist/cli/project/stream.js +207 -0
- package/dist/cli/project/transfer-preview.d.ts +8 -0
- package/dist/cli/project/transfer-preview.js +10 -0
- package/dist/cli/prompt.d.ts +1 -0
- package/dist/cli/prompt.js +17 -0
- package/dist/cli/provider/dreamdir.d.ts +52 -0
- package/dist/cli/provider/dreamdir.js +138 -0
- package/dist/cli/provider/index.d.ts +4 -0
- package/dist/cli/provider/index.js +419 -0
- package/dist/cli/provider/jump-worker.d.ts +9 -0
- package/dist/cli/provider/jump-worker.js +141 -0
- package/dist/cli/provider/lifecycle.d.ts +149 -0
- package/dist/cli/provider/lifecycle.js +1390 -0
- package/dist/cli/provider/machine.d.ts +17 -0
- package/dist/cli/provider/machine.js +116 -0
- package/dist/cli/provider/ssh.d.ts +105 -0
- package/dist/cli/provider/ssh.js +305 -0
- package/dist/cli/provider/terraform.d.ts +140 -0
- package/dist/cli/provider/terraform.js +288 -0
- package/dist/cli/providers/index.d.ts +18 -0
- package/dist/cli/providers/index.js +422 -0
- package/dist/cli/python.d.ts +61 -0
- package/dist/cli/python.js +255 -0
- package/dist/cli/queues/index.d.ts +33 -0
- package/dist/cli/queues/index.js +248 -0
- package/dist/cli/queues/slurm.d.ts +10 -0
- package/dist/cli/queues/slurm.js +134 -0
- package/dist/cli/resources.d.ts +72 -0
- package/dist/cli/resources.js +137 -0
- package/dist/cli/run/index.d.ts +15 -0
- package/dist/cli/run/index.js +163 -0
- package/dist/cli/run/input.d.ts +34 -0
- package/dist/cli/run/input.js +135 -0
- package/dist/cli/run/recovery.d.ts +2 -0
- package/dist/cli/run/recovery.js +18 -0
- package/dist/cli/run/setup.d.ts +3 -0
- package/dist/cli/run/setup.js +62 -0
- package/dist/cli/runconfig/index.d.ts +12 -0
- package/dist/cli/runconfig/index.js +130 -0
- package/dist/cli/runnable/index.d.ts +35 -0
- package/dist/cli/runnable/index.js +575 -0
- package/dist/cli/runnable/path.d.ts +115 -0
- package/dist/cli/runnable/path.js +288 -0
- package/dist/cli/runnable/run.d.ts +91 -0
- package/dist/cli/runnable/run.js +239 -0
- package/dist/cli/runnable/upload.d.ts +43 -0
- package/dist/cli/runnable/upload.js +342 -0
- package/dist/cli/runnable/worker.d.ts +1 -0
- package/dist/cli/runnable/worker.js +44 -0
- package/dist/cli/schemas/workflow-spec.schema.json +335 -0
- package/dist/cli/self-update/index.d.ts +5 -0
- package/dist/cli/self-update/index.js +107 -0
- package/dist/cli/self-update/install.d.ts +60 -0
- package/dist/cli/self-update/install.js +428 -0
- package/dist/cli/self-update/paths.d.ts +40 -0
- package/dist/cli/self-update/paths.js +87 -0
- package/dist/cli/self-update/releases.d.ts +41 -0
- package/dist/cli/self-update/releases.js +153 -0
- package/dist/cli/self-update/settings.d.ts +16 -0
- package/dist/cli/self-update/settings.js +68 -0
- package/dist/cli/self-update/update.d.ts +18 -0
- package/dist/cli/self-update/update.js +241 -0
- package/dist/cli/service-accounts/index.d.ts +3 -0
- package/dist/cli/service-accounts/index.js +149 -0
- package/dist/cli/session-affiliation.d.ts +26 -0
- package/dist/cli/session-affiliation.js +135 -0
- package/dist/cli/sessions/affiliation.d.ts +8 -0
- package/dist/cli/sessions/affiliation.js +66 -0
- package/dist/cli/sessions/api.d.ts +55 -0
- package/dist/cli/sessions/api.js +88 -0
- package/dist/cli/sessions/control.d.ts +6 -0
- package/dist/cli/sessions/control.js +159 -0
- package/dist/cli/sessions/conversation.d.ts +15 -0
- package/dist/cli/sessions/conversation.js +118 -0
- package/dist/cli/sessions/index.d.ts +2 -0
- package/dist/cli/sessions/index.js +209 -0
- package/dist/cli/sessions/managed.d.ts +39 -0
- package/dist/cli/sessions/managed.js +63 -0
- package/dist/cli/sessions/redaction.d.ts +2 -0
- package/dist/cli/sessions/redaction.js +11 -0
- package/dist/cli/sessions/runner/exec.d.ts +108 -0
- package/dist/cli/sessions/runner/exec.js +335 -0
- package/dist/cli/sessions/runner/journal.d.ts +26 -0
- package/dist/cli/sessions/runner/journal.js +49 -0
- package/dist/cli/sessions/runner/native.d.ts +48 -0
- package/dist/cli/sessions/runner/native.js +170 -0
- package/dist/cli/sessions/runner/pod.d.ts +30 -0
- package/dist/cli/sessions/runner/pod.js +129 -0
- package/dist/cli/sessions/runner/serve.d.ts +85 -0
- package/dist/cli/sessions/runner/serve.js +558 -0
- package/dist/cli/sessions/sync.d.ts +47 -0
- package/dist/cli/sessions/sync.js +80 -0
- package/dist/cli/sessions/transport.d.ts +14 -0
- package/dist/cli/sessions/transport.js +116 -0
- package/dist/cli/share.d.ts +15 -0
- package/dist/cli/share.js +139 -0
- package/dist/cli/skill/catalog.d.ts +141 -0
- package/dist/cli/skill/catalog.js +442 -0
- package/dist/cli/skill/files.d.ts +89 -0
- package/dist/cli/skill/files.js +264 -0
- package/dist/cli/skill/index.d.ts +268 -0
- package/dist/cli/skill/index.js +1216 -0
- package/dist/cli/skill/manifest.d.ts +30 -0
- package/dist/cli/skill/manifest.js +101 -0
- package/dist/cli/skill/prefs.d.ts +9 -0
- package/dist/cli/skill/prefs.js +32 -0
- package/dist/cli/skill/reminders.d.ts +15 -0
- package/dist/cli/skill/reminders.js +105 -0
- package/dist/cli/skill/tar.d.ts +17 -0
- package/dist/cli/skill/tar.js +195 -0
- package/dist/cli/snapshot/index.d.ts +24 -0
- package/dist/cli/snapshot/index.js +146 -0
- package/dist/cli/source/access.d.ts +45 -0
- package/dist/cli/source/access.js +563 -0
- package/dist/cli/source/control.d.ts +103 -0
- package/dist/cli/source/control.js +546 -0
- package/dist/cli/source/delete.d.ts +89 -0
- package/dist/cli/source/delete.js +463 -0
- package/dist/cli/source/index.d.ts +288 -0
- package/dist/cli/source/index.js +1348 -0
- package/dist/cli/source/share.d.ts +65 -0
- package/dist/cli/source/share.js +530 -0
- package/dist/cli/source/upload.d.ts +62 -0
- package/dist/cli/source/upload.js +258 -0
- package/dist/cli/source/write.d.ts +77 -0
- package/dist/cli/source/write.js +335 -0
- package/dist/cli/spawn.d.ts +28 -0
- package/dist/cli/spawn.js +81 -0
- package/dist/cli/target.d.ts +22 -0
- package/dist/cli/target.js +85 -0
- package/dist/cli/tasks/index.d.ts +38 -0
- package/dist/cli/tasks/index.js +365 -0
- package/dist/cli/team/index.d.ts +37 -0
- package/dist/cli/team/index.js +407 -0
- package/dist/cli/telemetry.d.ts +23 -0
- package/dist/cli/telemetry.js +262 -0
- package/dist/cli/telemetryJournal.d.ts +26 -0
- package/dist/cli/telemetryJournal.js +104 -0
- package/dist/cli/update/index.d.ts +21 -0
- package/dist/cli/update/index.js +284 -0
- package/dist/cli/upload/index.d.ts +11 -0
- package/dist/cli/upload/index.js +261 -0
- package/dist/cli/upload/kinds.d.ts +10 -0
- package/dist/cli/upload/kinds.js +85 -0
- package/dist/cli/upload/multipart.d.ts +21 -0
- package/dist/cli/upload/multipart.js +248 -0
- package/dist/cli/vault/affected-preview.d.ts +15 -0
- package/dist/cli/vault/affected-preview.js +38 -0
- package/dist/cli/vault/cloud.d.ts +55 -0
- package/dist/cli/vault/cloud.js +287 -0
- package/dist/cli/vault/format.d.ts +18 -0
- package/dist/cli/vault/format.js +104 -0
- package/dist/cli/vault/hostCredentials.d.ts +21 -0
- package/dist/cli/vault/hostCredentials.js +71 -0
- package/dist/cli/vault/hostSupersessions.d.ts +18 -0
- package/dist/cli/vault/hostSupersessions.js +68 -0
- package/dist/cli/vault/import.d.ts +3 -0
- package/dist/cli/vault/import.js +79 -0
- package/dist/cli/vault/index.d.ts +14 -0
- package/dist/cli/vault/index.js +225 -0
- package/dist/cli/vault/keys.d.ts +5 -0
- package/dist/cli/vault/keys.js +165 -0
- package/dist/cli/vault/kms.d.ts +6 -0
- package/dist/cli/vault/kms.js +169 -0
- package/dist/cli/vault/list.d.ts +13 -0
- package/dist/cli/vault/list.js +60 -0
- package/dist/cli/vault/listView.d.ts +21 -0
- package/dist/cli/vault/listView.js +123 -0
- package/dist/cli/vault/managementMetadata.d.ts +2 -0
- package/dist/cli/vault/managementMetadata.js +23 -0
- package/dist/cli/vault/mutations.d.ts +8 -0
- package/dist/cli/vault/mutations.js +151 -0
- package/dist/cli/vault/otp.d.ts +6 -0
- package/dist/cli/vault/otp.js +62 -0
- package/dist/cli/vault/otpIntent.d.ts +23 -0
- package/dist/cli/vault/otpIntent.js +76 -0
- package/dist/cli/vault/passImport.d.ts +25 -0
- package/dist/cli/vault/passImport.js +129 -0
- package/dist/cli/vault/passOtp.d.ts +51 -0
- package/dist/cli/vault/passOtp.js +101 -0
- package/dist/cli/vault/passStore.d.ts +26 -0
- package/dist/cli/vault/passStore.js +134 -0
- package/dist/cli/vault/passwordCommand.d.ts +39 -0
- package/dist/cli/vault/passwordCommand.js +101 -0
- package/dist/cli/vault/passwordProbe.d.ts +27 -0
- package/dist/cli/vault/passwordProbe.js +282 -0
- package/dist/cli/vault/passwordRotation.d.ts +9 -0
- package/dist/cli/vault/passwordRotation.js +273 -0
- package/dist/cli/vault/rotationApi.d.ts +13 -0
- package/dist/cli/vault/rotationApi.js +58 -0
- package/dist/cli/vault/rotationCommand.d.ts +2 -0
- package/dist/cli/vault/rotationCommand.js +75 -0
- package/dist/cli/vault/rotationEngine.d.ts +19 -0
- package/dist/cli/vault/rotationEngine.js +65 -0
- package/dist/cli/vault/rotationHelperSource.d.ts +2 -0
- package/dist/cli/vault/rotationHelperSource.js +3 -0
- package/dist/cli/vault/rotationInput.d.ts +11 -0
- package/dist/cli/vault/rotationInput.js +48 -0
- package/dist/cli/vault/rotationJournal.d.ts +16 -0
- package/dist/cli/vault/rotationJournal.js +183 -0
- package/dist/cli/vault/rotationKeys.d.ts +4 -0
- package/dist/cli/vault/rotationKeys.js +48 -0
- package/dist/cli/vault/rotationPrepare.d.ts +17 -0
- package/dist/cli/vault/rotationPrepare.js +108 -0
- package/dist/cli/vault/rotationRemote.d.ts +33 -0
- package/dist/cli/vault/rotationRemote.js +156 -0
- package/dist/cli/vault/rotationState.d.ts +42 -0
- package/dist/cli/vault/rotationState.js +115 -0
- package/dist/cli/vault/rotationTransport.d.ts +18 -0
- package/dist/cli/vault/rotationTransport.js +71 -0
- package/dist/cli/vault/sshSource.d.ts +18 -0
- package/dist/cli/vault/sshSource.js +196 -0
- package/dist/cli/vault/sshSync.d.ts +17 -0
- package/dist/cli/vault/sshSync.js +224 -0
- package/dist/cli/vault/sshTransfer.d.ts +22 -0
- package/dist/cli/vault/sshTransfer.js +140 -0
- package/dist/cli/vault/terraformState.d.ts +66 -0
- package/dist/cli/vault/terraformState.js +252 -0
- package/dist/cli/vault/terraformStateCommand.d.ts +2 -0
- package/dist/cli/vault/terraformStateCommand.js +61 -0
- package/dist/cli/vault/tree.d.ts +43 -0
- package/dist/cli/vault/tree.js +292 -0
- package/dist/cli/version.d.ts +1 -0
- package/dist/cli/version.js +9 -0
- package/dist/cli/workflow/index.d.ts +76 -0
- package/dist/cli/workflow/index.js +826 -0
- package/dist/cli/workflow/validate.d.ts +19 -0
- package/dist/cli/workflow/validate.js +353 -0
- package/dist/package.json +1 -0
- package/package.json +28 -10
|
@@ -0,0 +1,219 @@
|
|
|
1
|
+
// Client-side DreamDB writes, shared by `artifact push` and `workflow push`.
|
|
2
|
+
//
|
|
3
|
+
// Both mirror the Python CLI's flow exactly, because both write into the SAME
|
|
4
|
+
// datasets and any divergence in schema or version numbering corrupts them:
|
|
5
|
+
//
|
|
6
|
+
// 1. ask dreamlake-server for short-lived, prefix-scoped upload credentials
|
|
7
|
+
// 2. open the dataset (or create it on first push) and append one row
|
|
8
|
+
// 3. register the new version in the server's catalog
|
|
9
|
+
//
|
|
10
|
+
// Cross-language append is verified by the real Python/CLI interoperability
|
|
11
|
+
// check. Genesis hashes are not schema identities: new Genesis has a nonce.
|
|
12
|
+
// Must evaluate before the dreamdb import below — see dreamdb-wasm.ts.
|
|
13
|
+
import "./dreamdb-wasm.js";
|
|
14
|
+
import { Authoring, Space, Writer, ZERO_SPATIAL_KEY, bytesToBase32 } from "@dreamlake/dreamdb";
|
|
15
|
+
import { S3Backend } from "./s3-backend.js";
|
|
16
|
+
export const DEFAULT_REGION = "us-east-1";
|
|
17
|
+
/**
|
|
18
|
+
* `dreamlake-py`'s `_artifact_schema` — one dataset per artifact, rows are
|
|
19
|
+
* that artifact's versions. The blob's mime subtype is fixed at `artifact`;
|
|
20
|
+
* the real type lives in the `kind` scalar.
|
|
21
|
+
*/
|
|
22
|
+
export const ARTIFACT_SCHEMA = [
|
|
23
|
+
{ name: "content", kind: "image", mimeSubtype: "artifact" },
|
|
24
|
+
{ name: "artifact_id", kind: "scalar", valueType: "string" },
|
|
25
|
+
{ name: "title", kind: "scalar", valueType: "string" },
|
|
26
|
+
{ name: "kind", kind: "scalar", valueType: "categorical" },
|
|
27
|
+
{ name: "version", kind: "scalar", valueType: "int" },
|
|
28
|
+
];
|
|
29
|
+
/** `dreamlake-py`'s `_workflow_schema` — one dataset per workflow. */
|
|
30
|
+
export const WORKFLOW_SCHEMA = [
|
|
31
|
+
{ name: "content", kind: "image", mimeSubtype: "workflow_spec" },
|
|
32
|
+
{ name: "workflow_id", kind: "scalar", valueType: "string" },
|
|
33
|
+
{ name: "title", kind: "scalar", valueType: "string" },
|
|
34
|
+
{ name: "version", kind: "scalar", valueType: "int" },
|
|
35
|
+
{ name: "meta_json", kind: "scalar", valueType: "string" },
|
|
36
|
+
];
|
|
37
|
+
/**
|
|
38
|
+
* Env datasets — TWO per env under envs/<ns>/<name> (unlike artifacts'
|
|
39
|
+
* one-dataset-per-artifact):
|
|
40
|
+
*
|
|
41
|
+
* refs/blobs one row per UNIQUE file content in this env. The blob's
|
|
42
|
+
* fragment object is content-addressed by BLAKE3 of the raw
|
|
43
|
+
* bytes, so identical files across the env's versions land
|
|
44
|
+
* on one object; the `hash` scalar (multihashBase32 of the
|
|
45
|
+
* same bytes == the object's address suffix) is what push
|
|
46
|
+
* diffs against to skip re-uploading.
|
|
47
|
+
* refs/manifests one row per VERSION: `content` is the manifest JSON
|
|
48
|
+
* ({schema, entry, files:[{path,hash,size}], …}).
|
|
49
|
+
*
|
|
50
|
+
* PARITY: dreamlake-server/src/services/envResolve.ts reads these exact
|
|
51
|
+
* shapes (and a future dreamlake-py writer must create byte-identical
|
|
52
|
+
* genesis objects) — change one, change the others.
|
|
53
|
+
*/
|
|
54
|
+
export const ENV_BLOB_SCHEMA = [
|
|
55
|
+
{ name: "content", kind: "image", mimeSubtype: "envfile" },
|
|
56
|
+
{ name: "hash", kind: "scalar", valueType: "string" },
|
|
57
|
+
{ name: "size", kind: "scalar", valueType: "int" },
|
|
58
|
+
];
|
|
59
|
+
export const ENV_MANIFEST_SCHEMA = [
|
|
60
|
+
{ name: "content", kind: "image", mimeSubtype: "env_manifest" },
|
|
61
|
+
{ name: "version", kind: "scalar", valueType: "int" },
|
|
62
|
+
{ name: "entry", kind: "scalar", valueType: "string" },
|
|
63
|
+
{ name: "file_count", kind: "scalar", valueType: "int" },
|
|
64
|
+
{ name: "total_bytes", kind: "scalar", valueType: "int" },
|
|
65
|
+
];
|
|
66
|
+
/** Re-exported through this module so every consumer inherits the wasm
|
|
67
|
+
* import-order guarantee at the top of the file. */
|
|
68
|
+
export { multihashBase32 } from "@dreamlake/dreamdb";
|
|
69
|
+
export function backendFrom(broker) {
|
|
70
|
+
return new S3Backend(broker.backendUrl, broker.credentials, broker.region ?? DEFAULT_REGION);
|
|
71
|
+
}
|
|
72
|
+
function refUri(backendUrl, refName) {
|
|
73
|
+
return `${backendUrl.replace(/\/+$/, "")}/refs/${refName}`;
|
|
74
|
+
}
|
|
75
|
+
/**
|
|
76
|
+
* Latest version for this id, plus one — an append-only version history.
|
|
77
|
+
*
|
|
78
|
+
* Returns 1 only when the dataset genuinely has no rows for the id. A READ
|
|
79
|
+
* FAILURE PROPAGATES: guessing 1 after a transient error would overwrite the
|
|
80
|
+
* history with a duplicate v1. `dreamlake-py` is equally careful here, and
|
|
81
|
+
* says so.
|
|
82
|
+
*/
|
|
83
|
+
export async function nextVersion(backendUrl, refName, backend, idField, idValue) {
|
|
84
|
+
// Ask the store directly whether the ref exists. Treating *any*
|
|
85
|
+
// `Space.fromUri` rejection as "no dataset yet" would turn a transient read
|
|
86
|
+
// error into a duplicate v1 that clobbers the history — the exact failure
|
|
87
|
+
// dreamlake-py guards against.
|
|
88
|
+
if (!(await datasetExists(backendUrl, refName, backend)))
|
|
89
|
+
return 1;
|
|
90
|
+
const space = await Space.fromUri(refUri(backendUrl, refName), backend);
|
|
91
|
+
const anchors = (await space.queryScalar(idField, "eq", idValue));
|
|
92
|
+
if (anchors.length === 0)
|
|
93
|
+
return 1;
|
|
94
|
+
// queryScalar yields anchors as numbers while readScalarColumn keys its Map
|
|
95
|
+
// by the same anchors as strings, so a direct `.get(anchor)` always misses.
|
|
96
|
+
// Compare stringified on both sides.
|
|
97
|
+
const wanted = new Set(anchors.map((a) => String(a)));
|
|
98
|
+
const column = (await space.readScalarColumn(space.trackFor("version"), {}));
|
|
99
|
+
let max = 0;
|
|
100
|
+
for (const [key, value] of column) {
|
|
101
|
+
if (!wanted.has(String(key)))
|
|
102
|
+
continue;
|
|
103
|
+
const n = Number(value);
|
|
104
|
+
if (Number.isFinite(n))
|
|
105
|
+
max = Math.max(max, n);
|
|
106
|
+
}
|
|
107
|
+
return max + 1;
|
|
108
|
+
}
|
|
109
|
+
/** Whether `refs/<refName>` is published — i.e. the dataset has been created. */
|
|
110
|
+
async function datasetExists(backendUrl, refName, backend) {
|
|
111
|
+
void backendUrl; // the ref key is relative to the dataset base
|
|
112
|
+
const head = await backend.head(`refs/${refName}`);
|
|
113
|
+
return head.exists !== false;
|
|
114
|
+
}
|
|
115
|
+
/**
|
|
116
|
+
* A writer for the dataset, creating it on first push.
|
|
117
|
+
*
|
|
118
|
+
* `Writer.open` is tried first so an existing dataset is never re-created,
|
|
119
|
+
* mirroring dreamlake-py's `Dataset.open` / `Dataset.create` fallback.
|
|
120
|
+
*/
|
|
121
|
+
export async function openOrCreateWriter(backendUrl, refName, schema, backend) {
|
|
122
|
+
if (await datasetExists(backendUrl, refName, backend)) {
|
|
123
|
+
return Writer.open(refUri(backendUrl, refName), backend);
|
|
124
|
+
}
|
|
125
|
+
const authoring = await Authoring.create(refName, schema, backendUrl, backend);
|
|
126
|
+
return authoring.writer();
|
|
127
|
+
}
|
|
128
|
+
export const realDreamdbIO = {
|
|
129
|
+
nextVersion,
|
|
130
|
+
async writeRow(backendUrl, refName, schema, backend, row) {
|
|
131
|
+
const writer = await openOrCreateWriter(backendUrl, refName, schema, backend);
|
|
132
|
+
await writer.appendMany([row]);
|
|
133
|
+
await writer.commit();
|
|
134
|
+
},
|
|
135
|
+
};
|
|
136
|
+
// ─── env IO ──────────────────────────────────────────────────────────
|
|
137
|
+
//
|
|
138
|
+
// The env push needs three primitives beyond DreamdbIO: the whole `hash`
|
|
139
|
+
// column of one dataset (the dedup set — ONE track read, never per-file
|
|
140
|
+
// probes), the manifests head (the max `version` with no id filter — per-env
|
|
141
|
+
// datasets carry exactly one env — plus that newest row's manifest, which is
|
|
142
|
+
// what the no-change check compares against), and a multi-row append. Same
|
|
143
|
+
// injectable seam, same rationale.
|
|
144
|
+
/** Every value of one string scalar column, as a Set. ∅ when the ref does
|
|
145
|
+
* not exist yet; any OTHER read failure propagates (a transient error must
|
|
146
|
+
* not silently disable dedup — it would re-upload everything). */
|
|
147
|
+
export async function readStringColumn(backendUrl, refName, backend, field) {
|
|
148
|
+
if (!(await datasetExists(backendUrl, refName, backend)))
|
|
149
|
+
return new Set();
|
|
150
|
+
const space = await Space.fromUri(refUri(backendUrl, refName), backend);
|
|
151
|
+
const column = (await space.readScalarColumn(space.trackFor(field), {}));
|
|
152
|
+
return new Set([...column.values()].map(String));
|
|
153
|
+
}
|
|
154
|
+
/**
|
|
155
|
+
* The manifests dataset's newest row: version number plus parsed manifest
|
|
156
|
+
* (the push-side half of dreamlake-server's envResolve read — same track
|
|
157
|
+
* shapes, same object addressing). Returns null only when the ref genuinely
|
|
158
|
+
* does not exist or has no rows; an IO failure on the version column
|
|
159
|
+
* PROPAGATES (nextVersion's rule — guessing v1 after a transient error
|
|
160
|
+
* would clobber the history).
|
|
161
|
+
*/
|
|
162
|
+
export async function readManifestsHead(backendUrl, refName, backend) {
|
|
163
|
+
if (!(await datasetExists(backendUrl, refName, backend)))
|
|
164
|
+
return null;
|
|
165
|
+
const space = await Space.fromUri(refUri(backendUrl, refName), backend);
|
|
166
|
+
const column = (await space.readScalarColumn(space.trackFor("version"), {}));
|
|
167
|
+
let newest = null;
|
|
168
|
+
for (const [anchor, value] of column) {
|
|
169
|
+
const n = Number(value);
|
|
170
|
+
if (Number.isFinite(n) && (newest == null || n > newest.version)) {
|
|
171
|
+
newest = { anchor: String(anchor), version: n };
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
if (!newest)
|
|
175
|
+
return null;
|
|
176
|
+
return { version: newest.version, manifest: await readManifestContent(space, backend, newest.anchor) };
|
|
177
|
+
}
|
|
178
|
+
/** One manifest row's `content` blob, parsed and shape-checked. Null on any
|
|
179
|
+
* failure — the caller treats an unreadable manifest as "cannot compare". */
|
|
180
|
+
async function readManifestContent(space, backend, anchor) {
|
|
181
|
+
try {
|
|
182
|
+
const track = space.tracks().find((t) => String(t.modality).startsWith("image"));
|
|
183
|
+
if (!track)
|
|
184
|
+
return null;
|
|
185
|
+
// Object-index wire entries: [anchor, anchor_end, byte_size, hash, …].
|
|
186
|
+
const oi = (await space.resolveObjectIndex(track));
|
|
187
|
+
const asAnchor = (v) => typeof v === "bigint" ? v.toString() : String(Math.round(Number(v)));
|
|
188
|
+
const hit = oi.find((e) => e.length >= 4 && e[3] instanceof Uint8Array && asAnchor(e[0]) === anchor);
|
|
189
|
+
if (!hit)
|
|
190
|
+
return null;
|
|
191
|
+
const { bytes } = await backend.get(`${track.timeline}/${track.modality}/${ZERO_SPATIAL_KEY}/${bytesToBase32(hit[3])}`);
|
|
192
|
+
const json = JSON.parse(new TextDecoder().decode(bytes));
|
|
193
|
+
if (typeof json.entry !== "string" || !Array.isArray(json.files))
|
|
194
|
+
return null;
|
|
195
|
+
const files = [];
|
|
196
|
+
for (const f of json.files) {
|
|
197
|
+
if (typeof f?.path !== "string" || typeof f?.hash !== "string")
|
|
198
|
+
return null;
|
|
199
|
+
files.push({ path: f.path, hash: f.hash });
|
|
200
|
+
}
|
|
201
|
+
return { entry: json.entry, files };
|
|
202
|
+
}
|
|
203
|
+
catch {
|
|
204
|
+
return null;
|
|
205
|
+
}
|
|
206
|
+
}
|
|
207
|
+
/** Append rows and commit — one ref advance per call. */
|
|
208
|
+
export async function appendRows(backendUrl, refName, schema, backend, rows) {
|
|
209
|
+
const writer = await openOrCreateWriter(backendUrl, refName, schema, backend);
|
|
210
|
+
await writer.appendMany(rows);
|
|
211
|
+
await writer.commit();
|
|
212
|
+
}
|
|
213
|
+
/** A commit lost the ref CAS to a concurrent publisher. Expected control flow
|
|
214
|
+
* (blob PUTs are idempotent by hash) — the caller re-reads and retries. */
|
|
215
|
+
export function isPublishConflict(e) {
|
|
216
|
+
const m = e instanceof Error ? e.message : String(e);
|
|
217
|
+
return /publish.?conflict|cas.?(fail|conflict)|advanced concurrently/i.test(m);
|
|
218
|
+
}
|
|
219
|
+
export const realEnvDreamdbIO = { readStringColumn, readManifestsHead, appendRows };
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
// Connection flags for the commands ported from the workspace CLI.
|
|
2
|
+
//
|
|
3
|
+
// Those commands resolve their endpoint/credentials through
|
|
4
|
+
// `resolveCtx(opts)`, which accepts per-invocation overrides. The
|
|
5
|
+
// natively-grown commands (pipeline, org, team, …) take their
|
|
6
|
+
// connection purely from the environment and the active login, so this
|
|
7
|
+
// is attached only to the ported leaves rather than program-wide.
|
|
8
|
+
export function withConnFlags(cmd) {
|
|
9
|
+
return cmd
|
|
10
|
+
.option("--remote <url>", "dreamlake-server URL (env DREAMLAKE_REMOTE; default: active login)")
|
|
11
|
+
.option("--token <token>", "API token (env DREAMLAKE_API_KEY; default: active login)")
|
|
12
|
+
.option("--debug", "local dev mode: localhost servers + a dev JWT");
|
|
13
|
+
}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import { type DreamlakeCtx } from "./ctx.js";
|
|
2
|
+
export interface JsonResult {
|
|
3
|
+
status: number;
|
|
4
|
+
body: unknown;
|
|
5
|
+
}
|
|
6
|
+
export declare function jsonRequest(method: string, url: string, token: string | null, body?: unknown): Promise<JsonResult>;
|
|
7
|
+
/** Extract the server's error message from a JsonResult body. */
|
|
8
|
+
export declare function errorMessage(r: JsonResult): string;
|
|
9
|
+
/** Throw when non-2xx; otherwise return the parsed body. */
|
|
10
|
+
export declare function okOrThrow<T>(r: JsonResult, what: string): T;
|
|
11
|
+
export declare function buildQuery(params: Record<string, string | undefined>): string;
|
|
12
|
+
/**
|
|
13
|
+
* True when an episode node with this exact name exists in the project.
|
|
14
|
+
* dreamlake-server's GET /nodes silently IGNORES an unknown episode
|
|
15
|
+
* filter (returning the whole project's nodes), so callers must
|
|
16
|
+
* pre-check before scoping by episode. Throws on non-200.
|
|
17
|
+
*/
|
|
18
|
+
export declare function episodeExists(ctx: DreamlakeCtx, token: string, namespace: string, project: string, episode: string): Promise<boolean>;
|
|
19
|
+
/** Resolved token or a printed error + null. */
|
|
20
|
+
export declare function requireToken(ctx: DreamlakeCtx): string | null;
|
|
21
|
+
/** Explicit namespace, else the authenticated user's; error + null when
|
|
22
|
+
* neither resolves. */
|
|
23
|
+
export declare function requireNamespace(ctx: DreamlakeCtx, explicit: string | null | undefined): Promise<string | null>;
|
|
@@ -0,0 +1,137 @@
|
|
|
1
|
+
// Thin fetch wrappers for the dreamlake data plane (dreamlake-server +
|
|
2
|
+
// BSS). Callers here
|
|
3
|
+
// often branch on specific statuses (404 → friendly message), so these
|
|
4
|
+
// return `{ status, body }` instead of throwing on non-2xx; `okOrThrow`
|
|
5
|
+
// upgrades to an Error with the server's message when the caller
|
|
6
|
+
// doesn't need the status.
|
|
7
|
+
import { fail } from "../helpers.js";
|
|
8
|
+
import { affiliateSuccessfulWrite } from '../session-affiliation.js';
|
|
9
|
+
import { resolveNamespace } from "./ctx.js";
|
|
10
|
+
function headers(token, hasBody) {
|
|
11
|
+
const h = {};
|
|
12
|
+
if (hasBody)
|
|
13
|
+
h["Content-Type"] = "application/json";
|
|
14
|
+
if (token)
|
|
15
|
+
h["Authorization"] = `Bearer ${token}`;
|
|
16
|
+
return h;
|
|
17
|
+
}
|
|
18
|
+
/** A fetch failure whose cause says the request never REACHED the server —
|
|
19
|
+
* undici reused a pooled keep-alive socket the server had already closed
|
|
20
|
+
* (classic after a long local pause, e.g. minutes of thumbnail rendering
|
|
21
|
+
* between two API calls). Safe to retry once regardless of method: nothing
|
|
22
|
+
* was delivered. Anything else propagates untouched. */
|
|
23
|
+
function isStaleConnection(e) {
|
|
24
|
+
const cause = e instanceof Error ? e.cause : undefined;
|
|
25
|
+
return (cause?.code === "EPIPE" ||
|
|
26
|
+
cause?.code === "ECONNRESET" ||
|
|
27
|
+
cause?.code === "UND_ERR_SOCKET");
|
|
28
|
+
}
|
|
29
|
+
export async function jsonRequest(method, url, token, body) {
|
|
30
|
+
const doFetch = () => fetch(url, {
|
|
31
|
+
method,
|
|
32
|
+
headers: headers(token, body !== undefined),
|
|
33
|
+
body: body !== undefined ? JSON.stringify(body) : undefined,
|
|
34
|
+
});
|
|
35
|
+
let res;
|
|
36
|
+
try {
|
|
37
|
+
res = await doFetch();
|
|
38
|
+
}
|
|
39
|
+
catch (e) {
|
|
40
|
+
if (!isStaleConnection(e))
|
|
41
|
+
throw e;
|
|
42
|
+
res = await doFetch();
|
|
43
|
+
}
|
|
44
|
+
if (res.status === 204)
|
|
45
|
+
return { status: 204, body: undefined };
|
|
46
|
+
const text = await res.text().catch(() => "");
|
|
47
|
+
let parsed = text;
|
|
48
|
+
try {
|
|
49
|
+
parsed = text ? JSON.parse(text) : undefined;
|
|
50
|
+
}
|
|
51
|
+
catch {
|
|
52
|
+
/* leave raw text */
|
|
53
|
+
}
|
|
54
|
+
if (res.ok)
|
|
55
|
+
await affiliateSuccessfulWrite(url, method, token, parsed, body);
|
|
56
|
+
return { status: res.status, body: parsed };
|
|
57
|
+
}
|
|
58
|
+
/** Extract the server's error message from a JsonResult body. */
|
|
59
|
+
export function errorMessage(r) {
|
|
60
|
+
const b = r.body;
|
|
61
|
+
if (b && typeof b === "object") {
|
|
62
|
+
const msg = (typeof b.error === "string" && b.error) ||
|
|
63
|
+
(typeof b.message === "string" && b.message);
|
|
64
|
+
if (msg)
|
|
65
|
+
return msg;
|
|
66
|
+
return JSON.stringify(b).slice(0, 200);
|
|
67
|
+
}
|
|
68
|
+
if (typeof b === "string" && b.length > 0)
|
|
69
|
+
return b.slice(0, 200);
|
|
70
|
+
return `HTTP ${r.status}`;
|
|
71
|
+
}
|
|
72
|
+
/** Throw when non-2xx; otherwise return the parsed body. */
|
|
73
|
+
export function okOrThrow(r, what) {
|
|
74
|
+
if (r.status < 200 || r.status >= 300) {
|
|
75
|
+
throw new Error(`${what} → ${r.status}: ${errorMessage(r)}`);
|
|
76
|
+
}
|
|
77
|
+
return r.body;
|
|
78
|
+
}
|
|
79
|
+
export function buildQuery(params) {
|
|
80
|
+
const q = new URLSearchParams();
|
|
81
|
+
for (const [k, v] of Object.entries(params)) {
|
|
82
|
+
if (v !== undefined)
|
|
83
|
+
q.set(k, v);
|
|
84
|
+
}
|
|
85
|
+
const s = q.toString();
|
|
86
|
+
return s ? `?${s}` : "";
|
|
87
|
+
}
|
|
88
|
+
// ─── episode existence guard ─────────────────────────────────────────
|
|
89
|
+
/**
|
|
90
|
+
* True when an episode node with this exact name exists in the project.
|
|
91
|
+
* dreamlake-server's GET /nodes silently IGNORES an unknown episode
|
|
92
|
+
* filter (returning the whole project's nodes), so callers must
|
|
93
|
+
* pre-check before scoping by episode. Throws on non-200.
|
|
94
|
+
*/
|
|
95
|
+
export async function episodeExists(ctx, token, namespace, project, episode) {
|
|
96
|
+
let page = 1;
|
|
97
|
+
for (;;) {
|
|
98
|
+
const r = await jsonRequest("GET", `${ctx.remote}/nodes` +
|
|
99
|
+
buildQuery({
|
|
100
|
+
namespace,
|
|
101
|
+
project,
|
|
102
|
+
kind: "episode",
|
|
103
|
+
prefix: episode,
|
|
104
|
+
page: String(page),
|
|
105
|
+
pageSize: "200",
|
|
106
|
+
}), token);
|
|
107
|
+
if (r.status !== 200) {
|
|
108
|
+
throw new Error(`GET /nodes (episode check) → ${r.status}: ${errorMessage(r)}`);
|
|
109
|
+
}
|
|
110
|
+
const body = r.body;
|
|
111
|
+
if ((body.nodes ?? []).some((n) => n.name === episode))
|
|
112
|
+
return true;
|
|
113
|
+
if (page >= (body.totalPages ?? 1))
|
|
114
|
+
return false;
|
|
115
|
+
page += 1;
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
// ─── shared auth/namespace guards ────────────────────────────────────
|
|
119
|
+
/** Resolved token or a printed error + null. */
|
|
120
|
+
export function requireToken(ctx) {
|
|
121
|
+
if (!ctx.token) {
|
|
122
|
+
fail("not authenticated. run `dreamlake login` first");
|
|
123
|
+
return null;
|
|
124
|
+
}
|
|
125
|
+
return ctx.token;
|
|
126
|
+
}
|
|
127
|
+
/** Explicit namespace, else the authenticated user's; error + null when
|
|
128
|
+
* neither resolves. */
|
|
129
|
+
export async function requireNamespace(ctx, explicit) {
|
|
130
|
+
if (explicit)
|
|
131
|
+
return explicit;
|
|
132
|
+
const ns = await resolveNamespace(ctx);
|
|
133
|
+
if (!ns) {
|
|
134
|
+
fail("namespace not specified and no authenticated user found. run `dreamlake login`");
|
|
135
|
+
}
|
|
136
|
+
return ns;
|
|
137
|
+
}
|
|
@@ -0,0 +1,139 @@
|
|
|
1
|
+
export declare const COMPLETE_BODY_FORMAT = "s3-complete-multipart-xml";
|
|
2
|
+
export interface SignedOperation {
|
|
3
|
+
url: string;
|
|
4
|
+
headers: Record<string, string>;
|
|
5
|
+
}
|
|
6
|
+
export type PresignedTransfer = {
|
|
7
|
+
kind: "single-put";
|
|
8
|
+
put: SignedOperation;
|
|
9
|
+
} | {
|
|
10
|
+
kind: "s3-multipart";
|
|
11
|
+
uploadId: string;
|
|
12
|
+
partSize: number;
|
|
13
|
+
parts: Array<{
|
|
14
|
+
partNumber: number;
|
|
15
|
+
put: SignedOperation;
|
|
16
|
+
}>;
|
|
17
|
+
complete: SignedOperation & {
|
|
18
|
+
method: "POST";
|
|
19
|
+
bodyFormat: string;
|
|
20
|
+
};
|
|
21
|
+
abort: SignedOperation & {
|
|
22
|
+
method: "DELETE";
|
|
23
|
+
};
|
|
24
|
+
};
|
|
25
|
+
/** One authorized file, stripped of whatever envelope the server wrapped it
|
|
26
|
+
* in. Callers may carry extra fields (e.g. a canonicalPath) — the executor
|
|
27
|
+
* hands the same object back untouched. */
|
|
28
|
+
export interface PresignedFile {
|
|
29
|
+
relativePath: string;
|
|
30
|
+
size: number;
|
|
31
|
+
transfer: PresignedTransfer;
|
|
32
|
+
/**
|
|
33
|
+
* Parts already in storage from an earlier, interrupted run.
|
|
34
|
+
*
|
|
35
|
+
* Set only when `transfer` came from a RESUME: there, `transfer.parts` holds
|
|
36
|
+
* the missing parts alone, and completing the upload still needs an ETag for
|
|
37
|
+
* every part — including the ones this run does not send. The server reads
|
|
38
|
+
* them back out of storage precisely so a client that lost its own record
|
|
39
|
+
* can still finish.
|
|
40
|
+
*
|
|
41
|
+
* Absent on a fresh authorization, where every part is uploaded here.
|
|
42
|
+
*/
|
|
43
|
+
completedParts?: ReadonlyArray<{
|
|
44
|
+
partNumber: number;
|
|
45
|
+
etag: string;
|
|
46
|
+
}>;
|
|
47
|
+
}
|
|
48
|
+
export declare function isRecord(v: unknown): v is Record<string, unknown>;
|
|
49
|
+
/** The default refusal, when a caller has no protocol-specific one. */
|
|
50
|
+
export declare function transferBad(what: string): never;
|
|
51
|
+
export declare function assertSignedOperation(v: unknown, where: string, bad?: (what: string) => never): SignedOperation;
|
|
52
|
+
/**
|
|
53
|
+
* Check one file's transfer plan against the size it was requested for,
|
|
54
|
+
* before a byte moves.
|
|
55
|
+
*
|
|
56
|
+
* The part plan is the dangerous half. Each range is derived from `partNumber`
|
|
57
|
+
* and `partSize` alone, so a gap sends the wrong bytes under a signature minted
|
|
58
|
+
* for another, a duplicate sends one range twice and omits another, and too few
|
|
59
|
+
* parts leave the tail unsent — and in every case each PUT succeeds, Complete
|
|
60
|
+
* succeeds, and the object exists holding bytes nobody checked.
|
|
61
|
+
*/
|
|
62
|
+
export declare function assertPresignedTransfer(v: unknown, size: number, where: string, bad?: (what: string) => never,
|
|
63
|
+
/**
|
|
64
|
+
* Part numbers storage already holds, when `v` came from a RESUME.
|
|
65
|
+
*
|
|
66
|
+
* Supplying this switches the part-plan check from "every part, in order" to
|
|
67
|
+
* "together with these, every part exactly once" — the same property, over
|
|
68
|
+
* the union. It is NOT a relaxation: a resume legitimately omits the parts
|
|
69
|
+
* that already landed, and the danger the check exists for is unchanged, so
|
|
70
|
+
* the check has to cover the same ground by a different route. Omit it and
|
|
71
|
+
* the original dense check runs byte for byte as before.
|
|
72
|
+
*/
|
|
73
|
+
completed?: readonly number[]): PresignedTransfer;
|
|
74
|
+
/**
|
|
75
|
+
* The root element of an XML document, or null if it is not one document.
|
|
76
|
+
*
|
|
77
|
+
* A scanner with a tag stack rather than a substring search. Two cases motivate
|
|
78
|
+
* it, and both are shapes storage really produces:
|
|
79
|
+
*
|
|
80
|
+
* - truncation. A response whose open tag arrived and whose rest did not
|
|
81
|
+
* contains the success element's name, and `includes()` reads it as
|
|
82
|
+
* success — exactly when the object is least likely to exist;
|
|
83
|
+
* - a second top-level element, or text beside the root. `<Error/>` next to a
|
|
84
|
+
* success document is not a success document, and neither is one with a
|
|
85
|
+
* proxy's bytes glued to it.
|
|
86
|
+
*
|
|
87
|
+
* So: exactly one root, self-closing elements counted as roots too, and nothing
|
|
88
|
+
* outside it but whitespace, declarations and comments.
|
|
89
|
+
*
|
|
90
|
+
* Deliberately not a general XML parser. It resolves one question and returns
|
|
91
|
+
* null rather than guessing when it cannot.
|
|
92
|
+
*/
|
|
93
|
+
export declare function xmlRootElement(text: string): string | null;
|
|
94
|
+
/**
|
|
95
|
+
* Execute one authorized batch: every file, in order, and — on any failure —
|
|
96
|
+
* every multipart the AUTHORIZATION opened is abandoned, including ones the
|
|
97
|
+
* executor never reached. The authorization may start a multipart upload for
|
|
98
|
+
* the whole batch, so a failure anywhere leaves parts held for files that were
|
|
99
|
+
* never started, and storage keeps them until its lifecycle policy notices.
|
|
100
|
+
*
|
|
101
|
+
* No new file starts after a failure; in-flight files are allowed to settle
|
|
102
|
+
* before the abandonment so an abort never races its own parts. The original
|
|
103
|
+
* error is rethrown whatever the aborts do.
|
|
104
|
+
*
|
|
105
|
+
* `concurrency` defaults to 1 — strictly sequential, the shape
|
|
106
|
+
* `source upload` has always had.
|
|
107
|
+
*/
|
|
108
|
+
export declare function executePresignedBatch<F extends PresignedFile>(files: readonly F[], opts: {
|
|
109
|
+
/** Where file `i`'s bytes live on disk. */
|
|
110
|
+
localPath: (file: F, index: number) => string;
|
|
111
|
+
/** Parallel files in flight. */
|
|
112
|
+
concurrency?: number;
|
|
113
|
+
/**
|
|
114
|
+
* Parallel parts within one multipart file. Defaults to 1 — sequential,
|
|
115
|
+
* the shape this executor has always had.
|
|
116
|
+
*/
|
|
117
|
+
partConcurrency?: number;
|
|
118
|
+
fetchFn?: typeof fetch;
|
|
119
|
+
/** Called as each file lands, for progress output. */
|
|
120
|
+
onFileDone?: (file: F, bytes: number, index: number) => void;
|
|
121
|
+
/** Called as each part lands, for progress and for recording resume state. */
|
|
122
|
+
onPartDone?: (file: F, partNumber: number, etag: string, index: number) => void;
|
|
123
|
+
/**
|
|
124
|
+
* What to do with the multiparts a failed batch opened.
|
|
125
|
+
*
|
|
126
|
+
* `"abort"` (the default) abandons them, which is right when the upload
|
|
127
|
+
* cannot be picked up again: the parts are billed, belong to no object,
|
|
128
|
+
* and nothing else removes them promptly.
|
|
129
|
+
*
|
|
130
|
+
* `"keep"` is for a caller that records the upload and re-runs against the
|
|
131
|
+
* resume endpoint. For that caller, aborting would destroy the very parts
|
|
132
|
+
* the next run is supposed to skip — turning a resumable interruption into
|
|
133
|
+
* a restart from zero, silently.
|
|
134
|
+
*/
|
|
135
|
+
onFailure?: "abort" | "keep";
|
|
136
|
+
}): Promise<Array<{
|
|
137
|
+
file: F;
|
|
138
|
+
bytes: number;
|
|
139
|
+
}>>;
|