@dreamlake/dreamlake-cli 0.88.1 → 0.90.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/api/access.d.ts +83 -0
- package/dist/api/access.js +77 -0
- package/dist/api/agent.d.ts +156 -0
- package/dist/api/agent.js +111 -0
- package/dist/api/browser.d.ts +90 -0
- package/dist/api/browser.js +102 -0
- package/dist/api/client.d.ts +54 -0
- package/dist/api/client.js +102 -0
- package/dist/api/common.d.ts +28 -0
- package/dist/api/common.js +16 -0
- package/dist/api/content.d.ts +195 -0
- package/dist/api/content.js +147 -0
- package/dist/api/execution.d.ts +84 -0
- package/dist/api/execution.js +73 -0
- package/dist/api/http.d.ts +19 -0
- package/dist/api/http.js +66 -0
- package/dist/api/index.d.ts +2362 -0
- package/dist/api/index.js +116 -0
- package/dist/api/infra.d.ts +2 -0
- package/dist/api/infra.js +2 -0
- package/dist/api/jobs.d.ts +2 -0
- package/dist/api/jobs.js +2 -0
- package/dist/api/layout.d.ts +2 -0
- package/dist/api/layout.js +2 -0
- package/dist/api/library-edit.d.ts +3 -0
- package/dist/api/library-edit.js +3 -0
- package/dist/api/library-manifest.d.ts +2 -0
- package/dist/api/library-manifest.js +2 -0
- package/dist/api/note-character-plan.d.ts +2 -0
- package/dist/api/note-character-plan.js +2 -0
- package/dist/api/note-editing.d.ts +2 -0
- package/dist/api/note-editing.js +2 -0
- package/dist/api/note-edits.d.ts +21 -0
- package/dist/api/note-edits.js +10 -0
- package/dist/api/note-events.d.ts +5 -0
- package/dist/api/note-events.js +11 -0
- package/dist/api/note-files.d.ts +102 -0
- package/dist/api/note-files.js +107 -0
- package/dist/api/note-html-read.d.ts +2 -0
- package/dist/api/note-html-read.js +2 -0
- package/dist/api/note-html.d.ts +2 -0
- package/dist/api/note-html.js +2 -0
- package/dist/api/note-linger.d.ts +83 -0
- package/dist/api/note-linger.js +270 -0
- package/dist/api/note-presence.d.ts +82 -0
- package/dist/api/note-presence.js +72 -0
- package/dist/api/note-toc.d.ts +2 -0
- package/dist/api/note-toc.js +2 -0
- package/dist/api/notes.d.ts +329 -0
- package/dist/api/notes.js +209 -0
- package/dist/api/open-resources.d.ts +27 -0
- package/dist/api/open-resources.js +102 -0
- package/dist/api/ownership.d.ts +12 -0
- package/dist/api/ownership.js +24 -0
- package/dist/api/platform.d.ts +83 -0
- package/dist/api/platform.js +56 -0
- package/dist/api/presigned-transfer.d.ts +2 -0
- package/dist/api/presigned-transfer.js +2 -0
- package/dist/api/registered-runs.d.ts +48 -0
- package/dist/api/registered-runs.js +33 -0
- package/dist/api/sessions.d.ts +299 -0
- package/dist/api/sessions.js +105 -0
- package/dist/api/storage.d.ts +46 -0
- package/dist/api/storage.js +34 -0
- package/dist/api/streams.d.ts +18 -0
- package/dist/api/streams.js +70 -0
- package/dist/api/vault.d.ts +93 -0
- package/dist/api/vault.js +79 -0
- package/dist/api/workspace.d.ts +180 -0
- package/dist/api/workspace.js +146 -0
- package/dist/cli/agent-identity.d.ts +4 -0
- package/dist/cli/agent-identity.js +21 -0
- package/dist/cli/agents/identity.d.ts +50 -0
- package/dist/cli/agents/identity.js +105 -0
- package/dist/cli/agents/index.d.ts +31 -0
- package/dist/cli/agents/index.js +580 -0
- package/dist/cli/agents/manage.d.ts +43 -0
- package/dist/cli/agents/manage.js +376 -0
- package/dist/cli/agents/spec.d.ts +104 -0
- package/dist/cli/agents/spec.js +280 -0
- package/dist/cli/agents/web.d.ts +7 -0
- package/dist/cli/agents/web.js +109 -0
- package/dist/cli/artifact/incremental.d.ts +21 -0
- package/dist/cli/artifact/incremental.js +80 -0
- package/dist/cli/artifact/index.d.ts +52 -0
- package/dist/cli/artifact/index.js +405 -0
- package/dist/cli/artifact/meta.d.ts +69 -0
- package/dist/cli/artifact/meta.js +189 -0
- package/dist/cli/auth/commands.d.ts +29 -0
- package/dist/cli/auth/commands.js +327 -0
- package/dist/cli/auth/constants.d.ts +13 -0
- package/dist/cli/auth/constants.js +18 -0
- package/dist/cli/auth/credentials.d.ts +37 -0
- package/dist/cli/auth/credentials.js +155 -0
- package/dist/cli/auth/device-flow.d.ts +32 -0
- package/dist/cli/auth/device-flow.js +154 -0
- package/dist/cli/auth/device-secret.d.ts +6 -0
- package/dist/cli/auth/device-secret.js +26 -0
- package/dist/cli/auth/machine.d.ts +15 -0
- package/dist/cli/auth/machine.js +126 -0
- package/dist/cli/auth/materialized.d.ts +32 -0
- package/dist/cli/auth/materialized.js +102 -0
- package/dist/cli/auth/migrate.d.ts +10 -0
- package/dist/cli/auth/migrate.js +75 -0
- package/dist/cli/client.d.ts +102 -0
- package/dist/cli/client.js +206 -0
- package/dist/cli/collection-list.d.ts +3 -0
- package/dist/cli/collection-list.js +25 -0
- package/dist/cli/compat/ctx.d.ts +26 -0
- package/dist/cli/compat/ctx.js +76 -0
- package/dist/cli/compat/dreamdb-wasm-embedded.d.ts +2 -0
- package/dist/cli/compat/dreamdb-wasm-embedded.js +8 -0
- package/dist/cli/compat/dreamdb-wasm.d.ts +1 -0
- package/dist/cli/compat/dreamdb-wasm.js +26 -0
- package/dist/cli/compat/dreamdb.d.ts +112 -0
- package/dist/cli/compat/dreamdb.js +219 -0
- package/dist/cli/compat/flags.d.ts +2 -0
- package/dist/cli/compat/flags.js +13 -0
- package/dist/cli/compat/http.d.ts +23 -0
- package/dist/cli/compat/http.js +137 -0
- package/dist/cli/compat/presignedTransfer.d.ts +139 -0
- package/dist/cli/compat/presignedTransfer.js +580 -0
- package/dist/cli/compat/s3-backend.d.ts +73 -0
- package/dist/cli/compat/s3-backend.js +132 -0
- package/dist/cli/config.d.ts +22 -0
- package/dist/cli/config.js +96 -0
- package/dist/cli/connection/dto.d.ts +159 -0
- package/dist/cli/connection/dto.js +497 -0
- package/dist/cli/connection/index.d.ts +50 -0
- package/dist/cli/connection/index.js +413 -0
- package/dist/cli/connection/oauth.d.ts +23 -0
- package/dist/cli/connection/oauth.js +290 -0
- package/dist/cli/connection/write.d.ts +47 -0
- package/dist/cli/connection/write.js +573 -0
- package/dist/cli/create/index.d.ts +19 -0
- package/dist/cli/create/index.js +209 -0
- package/dist/cli/declare/index.d.ts +29 -0
- package/dist/cli/declare/index.js +304 -0
- package/dist/cli/delete/index.d.ts +18 -0
- package/dist/cli/delete/index.js +232 -0
- package/dist/cli/download/index.d.ts +9 -0
- package/dist/cli/download/index.js +128 -0
- package/dist/cli/env/compose.d.ts +88 -0
- package/dist/cli/env/compose.js +402 -0
- package/dist/cli/env/index.d.ts +176 -0
- package/dist/cli/env/index.js +1011 -0
- package/dist/cli/experiments/index.d.ts +11 -0
- package/dist/cli/experiments/index.js +168 -0
- package/dist/cli/glob.d.ts +1 -0
- package/dist/cli/glob.js +45 -0
- package/dist/cli/graphql-helpers.d.ts +23 -0
- package/dist/cli/graphql-helpers.js +42 -0
- package/dist/cli/graphql.d.ts +10 -0
- package/dist/cli/graphql.js +47 -0
- package/dist/cli/help-examples.generated.d.ts +1 -0
- package/dist/cli/help-examples.generated.js +192 -0
- package/dist/cli/helpers.d.ts +8 -0
- package/dist/cli/helpers.js +106 -0
- package/dist/cli/hosts/api.d.ts +29 -0
- package/dist/cli/hosts/api.js +54 -0
- package/dist/cli/hosts/bootstrap-source.d.ts +1 -0
- package/dist/cli/hosts/bootstrap-source.js +2 -0
- package/dist/cli/hosts/catalog.d.ts +26 -0
- package/dist/cli/hosts/catalog.js +55 -0
- package/dist/cli/hosts/config.d.ts +45 -0
- package/dist/cli/hosts/config.js +179 -0
- package/dist/cli/hosts/credentials.d.ts +19 -0
- package/dist/cli/hosts/credentials.js +173 -0
- package/dist/cli/hosts/enroll.d.ts +17 -0
- package/dist/cli/hosts/enroll.js +109 -0
- package/dist/cli/hosts/enrollments.d.ts +25 -0
- package/dist/cli/hosts/enrollments.js +54 -0
- package/dist/cli/hosts/index.d.ts +6 -0
- package/dist/cli/hosts/index.js +279 -0
- package/dist/cli/hosts/inventory.d.ts +40 -0
- package/dist/cli/hosts/inventory.js +91 -0
- package/dist/cli/hosts/lifecycle.d.ts +15 -0
- package/dist/cli/hosts/lifecycle.js +108 -0
- package/dist/cli/hosts/metrics-source.d.ts +12 -0
- package/dist/cli/hosts/metrics-source.js +89 -0
- package/dist/cli/hosts/observations.d.ts +39 -0
- package/dist/cli/hosts/observations.js +102 -0
- package/dist/cli/hosts/remote.d.ts +5 -0
- package/dist/cli/hosts/remote.js +66 -0
- package/dist/cli/hosts/ssh.d.ts +63 -0
- package/dist/cli/hosts/ssh.js +276 -0
- package/dist/cli/index.d.ts +1 -0
- package/dist/cli/index.js +288 -0
- package/dist/cli/infra/api.d.ts +95 -0
- package/dist/cli/infra/api.js +291 -0
- package/dist/cli/infra/index.d.ts +5 -0
- package/dist/cli/infra/index.js +102 -0
- package/dist/cli/infra/move.d.ts +15 -0
- package/dist/cli/infra/move.js +123 -0
- package/dist/cli/infra/transfer.d.ts +15 -0
- package/dist/cli/infra/transfer.js +280 -0
- package/dist/cli/jobs/api.d.ts +69 -0
- package/dist/cli/jobs/api.js +121 -0
- package/dist/cli/jobs/index.d.ts +5 -0
- package/dist/cli/jobs/index.js +140 -0
- package/dist/cli/lakeshore/index.d.ts +98 -0
- package/dist/cli/lakeshore/index.js +502 -0
- package/dist/cli/launch/index.d.ts +43 -0
- package/dist/cli/launch/index.js +270 -0
- package/dist/cli/layout/index.d.ts +2 -0
- package/dist/cli/layout/index.js +44 -0
- package/dist/cli/layout/transport.d.ts +12 -0
- package/dist/cli/layout/transport.js +70 -0
- package/dist/cli/library/add.d.ts +60 -0
- package/dist/cli/library/add.js +348 -0
- package/dist/cli/library/cache.d.ts +26 -0
- package/dist/cli/library/cache.js +88 -0
- package/dist/cli/library/config.d.ts +75 -0
- package/dist/cli/library/config.js +198 -0
- package/dist/cli/library/digest.d.ts +5 -0
- package/dist/cli/library/digest.js +19 -0
- package/dist/cli/library/discover.d.ts +87 -0
- package/dist/cli/library/discover.js +534 -0
- package/dist/cli/library/freshness.d.ts +35 -0
- package/dist/cli/library/freshness.js +109 -0
- package/dist/cli/library/generation.d.ts +35 -0
- package/dist/cli/library/generation.js +211 -0
- package/dist/cli/library/index.d.ts +2 -0
- package/dist/cli/library/index.js +36 -0
- package/dist/cli/library/info.d.ts +69 -0
- package/dist/cli/library/info.js +311 -0
- package/dist/cli/library/list.d.ts +33 -0
- package/dist/cli/library/list.js +86 -0
- package/dist/cli/library/manifest.d.ts +81 -0
- package/dist/cli/library/manifest.js +200 -0
- package/dist/cli/library/manifestCache.d.ts +45 -0
- package/dist/cli/library/manifestCache.js +169 -0
- package/dist/cli/library/pull.d.ts +30 -0
- package/dist/cli/library/pull.js +438 -0
- package/dist/cli/library/push.d.ts +72 -0
- package/dist/cli/library/push.js +642 -0
- package/dist/cli/library/rm.d.ts +31 -0
- package/dist/cli/library/rm.js +200 -0
- package/dist/cli/library/search.d.ts +18 -0
- package/dist/cli/library/search.js +181 -0
- package/dist/cli/library/stat.d.ts +15 -0
- package/dist/cli/library/stat.js +127 -0
- package/dist/cli/library/tools.d.ts +104 -0
- package/dist/cli/library/tools.js +163 -0
- package/dist/cli/library/wire.d.ts +47 -0
- package/dist/cli/library/wire.js +120 -0
- package/dist/cli/list/index.d.ts +26 -0
- package/dist/cli/list/index.js +256 -0
- package/dist/cli/notes/api-transport.d.ts +5 -0
- package/dist/cli/notes/api-transport.js +20 -0
- package/dist/cli/notes/character-plan.d.ts +22 -0
- package/dist/cli/notes/character-plan.js +232 -0
- package/dist/cli/notes/document.d.ts +73 -0
- package/dist/cli/notes/document.js +306 -0
- package/dist/cli/notes/edit-commands.d.ts +106 -0
- package/dist/cli/notes/edit-commands.js +623 -0
- package/dist/cli/notes/editing.d.ts +81 -0
- package/dist/cli/notes/editing.js +305 -0
- package/dist/cli/notes/events.d.ts +36 -0
- package/dist/cli/notes/events.js +54 -0
- package/dist/cli/notes/files-commands.d.ts +97 -0
- package/dist/cli/notes/files-commands.js +548 -0
- package/dist/cli/notes/html-read.d.ts +9 -0
- package/dist/cli/notes/html-read.js +90 -0
- package/dist/cli/notes/html.d.ts +73 -0
- package/dist/cli/notes/html.js +381 -0
- package/dist/cli/notes/index.d.ts +123 -0
- package/dist/cli/notes/index.js +1300 -0
- package/dist/cli/notes/linger.d.ts +4 -0
- package/dist/cli/notes/linger.js +96 -0
- package/dist/cli/notes/media-commands.d.ts +5 -0
- package/dist/cli/notes/media-commands.js +51 -0
- package/dist/cli/notes/move-command.d.ts +83 -0
- package/dist/cli/notes/move-command.js +259 -0
- package/dist/cli/notes/rm-command.d.ts +22 -0
- package/dist/cli/notes/rm-command.js +110 -0
- package/dist/cli/notes/select-command.d.ts +12 -0
- package/dist/cli/notes/select-command.js +63 -0
- package/dist/cli/notes/suggest-diff.d.ts +56 -0
- package/dist/cli/notes/suggest-diff.js +311 -0
- package/dist/cli/notes/toc.d.ts +38 -0
- package/dist/cli/notes/toc.js +144 -0
- package/dist/cli/notes/transfer-command.d.ts +6 -0
- package/dist/cli/notes/transfer-command.js +9 -0
- package/dist/cli/notes/version-commands.d.ts +19 -0
- package/dist/cli/notes/version-commands.js +178 -0
- package/dist/cli/nymph/index.d.ts +74 -0
- package/dist/cli/nymph/index.js +349 -0
- package/dist/cli/org/index.d.ts +34 -0
- package/dist/cli/org/index.js +341 -0
- package/dist/cli/ownership/index.d.ts +12 -0
- package/dist/cli/ownership/index.js +122 -0
- package/dist/cli/ownership/metadata-transfer.d.ts +20 -0
- package/dist/cli/ownership/metadata-transfer.js +159 -0
- package/dist/cli/page/index.d.ts +58 -0
- package/dist/cli/page/index.js +387 -0
- package/dist/cli/pipeline/index.d.ts +69 -0
- package/dist/cli/pipeline/index.js +604 -0
- package/dist/cli/progress.d.ts +60 -0
- package/dist/cli/progress.js +276 -0
- package/dist/cli/project/attachments.d.ts +10 -0
- package/dist/cli/project/attachments.js +39 -0
- package/dist/cli/project/grants.d.ts +10 -0
- package/dist/cli/project/grants.js +39 -0
- package/dist/cli/project/index.d.ts +8 -0
- package/dist/cli/project/index.js +92 -0
- package/dist/cli/project/move.d.ts +57 -0
- package/dist/cli/project/move.js +242 -0
- package/dist/cli/project/output.d.ts +2 -0
- package/dist/cli/project/output.js +29 -0
- package/dist/cli/project/stream.d.ts +55 -0
- package/dist/cli/project/stream.js +207 -0
- package/dist/cli/project/transfer-preview.d.ts +8 -0
- package/dist/cli/project/transfer-preview.js +10 -0
- package/dist/cli/prompt.d.ts +1 -0
- package/dist/cli/prompt.js +17 -0
- package/dist/cli/provider/dreamdir.d.ts +52 -0
- package/dist/cli/provider/dreamdir.js +138 -0
- package/dist/cli/provider/index.d.ts +4 -0
- package/dist/cli/provider/index.js +419 -0
- package/dist/cli/provider/jump-worker.d.ts +9 -0
- package/dist/cli/provider/jump-worker.js +141 -0
- package/dist/cli/provider/lifecycle.d.ts +149 -0
- package/dist/cli/provider/lifecycle.js +1390 -0
- package/dist/cli/provider/machine.d.ts +17 -0
- package/dist/cli/provider/machine.js +116 -0
- package/dist/cli/provider/ssh.d.ts +105 -0
- package/dist/cli/provider/ssh.js +305 -0
- package/dist/cli/provider/terraform.d.ts +140 -0
- package/dist/cli/provider/terraform.js +288 -0
- package/dist/cli/providers/index.d.ts +18 -0
- package/dist/cli/providers/index.js +422 -0
- package/dist/cli/python.d.ts +61 -0
- package/dist/cli/python.js +255 -0
- package/dist/cli/queues/index.d.ts +33 -0
- package/dist/cli/queues/index.js +248 -0
- package/dist/cli/queues/slurm.d.ts +10 -0
- package/dist/cli/queues/slurm.js +134 -0
- package/dist/cli/resources.d.ts +72 -0
- package/dist/cli/resources.js +137 -0
- package/dist/cli/run/index.d.ts +15 -0
- package/dist/cli/run/index.js +163 -0
- package/dist/cli/run/input.d.ts +34 -0
- package/dist/cli/run/input.js +135 -0
- package/dist/cli/run/recovery.d.ts +2 -0
- package/dist/cli/run/recovery.js +18 -0
- package/dist/cli/run/setup.d.ts +3 -0
- package/dist/cli/run/setup.js +62 -0
- package/dist/cli/runconfig/index.d.ts +12 -0
- package/dist/cli/runconfig/index.js +130 -0
- package/dist/cli/runnable/index.d.ts +35 -0
- package/dist/cli/runnable/index.js +575 -0
- package/dist/cli/runnable/path.d.ts +115 -0
- package/dist/cli/runnable/path.js +288 -0
- package/dist/cli/runnable/run.d.ts +91 -0
- package/dist/cli/runnable/run.js +239 -0
- package/dist/cli/runnable/upload.d.ts +43 -0
- package/dist/cli/runnable/upload.js +342 -0
- package/dist/cli/runnable/worker.d.ts +1 -0
- package/dist/cli/runnable/worker.js +44 -0
- package/dist/cli/schemas/workflow-spec.schema.json +335 -0
- package/dist/cli/self-update/index.d.ts +5 -0
- package/dist/cli/self-update/index.js +107 -0
- package/dist/cli/self-update/install.d.ts +60 -0
- package/dist/cli/self-update/install.js +428 -0
- package/dist/cli/self-update/paths.d.ts +40 -0
- package/dist/cli/self-update/paths.js +87 -0
- package/dist/cli/self-update/releases.d.ts +41 -0
- package/dist/cli/self-update/releases.js +153 -0
- package/dist/cli/self-update/settings.d.ts +16 -0
- package/dist/cli/self-update/settings.js +68 -0
- package/dist/cli/self-update/update.d.ts +18 -0
- package/dist/cli/self-update/update.js +241 -0
- package/dist/cli/service-accounts/index.d.ts +3 -0
- package/dist/cli/service-accounts/index.js +149 -0
- package/dist/cli/session-affiliation.d.ts +26 -0
- package/dist/cli/session-affiliation.js +135 -0
- package/dist/cli/sessions/affiliation.d.ts +8 -0
- package/dist/cli/sessions/affiliation.js +66 -0
- package/dist/cli/sessions/api.d.ts +55 -0
- package/dist/cli/sessions/api.js +88 -0
- package/dist/cli/sessions/control.d.ts +6 -0
- package/dist/cli/sessions/control.js +159 -0
- package/dist/cli/sessions/conversation.d.ts +15 -0
- package/dist/cli/sessions/conversation.js +118 -0
- package/dist/cli/sessions/index.d.ts +2 -0
- package/dist/cli/sessions/index.js +209 -0
- package/dist/cli/sessions/managed.d.ts +39 -0
- package/dist/cli/sessions/managed.js +63 -0
- package/dist/cli/sessions/redaction.d.ts +2 -0
- package/dist/cli/sessions/redaction.js +11 -0
- package/dist/cli/sessions/runner/exec.d.ts +108 -0
- package/dist/cli/sessions/runner/exec.js +335 -0
- package/dist/cli/sessions/runner/journal.d.ts +26 -0
- package/dist/cli/sessions/runner/journal.js +49 -0
- package/dist/cli/sessions/runner/native.d.ts +48 -0
- package/dist/cli/sessions/runner/native.js +170 -0
- package/dist/cli/sessions/runner/pod.d.ts +30 -0
- package/dist/cli/sessions/runner/pod.js +129 -0
- package/dist/cli/sessions/runner/serve.d.ts +85 -0
- package/dist/cli/sessions/runner/serve.js +558 -0
- package/dist/cli/sessions/sync.d.ts +47 -0
- package/dist/cli/sessions/sync.js +80 -0
- package/dist/cli/sessions/transport.d.ts +14 -0
- package/dist/cli/sessions/transport.js +116 -0
- package/dist/cli/share.d.ts +15 -0
- package/dist/cli/share.js +139 -0
- package/dist/cli/skill/catalog.d.ts +141 -0
- package/dist/cli/skill/catalog.js +442 -0
- package/dist/cli/skill/files.d.ts +89 -0
- package/dist/cli/skill/files.js +264 -0
- package/dist/cli/skill/index.d.ts +268 -0
- package/dist/cli/skill/index.js +1216 -0
- package/dist/cli/skill/manifest.d.ts +30 -0
- package/dist/cli/skill/manifest.js +101 -0
- package/dist/cli/skill/prefs.d.ts +9 -0
- package/dist/cli/skill/prefs.js +32 -0
- package/dist/cli/skill/reminders.d.ts +15 -0
- package/dist/cli/skill/reminders.js +105 -0
- package/dist/cli/skill/tar.d.ts +17 -0
- package/dist/cli/skill/tar.js +195 -0
- package/dist/cli/snapshot/index.d.ts +24 -0
- package/dist/cli/snapshot/index.js +146 -0
- package/dist/cli/source/access.d.ts +45 -0
- package/dist/cli/source/access.js +563 -0
- package/dist/cli/source/control.d.ts +103 -0
- package/dist/cli/source/control.js +546 -0
- package/dist/cli/source/delete.d.ts +89 -0
- package/dist/cli/source/delete.js +463 -0
- package/dist/cli/source/index.d.ts +288 -0
- package/dist/cli/source/index.js +1348 -0
- package/dist/cli/source/share.d.ts +65 -0
- package/dist/cli/source/share.js +530 -0
- package/dist/cli/source/upload.d.ts +62 -0
- package/dist/cli/source/upload.js +258 -0
- package/dist/cli/source/write.d.ts +77 -0
- package/dist/cli/source/write.js +335 -0
- package/dist/cli/spawn.d.ts +28 -0
- package/dist/cli/spawn.js +81 -0
- package/dist/cli/target.d.ts +22 -0
- package/dist/cli/target.js +85 -0
- package/dist/cli/tasks/index.d.ts +38 -0
- package/dist/cli/tasks/index.js +365 -0
- package/dist/cli/team/index.d.ts +37 -0
- package/dist/cli/team/index.js +407 -0
- package/dist/cli/telemetry.d.ts +23 -0
- package/dist/cli/telemetry.js +262 -0
- package/dist/cli/telemetryJournal.d.ts +26 -0
- package/dist/cli/telemetryJournal.js +104 -0
- package/dist/cli/update/index.d.ts +21 -0
- package/dist/cli/update/index.js +284 -0
- package/dist/cli/upload/index.d.ts +11 -0
- package/dist/cli/upload/index.js +261 -0
- package/dist/cli/upload/kinds.d.ts +10 -0
- package/dist/cli/upload/kinds.js +85 -0
- package/dist/cli/upload/multipart.d.ts +21 -0
- package/dist/cli/upload/multipart.js +248 -0
- package/dist/cli/vault/affected-preview.d.ts +15 -0
- package/dist/cli/vault/affected-preview.js +38 -0
- package/dist/cli/vault/cloud.d.ts +55 -0
- package/dist/cli/vault/cloud.js +287 -0
- package/dist/cli/vault/format.d.ts +18 -0
- package/dist/cli/vault/format.js +104 -0
- package/dist/cli/vault/hostCredentials.d.ts +21 -0
- package/dist/cli/vault/hostCredentials.js +71 -0
- package/dist/cli/vault/hostSupersessions.d.ts +18 -0
- package/dist/cli/vault/hostSupersessions.js +68 -0
- package/dist/cli/vault/import.d.ts +3 -0
- package/dist/cli/vault/import.js +79 -0
- package/dist/cli/vault/index.d.ts +14 -0
- package/dist/cli/vault/index.js +225 -0
- package/dist/cli/vault/keys.d.ts +5 -0
- package/dist/cli/vault/keys.js +165 -0
- package/dist/cli/vault/kms.d.ts +6 -0
- package/dist/cli/vault/kms.js +169 -0
- package/dist/cli/vault/list.d.ts +13 -0
- package/dist/cli/vault/list.js +60 -0
- package/dist/cli/vault/listView.d.ts +21 -0
- package/dist/cli/vault/listView.js +123 -0
- package/dist/cli/vault/managementMetadata.d.ts +2 -0
- package/dist/cli/vault/managementMetadata.js +23 -0
- package/dist/cli/vault/mutations.d.ts +8 -0
- package/dist/cli/vault/mutations.js +151 -0
- package/dist/cli/vault/otp.d.ts +6 -0
- package/dist/cli/vault/otp.js +62 -0
- package/dist/cli/vault/otpIntent.d.ts +23 -0
- package/dist/cli/vault/otpIntent.js +76 -0
- package/dist/cli/vault/passImport.d.ts +25 -0
- package/dist/cli/vault/passImport.js +129 -0
- package/dist/cli/vault/passOtp.d.ts +51 -0
- package/dist/cli/vault/passOtp.js +101 -0
- package/dist/cli/vault/passStore.d.ts +26 -0
- package/dist/cli/vault/passStore.js +134 -0
- package/dist/cli/vault/passwordCommand.d.ts +39 -0
- package/dist/cli/vault/passwordCommand.js +101 -0
- package/dist/cli/vault/passwordProbe.d.ts +27 -0
- package/dist/cli/vault/passwordProbe.js +282 -0
- package/dist/cli/vault/passwordRotation.d.ts +9 -0
- package/dist/cli/vault/passwordRotation.js +273 -0
- package/dist/cli/vault/rotationApi.d.ts +13 -0
- package/dist/cli/vault/rotationApi.js +58 -0
- package/dist/cli/vault/rotationCommand.d.ts +2 -0
- package/dist/cli/vault/rotationCommand.js +75 -0
- package/dist/cli/vault/rotationEngine.d.ts +19 -0
- package/dist/cli/vault/rotationEngine.js +65 -0
- package/dist/cli/vault/rotationHelperSource.d.ts +2 -0
- package/dist/cli/vault/rotationHelperSource.js +3 -0
- package/dist/cli/vault/rotationInput.d.ts +11 -0
- package/dist/cli/vault/rotationInput.js +48 -0
- package/dist/cli/vault/rotationJournal.d.ts +16 -0
- package/dist/cli/vault/rotationJournal.js +183 -0
- package/dist/cli/vault/rotationKeys.d.ts +4 -0
- package/dist/cli/vault/rotationKeys.js +48 -0
- package/dist/cli/vault/rotationPrepare.d.ts +17 -0
- package/dist/cli/vault/rotationPrepare.js +108 -0
- package/dist/cli/vault/rotationRemote.d.ts +33 -0
- package/dist/cli/vault/rotationRemote.js +156 -0
- package/dist/cli/vault/rotationState.d.ts +42 -0
- package/dist/cli/vault/rotationState.js +115 -0
- package/dist/cli/vault/rotationTransport.d.ts +18 -0
- package/dist/cli/vault/rotationTransport.js +71 -0
- package/dist/cli/vault/sshSource.d.ts +18 -0
- package/dist/cli/vault/sshSource.js +196 -0
- package/dist/cli/vault/sshSync.d.ts +17 -0
- package/dist/cli/vault/sshSync.js +224 -0
- package/dist/cli/vault/sshTransfer.d.ts +22 -0
- package/dist/cli/vault/sshTransfer.js +140 -0
- package/dist/cli/vault/terraformState.d.ts +66 -0
- package/dist/cli/vault/terraformState.js +252 -0
- package/dist/cli/vault/terraformStateCommand.d.ts +2 -0
- package/dist/cli/vault/terraformStateCommand.js +61 -0
- package/dist/cli/vault/tree.d.ts +43 -0
- package/dist/cli/vault/tree.js +292 -0
- package/dist/cli/version.d.ts +1 -0
- package/dist/cli/version.js +9 -0
- package/dist/cli/workflow/index.d.ts +76 -0
- package/dist/cli/workflow/index.js +826 -0
- package/dist/cli/workflow/validate.d.ts +19 -0
- package/dist/cli/workflow/validate.js +353 -0
- package/dist/package.json +1 -0
- package/package.json +28 -10
|
@@ -0,0 +1,258 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Uploading into a Source's managed layer.
|
|
3
|
+
*
|
|
4
|
+
* Contract: api-contract §9 and RFC 0003. The CLI authorizes a batch, then PUTs
|
|
5
|
+
* the bytes straight at storage — the payload never passes through the server,
|
|
6
|
+
* and there is no finalize call.
|
|
7
|
+
*
|
|
8
|
+
* The transfer executor itself — streamed single-puts, positioned multipart
|
|
9
|
+
* reads, Complete via the XML body, whole-batch abandonment on failure — lives
|
|
10
|
+
* in ../compat/presignedTransfer.ts, shared with `dreamlake library push`,
|
|
11
|
+
* whose server answers the same transfer shape. What stays HERE is §9's own
|
|
12
|
+
* envelope: the canonicalPath computation, the positional binding of answer to
|
|
13
|
+
* request, the idempotency key, and the limits.
|
|
14
|
+
*
|
|
15
|
+
* The hash handshake could NOT be carried over from BSS: it took a
|
|
16
|
+
* `sha256[:16]` with its init call and checked it. §9 has no checksum field,
|
|
17
|
+
* and nothing here infers one — an ETag is an opaque token, passed to Complete
|
|
18
|
+
* and never interpreted.
|
|
19
|
+
*/
|
|
20
|
+
import { randomUUID } from "node:crypto";
|
|
21
|
+
import { lstat, readdir } from "node:fs/promises";
|
|
22
|
+
import { basename, join, relative, sep } from "node:path";
|
|
23
|
+
import { requestJson } from "../client.js";
|
|
24
|
+
import { emitJson, fail } from "../helpers.js";
|
|
25
|
+
import { assertPresignedTransfer, executePresignedBatch, } from "../compat/presignedTransfer.js";
|
|
26
|
+
import { bad, ctx, isObject, resolveSource, strictArgs, seg, } from "./index.js";
|
|
27
|
+
import { explainWrite } from "./write.js";
|
|
28
|
+
// Re-exported for the tests that pin the Complete-body scanner's behavior;
|
|
29
|
+
// the implementation moved with the executor.
|
|
30
|
+
export { xmlRootElement } from "../compat/presignedTransfer.js";
|
|
31
|
+
/** §9's limits, enforced here so a doomed batch is refused before it is sent. */
|
|
32
|
+
export const MAX_FILES = 1_000;
|
|
33
|
+
export const MAX_TOTAL_BYTES = 10 * 1024 * 1024 * 1024;
|
|
34
|
+
const MAX_IDEMPOTENCY_KEY = 255;
|
|
35
|
+
/** The canonical path an object occupies. Joins, and repairs nothing. */
|
|
36
|
+
export function canonicalPath(targetPrefix, relativePath) {
|
|
37
|
+
return targetPrefix === "" ? relativePath : `${targetPrefix}/${relativePath}`;
|
|
38
|
+
}
|
|
39
|
+
/**
|
|
40
|
+
* Check the authorization against the request it answers, before a byte moves.
|
|
41
|
+
*
|
|
42
|
+
* The envelope checks are §9's; each file's transfer plan is handed to the
|
|
43
|
+
* shared validator, which refuses gaps, duplicates and short part plans — the
|
|
44
|
+
* failures where every PUT succeeds and the object exists holding bytes nobody
|
|
45
|
+
* checked.
|
|
46
|
+
*/
|
|
47
|
+
export function assertAuthorization(res, request) {
|
|
48
|
+
if (!isObject(res))
|
|
49
|
+
bad("upload-authorizations: expected an object");
|
|
50
|
+
if (res.mode !== "s3-presigned-batch")
|
|
51
|
+
bad("upload-authorizations: unexpected mode");
|
|
52
|
+
if (typeof res.expiresAt !== "string" || Number.isNaN(Date.parse(res.expiresAt))) {
|
|
53
|
+
bad("upload-authorizations: missing or unreadable expiresAt");
|
|
54
|
+
}
|
|
55
|
+
if (!Array.isArray(res.files) || res.files.length !== request.files.length) {
|
|
56
|
+
bad("upload-authorizations: the answer does not cover the request");
|
|
57
|
+
}
|
|
58
|
+
res.files.forEach((granted, i) => {
|
|
59
|
+
const want = request.files[i];
|
|
60
|
+
const where = `upload-authorizations.files[${i}]`;
|
|
61
|
+
if (!isObject(granted))
|
|
62
|
+
bad(`${where}: expected an object`);
|
|
63
|
+
if (granted.relativePath !== want.relativePath) {
|
|
64
|
+
// Positional: request and answer are matched by index everywhere, so a
|
|
65
|
+
// reorder would send each file under its neighbour's signature.
|
|
66
|
+
bad(`${where}: expected ${want.relativePath}`);
|
|
67
|
+
}
|
|
68
|
+
if (granted.size !== want.size)
|
|
69
|
+
bad(`${where}: size does not match the request`);
|
|
70
|
+
/*
|
|
71
|
+
* The destination, computed rather than trusted.
|
|
72
|
+
*
|
|
73
|
+
* Non-empty is not the same as correct: a canonicalPath pointing anywhere
|
|
74
|
+
* else is an object written where the caller never asked, and the only
|
|
75
|
+
* thing that would notice is the caller failing to find their file later.
|
|
76
|
+
*/
|
|
77
|
+
if (granted.canonicalPath !== canonicalPath(request.targetPrefix, want.relativePath)) {
|
|
78
|
+
bad(`${where}: canonicalPath is not the path that was requested`);
|
|
79
|
+
}
|
|
80
|
+
assertPresignedTransfer(granted.transfer, want.size, where, bad);
|
|
81
|
+
});
|
|
82
|
+
return res;
|
|
83
|
+
}
|
|
84
|
+
/**
|
|
85
|
+
* Every regular file under a directory, and a refusal for anything else.
|
|
86
|
+
*
|
|
87
|
+
* `lstat`, and a refusal rather than a skip. RFC 0003 excludes symlinks and
|
|
88
|
+
* special files; dropping them quietly would upload a subset of what the caller
|
|
89
|
+
* named, which is the same harm as truncating a selection at a limit. The top
|
|
90
|
+
* level and the nested levels go through the same check, so one input cannot
|
|
91
|
+
* mean two things depending on where it sits.
|
|
92
|
+
*/
|
|
93
|
+
async function walk(dir) {
|
|
94
|
+
const out = [];
|
|
95
|
+
for (const entry of await readdir(dir, { withFileTypes: true })) {
|
|
96
|
+
const full = join(dir, entry.name);
|
|
97
|
+
const info = await lstat(full);
|
|
98
|
+
if (info.isDirectory()) {
|
|
99
|
+
const nested = await walk(full);
|
|
100
|
+
if ("refused" in nested)
|
|
101
|
+
return nested;
|
|
102
|
+
out.push(...nested.files);
|
|
103
|
+
}
|
|
104
|
+
else if (info.isFile()) {
|
|
105
|
+
out.push(full);
|
|
106
|
+
}
|
|
107
|
+
else {
|
|
108
|
+
return { refused: full };
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
return { files: out };
|
|
112
|
+
}
|
|
113
|
+
function idempotencyKey(override) {
|
|
114
|
+
// Absent means "a new command, invent an identity". An explicit empty value
|
|
115
|
+
// means "the same command as before", and inventing one there creates a
|
|
116
|
+
// second authorization out of what the caller believed was a retry.
|
|
117
|
+
if (override === undefined)
|
|
118
|
+
return { ok: true, key: randomUUID() };
|
|
119
|
+
const key = override.trim();
|
|
120
|
+
if (key === "") {
|
|
121
|
+
fail("--idempotency-key is empty — omit it to start a new command");
|
|
122
|
+
return { ok: false };
|
|
123
|
+
}
|
|
124
|
+
if (key.length > MAX_IDEMPOTENCY_KEY) {
|
|
125
|
+
fail(`--idempotency-key is longer than ${MAX_IDEMPOTENCY_KEY} characters`);
|
|
126
|
+
return { ok: false };
|
|
127
|
+
}
|
|
128
|
+
return { ok: true, key };
|
|
129
|
+
}
|
|
130
|
+
function neverAnswered(err) {
|
|
131
|
+
if (err instanceof Error && (err.name === "TimeoutError" || err.name === "AbortError")) {
|
|
132
|
+
return true;
|
|
133
|
+
}
|
|
134
|
+
return err instanceof TypeError;
|
|
135
|
+
}
|
|
136
|
+
export async function runSourceUpload(localPath, opts) {
|
|
137
|
+
const c = await ctx(opts.namespace);
|
|
138
|
+
if (!c)
|
|
139
|
+
return 1;
|
|
140
|
+
const key = idempotencyKey(opts.idempotencyKey);
|
|
141
|
+
if (!key.ok)
|
|
142
|
+
return 1;
|
|
143
|
+
let selected;
|
|
144
|
+
try {
|
|
145
|
+
const info = await lstat(localPath);
|
|
146
|
+
if (info.isSymbolicLink() || (!info.isDirectory() && !info.isFile())) {
|
|
147
|
+
// The same rule the walk applies, so a symlink means one thing whether it
|
|
148
|
+
// is the argument or something found inside it.
|
|
149
|
+
fail(`${localPath} is a symlink or special file — those are not uploaded`);
|
|
150
|
+
return 1;
|
|
151
|
+
}
|
|
152
|
+
if (info.isDirectory()) {
|
|
153
|
+
if (!opts.recursive) {
|
|
154
|
+
fail(`${localPath} is a directory — pass -r to upload its contents`);
|
|
155
|
+
return 1;
|
|
156
|
+
}
|
|
157
|
+
const walked = await walk(localPath);
|
|
158
|
+
if ("refused" in walked) {
|
|
159
|
+
fail(`${walked.refused} is a symlink or special file — those are not uploaded`);
|
|
160
|
+
return 1;
|
|
161
|
+
}
|
|
162
|
+
selected = await Promise.all(walked.files.map(async (full) => ({
|
|
163
|
+
localPath: full,
|
|
164
|
+
// POSIX separators on the wire, whatever this platform uses on disk.
|
|
165
|
+
relativePath: relative(localPath, full).split(sep).join("/"),
|
|
166
|
+
size: (await lstat(full)).size,
|
|
167
|
+
})));
|
|
168
|
+
}
|
|
169
|
+
else {
|
|
170
|
+
selected = [{ localPath, relativePath: basename(localPath), size: info.size }];
|
|
171
|
+
}
|
|
172
|
+
}
|
|
173
|
+
catch (err) {
|
|
174
|
+
fail(err.message);
|
|
175
|
+
return 1;
|
|
176
|
+
}
|
|
177
|
+
if (selected.length === 0) {
|
|
178
|
+
fail(`${localPath} contains no files`);
|
|
179
|
+
return 1;
|
|
180
|
+
}
|
|
181
|
+
if (selected.length > MAX_FILES) {
|
|
182
|
+
fail(`${selected.length} files — at most ${MAX_FILES} per upload`);
|
|
183
|
+
return 1;
|
|
184
|
+
}
|
|
185
|
+
const totalBytes = selected.reduce((sum, f) => sum + f.size, 0);
|
|
186
|
+
if (totalBytes > MAX_TOTAL_BYTES) {
|
|
187
|
+
fail(`${totalBytes} bytes — at most ${MAX_TOTAL_BYTES} per upload`);
|
|
188
|
+
return 1;
|
|
189
|
+
}
|
|
190
|
+
const request = {
|
|
191
|
+
targetPrefix: opts.to ?? "",
|
|
192
|
+
files: selected.map((f) => ({ relativePath: f.relativePath, size: f.size })),
|
|
193
|
+
};
|
|
194
|
+
let authorization;
|
|
195
|
+
try {
|
|
196
|
+
const source = await resolveSource(c, opts.source);
|
|
197
|
+
authorization = assertAuthorization(await requestJson(c.remote, `/namespaces/${seg(c.ns)}/sources/${seg(source.id)}/upload-authorizations`, {
|
|
198
|
+
method: "POST",
|
|
199
|
+
token: c.token,
|
|
200
|
+
headers: { "Idempotency-Key": key.key },
|
|
201
|
+
json: request,
|
|
202
|
+
}), request);
|
|
203
|
+
}
|
|
204
|
+
catch (err) {
|
|
205
|
+
if (neverAnswered(err)) {
|
|
206
|
+
/*
|
|
207
|
+
* The authorization may already have opened a multipart upload.
|
|
208
|
+
*
|
|
209
|
+
* Repeating the key is what makes the server return that same plan rather
|
|
210
|
+
* than minting a second one — and a second plan is a second set of parts
|
|
211
|
+
* storage will hold until its lifecycle policy notices.
|
|
212
|
+
*/
|
|
213
|
+
fail(`${explainWrite(err)}\n` +
|
|
214
|
+
` The server may or may not have authorized it. Retry with the SAME key:\n` +
|
|
215
|
+
` --idempotency-key ${key.key}`);
|
|
216
|
+
return 1;
|
|
217
|
+
}
|
|
218
|
+
fail(explainWrite(err));
|
|
219
|
+
return 1;
|
|
220
|
+
}
|
|
221
|
+
/*
|
|
222
|
+
* The executor owns the transfer from here: strictly sequential (its
|
|
223
|
+
* default), and on any failure it abandons every multipart the
|
|
224
|
+
* authorization opened — including files it never reached — before
|
|
225
|
+
* rethrowing the original error.
|
|
226
|
+
*/
|
|
227
|
+
try {
|
|
228
|
+
const results = await executePresignedBatch(authorization.files, {
|
|
229
|
+
localPath: (_file, i) => selected[i].localPath,
|
|
230
|
+
});
|
|
231
|
+
const done = results.map((r) => ({ path: r.file.canonicalPath, bytes: r.bytes }));
|
|
232
|
+
if (opts.json) {
|
|
233
|
+
emitJson({ uploaded: done.length, totalBytes, files: done });
|
|
234
|
+
}
|
|
235
|
+
else {
|
|
236
|
+
for (const f of done)
|
|
237
|
+
process.stdout.write(` ${f.path}\n`);
|
|
238
|
+
process.stdout.write(`Uploaded ${done.length} file(s), ${totalBytes} bytes\n`);
|
|
239
|
+
}
|
|
240
|
+
return 0;
|
|
241
|
+
}
|
|
242
|
+
catch (err) {
|
|
243
|
+
fail(explainWrite(err));
|
|
244
|
+
return 1;
|
|
245
|
+
}
|
|
246
|
+
}
|
|
247
|
+
export function registerSourceUploadCommand(source) {
|
|
248
|
+
strictArgs(source.command("upload"))
|
|
249
|
+
.description("upload a file or directory into a source's managed layer")
|
|
250
|
+
.argument("<path>", "local file or directory")
|
|
251
|
+
.requiredOption("--source <name>", "source name (see 'dreamlake source list')")
|
|
252
|
+
.option("--to <prefix>", "destination prefix within the source (default: root)")
|
|
253
|
+
.option("-r, --recursive", "upload a directory's contents")
|
|
254
|
+
.option("--namespace <slug>", "namespace slug (default: active login)")
|
|
255
|
+
.option("--idempotency-key <key>", "reuse a key from a previous attempt that never answered")
|
|
256
|
+
.option("--json", "emit JSON")
|
|
257
|
+
.action(async (pathArg, opts) => process.exit(await runSourceUpload(pathArg, opts)));
|
|
258
|
+
}
|
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Creating a Source, importing one, and changing its metadata.
|
|
3
|
+
*
|
|
4
|
+
* Contract: design/rfcs/source-v1/source-api-contract.md §3 and §4.
|
|
5
|
+
*
|
|
6
|
+
* The read plane established three habits this follows rather than reinvents:
|
|
7
|
+
* validate only the fields the CLI actually consumes, do not reconstruct legacy
|
|
8
|
+
* projections, and pass the server's own message through unless it is genuinely
|
|
9
|
+
* unhelpful. The last one matters more here than it did for reads — a write
|
|
10
|
+
* failure is usually about what the caller typed, and the server is the only
|
|
11
|
+
* thing that knows why.
|
|
12
|
+
*/
|
|
13
|
+
import type { Command } from "commander";
|
|
14
|
+
import { type ProviderIdentity } from "./index.js";
|
|
15
|
+
/**
|
|
16
|
+
* What §2's `SourceDetail` gives us that this module reads.
|
|
17
|
+
*
|
|
18
|
+
* Not the whole DTO: the same rule the read plane follows. A validator that
|
|
19
|
+
* checked fields nobody consumes would fail a response that would have worked,
|
|
20
|
+
* and it would have to be edited every time the server adds something.
|
|
21
|
+
*/
|
|
22
|
+
interface SourceDetail {
|
|
23
|
+
id: string;
|
|
24
|
+
name: string;
|
|
25
|
+
description: string | null;
|
|
26
|
+
lifecycle: "active" | "disabled";
|
|
27
|
+
hasExternal: boolean;
|
|
28
|
+
/** Canonical across both generations of the wire — see readSourceProvider. */
|
|
29
|
+
provider: ProviderIdentity | null;
|
|
30
|
+
settingsRevision: number;
|
|
31
|
+
capabilities: {
|
|
32
|
+
use: boolean;
|
|
33
|
+
editManagedObjects: boolean;
|
|
34
|
+
manageSettings: boolean;
|
|
35
|
+
deleteSource: boolean;
|
|
36
|
+
};
|
|
37
|
+
}
|
|
38
|
+
export declare function assertSourceDetail(res: unknown, where: string): SourceDetail;
|
|
39
|
+
/**
|
|
40
|
+
* What a write failure means, when the server's own words are not enough.
|
|
41
|
+
*
|
|
42
|
+
* Only 401 is rewritten. The read plane also rewrites 403 as "you need read
|
|
43
|
+
* access", which is wrong here twice over: these commands need Owner/Admin or
|
|
44
|
+
* manage-settings, and naming the wrong permission sends the caller to ask for
|
|
45
|
+
* something that would not help. The server's typed message already says what
|
|
46
|
+
* was refused, so it is passed through.
|
|
47
|
+
*/
|
|
48
|
+
export declare function explainWrite(err: unknown): string;
|
|
49
|
+
export declare function runSourceCreate(opts: {
|
|
50
|
+
name: string;
|
|
51
|
+
description?: string;
|
|
52
|
+
namespace?: string;
|
|
53
|
+
idempotencyKey?: string;
|
|
54
|
+
json?: boolean;
|
|
55
|
+
}): Promise<number>;
|
|
56
|
+
export declare function runSourceImport(opts: {
|
|
57
|
+
connector: string;
|
|
58
|
+
target: string;
|
|
59
|
+
name?: string;
|
|
60
|
+
description?: string;
|
|
61
|
+
connection?: string;
|
|
62
|
+
scope?: string;
|
|
63
|
+
config?: string;
|
|
64
|
+
namespace?: string;
|
|
65
|
+
idempotencyKey?: string;
|
|
66
|
+
json?: boolean;
|
|
67
|
+
}): Promise<number>;
|
|
68
|
+
export declare function runSourceMetadata(opts: {
|
|
69
|
+
source: string;
|
|
70
|
+
rename?: string;
|
|
71
|
+
description?: string;
|
|
72
|
+
clearDescription?: boolean;
|
|
73
|
+
namespace?: string;
|
|
74
|
+
json?: boolean;
|
|
75
|
+
}): Promise<number>;
|
|
76
|
+
export declare function registerSourceWriteCommands(source: Command): void;
|
|
77
|
+
export {};
|
|
@@ -0,0 +1,335 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Creating a Source, importing one, and changing its metadata.
|
|
3
|
+
*
|
|
4
|
+
* Contract: design/rfcs/source-v1/source-api-contract.md §3 and §4.
|
|
5
|
+
*
|
|
6
|
+
* The read plane established three habits this follows rather than reinvents:
|
|
7
|
+
* validate only the fields the CLI actually consumes, do not reconstruct legacy
|
|
8
|
+
* projections, and pass the server's own message through unless it is genuinely
|
|
9
|
+
* unhelpful. The last one matters more here than it did for reads — a write
|
|
10
|
+
* failure is usually about what the caller typed, and the server is the only
|
|
11
|
+
* thing that knows why.
|
|
12
|
+
*/
|
|
13
|
+
import { randomUUID } from "node:crypto";
|
|
14
|
+
import { HttpError, requestJson } from "../client.js";
|
|
15
|
+
import { emitJson, fail } from "../helpers.js";
|
|
16
|
+
import { bad, checkBooleans, ctx, isObject, nullableString, readSourceProvider, resolveSource, strictArgs, seg, } from "./index.js";
|
|
17
|
+
export function assertSourceDetail(res, where) {
|
|
18
|
+
if (!isObject(res))
|
|
19
|
+
bad(`${where}: expected an object`);
|
|
20
|
+
if (typeof res.id !== "string" || res.id === "")
|
|
21
|
+
bad(`${where}: missing id`);
|
|
22
|
+
if (typeof res.name !== "string" || res.name === "")
|
|
23
|
+
bad(`${where}: missing name`);
|
|
24
|
+
if (!nullableString(res.description))
|
|
25
|
+
bad(`${where}: description must be a string or null`);
|
|
26
|
+
if (res.lifecycle !== "active" && res.lifecycle !== "disabled") {
|
|
27
|
+
bad(`${where}: unexpected lifecycle`);
|
|
28
|
+
}
|
|
29
|
+
/*
|
|
30
|
+
* Required, and required as a NUMBER.
|
|
31
|
+
*
|
|
32
|
+
* It is the CAS token for the next metadata write. A response that omitted it
|
|
33
|
+
* would send the next `--rename` with `undefined`, and the server would
|
|
34
|
+
* answer about a revision the caller never had.
|
|
35
|
+
*/
|
|
36
|
+
if (typeof res.settingsRevision !== "number" ||
|
|
37
|
+
!Number.isSafeInteger(res.settingsRevision) ||
|
|
38
|
+
res.settingsRevision < 0) {
|
|
39
|
+
// The wire schema is an integer. A fractional value would be sent back as
|
|
40
|
+
// `expectedSettingsRevision` and refused as a malformed request — which
|
|
41
|
+
// reads as "your edit conflicted" rather than "the server said something
|
|
42
|
+
// this client cannot use".
|
|
43
|
+
bad(`${where}: settingsRevision must be a non-negative integer`);
|
|
44
|
+
}
|
|
45
|
+
if (!isObject(res.capabilities))
|
|
46
|
+
bad(`${where}: missing capabilities`);
|
|
47
|
+
checkBooleans(res.capabilities, ["use", "editManagedObjects", "manageSettings", "deleteSource"], `${where}.capabilities`);
|
|
48
|
+
if (typeof res.hasExternal !== "boolean")
|
|
49
|
+
bad(`${where}: hasExternal must be a boolean`);
|
|
50
|
+
// Both generations of the wire (`provider: {id, label} | null` now,
|
|
51
|
+
// `externalProvider: string | null` before the product-identity change),
|
|
52
|
+
// one canonical shape — see readSourceProvider. Written back onto the
|
|
53
|
+
// response so the cast below hands consumers `provider` alone.
|
|
54
|
+
res.provider = readSourceProvider(res, where);
|
|
55
|
+
return res;
|
|
56
|
+
}
|
|
57
|
+
/**
|
|
58
|
+
* The key that makes one command invocation one command.
|
|
59
|
+
*
|
|
60
|
+
* Random per invocation, and NOT derived from the arguments. A key built from
|
|
61
|
+
* the namespace and name would turn a business field into the command's
|
|
62
|
+
* identity: a Source deleted and re-created under the same name, or two Sources
|
|
63
|
+
* that differ only in description, would collide — and `:import-external`
|
|
64
|
+
* explicitly allows the same external identity to become several Sources, which
|
|
65
|
+
* a derived key makes impossible to express.
|
|
66
|
+
*
|
|
67
|
+
* The same key is reused for every retry WITHIN one invocation, which is the
|
|
68
|
+
* whole point: a retry is the same command, so it must not create a second
|
|
69
|
+
* Source.
|
|
70
|
+
*/
|
|
71
|
+
const MAX_IDEMPOTENCY_KEY = 255;
|
|
72
|
+
function idempotencyKey(override) {
|
|
73
|
+
/*
|
|
74
|
+
* Absent and empty are different requests.
|
|
75
|
+
*
|
|
76
|
+
* Absent means "this is a new command, invent an identity for it". An
|
|
77
|
+
* explicit `--idempotency-key ''` — or a shell that expanded a variable to
|
|
78
|
+
* nothing — means "this is the SAME command as before", and quietly inventing
|
|
79
|
+
* a fresh UUID for it does the one thing the flag exists to prevent: it
|
|
80
|
+
* creates a second Source out of what the caller believed was a retry.
|
|
81
|
+
*/
|
|
82
|
+
if (override === undefined)
|
|
83
|
+
return { ok: true, key: randomUUID() };
|
|
84
|
+
const key = override.trim();
|
|
85
|
+
if (key === "") {
|
|
86
|
+
fail("--idempotency-key is empty — omit it to start a new command");
|
|
87
|
+
return { ok: false };
|
|
88
|
+
}
|
|
89
|
+
if (key.length > MAX_IDEMPOTENCY_KEY) {
|
|
90
|
+
fail(`--idempotency-key is longer than ${MAX_IDEMPOTENCY_KEY} characters`);
|
|
91
|
+
return { ok: false };
|
|
92
|
+
}
|
|
93
|
+
return { ok: true, key };
|
|
94
|
+
}
|
|
95
|
+
/**
|
|
96
|
+
* What a write failure means, when the server's own words are not enough.
|
|
97
|
+
*
|
|
98
|
+
* Only 401 is rewritten. The read plane also rewrites 403 as "you need read
|
|
99
|
+
* access", which is wrong here twice over: these commands need Owner/Admin or
|
|
100
|
+
* manage-settings, and naming the wrong permission sends the caller to ask for
|
|
101
|
+
* something that would not help. The server's typed message already says what
|
|
102
|
+
* was refused, so it is passed through.
|
|
103
|
+
*/
|
|
104
|
+
export function explainWrite(err) {
|
|
105
|
+
if (err instanceof HttpError && err.status === 401) {
|
|
106
|
+
return "not authenticated — run 'dreamlake login' first";
|
|
107
|
+
}
|
|
108
|
+
return err.message;
|
|
109
|
+
}
|
|
110
|
+
/**
|
|
111
|
+
* Report a write that may or may not have happened.
|
|
112
|
+
*
|
|
113
|
+
* The one failure that needs its own words. Everything else either succeeded or
|
|
114
|
+
* was refused; a request that never received a response left the caller unable
|
|
115
|
+
* to tell which, and the key is the only thing that makes the next attempt
|
|
116
|
+
* safe — repeat it, and the server returns the original result instead of
|
|
117
|
+
* creating a second Source. Losing that key is what turns one timeout into two
|
|
118
|
+
* Sources.
|
|
119
|
+
*/
|
|
120
|
+
function failWithoutAnswer(err, key) {
|
|
121
|
+
fail(`${explainWrite(err)}\n` +
|
|
122
|
+
` The server may or may not have created it. Retry with the SAME key:\n` +
|
|
123
|
+
` --idempotency-key ${key}`);
|
|
124
|
+
}
|
|
125
|
+
/** A transport failure: the request never came back with an HTTP answer. */
|
|
126
|
+
function neverAnswered(err) {
|
|
127
|
+
if (err instanceof Error && err.name === "TimeoutError")
|
|
128
|
+
return true;
|
|
129
|
+
if (err instanceof Error && err.name === "AbortError")
|
|
130
|
+
return true;
|
|
131
|
+
// `fetch` rejects with a TypeError for DNS, refused connections and dropped
|
|
132
|
+
// sockets. An HttpError means the server answered, however it answered.
|
|
133
|
+
return err instanceof TypeError;
|
|
134
|
+
}
|
|
135
|
+
function project(detail) {
|
|
136
|
+
return {
|
|
137
|
+
name: detail.name,
|
|
138
|
+
description: detail.description,
|
|
139
|
+
lifecycle: detail.lifecycle,
|
|
140
|
+
// The display label, as this output has always carried — the id is the
|
|
141
|
+
// list's business, where the `--provider` filter consumes it.
|
|
142
|
+
provider: detail.provider?.label ?? null,
|
|
143
|
+
settingsRevision: detail.settingsRevision,
|
|
144
|
+
};
|
|
145
|
+
}
|
|
146
|
+
function report(detail, json, what) {
|
|
147
|
+
if (json) {
|
|
148
|
+
emitJson(project(detail));
|
|
149
|
+
return;
|
|
150
|
+
}
|
|
151
|
+
/*
|
|
152
|
+
* The name comes from the RESPONSE, never from what was typed.
|
|
153
|
+
*
|
|
154
|
+
* §4 says a rename releases the old name immediately and publishes no
|
|
155
|
+
* redirect, so the response's name is the only address the Source answers to.
|
|
156
|
+
* The two agree today and would stop agreeing the moment the server
|
|
157
|
+
* canonicalises anything about a name.
|
|
158
|
+
*/
|
|
159
|
+
process.stdout.write(`${what} '${detail.name}'\n`);
|
|
160
|
+
if (detail.description)
|
|
161
|
+
process.stdout.write(` ${detail.description}\n`);
|
|
162
|
+
}
|
|
163
|
+
// ── source create ─────────────────────────────────────────────────────────────
|
|
164
|
+
export async function runSourceCreate(opts) {
|
|
165
|
+
const c = await ctx(opts.namespace);
|
|
166
|
+
if (!c)
|
|
167
|
+
return 1;
|
|
168
|
+
const key = idempotencyKey(opts.idempotencyKey);
|
|
169
|
+
if (!key.ok)
|
|
170
|
+
return 1;
|
|
171
|
+
try {
|
|
172
|
+
const res = await requestJson(c.remote, `/namespaces/${seg(c.ns)}/sources:create-empty`, {
|
|
173
|
+
method: "POST",
|
|
174
|
+
token: c.token,
|
|
175
|
+
headers: { "Idempotency-Key": key.key },
|
|
176
|
+
json: {
|
|
177
|
+
name: opts.name,
|
|
178
|
+
...(opts.description === undefined ? {} : { description: opts.description }),
|
|
179
|
+
},
|
|
180
|
+
});
|
|
181
|
+
report(assertSourceDetail(res, "create-empty"), opts.json === true, "Created");
|
|
182
|
+
return 0;
|
|
183
|
+
}
|
|
184
|
+
catch (err) {
|
|
185
|
+
if (neverAnswered(err)) {
|
|
186
|
+
failWithoutAnswer(err, key.key);
|
|
187
|
+
return 1;
|
|
188
|
+
}
|
|
189
|
+
/*
|
|
190
|
+
* The server's message, unaltered.
|
|
191
|
+
*
|
|
192
|
+
* `SOURCE_NAME_CONFLICT` in particular: §3 says the server does not
|
|
193
|
+
* auto-suffix, so neither does this. Retrying with `name-2` on the caller's
|
|
194
|
+
* behalf would create a Source they did not ask for and name it something
|
|
195
|
+
* they never typed.
|
|
196
|
+
*/
|
|
197
|
+
fail(explainWrite(err));
|
|
198
|
+
return 1;
|
|
199
|
+
}
|
|
200
|
+
}
|
|
201
|
+
function parseJsonArg(value, flag) {
|
|
202
|
+
if (value === undefined)
|
|
203
|
+
return { ok: true, value: undefined };
|
|
204
|
+
try {
|
|
205
|
+
return { ok: true, value: JSON.parse(value) };
|
|
206
|
+
}
|
|
207
|
+
catch {
|
|
208
|
+
// The parser's own message names a character offset in a string the caller
|
|
209
|
+
// cannot see. The flag is what they can act on.
|
|
210
|
+
fail(`${flag} is not valid JSON`);
|
|
211
|
+
return { ok: false };
|
|
212
|
+
}
|
|
213
|
+
}
|
|
214
|
+
export async function runSourceImport(opts) {
|
|
215
|
+
const c = await ctx(opts.namespace);
|
|
216
|
+
if (!c)
|
|
217
|
+
return 1;
|
|
218
|
+
const target = parseJsonArg(opts.target, "--target");
|
|
219
|
+
const scope = parseJsonArg(opts.scope, "--scope");
|
|
220
|
+
const config = parseJsonArg(opts.config, "--config");
|
|
221
|
+
if (!target.ok || !scope.ok || !config.ok)
|
|
222
|
+
return 1;
|
|
223
|
+
const key = idempotencyKey(opts.idempotencyKey);
|
|
224
|
+
if (!key.ok)
|
|
225
|
+
return 1;
|
|
226
|
+
try {
|
|
227
|
+
const res = await requestJson(c.remote, `/namespaces/${seg(c.ns)}/sources:import-external`, {
|
|
228
|
+
method: "POST",
|
|
229
|
+
token: c.token,
|
|
230
|
+
headers: { "Idempotency-Key": key.key },
|
|
231
|
+
json: {
|
|
232
|
+
...(opts.name === undefined ? {} : { name: opts.name }),
|
|
233
|
+
...(opts.description === undefined ? {} : { description: opts.description }),
|
|
234
|
+
external: {
|
|
235
|
+
connectorKind: opts.connector,
|
|
236
|
+
...(opts.connection === undefined ? {} : { connectionId: opts.connection }),
|
|
237
|
+
target: target.value,
|
|
238
|
+
...(scope.value === undefined ? {} : { scope: scope.value }),
|
|
239
|
+
...(config.value === undefined ? {} : { config: config.value }),
|
|
240
|
+
},
|
|
241
|
+
},
|
|
242
|
+
});
|
|
243
|
+
report(assertSourceDetail(res, "import-external"), opts.json === true, "Imported");
|
|
244
|
+
return 0;
|
|
245
|
+
}
|
|
246
|
+
catch (err) {
|
|
247
|
+
if (neverAnswered(err)) {
|
|
248
|
+
failWithoutAnswer(err, key.key);
|
|
249
|
+
return 1;
|
|
250
|
+
}
|
|
251
|
+
fail(explainWrite(err));
|
|
252
|
+
return 1;
|
|
253
|
+
}
|
|
254
|
+
}
|
|
255
|
+
// ── source metadata ───────────────────────────────────────────────────────────
|
|
256
|
+
export async function runSourceMetadata(opts) {
|
|
257
|
+
const c = await ctx(opts.namespace);
|
|
258
|
+
if (!c)
|
|
259
|
+
return 1;
|
|
260
|
+
if (opts.description !== undefined && opts.clearDescription) {
|
|
261
|
+
fail("--description and --clear-description ask for different things");
|
|
262
|
+
return 1;
|
|
263
|
+
}
|
|
264
|
+
if (opts.rename === undefined && opts.description === undefined && !opts.clearDescription) {
|
|
265
|
+
fail("nothing to change — pass --rename, --description or --clear-description");
|
|
266
|
+
return 1;
|
|
267
|
+
}
|
|
268
|
+
try {
|
|
269
|
+
const source = await resolveSource(c, opts.source);
|
|
270
|
+
/*
|
|
271
|
+
* Read the detail for its revision, and send THAT.
|
|
272
|
+
*
|
|
273
|
+
* The CAS is the point: if anyone changed this Source between the read and
|
|
274
|
+
* the write, the server refuses rather than applying an edit composed
|
|
275
|
+
* against a state that no longer exists. Re-reading and retrying on
|
|
276
|
+
* conflict would defeat it — that is exactly the write the CAS exists to
|
|
277
|
+
* stop, performed automatically.
|
|
278
|
+
*/
|
|
279
|
+
const current = assertSourceDetail(await requestJson(c.remote, `/namespaces/${seg(c.ns)}/sources/${seg(source.id)}`, {
|
|
280
|
+
token: c.token,
|
|
281
|
+
}), "detail");
|
|
282
|
+
const res = await requestJson(c.remote, `/namespaces/${seg(c.ns)}/sources/${seg(source.id)}/metadata`, {
|
|
283
|
+
method: "PATCH",
|
|
284
|
+
token: c.token,
|
|
285
|
+
json: {
|
|
286
|
+
expectedSettingsRevision: current.settingsRevision,
|
|
287
|
+
...(opts.rename === undefined ? {} : { name: opts.rename }),
|
|
288
|
+
// `null` CLEARS; omitting leaves it alone. Two flags because one
|
|
289
|
+
// cannot express both — `--description ''` is a legitimate empty
|
|
290
|
+
// description, not an instruction to remove it.
|
|
291
|
+
...(opts.clearDescription ? { description: null } : {}),
|
|
292
|
+
...(opts.description === undefined ? {} : { description: opts.description }),
|
|
293
|
+
},
|
|
294
|
+
});
|
|
295
|
+
report(assertSourceDetail(res, "metadata"), opts.json === true, "Updated");
|
|
296
|
+
return 0;
|
|
297
|
+
}
|
|
298
|
+
catch (err) {
|
|
299
|
+
fail(explainWrite(err));
|
|
300
|
+
return 1;
|
|
301
|
+
}
|
|
302
|
+
}
|
|
303
|
+
// ── registration ──────────────────────────────────────────────────────────────
|
|
304
|
+
export function registerSourceWriteCommands(source) {
|
|
305
|
+
strictArgs(source.command("create"))
|
|
306
|
+
.description("create an empty source in a namespace")
|
|
307
|
+
.argument("<name>", "source name")
|
|
308
|
+
.option("--description <text>", "human description")
|
|
309
|
+
.option("--namespace <slug>", "namespace slug (default: active login)")
|
|
310
|
+
.option("--idempotency-key <key>", "reuse a key from a previous attempt that never answered")
|
|
311
|
+
.option("--json", "emit JSON")
|
|
312
|
+
.action(async (name, opts) => process.exit(await runSourceCreate({ ...opts, name })));
|
|
313
|
+
strictArgs(source.command("import"))
|
|
314
|
+
.description("import an external source (S3, Hugging Face)")
|
|
315
|
+
.requiredOption("--connector <kind>", "connector kind (e.g. s3, huggingface)")
|
|
316
|
+
.requiredOption("--target <json>", "connector target, as JSON")
|
|
317
|
+
.option("--name <name>", "source name (default: derived by the server)")
|
|
318
|
+
.option("--description <text>", "human description")
|
|
319
|
+
.option("--connection <id>", "connection to authenticate with")
|
|
320
|
+
.option("--scope <json>", "scope within the target, as JSON")
|
|
321
|
+
.option("--config <json>", "connector config, as JSON")
|
|
322
|
+
.option("--namespace <slug>", "namespace slug (default: active login)")
|
|
323
|
+
.option("--idempotency-key <key>", "reuse a key from a previous attempt that never answered")
|
|
324
|
+
.option("--json", "emit JSON")
|
|
325
|
+
.action(async (opts) => process.exit(await runSourceImport(opts)));
|
|
326
|
+
strictArgs(source.command("metadata"))
|
|
327
|
+
.description("rename a source, or change its description")
|
|
328
|
+
.requiredOption("--source <name>", "source name (see 'dreamlake source list')")
|
|
329
|
+
.option("--rename <name>", "new name; the old one is released immediately")
|
|
330
|
+
.option("--description <text>", "replace the description")
|
|
331
|
+
.option("--clear-description", "remove the description entirely")
|
|
332
|
+
.option("--namespace <slug>", "namespace slug (default: active login)")
|
|
333
|
+
.option("--json", "emit JSON")
|
|
334
|
+
.action(async (opts) => process.exit(await runSourceMetadata(opts)));
|
|
335
|
+
}
|