@dreamlake/dreamlake-cli 0.88.1 → 0.90.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (541) hide show
  1. package/dist/api/access.d.ts +83 -0
  2. package/dist/api/access.js +77 -0
  3. package/dist/api/agent.d.ts +156 -0
  4. package/dist/api/agent.js +111 -0
  5. package/dist/api/browser.d.ts +90 -0
  6. package/dist/api/browser.js +102 -0
  7. package/dist/api/client.d.ts +54 -0
  8. package/dist/api/client.js +102 -0
  9. package/dist/api/common.d.ts +28 -0
  10. package/dist/api/common.js +16 -0
  11. package/dist/api/content.d.ts +195 -0
  12. package/dist/api/content.js +147 -0
  13. package/dist/api/execution.d.ts +84 -0
  14. package/dist/api/execution.js +73 -0
  15. package/dist/api/http.d.ts +19 -0
  16. package/dist/api/http.js +66 -0
  17. package/dist/api/index.d.ts +2362 -0
  18. package/dist/api/index.js +116 -0
  19. package/dist/api/infra.d.ts +2 -0
  20. package/dist/api/infra.js +2 -0
  21. package/dist/api/jobs.d.ts +2 -0
  22. package/dist/api/jobs.js +2 -0
  23. package/dist/api/layout.d.ts +2 -0
  24. package/dist/api/layout.js +2 -0
  25. package/dist/api/library-edit.d.ts +3 -0
  26. package/dist/api/library-edit.js +3 -0
  27. package/dist/api/library-manifest.d.ts +2 -0
  28. package/dist/api/library-manifest.js +2 -0
  29. package/dist/api/note-character-plan.d.ts +2 -0
  30. package/dist/api/note-character-plan.js +2 -0
  31. package/dist/api/note-editing.d.ts +2 -0
  32. package/dist/api/note-editing.js +2 -0
  33. package/dist/api/note-edits.d.ts +21 -0
  34. package/dist/api/note-edits.js +10 -0
  35. package/dist/api/note-events.d.ts +5 -0
  36. package/dist/api/note-events.js +11 -0
  37. package/dist/api/note-files.d.ts +102 -0
  38. package/dist/api/note-files.js +107 -0
  39. package/dist/api/note-html-read.d.ts +2 -0
  40. package/dist/api/note-html-read.js +2 -0
  41. package/dist/api/note-html.d.ts +2 -0
  42. package/dist/api/note-html.js +2 -0
  43. package/dist/api/note-linger.d.ts +83 -0
  44. package/dist/api/note-linger.js +270 -0
  45. package/dist/api/note-presence.d.ts +82 -0
  46. package/dist/api/note-presence.js +72 -0
  47. package/dist/api/note-toc.d.ts +2 -0
  48. package/dist/api/note-toc.js +2 -0
  49. package/dist/api/notes.d.ts +329 -0
  50. package/dist/api/notes.js +209 -0
  51. package/dist/api/open-resources.d.ts +27 -0
  52. package/dist/api/open-resources.js +102 -0
  53. package/dist/api/ownership.d.ts +12 -0
  54. package/dist/api/ownership.js +24 -0
  55. package/dist/api/platform.d.ts +83 -0
  56. package/dist/api/platform.js +56 -0
  57. package/dist/api/presigned-transfer.d.ts +2 -0
  58. package/dist/api/presigned-transfer.js +2 -0
  59. package/dist/api/registered-runs.d.ts +48 -0
  60. package/dist/api/registered-runs.js +33 -0
  61. package/dist/api/sessions.d.ts +299 -0
  62. package/dist/api/sessions.js +105 -0
  63. package/dist/api/storage.d.ts +46 -0
  64. package/dist/api/storage.js +34 -0
  65. package/dist/api/streams.d.ts +18 -0
  66. package/dist/api/streams.js +70 -0
  67. package/dist/api/vault.d.ts +93 -0
  68. package/dist/api/vault.js +79 -0
  69. package/dist/api/workspace.d.ts +180 -0
  70. package/dist/api/workspace.js +146 -0
  71. package/dist/cli/agent-identity.d.ts +4 -0
  72. package/dist/cli/agent-identity.js +21 -0
  73. package/dist/cli/agents/identity.d.ts +50 -0
  74. package/dist/cli/agents/identity.js +105 -0
  75. package/dist/cli/agents/index.d.ts +31 -0
  76. package/dist/cli/agents/index.js +580 -0
  77. package/dist/cli/agents/manage.d.ts +43 -0
  78. package/dist/cli/agents/manage.js +376 -0
  79. package/dist/cli/agents/spec.d.ts +104 -0
  80. package/dist/cli/agents/spec.js +280 -0
  81. package/dist/cli/agents/web.d.ts +7 -0
  82. package/dist/cli/agents/web.js +109 -0
  83. package/dist/cli/artifact/incremental.d.ts +21 -0
  84. package/dist/cli/artifact/incremental.js +80 -0
  85. package/dist/cli/artifact/index.d.ts +52 -0
  86. package/dist/cli/artifact/index.js +405 -0
  87. package/dist/cli/artifact/meta.d.ts +69 -0
  88. package/dist/cli/artifact/meta.js +189 -0
  89. package/dist/cli/auth/commands.d.ts +29 -0
  90. package/dist/cli/auth/commands.js +327 -0
  91. package/dist/cli/auth/constants.d.ts +13 -0
  92. package/dist/cli/auth/constants.js +18 -0
  93. package/dist/cli/auth/credentials.d.ts +37 -0
  94. package/dist/cli/auth/credentials.js +155 -0
  95. package/dist/cli/auth/device-flow.d.ts +32 -0
  96. package/dist/cli/auth/device-flow.js +154 -0
  97. package/dist/cli/auth/device-secret.d.ts +6 -0
  98. package/dist/cli/auth/device-secret.js +26 -0
  99. package/dist/cli/auth/machine.d.ts +15 -0
  100. package/dist/cli/auth/machine.js +126 -0
  101. package/dist/cli/auth/materialized.d.ts +32 -0
  102. package/dist/cli/auth/materialized.js +102 -0
  103. package/dist/cli/auth/migrate.d.ts +10 -0
  104. package/dist/cli/auth/migrate.js +75 -0
  105. package/dist/cli/client.d.ts +102 -0
  106. package/dist/cli/client.js +206 -0
  107. package/dist/cli/collection-list.d.ts +3 -0
  108. package/dist/cli/collection-list.js +25 -0
  109. package/dist/cli/compat/ctx.d.ts +26 -0
  110. package/dist/cli/compat/ctx.js +76 -0
  111. package/dist/cli/compat/dreamdb-wasm-embedded.d.ts +2 -0
  112. package/dist/cli/compat/dreamdb-wasm-embedded.js +8 -0
  113. package/dist/cli/compat/dreamdb-wasm.d.ts +1 -0
  114. package/dist/cli/compat/dreamdb-wasm.js +26 -0
  115. package/dist/cli/compat/dreamdb.d.ts +112 -0
  116. package/dist/cli/compat/dreamdb.js +219 -0
  117. package/dist/cli/compat/flags.d.ts +2 -0
  118. package/dist/cli/compat/flags.js +13 -0
  119. package/dist/cli/compat/http.d.ts +23 -0
  120. package/dist/cli/compat/http.js +137 -0
  121. package/dist/cli/compat/presignedTransfer.d.ts +139 -0
  122. package/dist/cli/compat/presignedTransfer.js +580 -0
  123. package/dist/cli/compat/s3-backend.d.ts +73 -0
  124. package/dist/cli/compat/s3-backend.js +132 -0
  125. package/dist/cli/config.d.ts +22 -0
  126. package/dist/cli/config.js +96 -0
  127. package/dist/cli/connection/dto.d.ts +159 -0
  128. package/dist/cli/connection/dto.js +497 -0
  129. package/dist/cli/connection/index.d.ts +50 -0
  130. package/dist/cli/connection/index.js +413 -0
  131. package/dist/cli/connection/oauth.d.ts +23 -0
  132. package/dist/cli/connection/oauth.js +290 -0
  133. package/dist/cli/connection/write.d.ts +47 -0
  134. package/dist/cli/connection/write.js +573 -0
  135. package/dist/cli/create/index.d.ts +19 -0
  136. package/dist/cli/create/index.js +209 -0
  137. package/dist/cli/declare/index.d.ts +29 -0
  138. package/dist/cli/declare/index.js +304 -0
  139. package/dist/cli/delete/index.d.ts +18 -0
  140. package/dist/cli/delete/index.js +232 -0
  141. package/dist/cli/download/index.d.ts +9 -0
  142. package/dist/cli/download/index.js +128 -0
  143. package/dist/cli/env/compose.d.ts +88 -0
  144. package/dist/cli/env/compose.js +402 -0
  145. package/dist/cli/env/index.d.ts +176 -0
  146. package/dist/cli/env/index.js +1011 -0
  147. package/dist/cli/experiments/index.d.ts +11 -0
  148. package/dist/cli/experiments/index.js +168 -0
  149. package/dist/cli/glob.d.ts +1 -0
  150. package/dist/cli/glob.js +45 -0
  151. package/dist/cli/graphql-helpers.d.ts +23 -0
  152. package/dist/cli/graphql-helpers.js +42 -0
  153. package/dist/cli/graphql.d.ts +10 -0
  154. package/dist/cli/graphql.js +47 -0
  155. package/dist/cli/help-examples.generated.d.ts +1 -0
  156. package/dist/cli/help-examples.generated.js +192 -0
  157. package/dist/cli/helpers.d.ts +8 -0
  158. package/dist/cli/helpers.js +106 -0
  159. package/dist/cli/hosts/api.d.ts +29 -0
  160. package/dist/cli/hosts/api.js +54 -0
  161. package/dist/cli/hosts/bootstrap-source.d.ts +1 -0
  162. package/dist/cli/hosts/bootstrap-source.js +2 -0
  163. package/dist/cli/hosts/catalog.d.ts +26 -0
  164. package/dist/cli/hosts/catalog.js +55 -0
  165. package/dist/cli/hosts/config.d.ts +45 -0
  166. package/dist/cli/hosts/config.js +179 -0
  167. package/dist/cli/hosts/credentials.d.ts +19 -0
  168. package/dist/cli/hosts/credentials.js +173 -0
  169. package/dist/cli/hosts/enroll.d.ts +17 -0
  170. package/dist/cli/hosts/enroll.js +109 -0
  171. package/dist/cli/hosts/enrollments.d.ts +25 -0
  172. package/dist/cli/hosts/enrollments.js +54 -0
  173. package/dist/cli/hosts/index.d.ts +6 -0
  174. package/dist/cli/hosts/index.js +279 -0
  175. package/dist/cli/hosts/inventory.d.ts +40 -0
  176. package/dist/cli/hosts/inventory.js +91 -0
  177. package/dist/cli/hosts/lifecycle.d.ts +15 -0
  178. package/dist/cli/hosts/lifecycle.js +108 -0
  179. package/dist/cli/hosts/metrics-source.d.ts +12 -0
  180. package/dist/cli/hosts/metrics-source.js +89 -0
  181. package/dist/cli/hosts/observations.d.ts +39 -0
  182. package/dist/cli/hosts/observations.js +102 -0
  183. package/dist/cli/hosts/remote.d.ts +5 -0
  184. package/dist/cli/hosts/remote.js +66 -0
  185. package/dist/cli/hosts/ssh.d.ts +63 -0
  186. package/dist/cli/hosts/ssh.js +276 -0
  187. package/dist/cli/index.d.ts +1 -0
  188. package/dist/cli/index.js +288 -0
  189. package/dist/cli/infra/api.d.ts +95 -0
  190. package/dist/cli/infra/api.js +291 -0
  191. package/dist/cli/infra/index.d.ts +5 -0
  192. package/dist/cli/infra/index.js +102 -0
  193. package/dist/cli/infra/move.d.ts +15 -0
  194. package/dist/cli/infra/move.js +123 -0
  195. package/dist/cli/infra/transfer.d.ts +15 -0
  196. package/dist/cli/infra/transfer.js +280 -0
  197. package/dist/cli/jobs/api.d.ts +69 -0
  198. package/dist/cli/jobs/api.js +121 -0
  199. package/dist/cli/jobs/index.d.ts +5 -0
  200. package/dist/cli/jobs/index.js +140 -0
  201. package/dist/cli/lakeshore/index.d.ts +98 -0
  202. package/dist/cli/lakeshore/index.js +502 -0
  203. package/dist/cli/launch/index.d.ts +43 -0
  204. package/dist/cli/launch/index.js +270 -0
  205. package/dist/cli/layout/index.d.ts +2 -0
  206. package/dist/cli/layout/index.js +44 -0
  207. package/dist/cli/layout/transport.d.ts +12 -0
  208. package/dist/cli/layout/transport.js +70 -0
  209. package/dist/cli/library/add.d.ts +60 -0
  210. package/dist/cli/library/add.js +348 -0
  211. package/dist/cli/library/cache.d.ts +26 -0
  212. package/dist/cli/library/cache.js +88 -0
  213. package/dist/cli/library/config.d.ts +75 -0
  214. package/dist/cli/library/config.js +198 -0
  215. package/dist/cli/library/digest.d.ts +5 -0
  216. package/dist/cli/library/digest.js +19 -0
  217. package/dist/cli/library/discover.d.ts +87 -0
  218. package/dist/cli/library/discover.js +534 -0
  219. package/dist/cli/library/freshness.d.ts +35 -0
  220. package/dist/cli/library/freshness.js +109 -0
  221. package/dist/cli/library/generation.d.ts +35 -0
  222. package/dist/cli/library/generation.js +211 -0
  223. package/dist/cli/library/index.d.ts +2 -0
  224. package/dist/cli/library/index.js +36 -0
  225. package/dist/cli/library/info.d.ts +69 -0
  226. package/dist/cli/library/info.js +311 -0
  227. package/dist/cli/library/list.d.ts +33 -0
  228. package/dist/cli/library/list.js +86 -0
  229. package/dist/cli/library/manifest.d.ts +81 -0
  230. package/dist/cli/library/manifest.js +200 -0
  231. package/dist/cli/library/manifestCache.d.ts +45 -0
  232. package/dist/cli/library/manifestCache.js +169 -0
  233. package/dist/cli/library/pull.d.ts +30 -0
  234. package/dist/cli/library/pull.js +438 -0
  235. package/dist/cli/library/push.d.ts +72 -0
  236. package/dist/cli/library/push.js +642 -0
  237. package/dist/cli/library/rm.d.ts +31 -0
  238. package/dist/cli/library/rm.js +200 -0
  239. package/dist/cli/library/search.d.ts +18 -0
  240. package/dist/cli/library/search.js +181 -0
  241. package/dist/cli/library/stat.d.ts +15 -0
  242. package/dist/cli/library/stat.js +127 -0
  243. package/dist/cli/library/tools.d.ts +104 -0
  244. package/dist/cli/library/tools.js +163 -0
  245. package/dist/cli/library/wire.d.ts +47 -0
  246. package/dist/cli/library/wire.js +120 -0
  247. package/dist/cli/list/index.d.ts +26 -0
  248. package/dist/cli/list/index.js +256 -0
  249. package/dist/cli/notes/api-transport.d.ts +5 -0
  250. package/dist/cli/notes/api-transport.js +20 -0
  251. package/dist/cli/notes/character-plan.d.ts +22 -0
  252. package/dist/cli/notes/character-plan.js +232 -0
  253. package/dist/cli/notes/document.d.ts +73 -0
  254. package/dist/cli/notes/document.js +306 -0
  255. package/dist/cli/notes/edit-commands.d.ts +106 -0
  256. package/dist/cli/notes/edit-commands.js +623 -0
  257. package/dist/cli/notes/editing.d.ts +81 -0
  258. package/dist/cli/notes/editing.js +305 -0
  259. package/dist/cli/notes/events.d.ts +36 -0
  260. package/dist/cli/notes/events.js +54 -0
  261. package/dist/cli/notes/files-commands.d.ts +97 -0
  262. package/dist/cli/notes/files-commands.js +548 -0
  263. package/dist/cli/notes/html-read.d.ts +9 -0
  264. package/dist/cli/notes/html-read.js +90 -0
  265. package/dist/cli/notes/html.d.ts +73 -0
  266. package/dist/cli/notes/html.js +381 -0
  267. package/dist/cli/notes/index.d.ts +123 -0
  268. package/dist/cli/notes/index.js +1300 -0
  269. package/dist/cli/notes/linger.d.ts +4 -0
  270. package/dist/cli/notes/linger.js +96 -0
  271. package/dist/cli/notes/media-commands.d.ts +5 -0
  272. package/dist/cli/notes/media-commands.js +51 -0
  273. package/dist/cli/notes/move-command.d.ts +83 -0
  274. package/dist/cli/notes/move-command.js +259 -0
  275. package/dist/cli/notes/rm-command.d.ts +22 -0
  276. package/dist/cli/notes/rm-command.js +110 -0
  277. package/dist/cli/notes/select-command.d.ts +12 -0
  278. package/dist/cli/notes/select-command.js +63 -0
  279. package/dist/cli/notes/suggest-diff.d.ts +56 -0
  280. package/dist/cli/notes/suggest-diff.js +311 -0
  281. package/dist/cli/notes/toc.d.ts +38 -0
  282. package/dist/cli/notes/toc.js +144 -0
  283. package/dist/cli/notes/transfer-command.d.ts +6 -0
  284. package/dist/cli/notes/transfer-command.js +9 -0
  285. package/dist/cli/notes/version-commands.d.ts +19 -0
  286. package/dist/cli/notes/version-commands.js +178 -0
  287. package/dist/cli/nymph/index.d.ts +74 -0
  288. package/dist/cli/nymph/index.js +349 -0
  289. package/dist/cli/org/index.d.ts +34 -0
  290. package/dist/cli/org/index.js +341 -0
  291. package/dist/cli/ownership/index.d.ts +12 -0
  292. package/dist/cli/ownership/index.js +122 -0
  293. package/dist/cli/ownership/metadata-transfer.d.ts +20 -0
  294. package/dist/cli/ownership/metadata-transfer.js +159 -0
  295. package/dist/cli/page/index.d.ts +58 -0
  296. package/dist/cli/page/index.js +387 -0
  297. package/dist/cli/pipeline/index.d.ts +69 -0
  298. package/dist/cli/pipeline/index.js +604 -0
  299. package/dist/cli/progress.d.ts +60 -0
  300. package/dist/cli/progress.js +276 -0
  301. package/dist/cli/project/attachments.d.ts +10 -0
  302. package/dist/cli/project/attachments.js +39 -0
  303. package/dist/cli/project/grants.d.ts +10 -0
  304. package/dist/cli/project/grants.js +39 -0
  305. package/dist/cli/project/index.d.ts +8 -0
  306. package/dist/cli/project/index.js +92 -0
  307. package/dist/cli/project/move.d.ts +57 -0
  308. package/dist/cli/project/move.js +242 -0
  309. package/dist/cli/project/output.d.ts +2 -0
  310. package/dist/cli/project/output.js +29 -0
  311. package/dist/cli/project/stream.d.ts +55 -0
  312. package/dist/cli/project/stream.js +207 -0
  313. package/dist/cli/project/transfer-preview.d.ts +8 -0
  314. package/dist/cli/project/transfer-preview.js +10 -0
  315. package/dist/cli/prompt.d.ts +1 -0
  316. package/dist/cli/prompt.js +17 -0
  317. package/dist/cli/provider/dreamdir.d.ts +52 -0
  318. package/dist/cli/provider/dreamdir.js +138 -0
  319. package/dist/cli/provider/index.d.ts +4 -0
  320. package/dist/cli/provider/index.js +419 -0
  321. package/dist/cli/provider/jump-worker.d.ts +9 -0
  322. package/dist/cli/provider/jump-worker.js +141 -0
  323. package/dist/cli/provider/lifecycle.d.ts +149 -0
  324. package/dist/cli/provider/lifecycle.js +1390 -0
  325. package/dist/cli/provider/machine.d.ts +17 -0
  326. package/dist/cli/provider/machine.js +116 -0
  327. package/dist/cli/provider/ssh.d.ts +105 -0
  328. package/dist/cli/provider/ssh.js +305 -0
  329. package/dist/cli/provider/terraform.d.ts +140 -0
  330. package/dist/cli/provider/terraform.js +288 -0
  331. package/dist/cli/providers/index.d.ts +18 -0
  332. package/dist/cli/providers/index.js +422 -0
  333. package/dist/cli/python.d.ts +61 -0
  334. package/dist/cli/python.js +255 -0
  335. package/dist/cli/queues/index.d.ts +33 -0
  336. package/dist/cli/queues/index.js +248 -0
  337. package/dist/cli/queues/slurm.d.ts +10 -0
  338. package/dist/cli/queues/slurm.js +134 -0
  339. package/dist/cli/resources.d.ts +72 -0
  340. package/dist/cli/resources.js +137 -0
  341. package/dist/cli/run/index.d.ts +15 -0
  342. package/dist/cli/run/index.js +163 -0
  343. package/dist/cli/run/input.d.ts +34 -0
  344. package/dist/cli/run/input.js +135 -0
  345. package/dist/cli/run/recovery.d.ts +2 -0
  346. package/dist/cli/run/recovery.js +18 -0
  347. package/dist/cli/run/setup.d.ts +3 -0
  348. package/dist/cli/run/setup.js +62 -0
  349. package/dist/cli/runconfig/index.d.ts +12 -0
  350. package/dist/cli/runconfig/index.js +130 -0
  351. package/dist/cli/runnable/index.d.ts +35 -0
  352. package/dist/cli/runnable/index.js +575 -0
  353. package/dist/cli/runnable/path.d.ts +115 -0
  354. package/dist/cli/runnable/path.js +288 -0
  355. package/dist/cli/runnable/run.d.ts +91 -0
  356. package/dist/cli/runnable/run.js +239 -0
  357. package/dist/cli/runnable/upload.d.ts +43 -0
  358. package/dist/cli/runnable/upload.js +342 -0
  359. package/dist/cli/runnable/worker.d.ts +1 -0
  360. package/dist/cli/runnable/worker.js +44 -0
  361. package/dist/cli/schemas/workflow-spec.schema.json +335 -0
  362. package/dist/cli/self-update/index.d.ts +5 -0
  363. package/dist/cli/self-update/index.js +107 -0
  364. package/dist/cli/self-update/install.d.ts +60 -0
  365. package/dist/cli/self-update/install.js +428 -0
  366. package/dist/cli/self-update/paths.d.ts +40 -0
  367. package/dist/cli/self-update/paths.js +87 -0
  368. package/dist/cli/self-update/releases.d.ts +41 -0
  369. package/dist/cli/self-update/releases.js +153 -0
  370. package/dist/cli/self-update/settings.d.ts +16 -0
  371. package/dist/cli/self-update/settings.js +68 -0
  372. package/dist/cli/self-update/update.d.ts +18 -0
  373. package/dist/cli/self-update/update.js +241 -0
  374. package/dist/cli/service-accounts/index.d.ts +3 -0
  375. package/dist/cli/service-accounts/index.js +149 -0
  376. package/dist/cli/session-affiliation.d.ts +26 -0
  377. package/dist/cli/session-affiliation.js +135 -0
  378. package/dist/cli/sessions/affiliation.d.ts +8 -0
  379. package/dist/cli/sessions/affiliation.js +66 -0
  380. package/dist/cli/sessions/api.d.ts +55 -0
  381. package/dist/cli/sessions/api.js +88 -0
  382. package/dist/cli/sessions/control.d.ts +6 -0
  383. package/dist/cli/sessions/control.js +159 -0
  384. package/dist/cli/sessions/conversation.d.ts +15 -0
  385. package/dist/cli/sessions/conversation.js +118 -0
  386. package/dist/cli/sessions/index.d.ts +2 -0
  387. package/dist/cli/sessions/index.js +209 -0
  388. package/dist/cli/sessions/managed.d.ts +39 -0
  389. package/dist/cli/sessions/managed.js +63 -0
  390. package/dist/cli/sessions/redaction.d.ts +2 -0
  391. package/dist/cli/sessions/redaction.js +11 -0
  392. package/dist/cli/sessions/runner/exec.d.ts +108 -0
  393. package/dist/cli/sessions/runner/exec.js +335 -0
  394. package/dist/cli/sessions/runner/journal.d.ts +26 -0
  395. package/dist/cli/sessions/runner/journal.js +49 -0
  396. package/dist/cli/sessions/runner/native.d.ts +48 -0
  397. package/dist/cli/sessions/runner/native.js +170 -0
  398. package/dist/cli/sessions/runner/pod.d.ts +30 -0
  399. package/dist/cli/sessions/runner/pod.js +129 -0
  400. package/dist/cli/sessions/runner/serve.d.ts +85 -0
  401. package/dist/cli/sessions/runner/serve.js +558 -0
  402. package/dist/cli/sessions/sync.d.ts +47 -0
  403. package/dist/cli/sessions/sync.js +80 -0
  404. package/dist/cli/sessions/transport.d.ts +14 -0
  405. package/dist/cli/sessions/transport.js +116 -0
  406. package/dist/cli/share.d.ts +15 -0
  407. package/dist/cli/share.js +139 -0
  408. package/dist/cli/skill/catalog.d.ts +141 -0
  409. package/dist/cli/skill/catalog.js +442 -0
  410. package/dist/cli/skill/files.d.ts +89 -0
  411. package/dist/cli/skill/files.js +264 -0
  412. package/dist/cli/skill/index.d.ts +268 -0
  413. package/dist/cli/skill/index.js +1216 -0
  414. package/dist/cli/skill/manifest.d.ts +30 -0
  415. package/dist/cli/skill/manifest.js +101 -0
  416. package/dist/cli/skill/prefs.d.ts +9 -0
  417. package/dist/cli/skill/prefs.js +32 -0
  418. package/dist/cli/skill/reminders.d.ts +15 -0
  419. package/dist/cli/skill/reminders.js +105 -0
  420. package/dist/cli/skill/tar.d.ts +17 -0
  421. package/dist/cli/skill/tar.js +195 -0
  422. package/dist/cli/snapshot/index.d.ts +24 -0
  423. package/dist/cli/snapshot/index.js +146 -0
  424. package/dist/cli/source/access.d.ts +45 -0
  425. package/dist/cli/source/access.js +563 -0
  426. package/dist/cli/source/control.d.ts +103 -0
  427. package/dist/cli/source/control.js +546 -0
  428. package/dist/cli/source/delete.d.ts +89 -0
  429. package/dist/cli/source/delete.js +463 -0
  430. package/dist/cli/source/index.d.ts +288 -0
  431. package/dist/cli/source/index.js +1348 -0
  432. package/dist/cli/source/share.d.ts +65 -0
  433. package/dist/cli/source/share.js +530 -0
  434. package/dist/cli/source/upload.d.ts +62 -0
  435. package/dist/cli/source/upload.js +258 -0
  436. package/dist/cli/source/write.d.ts +77 -0
  437. package/dist/cli/source/write.js +335 -0
  438. package/dist/cli/spawn.d.ts +28 -0
  439. package/dist/cli/spawn.js +81 -0
  440. package/dist/cli/target.d.ts +22 -0
  441. package/dist/cli/target.js +85 -0
  442. package/dist/cli/tasks/index.d.ts +38 -0
  443. package/dist/cli/tasks/index.js +365 -0
  444. package/dist/cli/team/index.d.ts +37 -0
  445. package/dist/cli/team/index.js +407 -0
  446. package/dist/cli/telemetry.d.ts +23 -0
  447. package/dist/cli/telemetry.js +262 -0
  448. package/dist/cli/telemetryJournal.d.ts +26 -0
  449. package/dist/cli/telemetryJournal.js +104 -0
  450. package/dist/cli/update/index.d.ts +21 -0
  451. package/dist/cli/update/index.js +284 -0
  452. package/dist/cli/upload/index.d.ts +11 -0
  453. package/dist/cli/upload/index.js +261 -0
  454. package/dist/cli/upload/kinds.d.ts +10 -0
  455. package/dist/cli/upload/kinds.js +85 -0
  456. package/dist/cli/upload/multipart.d.ts +21 -0
  457. package/dist/cli/upload/multipart.js +248 -0
  458. package/dist/cli/vault/affected-preview.d.ts +15 -0
  459. package/dist/cli/vault/affected-preview.js +38 -0
  460. package/dist/cli/vault/cloud.d.ts +55 -0
  461. package/dist/cli/vault/cloud.js +287 -0
  462. package/dist/cli/vault/format.d.ts +18 -0
  463. package/dist/cli/vault/format.js +104 -0
  464. package/dist/cli/vault/hostCredentials.d.ts +21 -0
  465. package/dist/cli/vault/hostCredentials.js +71 -0
  466. package/dist/cli/vault/hostSupersessions.d.ts +18 -0
  467. package/dist/cli/vault/hostSupersessions.js +68 -0
  468. package/dist/cli/vault/import.d.ts +3 -0
  469. package/dist/cli/vault/import.js +79 -0
  470. package/dist/cli/vault/index.d.ts +14 -0
  471. package/dist/cli/vault/index.js +225 -0
  472. package/dist/cli/vault/keys.d.ts +5 -0
  473. package/dist/cli/vault/keys.js +165 -0
  474. package/dist/cli/vault/kms.d.ts +6 -0
  475. package/dist/cli/vault/kms.js +169 -0
  476. package/dist/cli/vault/list.d.ts +13 -0
  477. package/dist/cli/vault/list.js +60 -0
  478. package/dist/cli/vault/listView.d.ts +21 -0
  479. package/dist/cli/vault/listView.js +123 -0
  480. package/dist/cli/vault/managementMetadata.d.ts +2 -0
  481. package/dist/cli/vault/managementMetadata.js +23 -0
  482. package/dist/cli/vault/mutations.d.ts +8 -0
  483. package/dist/cli/vault/mutations.js +151 -0
  484. package/dist/cli/vault/otp.d.ts +6 -0
  485. package/dist/cli/vault/otp.js +62 -0
  486. package/dist/cli/vault/otpIntent.d.ts +23 -0
  487. package/dist/cli/vault/otpIntent.js +76 -0
  488. package/dist/cli/vault/passImport.d.ts +25 -0
  489. package/dist/cli/vault/passImport.js +129 -0
  490. package/dist/cli/vault/passOtp.d.ts +51 -0
  491. package/dist/cli/vault/passOtp.js +101 -0
  492. package/dist/cli/vault/passStore.d.ts +26 -0
  493. package/dist/cli/vault/passStore.js +134 -0
  494. package/dist/cli/vault/passwordCommand.d.ts +39 -0
  495. package/dist/cli/vault/passwordCommand.js +101 -0
  496. package/dist/cli/vault/passwordProbe.d.ts +27 -0
  497. package/dist/cli/vault/passwordProbe.js +282 -0
  498. package/dist/cli/vault/passwordRotation.d.ts +9 -0
  499. package/dist/cli/vault/passwordRotation.js +273 -0
  500. package/dist/cli/vault/rotationApi.d.ts +13 -0
  501. package/dist/cli/vault/rotationApi.js +58 -0
  502. package/dist/cli/vault/rotationCommand.d.ts +2 -0
  503. package/dist/cli/vault/rotationCommand.js +75 -0
  504. package/dist/cli/vault/rotationEngine.d.ts +19 -0
  505. package/dist/cli/vault/rotationEngine.js +65 -0
  506. package/dist/cli/vault/rotationHelperSource.d.ts +2 -0
  507. package/dist/cli/vault/rotationHelperSource.js +3 -0
  508. package/dist/cli/vault/rotationInput.d.ts +11 -0
  509. package/dist/cli/vault/rotationInput.js +48 -0
  510. package/dist/cli/vault/rotationJournal.d.ts +16 -0
  511. package/dist/cli/vault/rotationJournal.js +183 -0
  512. package/dist/cli/vault/rotationKeys.d.ts +4 -0
  513. package/dist/cli/vault/rotationKeys.js +48 -0
  514. package/dist/cli/vault/rotationPrepare.d.ts +17 -0
  515. package/dist/cli/vault/rotationPrepare.js +108 -0
  516. package/dist/cli/vault/rotationRemote.d.ts +33 -0
  517. package/dist/cli/vault/rotationRemote.js +156 -0
  518. package/dist/cli/vault/rotationState.d.ts +42 -0
  519. package/dist/cli/vault/rotationState.js +115 -0
  520. package/dist/cli/vault/rotationTransport.d.ts +18 -0
  521. package/dist/cli/vault/rotationTransport.js +71 -0
  522. package/dist/cli/vault/sshSource.d.ts +18 -0
  523. package/dist/cli/vault/sshSource.js +196 -0
  524. package/dist/cli/vault/sshSync.d.ts +17 -0
  525. package/dist/cli/vault/sshSync.js +224 -0
  526. package/dist/cli/vault/sshTransfer.d.ts +22 -0
  527. package/dist/cli/vault/sshTransfer.js +140 -0
  528. package/dist/cli/vault/terraformState.d.ts +66 -0
  529. package/dist/cli/vault/terraformState.js +252 -0
  530. package/dist/cli/vault/terraformStateCommand.d.ts +2 -0
  531. package/dist/cli/vault/terraformStateCommand.js +61 -0
  532. package/dist/cli/vault/tree.d.ts +43 -0
  533. package/dist/cli/vault/tree.js +292 -0
  534. package/dist/cli/version.d.ts +1 -0
  535. package/dist/cli/version.js +9 -0
  536. package/dist/cli/workflow/index.d.ts +76 -0
  537. package/dist/cli/workflow/index.js +826 -0
  538. package/dist/cli/workflow/validate.d.ts +19 -0
  539. package/dist/cli/workflow/validate.js +353 -0
  540. package/dist/package.json +1 -0
  541. package/package.json +28 -10
@@ -0,0 +1,438 @@
1
+ // `dreamlake library pull <ns>/<name>` — materialize a library (or one asset)
2
+ // from its remote manifest.
3
+ //
4
+ // By DEFAULT a pull materializes the USER's files only — the clean source
5
+ // tree the authoring model pushes: everything under the reserved
6
+ // `.dreamlake/` prefix is platform-generated (manifest, thumbnails, vectors)
7
+ // and skipped, and so are the legacy generated names at the root
8
+ // (assets.json, assets.vectors.*) — those were never user content either.
9
+ // `--all` includes the platform artifacts too, probing for the ones that are
10
+ // layout-dependent (a migrated library answers 400 unknown_path for its
11
+ // legacy names — tolerated, not fatal).
12
+ //
13
+ // PURE REST, like `env pull`: GET the catalog row (whose `revision` keys the
14
+ // local manifest cache — an unchanged library plans without re-downloading
15
+ // its manifest), GET the manifest, POST files-presign for the paths this
16
+ // pull wants (≤1000 per call), then download with a small worker pool —
17
+ // sha256-verified against the manifest, ONE re-presign refresh when a batch
18
+ // expires mid-pull. Files land at their original relative paths under
19
+ // the output directory, streamed through a `.part` sibling so an interrupted
20
+ // download never leaves a truncated file that looks finished.
21
+ import { createHash } from "node:crypto";
22
+ import { createWriteStream, mkdirSync, renameSync, rmSync, statSync } from "node:fs";
23
+ import path from "node:path";
24
+ import { Readable, Transform } from "node:stream";
25
+ import { pipeline } from "node:stream/promises";
26
+ import { emitJson, fail, humanSize, ok } from "../helpers.js";
27
+ import { resolveCtx } from "../compat/ctx.js";
28
+ import { errorMessage, jsonRequest, requireNamespace } from "../compat/http.js";
29
+ import { isRecord } from "../compat/presignedTransfer.js";
30
+ import { BarProgress } from "../progress.js";
31
+ import { hashFiles } from "./cache.js";
32
+ // freshness.ts imports `isGeneratedPath` back from this module — a deliberate
33
+ // two-file cycle that is safe because neither side touches the other's
34
+ // bindings during module evaluation, only inside functions.
35
+ import { writeLastRegisteredRevision } from "./freshness.js";
36
+ import { LEGACY_GENERATED_PATHS, MANIFEST_PATH_PRIMARY, RESERVED_PREFIX, assertLibraryManifest, invalidRelPath, manifestFileMap, } from "./manifest.js";
37
+ import { fetchManifestCached } from "./manifestCache.js";
38
+ const PULL_CONCURRENCY = 4;
39
+ const PRESIGN_BATCH = 1000;
40
+ export function parseLibrarySpec(spec) {
41
+ const at = spec.indexOf("/");
42
+ if (at < 0)
43
+ return { namespace: null, name: spec };
44
+ const namespace = spec.slice(0, at);
45
+ const name = spec.slice(at + 1);
46
+ if (namespace === "" || name === "" || name.includes("/")) {
47
+ return { error: `bad library spec '${spec}' — use <namespace>/<name>` };
48
+ }
49
+ return { namespace, name };
50
+ }
51
+ /** The default pull's skip rule: platform artifacts, current and legacy. */
52
+ export function isGeneratedPath(rel) {
53
+ return rel.startsWith(RESERVED_PREFIX) || LEGACY_GENERATED_PATHS.includes(rel);
54
+ }
55
+ function assertPresignedReads(res, wanted) {
56
+ const bad = (what) => {
57
+ throw new Error(`incompatible library API response: files-presign ${what}`);
58
+ };
59
+ if (!isRecord(res))
60
+ bad("was not an object");
61
+ const files = res.files;
62
+ if (!Array.isArray(files))
63
+ bad("is missing 'files'");
64
+ const out = [];
65
+ for (const raw of files) {
66
+ if (!isRecord(raw))
67
+ bad("has a file entry that is not an object");
68
+ const f = raw;
69
+ if (typeof f.path !== "string")
70
+ bad("has a file entry with no 'path'");
71
+ if (typeof f.url !== "string" || f.url === "")
72
+ bad(`presigned no url for '${String(f.path)}'`);
73
+ out.push({
74
+ path: f.path,
75
+ size: typeof f.size === "number" ? f.size : null,
76
+ sha256: typeof f.sha256 === "string" ? f.sha256.toLowerCase() : null,
77
+ url: f.url,
78
+ });
79
+ }
80
+ // Coverage, not order: a path the server silently dropped would otherwise
81
+ // surface three steps later as "the server did not presign x".
82
+ const got = new Set(out.map((f) => f.path));
83
+ for (const p of wanted) {
84
+ if (!got.has(p))
85
+ bad(`did not cover '${p}'`);
86
+ }
87
+ return out;
88
+ }
89
+ export async function runLibraryPull(args, deps = {}) {
90
+ const parsed = parseLibrarySpec(args.spec);
91
+ if ("error" in parsed) {
92
+ fail(parsed.error);
93
+ return 1;
94
+ }
95
+ const { name } = parsed;
96
+ const ctx = resolveCtx(args);
97
+ let namespace = parsed.namespace;
98
+ if (!namespace) {
99
+ namespace = await requireNamespace(ctx, undefined);
100
+ if (!namespace)
101
+ return 1;
102
+ }
103
+ const base = `${ctx.remote}/namespaces/${encodeURIComponent(namespace)}/libraries/${encodeURIComponent(name)}`;
104
+ // 0) the catalog row — its `revision` keys the local manifest cache
105
+ // (manifestCache.ts). Tolerant: any failure just means the manifest is
106
+ // fetched uncached, exactly as before the cache existed.
107
+ let planRevision = null;
108
+ const detailRes = await jsonRequest("GET", base, ctx.token).catch(() => null);
109
+ if (detailRes !== null && detailRes.status === 200) {
110
+ const r = detailRes.body?.revision;
111
+ if (typeof r === "number")
112
+ planRevision = r;
113
+ }
114
+ // 1) the manifest — the pull's source of truth for paths and hashes. An
115
+ // unchanged revision answers from the local cache without a download.
116
+ const { res: mRes } = await fetchManifestCached({
117
+ remote: ctx.remote,
118
+ namespace,
119
+ name,
120
+ token: ctx.token,
121
+ revision: planRevision,
122
+ });
123
+ if (mRes.status === 404) {
124
+ fail(`${namespace}/${name} has not been pushed yet — nothing to pull`);
125
+ return 1;
126
+ }
127
+ if (mRes.status !== 200) {
128
+ fail(`could not read the manifest → ${mRes.status}: ${errorMessage(mRes)}`);
129
+ return 1;
130
+ }
131
+ // What to materialize: `selected` paths are contractual (a presign failure
132
+ // is fatal); `optional` paths are layout-dependent platform artifacts —
133
+ // probed, and an unknown_path answer drops them silently.
134
+ let selected;
135
+ const optional = new Set();
136
+ const expectedSha = new Map();
137
+ let skippedGenerated = 0;
138
+ try {
139
+ const manifest = assertLibraryManifest(mRes.body, "the remote manifest");
140
+ if (args.asset) {
141
+ const asset = manifest.assets.find((a) => a.id === args.asset);
142
+ if (!asset) {
143
+ const known = manifest.assets.map((a) => a.id);
144
+ const shown = known.slice(0, 20).join(", ");
145
+ fail(`asset '${args.asset}' not found in ${namespace}/${name} — ` +
146
+ `available: ${shown}${known.length > 20 ? `, … (${known.length} total)` : ""}`);
147
+ return 1;
148
+ }
149
+ // The asset's whole closure — entry is a member of `files` by
150
+ // validation. Its thumbnail may instead be a platform artifact under
151
+ // .dreamlake/ — included only under --all.
152
+ const paths = new Set();
153
+ for (const f of asset.files) {
154
+ paths.add(f.path);
155
+ expectedSha.set(f.path, f.sha256.toLowerCase());
156
+ }
157
+ selected = [...paths];
158
+ if (typeof asset.thumbnail === "string" && asset.thumbnail.startsWith(RESERVED_PREFIX)) {
159
+ if (args.all)
160
+ optional.add(asset.thumbnail);
161
+ else
162
+ skippedGenerated++;
163
+ }
164
+ }
165
+ else {
166
+ const closure = manifestFileMap(manifest);
167
+ selected = [];
168
+ for (const [p, stat] of closure) {
169
+ if (!args.all && isGeneratedPath(p)) {
170
+ skippedGenerated++;
171
+ continue;
172
+ }
173
+ expectedSha.set(p, stat.sha256);
174
+ selected.push(p);
175
+ }
176
+ if (args.all) {
177
+ // Platform artifacts: the manifest's generated[] list, the manifest
178
+ // object itself, and the legacy well-known names — each probed,
179
+ // because which of them exist depends on the library's layout age.
180
+ for (const p of manifest.generated ?? [])
181
+ optional.add(p);
182
+ optional.add(MANIFEST_PATH_PRIMARY);
183
+ for (const p of LEGACY_GENERATED_PATHS)
184
+ optional.add(p);
185
+ for (const p of selected)
186
+ optional.delete(p);
187
+ }
188
+ }
189
+ }
190
+ catch (e) {
191
+ fail(e instanceof Error ? e.message : String(e));
192
+ return 1;
193
+ }
194
+ // 2) presign. Selected paths are valid by contract; optional paths go
195
+ // through the tolerant loop — a 400 unknown_path names the offender,
196
+ // which is dropped and the rest retried.
197
+ const presignSome = async (paths) => {
198
+ const out = [];
199
+ for (let i = 0; i < paths.length; i += PRESIGN_BATCH) {
200
+ const batch = paths.slice(i, i + PRESIGN_BATCH);
201
+ const r = await jsonRequest("POST", `${base}/files-presign`, ctx.token, { paths: batch, ttlSeconds: 3600 });
202
+ if (r.status < 200 || r.status >= 300) {
203
+ throw new Error(`files-presign → ${r.status}: ${errorMessage(r)}`);
204
+ }
205
+ out.push(...assertPresignedReads(r.body, batch));
206
+ }
207
+ return out;
208
+ };
209
+ const presignTolerant = async (paths) => {
210
+ const out = [];
211
+ let pending = [...paths];
212
+ while (pending.length > 0) {
213
+ const batch = pending.slice(0, PRESIGN_BATCH);
214
+ const rest = pending.slice(PRESIGN_BATCH);
215
+ const r = await jsonRequest("POST", `${base}/files-presign`, ctx.token, { paths: batch, ttlSeconds: 3600 });
216
+ if (r.status >= 200 && r.status < 300) {
217
+ out.push(...assertPresignedReads(r.body, batch));
218
+ pending = rest;
219
+ continue;
220
+ }
221
+ const body = r.body;
222
+ if (r.status === 400 && body?.error === "unknown_path") {
223
+ const missing = typeof body.path === "string" ? body.path : batch.length === 1 ? batch[0] : "";
224
+ if (batch.includes(missing)) {
225
+ pending = [...batch.filter((p) => p !== missing), ...rest];
226
+ continue; // this library has no such artifact — fine
227
+ }
228
+ }
229
+ throw new Error(`files-presign → ${r.status}: ${errorMessage(r)}`);
230
+ }
231
+ return out;
232
+ };
233
+ // Informational lines: stdout normally, stderr under --json so stdout
234
+ // carries exactly one JSON document.
235
+ const info = (line) => {
236
+ (args.json ? process.stderr : process.stdout).write(line);
237
+ };
238
+ // Path safety FIRST — these relative paths are about to be joined onto the
239
+ // output directory (for the local diff) and onto disk (for writes).
240
+ for (const p of [...selected, ...optional]) {
241
+ const bad = invalidRelPath(p);
242
+ if (bad) {
243
+ fail(`the manifest contains an unsafe path: ${bad}`);
244
+ return 1;
245
+ }
246
+ }
247
+ // 3) the destination + the incremental diff (RFC 0008 §5.6). A non-empty
248
+ // directory is not refused any more: a pull only writes manifest paths —
249
+ // overwriting stale copies is the point — and never deletes extras.
250
+ // Files already on disk with the manifest's exact sha256 are not
251
+ // presigned, not fetched.
252
+ const outDir = args.output ?? `./${name}`;
253
+ const upToDate = new Set();
254
+ {
255
+ const presentLocal = selected.filter((p) => {
256
+ try {
257
+ return statSync(path.join(outDir, p)).isFile();
258
+ }
259
+ catch {
260
+ return false;
261
+ }
262
+ });
263
+ if (presentLocal.length > 0) {
264
+ try {
265
+ const local = await hashFiles(outDir, presentLocal, { cacheFile: deps.hashCacheFile });
266
+ for (const p of presentLocal) {
267
+ const want = expectedSha.get(p);
268
+ if (want && local.get(p)?.sha256 === want)
269
+ upToDate.add(p);
270
+ }
271
+ }
272
+ catch {
273
+ /* a file vanished mid-hash — treat everything as stale and fetch */
274
+ }
275
+ }
276
+ }
277
+ const toFetch = selected.filter((p) => !upToDate.has(p));
278
+ const urlByPath = new Map();
279
+ try {
280
+ for (const row of await presignSome(toFetch))
281
+ urlByPath.set(row.path, row);
282
+ for (const row of await presignTolerant([...optional]))
283
+ urlByPath.set(row.path, row);
284
+ }
285
+ catch (e) {
286
+ fail(e instanceof Error ? e.message : String(e));
287
+ return 1;
288
+ }
289
+ const items = [...urlByPath.keys()];
290
+ const totalBytes = items.reduce((s, p) => s + (urlByPath.get(p).size ?? 0), 0);
291
+ info(`Pulling ${namespace}/${name}${args.asset ? ` asset '${args.asset}'` : ""} → ${outDir}\n`);
292
+ if (upToDate.size > 0) {
293
+ info(` fetching ${items.length} of ${items.length + upToDate.size} files (${upToDate.size} up-to-date)\n`);
294
+ }
295
+ info(` files: ${items.length} (${humanSize(totalBytes)})\n`);
296
+ if (skippedGenerated > 0) {
297
+ info(` skipping ${skippedGenerated} platform-generated file(s) — pass --all to include them\n`);
298
+ }
299
+ // 4) download pool — N workers over one queue, per-file retries, and a
300
+ // sha256 check against the manifest before a file is moved into place.
301
+ //
302
+ // Retries are PER FILE and cover network-level failures too, not just
303
+ // 4xx: a multi-GB pull over the internet outlives presign TTLs and
304
+ // keep-alive windows, and the observed failure mode is the body stream
305
+ // being terminated mid-transfer (undici "terminated"), which surfaces as
306
+ // an exception from pipeline(), never as res.ok === false. Every retry
307
+ // re-presigns THIS file first — one cheap API call — so an expired URL,
308
+ // a cut connection and a truncated body all heal the same way.
309
+ const fetchFn = deps.fetchFn ?? ((input, init) => fetch(input, init));
310
+ // The bar repaints on stderr; under --json a scripted caller wants neither.
311
+ const bar = args.json ? null : new BarProgress(totalBytes, items.length, "downloading");
312
+ const MAX_ATTEMPTS = 3;
313
+ let downloaded = 0;
314
+ let bytesFetched = 0;
315
+ const fetchOne = async (rel) => {
316
+ for (let attempt = 0;; attempt++) {
317
+ let attemptBytes = 0;
318
+ try {
319
+ const row = urlByPath.get(rel);
320
+ const res = await fetchFn(row.url);
321
+ if (!res.ok)
322
+ throw new Error(`HTTP ${res.status}`);
323
+ if (!res.body)
324
+ throw new Error(`empty response body`);
325
+ const target = path.join(outDir, rel);
326
+ mkdirSync(path.dirname(target), { recursive: true });
327
+ const tmp = `${target}.${process.pid}.part`;
328
+ const hash = createHash("sha256");
329
+ try {
330
+ const counter = new Transform({
331
+ transform(chunk, _enc, cb) {
332
+ hash.update(chunk);
333
+ attemptBytes += chunk.length;
334
+ bar?.addBytes(chunk.length);
335
+ cb(null, chunk);
336
+ },
337
+ });
338
+ await pipeline(Readable.fromWeb(res.body), counter, createWriteStream(tmp));
339
+ const got = hash.digest("hex");
340
+ // The manifest hash is the authority; for files outside the manifest
341
+ // closure (platform artifacts) the presign response's sha256 stands in.
342
+ const expected = expectedSha.get(rel) ?? row.sha256;
343
+ if (expected && got !== expected) {
344
+ throw new Error(`sha256 mismatch for ${rel}: expected ${expected}, got ${got}`);
345
+ }
346
+ renameSync(tmp, target);
347
+ }
348
+ catch (err) {
349
+ rmSync(tmp, { force: true });
350
+ throw err;
351
+ }
352
+ downloaded++;
353
+ bytesFetched += attemptBytes;
354
+ bar?.fileDone();
355
+ return;
356
+ }
357
+ catch (err) {
358
+ const msg = err instanceof Error ? err.message : String(err);
359
+ if (attempt >= MAX_ATTEMPTS - 1) {
360
+ throw new Error(msg.includes(rel) ? msg : `download failed for ${rel} → ${msg}`);
361
+ }
362
+ // Fresh URL for this file only (tolerantly: a file deleted by a
363
+ // concurrent re-push fails ITS download, not the presign call).
364
+ for (const again of await presignTolerant([rel]))
365
+ urlByPath.set(again.path, again);
366
+ }
367
+ }
368
+ };
369
+ try {
370
+ const queue = [...items];
371
+ const workers = Array.from({ length: Math.min(PULL_CONCURRENCY, queue.length) }, async () => {
372
+ for (;;) {
373
+ const rel = queue.shift();
374
+ if (!rel)
375
+ return;
376
+ await fetchOne(rel);
377
+ }
378
+ });
379
+ await Promise.all(workers);
380
+ }
381
+ catch (e) {
382
+ bar?.abort();
383
+ fail(e instanceof Error ? e.message : String(e));
384
+ return 1;
385
+ }
386
+ bar?.finish();
387
+ // The library's revision — for the machine-readable result and the drift
388
+ // guard's baseline. Non-fatal on failure: the pull itself is complete.
389
+ let revision = null;
390
+ const det = await jsonRequest("GET", base, ctx.token).catch(() => null);
391
+ if (det && det.status === 200) {
392
+ const r = det.body?.revision;
393
+ if (typeof r === "number")
394
+ revision = r;
395
+ }
396
+ // Record the drift-guard baseline (RFC 0008 §5.7) — FULL pulls only. An
397
+ // `--asset` pull materializes a subset; recording a matching revision for
398
+ // that directory would let a later wholesale `push` from it sail past the
399
+ // guard and delete every asset the subset does not contain — exactly the
400
+ // accident the guard exists to stop.
401
+ if (revision !== null && !args.asset) {
402
+ try {
403
+ writeLastRegisteredRevision(path.resolve(outDir), `${namespace}/${name}`, revision);
404
+ }
405
+ catch {
406
+ /* disposable cache */
407
+ }
408
+ }
409
+ if (args.json) {
410
+ emitJson({
411
+ library: `${namespace}/${name}`,
412
+ revision,
413
+ files: {
414
+ wanted: items.length + upToDate.size,
415
+ fetched: downloaded,
416
+ skipped: upToDate.size,
417
+ bytesFetched,
418
+ },
419
+ });
420
+ return 0;
421
+ }
422
+ ok(`pulled ${downloaded} files → ${outDir}` +
423
+ (upToDate.size > 0 ? ` (${upToDate.size} already current)` : ""));
424
+ return 0;
425
+ }
426
+ export function registerLibraryPullCommand(library, withConnFlags) {
427
+ withConnFlags(library
428
+ .command("pull")
429
+ .description("download a library's user files (or one asset) at their original relative paths, sha256-verified")
430
+ .argument("<spec>", "<namespace>/<name> (or <name> under the active login)")
431
+ .option("--asset <id>", "pull only this asset's files")
432
+ .option("-o, --output <dir>", "destination directory (default: ./<name>)")
433
+ .option("--force", "no longer required — pulls are incremental into non-empty directories; kept for compatibility")
434
+ .option("--all", "include platform-generated artifacts (.dreamlake/**, legacy assets.json trio)")
435
+ .option("--json", "emit the machine-readable result on stdout (informational lines go to stderr)")).action(async (spec, opts) => {
436
+ process.exit(await runLibraryPull({ ...opts, spec }));
437
+ });
438
+ }
@@ -0,0 +1,72 @@
1
+ import type { Command } from "commander";
2
+ import { type DreamlakeOpts } from "../compat/ctx.js";
3
+ import { type PresignedFile } from "../compat/presignedTransfer.js";
4
+ import type { Spawn } from "../spawn.js";
5
+ import { type DiscoveredAsset } from "./discover.js";
6
+ import { type RenderJob, type ToolsDeps } from "./tools.js";
7
+ export declare const LIBRARY_NAME_RE: RegExp;
8
+ /** The per-authorization-call limits the server enforces with a 400. */
9
+ export declare const MAX_BATCH_FILES = 1000;
10
+ export declare const MAX_BATCH_BYTES: number;
11
+ export interface UploadItem {
12
+ relativePath: string;
13
+ size: number;
14
+ }
15
+ /**
16
+ * Split the upload set into authorization-call batches: at most `maxFiles`
17
+ * files AND `maxBytes` total per call, order preserved. A single file past
18
+ * `maxBytes` can never fit any batch — that is a refusal, not a batch of one,
19
+ * because the server would 400 it and the failure should carry the filename.
20
+ */
21
+ export declare function planBatches<T extends UploadItem>(files: readonly T[], maxFiles?: number, maxBytes?: number): T[][];
22
+ /**
23
+ * Check one authorization against the batch it answers. The envelope here is
24
+ * the library route's — positional, no canonicalPath (the server owns the
25
+ * prefix outright) — and each file's transfer plan goes through the shared
26
+ * validator before a byte moves.
27
+ */
28
+ export declare function assertLibraryAuthorization(res: unknown, request: {
29
+ files: readonly UploadItem[];
30
+ }): {
31
+ expiresAt: string;
32
+ files: PresignedFile[];
33
+ };
34
+ /**
35
+ * The render-job list for `--thumbnails`. One job per asset with something
36
+ * renderable; the entry PREFERS a robot-kind entryPoint file over a scene
37
+ * entry — the renderer frames a lone robot better than a full scene.
38
+ *
39
+ * Assets that already carry a USER thumbnail (yml `thumbnail:` or a shipped
40
+ * thumbnail/preview image auto-detected at discovery) are excluded: the user
41
+ * file always wins in the manifest, so rendering one would be wasted work.
42
+ */
43
+ export declare function buildRenderJobs(srcDir: string, assets: readonly DiscoveredAsset[]): RenderJob[];
44
+ export interface LibraryPushArgs extends DreamlakeOpts {
45
+ dir: string;
46
+ library?: string;
47
+ namespace?: string;
48
+ visibility?: string;
49
+ verify?: boolean;
50
+ dryRun?: boolean;
51
+ thumbnails?: boolean;
52
+ embed?: boolean;
53
+ /** `--model`: the embed encoder, passed through to the Python tool. An
54
+ * alias ("siglip2" / "clip") or a raw open_clip model name. Unset → the
55
+ * Python tool's own default (honoring $DREAMLAKE_EMBED_MODEL). */
56
+ model?: string;
57
+ /** Override the RFC 0008 §5.7 drift guard: push even when the remote moved
58
+ * under this directory and the plan would delete files. */
59
+ force?: boolean;
60
+ /** Machine-readable result on stdout; informational lines go to stderr. */
61
+ json?: boolean;
62
+ }
63
+ export interface LibraryPushDeps extends ToolsDeps {
64
+ fetchFn?: typeof fetch;
65
+ spawn?: Spawn;
66
+ /** Test override for the hash-cache file (defaults under ~/.dreamlake). */
67
+ hashCacheFile?: string;
68
+ /** Test override for the per-source build dir. */
69
+ cacheDir?: string;
70
+ }
71
+ export declare function runLibraryPush(args: LibraryPushArgs, deps?: LibraryPushDeps): Promise<number>;
72
+ export declare function registerLibraryPushCommand(library: Command, withConnFlags: (c: Command) => Command): void;