@qvac/core 1.0.0-rc.1 → 1.0.0-rc.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (548) hide show
  1. package/CHANGELOG.md +1008 -1
  2. package/README.md +40 -81
  3. package/dist-lib/index.d.ts +1 -1
  4. package/dist-lib/index.js +1 -1
  5. package/dist-lib/lib/api/agent-folders.d.ts +22 -0
  6. package/dist-lib/lib/api/agent-folders.js +115 -0
  7. package/dist-lib/lib/api/agents.d.ts +19 -2
  8. package/dist-lib/lib/api/agents.js +121 -24
  9. package/dist-lib/lib/api/app-config.d.ts +4 -1
  10. package/dist-lib/lib/api/app-config.js +17 -6
  11. package/dist-lib/lib/api/attachments.js +3 -2
  12. package/dist-lib/lib/api/chat-move.d.ts +4 -0
  13. package/dist-lib/lib/api/chat-move.js +7 -0
  14. package/dist-lib/lib/api/chat.d.ts +13 -2
  15. package/dist-lib/lib/api/chat.js +114 -9
  16. package/dist-lib/lib/api/chunk-delta.d.ts +12 -0
  17. package/dist-lib/lib/api/chunk-delta.js +115 -0
  18. package/dist-lib/lib/api/chunks.d.ts +17 -2
  19. package/dist-lib/lib/api/chunks.js +70 -13
  20. package/dist-lib/lib/api/config.d.ts +6 -2
  21. package/dist-lib/lib/api/config.js +47 -5
  22. package/dist-lib/lib/api/current-mesh.d.ts +13 -5
  23. package/dist-lib/lib/api/current-mesh.js +15 -11
  24. package/dist-lib/lib/api/custom-models.d.ts +7 -1
  25. package/dist-lib/lib/api/custom-models.js +12 -12
  26. package/dist-lib/lib/api/device-routes.d.ts +9 -0
  27. package/dist-lib/lib/api/device-routes.js +123 -0
  28. package/dist-lib/lib/api/devices.d.ts +3 -2
  29. package/dist-lib/lib/api/devices.js +23 -11
  30. package/dist-lib/lib/api/diagnostics.d.ts +2 -1
  31. package/dist-lib/lib/api/diagnostics.js +2 -2
  32. package/dist-lib/lib/api/execution.d.ts +12 -1
  33. package/dist-lib/lib/api/execution.js +44 -14
  34. package/dist-lib/lib/api/files.d.ts +1 -1
  35. package/dist-lib/lib/api/files.js +65 -8
  36. package/dist-lib/lib/api/host-run-log.d.ts +2 -41
  37. package/dist-lib/lib/api/host-run-log.js +35 -83
  38. package/dist-lib/lib/api/index.d.ts +28 -6
  39. package/dist-lib/lib/api/index.js +101 -33
  40. package/dist-lib/lib/api/instrument.d.ts +2 -2
  41. package/dist-lib/lib/api/instrument.js +24 -48
  42. package/dist-lib/lib/api/knowledge.d.ts +4 -1
  43. package/dist-lib/lib/api/knowledge.js +25 -7
  44. package/dist-lib/lib/api/local-files.d.ts +5 -1
  45. package/dist-lib/lib/api/local-files.js +9 -5
  46. package/dist-lib/lib/api/logs.js +3 -3
  47. package/dist-lib/lib/api/members.d.ts +10 -1
  48. package/dist-lib/lib/api/members.js +67 -26
  49. package/dist-lib/lib/api/mesh.d.ts +12 -4
  50. package/dist-lib/lib/api/mesh.js +12 -8
  51. package/dist-lib/lib/api/model-download.d.ts +2 -1
  52. package/dist-lib/lib/api/model-download.js +2 -2
  53. package/dist-lib/lib/api/network.d.ts +10 -2
  54. package/dist-lib/lib/api/network.js +8 -2
  55. package/dist-lib/lib/api/notifications.d.ts +3 -1
  56. package/dist-lib/lib/api/notifications.js +14 -9
  57. package/dist-lib/lib/api/projects.d.ts +20 -0
  58. package/dist-lib/lib/api/projects.js +169 -0
  59. package/dist-lib/lib/api/rag.d.ts +0 -1
  60. package/dist-lib/lib/api/rag.js +71 -34
  61. package/dist-lib/lib/api/served.d.ts +17 -0
  62. package/dist-lib/lib/api/served.js +48 -0
  63. package/dist-lib/lib/api/sync.d.ts +2 -1
  64. package/dist-lib/lib/api/sync.js +2 -2
  65. package/dist-lib/lib/api/tool-activity.d.ts +2 -1
  66. package/dist-lib/lib/api/tool-activity.js +4 -3
  67. package/dist-lib/lib/api/tool-configs.d.ts +2 -1
  68. package/dist-lib/lib/api/tool-configs.js +6 -9
  69. package/dist-lib/lib/api/upload-frames.d.ts +0 -1
  70. package/dist-lib/lib/api/upload-frames.js +0 -1
  71. package/dist-lib/lib/api/watchable.d.ts +3 -2
  72. package/dist-lib/lib/api/watchable.js +2 -3
  73. package/dist-lib/lib/api/workspace.d.ts +5 -0
  74. package/dist-lib/lib/api/workspace.js +47 -0
  75. package/dist-lib/lib/assistant/fake-models.d.ts +20 -0
  76. package/dist-lib/lib/assistant/fake-models.js +112 -0
  77. package/dist-lib/lib/assistant/harness.d.ts +37 -31
  78. package/dist-lib/lib/assistant/harness.js +51 -10
  79. package/dist-lib/lib/assistant/history.d.ts +30 -17
  80. package/dist-lib/lib/assistant/history.js +179 -87
  81. package/dist-lib/lib/assistant/host-run-log.d.ts +6 -1
  82. package/dist-lib/lib/assistant/host-run-log.js +24 -36
  83. package/dist-lib/lib/assistant/message.d.ts +27 -1
  84. package/dist-lib/lib/assistant/message.js +65 -2
  85. package/dist-lib/lib/assistant/model-round.d.ts +100 -0
  86. package/dist-lib/lib/assistant/model-round.js +619 -0
  87. package/dist-lib/lib/assistant/pdf-budget.d.ts +11 -0
  88. package/dist-lib/lib/assistant/pdf-budget.js +12 -0
  89. package/dist-lib/lib/assistant/pdf-pages.d.ts +25 -0
  90. package/dist-lib/lib/assistant/pdf-pages.js +75 -0
  91. package/dist-lib/lib/assistant/round-host.d.ts +42 -0
  92. package/dist-lib/lib/assistant/round-host.js +241 -0
  93. package/dist-lib/lib/assistant/skill-encode.d.ts +2 -1
  94. package/dist-lib/lib/assistant/skill-encode.js +2 -1
  95. package/dist-lib/lib/assistant/video-budget.d.ts +13 -0
  96. package/dist-lib/lib/assistant/video-budget.js +29 -0
  97. package/dist-lib/lib/assistant-client.d.ts +4 -1
  98. package/dist-lib/lib/assistant-client.js +27 -8
  99. package/dist-lib/lib/assistant-tree.d.ts +10 -3
  100. package/dist-lib/lib/assistant-tree.js +63 -20
  101. package/dist-lib/lib/assistant.d.ts +93 -24
  102. package/dist-lib/lib/assistant.js +2048 -1231
  103. package/dist-lib/lib/audio-format.js +1 -1
  104. package/dist-lib/lib/chat-suggestion.d.ts +3 -0
  105. package/dist-lib/lib/chat-suggestion.js +47 -0
  106. package/dist-lib/lib/client.d.ts +2 -2
  107. package/dist-lib/lib/client.js +10 -1
  108. package/dist-lib/lib/compaction.d.ts +3 -1
  109. package/dist-lib/lib/compaction.js +18 -4
  110. package/dist-lib/lib/constants.d.ts +10 -0
  111. package/dist-lib/lib/constants.js +10 -0
  112. package/dist-lib/lib/core/agent-copies.d.ts +9 -0
  113. package/dist-lib/lib/core/agent-copies.js +40 -0
  114. package/dist-lib/lib/core/agent-hosting.d.ts +25 -0
  115. package/dist-lib/lib/core/agent-hosting.js +71 -0
  116. package/dist-lib/lib/core/agent.d.ts +9 -1
  117. package/dist-lib/lib/core/agent.js +45 -19
  118. package/dist-lib/lib/core/archived-mesh.d.ts +11 -6
  119. package/dist-lib/lib/core/archived-mesh.js +77 -58
  120. package/dist-lib/lib/core/async-iterable.js +1 -1
  121. package/dist-lib/lib/core/blind-peers.d.ts +1 -0
  122. package/dist-lib/lib/core/blind-peers.js +1 -0
  123. package/dist-lib/lib/core/chat-activity.d.ts +1 -1
  124. package/dist-lib/lib/core/chat-activity.js +45 -34
  125. package/dist-lib/lib/core/chat-copy.d.ts +42 -0
  126. package/dist-lib/lib/core/chat-copy.js +395 -0
  127. package/dist-lib/lib/core/chat-fork.d.ts +16 -0
  128. package/dist-lib/lib/core/chat-fork.js +246 -0
  129. package/dist-lib/lib/core/chat-group.js +8 -7
  130. package/dist-lib/lib/core/chat-move.d.ts +75 -0
  131. package/dist-lib/lib/core/chat-move.js +598 -0
  132. package/dist-lib/lib/core/chat-order.d.ts +2 -1
  133. package/dist-lib/lib/core/chat-order.js +19 -4
  134. package/dist-lib/lib/core/chat-project.d.ts +2 -0
  135. package/dist-lib/lib/core/chat-project.js +15 -0
  136. package/dist-lib/lib/core/chat-read.d.ts +4 -0
  137. package/dist-lib/lib/core/chat-read.js +49 -0
  138. package/dist-lib/lib/core/chat-search.js +14 -12
  139. package/dist-lib/lib/core/chat.d.ts +33 -4
  140. package/dist-lib/lib/core/chat.js +122 -39
  141. package/dist-lib/lib/core/chunk.d.ts +35 -7
  142. package/dist-lib/lib/core/chunk.js +250 -45
  143. package/dist-lib/lib/core/collections.d.ts +40 -1
  144. package/dist-lib/lib/core/collections.js +40 -1
  145. package/dist-lib/lib/core/config-value.d.ts +6 -0
  146. package/dist-lib/lib/core/config-value.js +14 -0
  147. package/dist-lib/lib/core/contract/activity.d.ts +3 -2
  148. package/dist-lib/lib/core/contract/activity.js +39 -21
  149. package/dist-lib/lib/core/contract/agent-join.d.ts +10 -0
  150. package/dist-lib/lib/core/contract/agent-join.js +104 -0
  151. package/dist-lib/lib/core/contract/agents.d.ts +5 -0
  152. package/dist-lib/lib/core/contract/agents.js +142 -3
  153. package/dist-lib/lib/core/contract/chat.d.ts +4 -0
  154. package/dist-lib/lib/core/contract/chat.js +53 -3
  155. package/dist-lib/lib/core/contract/chunks.d.ts +7 -0
  156. package/dist-lib/lib/core/contract/chunks.js +125 -38
  157. package/dist-lib/lib/core/contract/devices.js +6 -4
  158. package/dist-lib/lib/core/contract/index.d.ts +2 -3
  159. package/dist-lib/lib/core/contract/index.js +36 -11
  160. package/dist-lib/lib/core/contract/indexing.d.ts +1 -0
  161. package/dist-lib/lib/core/contract/indexing.js +51 -7
  162. package/dist-lib/lib/core/contract/invites.d.ts +3 -14
  163. package/dist-lib/lib/core/contract/invites.js +26 -36
  164. package/dist-lib/lib/core/contract/joined-meshes.js +3 -1
  165. package/dist-lib/lib/core/contract/knowledge.d.ts +1 -0
  166. package/dist-lib/lib/core/contract/knowledge.js +57 -6
  167. package/dist-lib/lib/core/contract/members.d.ts +3 -1
  168. package/dist-lib/lib/core/contract/members.js +34 -4
  169. package/dist-lib/lib/core/contract/mesh-kind.d.ts +3 -3
  170. package/dist-lib/lib/core/contract/mesh-kind.js +20 -16
  171. package/dist-lib/lib/core/contract/mesh-name.d.ts +3 -0
  172. package/dist-lib/lib/core/contract/mesh-name.js +31 -0
  173. package/dist-lib/lib/core/contract/mesh-rules.d.ts +8 -0
  174. package/dist-lib/lib/core/contract/mesh-rules.js +35 -0
  175. package/dist-lib/lib/core/contract/mesh-seeds.d.ts +2 -0
  176. package/dist-lib/lib/core/contract/mesh-seeds.js +26 -0
  177. package/dist-lib/lib/core/contract/model-requests.d.ts +26 -0
  178. package/dist-lib/lib/core/contract/model-requests.js +280 -0
  179. package/dist-lib/lib/core/contract/oldest-version.d.ts +9 -0
  180. package/dist-lib/lib/core/contract/oldest-version.js +20 -0
  181. package/dist-lib/lib/core/contract/open-join.d.ts +2 -0
  182. package/dist-lib/lib/core/contract/open-join.js +77 -0
  183. package/dist-lib/lib/core/contract/project-device-keys.d.ts +7 -0
  184. package/dist-lib/lib/core/contract/project-device-keys.js +38 -0
  185. package/dist-lib/lib/core/contract/project-host-keys.d.ts +7 -0
  186. package/dist-lib/lib/core/contract/project-host-keys.js +41 -0
  187. package/dist-lib/lib/core/contract/project-order.d.ts +2 -0
  188. package/dist-lib/lib/core/contract/project-order.js +25 -0
  189. package/dist-lib/lib/core/contract/projects.d.ts +21 -0
  190. package/dist-lib/lib/core/contract/projects.js +327 -0
  191. package/dist-lib/lib/core/contract/public-mesh.d.ts +3 -0
  192. package/dist-lib/lib/core/contract/public-mesh.js +31 -0
  193. package/dist-lib/lib/core/contract/public-seeds.d.ts +9 -0
  194. package/dist-lib/lib/core/contract/public-seeds.js +43 -0
  195. package/dist-lib/lib/core/contract/roles.d.ts +10 -0
  196. package/dist-lib/lib/core/contract/roles.js +121 -0
  197. package/dist-lib/lib/core/contract/run-requests.d.ts +10 -0
  198. package/dist-lib/lib/core/contract/run-requests.js +81 -0
  199. package/dist-lib/lib/core/contract/seed-defaults.d.ts +3 -1
  200. package/dist-lib/lib/core/contract/seed-defaults.js +17 -4
  201. package/dist-lib/lib/core/contract/shipped-rows.d.ts +2 -0
  202. package/dist-lib/lib/core/contract/shipped-rows.js +22 -0
  203. package/dist-lib/lib/core/contract/skill-secrets.d.ts +3 -0
  204. package/dist-lib/lib/core/contract/skill-secrets.js +32 -0
  205. package/dist-lib/lib/core/contract/tool-activity.js +12 -1
  206. package/dist-lib/lib/core/contract/tool-configs.js +2 -1
  207. package/dist-lib/lib/core/contract/types.d.ts +2 -2
  208. package/dist-lib/lib/core/contract/workspace.d.ts +31 -0
  209. package/dist-lib/lib/core/contract/workspace.js +311 -0
  210. package/dist-lib/lib/core/contract/writers.js +100 -16
  211. package/dist-lib/lib/core/departures.d.ts +16 -5
  212. package/dist-lib/lib/core/departures.js +79 -6
  213. package/dist-lib/lib/core/device-control.d.ts +21 -0
  214. package/dist-lib/lib/core/device-control.js +91 -0
  215. package/dist-lib/lib/core/device-seal.d.ts +4 -0
  216. package/dist-lib/lib/core/device-seal.js +22 -0
  217. package/dist-lib/lib/core/devices.d.ts +2 -1
  218. package/dist-lib/lib/core/devices.js +5 -3
  219. package/dist-lib/lib/core/document-attachment.d.ts +10 -0
  220. package/dist-lib/lib/core/document-attachment.js +14 -0
  221. package/dist-lib/lib/core/files/attachments.js +8 -7
  222. package/dist-lib/lib/core/files/index.d.ts +27 -14
  223. package/dist-lib/lib/core/files/index.js +220 -43
  224. package/dist-lib/lib/core/files/knowledge.d.ts +10 -1
  225. package/dist-lib/lib/core/files/knowledge.js +77 -5
  226. package/dist-lib/lib/core/files/preview/index.js +6 -2
  227. package/dist-lib/lib/core/files/processing/claims.d.ts +7 -0
  228. package/dist-lib/lib/core/files/processing/claims.js +33 -7
  229. package/dist-lib/lib/core/files/processing/document.d.ts +8 -0
  230. package/dist-lib/lib/core/files/processing/document.js +26 -2
  231. package/dist-lib/lib/core/files/processing/index.d.ts +8 -3
  232. package/dist-lib/lib/core/files/processing/index.js +99 -73
  233. package/dist-lib/lib/core/files/processing/protocol.d.ts +7 -1
  234. package/dist-lib/lib/core/files/processing/protocol.js +14 -3
  235. package/dist-lib/lib/core/files/processing/source.d.ts +4 -0
  236. package/dist-lib/lib/core/files/processing/source.js +12 -4
  237. package/dist-lib/lib/core/files/processing/state.d.ts +5 -1
  238. package/dist-lib/lib/core/files/processing/state.js +9 -1
  239. package/dist-lib/lib/core/files/rag/build.d.ts +5 -1
  240. package/dist-lib/lib/core/files/rag/build.js +32 -8
  241. package/dist-lib/lib/core/files/rag/failure.d.ts +20 -0
  242. package/dist-lib/lib/core/files/rag/failure.js +57 -0
  243. package/dist-lib/lib/core/files/rag/index.d.ts +13 -2
  244. package/dist-lib/lib/core/files/rag/index.js +30 -8
  245. package/dist-lib/lib/core/files/rag/joined-index.d.ts +6 -0
  246. package/dist-lib/lib/core/files/rag/joined-index.js +35 -0
  247. package/dist-lib/lib/core/files/rag/limits.d.ts +1 -0
  248. package/dist-lib/lib/core/files/rag/limits.js +1 -0
  249. package/dist-lib/lib/core/files/rag/load.js +6 -3
  250. package/dist-lib/lib/core/files/rag/policy.d.ts +10 -1
  251. package/dist-lib/lib/core/files/rag/policy.js +23 -2
  252. package/dist-lib/lib/core/files/rag/produce.d.ts +1 -1
  253. package/dist-lib/lib/core/files/rag/produce.js +31 -18
  254. package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +2 -0
  255. package/dist-lib/lib/core/files/rag/retrieval/full-text.js +8 -2
  256. package/dist-lib/lib/core/files/rag/similarity.d.ts +2 -2
  257. package/dist-lib/lib/core/files/rag/similarity.js +2 -3
  258. package/dist-lib/lib/core/files/records/chunks.js +22 -1
  259. package/dist-lib/lib/core/files/records/index.d.ts +1 -1
  260. package/dist-lib/lib/core/files/records/index.js +1 -1
  261. package/dist-lib/lib/core/files/records/knowledge.d.ts +11 -1
  262. package/dist-lib/lib/core/files/records/knowledge.js +40 -3
  263. package/dist-lib/lib/core/files/records/purge.js +13 -8
  264. package/dist-lib/lib/core/files/records/reclaim.js +20 -48
  265. package/dist-lib/lib/core/files/records/routing.d.ts +1 -1
  266. package/dist-lib/lib/core/files/records/routing.js +6 -2
  267. package/dist-lib/lib/core/files/records/source.js +3 -5
  268. package/dist-lib/lib/core/files/records/sweep.d.ts +3 -0
  269. package/dist-lib/lib/core/files/records/sweep.js +9 -3
  270. package/dist-lib/lib/core/files/store/blob.d.ts +2 -0
  271. package/dist-lib/lib/core/files/store/blob.js +2 -2
  272. package/dist-lib/lib/core/files/store/index.d.ts +3 -1
  273. package/dist-lib/lib/core/files/store/index.js +4 -1
  274. package/dist-lib/lib/core/files/store/reference.d.ts +3 -0
  275. package/dist-lib/lib/core/files/store/reference.js +12 -2
  276. package/dist-lib/lib/core/files/store/sweep.js +3 -1
  277. package/dist-lib/lib/core/files/upload.d.ts +5 -1
  278. package/dist-lib/lib/core/files/upload.js +53 -14
  279. package/dist-lib/lib/core/first-event.d.ts +6 -0
  280. package/dist-lib/lib/core/first-event.js +13 -0
  281. package/dist-lib/lib/core/fs-drives.d.ts +6 -3
  282. package/dist-lib/lib/core/fs-drives.js +30 -18
  283. package/dist-lib/lib/core/id.d.ts +1 -0
  284. package/dist-lib/lib/core/id.js +3 -0
  285. package/dist-lib/lib/core/identity.d.ts +3 -1
  286. package/dist-lib/lib/core/identity.js +25 -4
  287. package/dist-lib/lib/core/invite.d.ts +6 -2
  288. package/dist-lib/lib/core/invite.js +22 -8
  289. package/dist-lib/lib/core/local/files.d.ts +2 -1
  290. package/dist-lib/lib/core/local/files.js +5 -7
  291. package/dist-lib/lib/core/local/index.d.ts +86 -7
  292. package/dist-lib/lib/core/local/index.js +312 -27
  293. package/dist-lib/lib/core/local/run-logs.d.ts +38 -0
  294. package/dist-lib/lib/core/local/run-logs.js +132 -0
  295. package/dist-lib/lib/core/member-key.d.ts +7 -0
  296. package/dist-lib/lib/core/member-key.js +24 -0
  297. package/dist-lib/lib/core/membership.d.ts +3 -14
  298. package/dist-lib/lib/core/membership.js +3 -96
  299. package/dist-lib/lib/core/mesh.d.ts +107 -30
  300. package/dist-lib/lib/core/mesh.js +625 -171
  301. package/dist-lib/lib/core/migrations/agent-tools-scope.d.ts +2 -0
  302. package/dist-lib/lib/core/migrations/agent-tools-scope.js +24 -0
  303. package/dist-lib/lib/core/migrations/chat-chunks.d.ts +4 -0
  304. package/dist-lib/lib/core/migrations/chat-chunks.js +47 -0
  305. package/dist-lib/lib/core/migrations/file-index.d.ts +1 -1
  306. package/dist-lib/lib/core/migrations/file-index.js +8 -6
  307. package/dist-lib/lib/core/migrations/index.d.ts +2 -1
  308. package/dist-lib/lib/core/migrations/index.js +69 -8
  309. package/dist-lib/lib/core/model-requests.d.ts +13 -0
  310. package/dist-lib/lib/core/model-requests.js +65 -0
  311. package/dist-lib/lib/core/next-frame.js +2 -1
  312. package/dist-lib/lib/core/notification.js +100 -25
  313. package/dist-lib/lib/core/pdf/figure.d.ts +22 -0
  314. package/dist-lib/lib/core/pdf/figure.js +64 -0
  315. package/dist-lib/lib/core/pdf/rasterize.d.ts +12 -3
  316. package/dist-lib/lib/core/pdf/rasterize.js +77 -28
  317. package/dist-lib/lib/core/peer-duplex.d.ts +34 -0
  318. package/dist-lib/lib/core/{harness-loan.js → peer-duplex.js} +104 -45
  319. package/dist-lib/lib/core/project-keys.d.ts +13 -0
  320. package/dist-lib/lib/core/project-keys.js +56 -0
  321. package/dist-lib/lib/core/prompt-history.js +4 -4
  322. package/dist-lib/lib/core/protocol-pairing.d.ts +11 -0
  323. package/dist-lib/lib/core/protocol-pairing.js +22 -0
  324. package/dist-lib/lib/core/public-mesh.d.ts +26 -0
  325. package/dist-lib/lib/core/public-mesh.js +94 -0
  326. package/dist-lib/lib/core/purge.d.ts +3 -0
  327. package/dist-lib/lib/core/purge.js +7 -0
  328. package/dist-lib/lib/core/run-driver.d.ts +17 -0
  329. package/dist-lib/lib/core/run-driver.js +20 -0
  330. package/dist-lib/lib/core/run-requests.d.ts +11 -0
  331. package/dist-lib/lib/core/run-requests.js +58 -0
  332. package/dist-lib/lib/core/send.d.ts +2 -0
  333. package/dist-lib/lib/core/send.js +17 -4
  334. package/dist-lib/lib/core/senders.d.ts +19 -0
  335. package/dist-lib/lib/core/senders.js +45 -0
  336. package/dist-lib/lib/core/shared-agents.d.ts +40 -0
  337. package/dist-lib/lib/core/shared-agents.js +283 -0
  338. package/dist-lib/lib/core/skill-secrets.d.ts +10 -16
  339. package/dist-lib/lib/core/skill-secrets.js +90 -72
  340. package/dist-lib/lib/core/sync/background.d.ts +35 -0
  341. package/dist-lib/lib/core/sync/background.js +85 -0
  342. package/dist-lib/lib/core/sync/changed.d.ts +20 -0
  343. package/dist-lib/lib/core/sync/changed.js +7 -0
  344. package/dist-lib/lib/core/sync/devices.js +6 -3
  345. package/dist-lib/lib/core/sync/files.d.ts +1 -0
  346. package/dist-lib/lib/core/sync/files.js +50 -72
  347. package/dist-lib/lib/core/sync/index.d.ts +1 -1
  348. package/dist-lib/lib/core/sync/index.js +164 -81
  349. package/dist-lib/lib/core/sync/view-updates.d.ts +33 -0
  350. package/dist-lib/lib/core/sync/view-updates.js +133 -0
  351. package/dist-lib/lib/core/sync-status.js +3 -3
  352. package/dist-lib/lib/core/system-info.d.ts +2 -2
  353. package/dist-lib/lib/core/system-info.js +10 -11
  354. package/dist-lib/lib/core/tool-configs.d.ts +5 -3
  355. package/dist-lib/lib/core/tool-configs.js +11 -11
  356. package/dist-lib/lib/core/transcript-visibility.d.ts +5 -5
  357. package/dist-lib/lib/core/transcript-visibility.js +27 -31
  358. package/dist-lib/lib/core/upgrade-agents.d.ts +11 -0
  359. package/dist-lib/lib/core/upgrade-agents.js +78 -0
  360. package/dist-lib/lib/core/video/attachment.d.ts +1 -0
  361. package/dist-lib/lib/core/video/attachment.js +7 -0
  362. package/dist-lib/lib/core/video/digest.d.ts +16 -0
  363. package/dist-lib/lib/core/video/digest.js +57 -0
  364. package/dist-lib/lib/core/video/frames.d.ts +32 -0
  365. package/dist-lib/lib/core/video/frames.js +224 -0
  366. package/dist-lib/lib/core/workspace-upgrade.d.ts +22 -0
  367. package/dist-lib/lib/core/workspace-upgrade.js +50 -0
  368. package/dist-lib/lib/core.d.ts +303 -84
  369. package/dist-lib/lib/core.js +3952 -1511
  370. package/dist-lib/lib/credential-pusher.d.ts +17 -7
  371. package/dist-lib/lib/credential-pusher.js +111 -62
  372. package/dist-lib/lib/custom-model-pusher.d.ts +2 -4
  373. package/dist-lib/lib/custom-model-task.d.ts +2 -1
  374. package/dist-lib/lib/custom-model-task.js +2 -2
  375. package/dist-lib/lib/device-tree.d.ts +18 -0
  376. package/dist-lib/lib/device-tree.js +32 -0
  377. package/dist-lib/lib/diagnostics.d.ts +7 -0
  378. package/dist-lib/lib/diagnostics.js +22 -0
  379. package/dist-lib/lib/doctor/checks.d.ts +15 -0
  380. package/dist-lib/lib/doctor/checks.js +272 -0
  381. package/dist-lib/lib/doctor/redact.d.ts +4 -0
  382. package/dist-lib/lib/doctor/redact.js +31 -0
  383. package/dist-lib/lib/doctor/render.d.ts +8 -0
  384. package/dist-lib/lib/doctor/render.js +83 -0
  385. package/dist-lib/lib/doctor/tree.d.ts +5 -0
  386. package/dist-lib/lib/doctor/tree.js +167 -0
  387. package/dist-lib/lib/downloads-allowed-pusher.d.ts +8 -0
  388. package/dist-lib/lib/downloads-allowed-pusher.js +37 -0
  389. package/dist-lib/lib/errors.d.ts +794 -0
  390. package/dist-lib/lib/errors.js +728 -0
  391. package/dist-lib/lib/fs-drive-bridge.d.ts +8 -1
  392. package/dist-lib/lib/fs-drive-bridge.js +312 -31
  393. package/dist-lib/lib/guards.d.ts +1 -0
  394. package/dist-lib/lib/guards.js +4 -0
  395. package/dist-lib/lib/inference-calls.d.ts +1 -2
  396. package/dist-lib/lib/inference-calls.js +2 -10
  397. package/dist-lib/lib/integrations/setup-routes.js +7 -5
  398. package/dist-lib/lib/knowledge-search.d.ts +1 -1
  399. package/dist-lib/lib/knowledge-search.js +5 -51
  400. package/dist-lib/lib/kv-cache-reclaim.d.ts +2 -1
  401. package/dist-lib/lib/kv-cache-reclaim.js +30 -0
  402. package/dist-lib/lib/kv-cache-retention.d.ts +35 -0
  403. package/dist-lib/lib/kv-cache-retention.js +98 -0
  404. package/dist-lib/lib/latest-frame.d.ts +10 -0
  405. package/dist-lib/lib/latest-frame.js +48 -0
  406. package/dist-lib/lib/log.d.ts +7 -6
  407. package/dist-lib/lib/log.js +14 -7
  408. package/dist-lib/lib/logger-type.d.ts +2 -5
  409. package/dist-lib/lib/mesh-scoped-engine.js +42 -2
  410. package/dist-lib/lib/model-download-status.d.ts +3 -3
  411. package/dist-lib/lib/model-download.d.ts +16 -12
  412. package/dist-lib/lib/model-download.js +90 -34
  413. package/dist-lib/lib/model-idle-pusher.d.ts +2 -4
  414. package/dist-lib/lib/model-memory-cap.d.ts +27 -0
  415. package/dist-lib/lib/model-memory-cap.js +69 -0
  416. package/dist-lib/lib/models-watch.d.ts +1 -1
  417. package/dist-lib/lib/models-watch.js +4 -4
  418. package/dist-lib/lib/oauth/browser-connect.js +3 -2
  419. package/dist-lib/lib/oauth/flow-core.js +5 -3
  420. package/dist-lib/lib/oauth/flow.js +1 -1
  421. package/dist-lib/lib/oauth/loopback.d.ts +1 -0
  422. package/dist-lib/lib/oauth/loopback.js +57 -12
  423. package/dist-lib/lib/oauth/providers.js +4 -2
  424. package/dist-lib/lib/oauth/redirect-types.d.ts +1 -0
  425. package/dist-lib/lib/oauth/register.js +35 -19
  426. package/dist-lib/lib/oauth/request.d.ts +10 -0
  427. package/dist-lib/lib/oauth/request.js +22 -0
  428. package/dist-lib/lib/oauth/resolve.js +13 -5
  429. package/dist-lib/lib/oauth/token-exchange-core.js +31 -33
  430. package/dist-lib/lib/oauth/types.d.ts +3 -0
  431. package/dist-lib/lib/oauth.d.ts +2 -1
  432. package/dist-lib/lib/oauth.js +1 -0
  433. package/dist-lib/lib/persistent-dir.d.ts +1 -0
  434. package/dist-lib/lib/persistent-dir.js +9 -0
  435. package/dist-lib/lib/probe-rounds.d.ts +3 -0
  436. package/dist-lib/lib/probe-rounds.js +5 -0
  437. package/dist-lib/lib/reconnecting-watch.js +19 -11
  438. package/dist-lib/lib/run-input.d.ts +14 -0
  439. package/dist-lib/lib/run-input.js +33 -0
  440. package/dist-lib/lib/run-notices.d.ts +5 -0
  441. package/dist-lib/lib/run-notices.js +13 -2
  442. package/dist-lib/lib/run-replay.d.ts +44 -0
  443. package/dist-lib/lib/run-replay.js +158 -0
  444. package/dist-lib/lib/run-transcript.d.ts +11 -12
  445. package/dist-lib/lib/run-transcript.js +16 -18
  446. package/dist-lib/lib/suspend-lifecycle.js +15 -5
  447. package/dist-lib/lib/task.js +6 -4
  448. package/dist-lib/lib/test-env.d.ts +1 -0
  449. package/dist-lib/lib/test-env.js +4 -0
  450. package/dist-lib/schema/build.js +66 -55
  451. package/dist-lib/schema/config.d.ts +1 -1
  452. package/dist-lib/schema/config.js +1 -1
  453. package/dist-lib/schema/content.d.ts +5 -1
  454. package/dist-lib/schema/content.js +60 -12
  455. package/dist-lib/schema/engine.d.ts +1 -0
  456. package/dist-lib/schema/engine.js +780 -155
  457. package/dist-lib/schema/field-order.js +8 -1
  458. package/dist-lib/schema/indexes.d.ts +7 -0
  459. package/dist-lib/schema/indexes.js +48 -3
  460. package/dist-lib/schema/local.js +80 -5
  461. package/dist-lib/schema/qvac.d.ts +4 -1
  462. package/dist-lib/schema/qvac.js +474 -14
  463. package/dist-lib/spec/bind.js +212 -48
  464. package/dist-lib/spec/calls.js +46 -5
  465. package/dist-lib/spec/capabilities.d.ts +100 -18
  466. package/dist-lib/spec/config/hyperconf/index.js +1 -1
  467. package/dist-lib/spec/hrpc/hrpc.json +739 -206
  468. package/dist-lib/spec/hrpc/index.js +844 -345
  469. package/dist-lib/spec/hrpc/messages.js +3906 -1749
  470. package/dist-lib/spec/hyperschema/index.js +3906 -1749
  471. package/dist-lib/spec/hyperschema/schema.json +4809 -3119
  472. package/dist-lib/spec/hyperschema/types.d.ts +482 -62
  473. package/dist-lib/spec/local/hyperdb/db.json +95 -1
  474. package/dist-lib/spec/local/hyperdb/index.js +459 -2
  475. package/dist-lib/spec/local/hyperdb/messages.js +1565 -487
  476. package/dist-lib/spec/local/hyperschema/index.js +573 -16
  477. package/dist-lib/spec/local/hyperschema/schema.json +354 -1
  478. package/dist-lib/spec/local/hyperschema/types.d.ts +85 -2
  479. package/dist-lib/spec/mesh/hyperdb/db.json +577 -7
  480. package/dist-lib/spec/mesh/hyperdb/index.js +2224 -6
  481. package/dist-lib/spec/mesh/hyperdb/messages.js +6476 -1266
  482. package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +193 -1
  483. package/dist-lib/spec/mesh/hyperdispatch/index.js +545 -1
  484. package/dist-lib/spec/mesh/hyperdispatch/messages.js +3655 -265
  485. package/dist-lib/spec/mesh/hyperschema/index.js +3655 -265
  486. package/dist-lib/spec/mesh/hyperschema/schema.json +1974 -19
  487. package/dist-lib/spec/mesh/hyperschema/types.d.ts +498 -6
  488. package/package.json +64 -43
  489. package/worker/assistant-sidecar.mjs +18 -2
  490. package/worker/stow-entry.mjs +2 -0
  491. package/dist-lib/lib/core/contract/compute.d.ts +0 -11
  492. package/dist-lib/lib/core/contract/compute.js +0 -48
  493. package/dist-lib/lib/core/device-invites.d.ts +0 -11
  494. package/dist-lib/lib/core/device-invites.js +0 -63
  495. package/dist-lib/lib/core/files/processing/settle.d.ts +0 -13
  496. package/dist-lib/lib/core/files/processing/settle.js +0 -86
  497. package/dist-lib/lib/core/grant-expiry.d.ts +0 -11
  498. package/dist-lib/lib/core/grant-expiry.js +0 -66
  499. package/dist-lib/lib/core/handoff-channel.d.ts +0 -47
  500. package/dist-lib/lib/core/handoff-channel.js +0 -123
  501. package/dist-lib/lib/core/harness-loan.d.ts +0 -29
  502. package/dist-lib/lib/core/host-run-log-store.d.ts +0 -114
  503. package/dist-lib/lib/core/host-run-log-store.js +0 -976
  504. package/dist-lib/lib/core/hosted-agents.d.ts +0 -38
  505. package/dist-lib/lib/core/hosted-agents.js +0 -140
  506. package/dist-lib/lib/core/inference-calls-handoff.d.ts +0 -20
  507. package/dist-lib/lib/core/inference-calls-handoff.js +0 -37
  508. package/dist-lib/lib/core/inference-calls-receiver.d.ts +0 -14
  509. package/dist-lib/lib/core/inference-calls-receiver.js +0 -42
  510. package/dist-lib/lib/core/mesh-seed-handoff.d.ts +0 -25
  511. package/dist-lib/lib/core/mesh-seed-handoff.js +0 -52
  512. package/dist-lib/lib/core/migrations/device-indexes.d.ts +0 -2
  513. package/dist-lib/lib/core/migrations/device-indexes.js +0 -7
  514. package/dist-lib/lib/core/secret-handoff.d.ts +0 -17
  515. package/dist-lib/lib/core/secret-handoff.js +0 -29
  516. package/dist-lib/lib/core/skill-overlay-handoff.d.ts +0 -25
  517. package/dist-lib/lib/core/skill-overlay-handoff.js +0 -50
  518. package/dist-lib/lib/core/skill-overlay-receiver.d.ts +0 -8
  519. package/dist-lib/lib/core/skill-overlay-receiver.js +0 -23
  520. package/dist-lib/lib/image-cache-dir.d.ts +0 -1
  521. package/dist-lib/lib/image-cache-dir.js +0 -5
  522. package/dist-lib/lib/log-levels.d.ts +0 -7
  523. package/dist-lib/lib/log-levels.js +0 -1
  524. package/dist-lib/lib/logger.d.ts +0 -5
  525. package/dist-lib/lib/logger.js +0 -18
  526. package/dist-lib/lib/oauth/loopback.stub.d.ts +0 -3
  527. package/dist-lib/lib/oauth/loopback.stub.js +0 -6
  528. package/tui/README.md +0 -142
  529. package/tui/app.mjs +0 -6939
  530. package/tui/boot.mjs +0 -111
  531. package/tui/index.mjs +0 -53
  532. package/tui/lib/boot-timing.mjs +0 -41
  533. package/tui/lib/busy-words.mjs +0 -116
  534. package/tui/lib/export.mjs +0 -194
  535. package/tui/lib/knowledge-command.mjs +0 -190
  536. package/tui/lib/knowledge-import.mjs +0 -171
  537. package/tui/lib/render.mjs +0 -196
  538. package/tui/lib/save-file.mjs +0 -88
  539. package/tui/lib/select.mjs +0 -81
  540. package/tui/lib/selection.mjs +0 -18
  541. package/tui/lib/setup.mjs +0 -101
  542. package/tui/lib/sidebar.mjs +0 -63
  543. package/tui/lib/splash-art.mjs +0 -107
  544. package/tui/lib/splash.mjs +0 -18
  545. package/tui/lib/upload-frames.mjs +0 -9
  546. package/tui/lib/usage.mjs +0 -59
  547. package/tui/lib/wrap.mjs +0 -143
  548. package/tui/main.mjs +0 -264
@@ -1,16 +1,20 @@
1
+ import b4a from 'b4a';
1
2
  import crypto from 'hypercore-crypto';
2
- import { parseBlobReferenceCoreKey } from './files/index.js';
3
+ import { copyBlob, copyChunks, stripped } from './chat-copy.js';
4
+ import { ownWorkspaceSeed, publicMeshKey, publicSeed } from './public-mesh.js';
3
5
  import { Mesh } from './mesh.js';
4
- import { ACTIVE_AGENTS, ACTIVE_CHATS, ACTIVE_CHAT_GROUPS, ACTIVE_TOOL_CONFIGS_BY_AGENT, AGENTS, CHUNKS, CHUNKS_BY_CHAT, KNOWLEDGE } from './collections.js';
6
+ import { recordedRole } from './local/index.js';
7
+ import { ACTIVE_AGENTS, ACTIVE_CHATS, ACTIVE_CHAT_GROUPS, ACTIVE_TOOL_CONFIGS_BY_AGENT, AGENTS, KNOWLEDGE, MESH_SEEDS } from './collections.js';
8
+ import { CoreError } from '../errors.js';
5
9
  const MIGRATED_SUFFIX = ' (migrated)';
6
- export const NO_ARCHIVE_HELD = 'No archive is held for this mesh';
7
10
  export async function withArchivedMesh(row, opts, fn) {
8
11
  if (!(await opts.storage.hasCore(crypto.discoveryKey(row.key)))) {
9
- throw new Error(NO_ARCHIVE_HELD);
12
+ throw new CoreError('ARCHIVE_NOT_FOUND');
10
13
  }
11
14
  const mesh = new Mesh(opts.store, {
12
15
  seed: row.seed,
13
16
  key: row.key,
17
+ role: recordedRole(row),
14
18
  deviceId: opts.deviceId,
15
19
  writerSeed: row.writerSeed ?? undefined,
16
20
  logger: opts.logger
@@ -18,26 +22,72 @@ export async function withArchivedMesh(row, opts, fn) {
18
22
  await mesh.ready();
19
23
  try {
20
24
  if (mesh.localLength === 0) {
21
- throw new Error(NO_ARCHIVE_HELD);
25
+ throw new CoreError('ARCHIVE_NOT_FOUND');
22
26
  }
23
27
  await mesh.autobee.update();
24
- return await fn(mesh);
28
+ const content = row.wasHome ? await openArchivedPublic(mesh, opts) : null;
29
+ try {
30
+ return await fn(content ?? mesh, mesh);
31
+ }
32
+ finally {
33
+ await content?.close();
34
+ }
25
35
  }
26
36
  finally {
27
37
  await mesh.close();
28
38
  }
29
39
  }
30
- export async function countContents(mesh, into) {
40
+ async function ownWorkspaceKey(account) {
41
+ const seed = ownWorkspaceSeed(account.seed);
42
+ const keys = [];
43
+ for await (const row of account.view.find(MESH_SEEDS)) {
44
+ if (b4a.equals(row.seed, seed)) {
45
+ keys.push(row.meshKey);
46
+ }
47
+ }
48
+ return keys.sort(b4a.compare)[0] ?? null;
49
+ }
50
+ async function openArchivedPublic(account, opts) {
51
+ const workspaceKey = await ownWorkspaceKey(account);
52
+ const record = workspaceKey && (await opts.publicRecord?.(workspaceKey));
53
+ const key = record?.key
54
+ ? b4a.from(record.key, 'hex')
55
+ : workspaceKey && (await publicMeshKey(account, workspaceKey));
56
+ if (!workspaceKey ||
57
+ !record?.migrated ||
58
+ !key ||
59
+ !(await opts.storage.hasCore(crypto.discoveryKey(key)))) {
60
+ return null;
61
+ }
62
+ const mesh = new Mesh(opts.store, {
63
+ seed: publicSeed(account.seed, workspaceKey),
64
+ key,
65
+ role: 'public',
66
+ deviceId: opts.deviceId,
67
+ writerSeed: record.writerSeed,
68
+ logger: opts.logger
69
+ });
70
+ await mesh.ready();
71
+ if (mesh.localLength === 0) {
72
+ await mesh.close();
73
+ return null;
74
+ }
75
+ await mesh.autobee.update();
76
+ return mesh;
77
+ }
78
+ export async function countContents(mesh, into, agents = mesh) {
31
79
  const snap = mesh.view.snapshot();
80
+ const defined = agents.view.snapshot();
32
81
  try {
33
82
  return {
34
83
  chats: await count(snap.find(ACTIVE_CHATS)),
35
- agents: await countAgents(snap, into),
84
+ agents: await countAgents(defined, into),
36
85
  knowledge: (await liveKnowledge(snap)).length
37
86
  };
38
87
  }
39
88
  finally {
40
89
  await snap.close();
90
+ await defined.close();
41
91
  }
42
92
  }
43
93
  async function countAgents(snap, into) {
@@ -52,14 +102,15 @@ async function countAgents(snap, into) {
52
102
  }
53
103
  return appendable;
54
104
  }
55
- export async function migrateContents(from, into) {
105
+ export async function migrateContents(from, into, configs = {}) {
56
106
  const snap = from.view.snapshot();
57
107
  try {
58
108
  const chats = await snap.find(ACTIVE_CHATS).toArray();
59
109
  const groups = await snap.find(ACTIVE_CHAT_GROUPS).toArray();
60
110
  const knowledge = await liveKnowledge(snap);
61
111
  const batch = into.batch();
62
- const agents = await migrateAgents(snap, into, batch);
112
+ const targets = { into, configsFrom: configs.from ?? from, configsInto: configs.into ?? into };
113
+ const agents = await migrateAgents(targets, new Set(chats.map((chat) => chat.agentId)));
63
114
  for (const group of groups) {
64
115
  batch.dispatch('put-chat-group', { group: stripped(group) });
65
116
  }
@@ -68,7 +119,7 @@ export async function migrateContents(from, into) {
68
119
  }
69
120
  await batch.flush();
70
121
  for (const chat of chats) {
71
- await migrateChunks(snap, chat.id, { from, into });
122
+ await copyChunks(snap, chat.id, { from, into });
72
123
  }
73
124
  let carried = 0;
74
125
  for (const row of knowledge) {
@@ -90,69 +141,37 @@ export async function migrateContents(from, into) {
90
141
  await snap.close();
91
142
  }
92
143
  }
93
- async function migrateAgents(snap, into, batch) {
94
- const agents = await snap.find(ACTIVE_AGENTS).toArray();
95
- const names = new Set((await into.view.find(ACTIVE_AGENTS).toArray()).map((a) => a.name));
144
+ async function migrateAgents({ into, configsFrom, configsInto }, used) {
145
+ const settings = configsInto.batch();
146
+ const copies = into === configsInto ? null : into.batch();
147
+ const agents = await configsFrom.view.find(ACTIVE_AGENTS).toArray();
148
+ const names = new Set((await configsInto.view.find(ACTIVE_AGENTS).toArray()).map((a) => a.name));
96
149
  let appended = 0;
97
150
  for (const row of agents) {
98
- if (await alreadyHeld(into, row))
151
+ if (await alreadyHeld(configsInto, row))
99
152
  continue;
100
153
  const { isDefault, ...agent } = stripped(row);
101
154
  const name = isDefault && names.has(agent.name) ? agent.name + MIGRATED_SUFFIX : agent.name;
102
- batch.dispatch('put-agent', { agent: { ...agent, name } });
103
- const configs = snap.find(ACTIVE_TOOL_CONFIGS_BY_AGENT, {
155
+ settings.dispatch('put-agent', { agent: { ...agent, name } });
156
+ if (used.has(row.id)) {
157
+ copies?.dispatch('put-agent', { agent: { ...agent, name } });
158
+ }
159
+ const rows = configsFrom.view.find(ACTIVE_TOOL_CONFIGS_BY_AGENT, {
104
160
  gte: { agentId: row.id },
105
161
  lte: { agentId: row.id }
106
162
  });
107
- for await (const settings of configs) {
108
- batch.dispatch('put-tool-configs', { settings: stripped(settings) });
163
+ for await (const config of rows) {
164
+ settings.dispatch('put-tool-configs', { settings: stripped(config) });
109
165
  }
110
166
  appended++;
111
167
  }
168
+ await settings.flush();
169
+ await copies?.flush();
112
170
  return appended;
113
171
  }
114
172
  async function alreadyHeld(into, row) {
115
173
  return !!(await into.view.get(AGENTS, { id: row.id }));
116
174
  }
117
- async function migrateChunks(snap, chatId, { from, into }) {
118
- const chunks = await snap
119
- .find(CHUNKS_BY_CHAT, { gte: { chatId }, lte: { chatId } })
120
- .toArray();
121
- const batch = into.batch();
122
- for (const chunk of chunks) {
123
- if (await into.view.get(CHUNKS, { id: chunk.id }))
124
- continue;
125
- const { seq, updatedAt, attachment, ...op } = stripped(chunk);
126
- if (!attachment) {
127
- batch.dispatch('append-chunk', op);
128
- continue;
129
- }
130
- const blobId = await copyBlob(from, into, attachment.blobId);
131
- if (!blobId) {
132
- continue;
133
- }
134
- batch.dispatch('append-chunk', { ...op, attachment: { ...attachment, blobId } });
135
- await batch.flush();
136
- await into.fileIndex?.record([{ ...chunk, attachment: { ...attachment, blobId } }]);
137
- }
138
- await batch.flush();
139
- }
140
- async function copyBlob(from, into, reference) {
141
- if (parseBlobReferenceCoreKey(reference) === undefined)
142
- return reference;
143
- let bytes;
144
- try {
145
- bytes = await from.files.readBytes(reference, { wait: false });
146
- }
147
- catch {
148
- return null;
149
- }
150
- return (await into.files.put(bytes)).reference;
151
- }
152
- function stripped(row) {
153
- const { version: _version, ...rest } = row;
154
- return rest;
155
- }
156
175
  async function liveKnowledge(snap) {
157
176
  const rows = await snap.find(KNOWLEDGE).toArray();
158
177
  return rows.filter((row) => !row.deletedAt);
@@ -39,7 +39,7 @@ export function toAsyncIterable(streamOrIterable) {
39
39
  [Symbol.asyncIterator]() {
40
40
  return iterator;
41
41
  },
42
- async ['return']() {
42
+ async return() {
43
43
  onEnd();
44
44
  queue.length = 0;
45
45
  stream.off?.('data', onData);
@@ -1,3 +1,4 @@
1
+ export declare const BLIND_PEERING_OFF_KEY = "debug.blindPeeringOff";
1
2
  export interface BlindPeeringOpts {
2
3
  readonly batchIdleWait?: number;
3
4
  readonly batchMaxWait?: number;
@@ -1,4 +1,5 @@
1
1
  import { decode } from 'z32';
2
+ export const BLIND_PEERING_OFF_KEY = 'debug.blindPeeringOff';
2
3
  export const BLIND_RELAY_KEYS = [
3
4
  'tgbo7m8fh3hwqqxj95zrezorjgodtjr19b9dqruyauwnbafsmx8y',
4
5
  'tfo1aqsc4hc4ok6a4akpxifkp65efoo9n13g1386zoa7umjipqpo',
@@ -1,5 +1,5 @@
1
1
  import type { Mesh } from './mesh.ts';
2
- export type ChatActivityState = 'queued' | 'running' | 'generating-image' | 'generating-audio' | 'transcribing-audio' | 'awaiting-approval' | 'paused' | 'recovery-required';
2
+ export type ChatActivityState = 'queued' | 'running' | 'generating-image' | 'generating-audio' | 'transcribing-audio' | 'awaiting-approval' | 'awaiting-download' | 'paused' | 'recovery-required';
3
3
  export interface ChatActivityRow {
4
4
  readonly id: string;
5
5
  readonly activityState: ChatActivityState;
@@ -1,7 +1,8 @@
1
+ import b4a from 'b4a';
1
2
  import ScopeLock from 'scope-lock';
2
- import { findChunksOfType } from './chunk.js';
3
+ import { findChunksOfTypes } from './chunk.js';
3
4
  import { ACTIVE_CHATS, CHUNKS } from './collections.js';
4
- const TERMINAL_RUN_STATES = new Set(['completed', 'failed', 'canceled']);
5
+ import { TERMINAL_RUN_STATES } from './contract/run-requests.js';
5
6
  const ACTIVITY_CHUNK_TYPES = [
6
7
  'run-request',
7
8
  'run-status',
@@ -16,29 +17,39 @@ const catalogs = new WeakMap();
16
17
  export function listChatActivity(store, chatIds) {
17
18
  let catalog = catalogs.get(store);
18
19
  if (!catalog) {
19
- catalog = new ChatActivityCatalog();
20
+ catalog = new ChatActivityCatalog(store.log);
20
21
  catalogs.set(store, catalog);
21
22
  }
22
23
  return catalog.list(store, chatIds);
23
24
  }
24
25
  class ChatActivityCatalog {
26
+ _log;
25
27
  _lock;
26
28
  _chats;
27
29
  _head;
28
- constructor() {
30
+ _forwards;
31
+ constructor(log) {
32
+ this._log = log;
29
33
  this._lock = new ScopeLock();
30
34
  this._chats = new Map();
31
35
  this._head = null;
36
+ this._forwards = 0;
32
37
  }
33
38
  async list(store, chatIds) {
34
39
  await this._lock.lock();
35
40
  try {
36
41
  const head = store.view.db.head();
42
+ const forwards = store.autobee.stats.fastForwards;
43
+ const from = forwards === this._forwards && this._head && head && b4a.equals(this._head.key, head.key)
44
+ ? this._head
45
+ : null;
37
46
  const snap = store.view.snapshot();
38
47
  try {
39
48
  const chats = await snap.find(ACTIVE_CHATS).toArray();
40
49
  const activeChatIds = new Set(chats.map((chat) => chat.id));
41
- await this._refresh(snap, head, activeChatIds);
50
+ await this._refresh(snap, from, activeChatIds);
51
+ this._head = head;
52
+ this._forwards = forwards;
42
53
  const window = chatIds && chatIds.length > 0 ? new Set(chatIds) : null;
43
54
  return [...this._states()]
44
55
  .filter(([id]) => !window || window.has(id))
@@ -53,18 +64,17 @@ class ChatActivityCatalog {
53
64
  this._lock.unlock();
54
65
  }
55
66
  }
56
- async _refresh(snap, head, activeChatIds) {
57
- if (!this._head || !head) {
67
+ async _refresh(snap, from, activeChatIds) {
68
+ if (!from) {
58
69
  await this._rebuild(snap, activeChatIds);
59
70
  }
60
71
  else {
61
72
  this._prune(activeChatIds);
62
73
  await this._loadMissing(snap, activeChatIds);
63
- if (!(await this._applyChanges(snap, this._head, activeChatIds))) {
74
+ if (!(await this._applyChanges(snap, from, activeChatIds))) {
64
75
  await this._rebuild(snap, activeChatIds);
65
76
  }
66
77
  }
67
- this._head = head;
68
78
  }
69
79
  async _rebuild(snap, activeChatIds) {
70
80
  this._chats.clear();
@@ -89,23 +99,29 @@ class ChatActivityCatalog {
89
99
  async _loadChat(snap, chatId) {
90
100
  const activity = { runs: new Map() };
91
101
  this._chats.set(chatId, activity);
92
- for (const chunk of await activityChunks(snap, chatId)) {
102
+ for (const chunk of await findChunksOfTypes(snap, { chatId, types: ACTIVITY_CHUNK_TYPES })) {
93
103
  applyChunk(activity, chunk);
94
104
  }
95
105
  }
96
106
  async _applyChanges(snap, from, activeChatIds) {
97
107
  const chunksByChat = new Map();
98
- for await (const change of snap.changes({ from })) {
99
- if (change.collection !== CHUNKS)
100
- continue;
101
- if (change.type === 'delete')
102
- return false;
103
- if (!activeChatIds.has(change.value.chatId)) {
104
- continue;
108
+ try {
109
+ for await (const change of snap.changes({ from })) {
110
+ if (change.collection !== CHUNKS)
111
+ continue;
112
+ if (change.type === 'delete')
113
+ return false;
114
+ if (!activeChatIds.has(change.value.chatId)) {
115
+ continue;
116
+ }
117
+ const chunks = chunksByChat.get(change.value.chatId) ?? [];
118
+ chunks.push(change.value);
119
+ chunksByChat.set(change.value.chatId, chunks);
105
120
  }
106
- const chunks = chunksByChat.get(change.value.chatId) ?? [];
107
- chunks.push(change.value);
108
- chunksByChat.set(change.value.chatId, chunks);
121
+ }
122
+ catch (err) {
123
+ this._log?.warn('chat-activity', 'diff from the cached head failed, rebuilding', err);
124
+ return false;
109
125
  }
110
126
  for (const [chatId, chunks] of chunksByChat) {
111
127
  const activity = this._chats.get(chatId);
@@ -139,14 +155,14 @@ function activityState(runs) {
139
155
  if (started.length === 0) {
140
156
  return 'queued';
141
157
  }
142
- const active = latestRun(started);
143
- if (active.status === 'recovery-required') {
144
- return 'recovery-required';
158
+ const latest = latestRun(started);
159
+ if (latest.held) {
160
+ return latest.held;
145
161
  }
146
- if (active.status === 'paused') {
147
- return 'paused';
162
+ if (latest.progress === 'awaiting-download') {
163
+ return 'awaiting-download';
148
164
  }
149
- return mediaState(active) ?? 'running';
165
+ return mediaState(latest) ?? 'running';
150
166
  }
151
167
  function mediaState(run) {
152
168
  if (run.progress === 'generating') {
@@ -190,13 +206,12 @@ function applyChunk(activity, chunk) {
190
206
  }
191
207
  else if (state === 'executing' && chunk.seq > run.attemptSeq) {
192
208
  run.attemptSeq = chunk.seq;
193
- run.status = 'running';
209
+ run.held = null;
194
210
  run.progress = status?.progress?.phase ?? null;
195
211
  run.tools.length = 0;
196
212
  }
197
213
  else if (state === 'paused' || state === 'recovery-required') {
198
- run.status = state;
199
- run.attemptSeq = Math.max(run.attemptSeq, chunk.seq);
214
+ run.held = state;
200
215
  run.progress = null;
201
216
  run.tools.length = 0;
202
217
  }
@@ -224,7 +239,7 @@ function createRun(request) {
224
239
  requestSeq: request.seq,
225
240
  attemptSeq: request.seq,
226
241
  started: false,
227
- status: 'queued',
242
+ held: null,
228
243
  progress: null,
229
244
  tools: [],
230
245
  pendingApprovals: new Set(),
@@ -249,10 +264,6 @@ function applyApproval(run, chunk) {
249
264
  run.pendingApprovals.delete(chunk.id);
250
265
  }
251
266
  }
252
- async function activityChunks(snap, chatId) {
253
- const groups = await Promise.all(ACTIVITY_CHUNK_TYPES.map((type) => findChunksOfType(snap, { chatId, type })));
254
- return groups.flat().sort((left, right) => left.seq - right.seq);
255
- }
256
267
  function settleTool(tools, name) {
257
268
  for (let index = tools.length - 1; index >= 0; index -= 1) {
258
269
  if (tools[index]?.name !== name)
@@ -0,0 +1,42 @@
1
+ import type HyperDB from 'hyperdb';
2
+ import type { QvacChunk } from '../../spec/mesh/hyperschema/types.d.ts';
3
+ import type { Mesh } from './mesh.ts';
4
+ export interface MeshCopy {
5
+ readonly from: Mesh;
6
+ readonly into: Mesh;
7
+ }
8
+ export interface ChatMoveCopy extends MeshCopy {
9
+ readonly chatId: string;
10
+ readonly originDeviceId: Buffer;
11
+ readonly references: Map<string, string>;
12
+ }
13
+ export declare function copyChunks(snap: HyperDB, chatId: string, { from, into }: MeshCopy): Promise<void>;
14
+ export interface MovedChunks {
15
+ readonly copied: number;
16
+ readonly open: ReadonlySet<string>;
17
+ readonly withheld: number;
18
+ }
19
+ export declare function copyMovedChunks(snap: HyperDB, chatId: string, copy: ChatMoveCopy): Promise<MovedChunks>;
20
+ export declare function sentBy(chunk: QvacChunk): Buffer | undefined;
21
+ export declare function copyMovedKnowledge(snap: HyperDB, chatId: string, copy: ChatMoveCopy): Promise<void>;
22
+ export declare function movedBlob({ from, into, references }: ChatMoveCopy, { blobId }: BlobHolder): Promise<string>;
23
+ export declare function removedReference({ mimeType }: TypedFile): string;
24
+ interface TypedFile {
25
+ readonly mimeType: string;
26
+ }
27
+ interface BlobHolder {
28
+ readonly blobId: string;
29
+ }
30
+ export declare function chunksOf(snap: HyperDB, chatId: string): Promise<QvacChunk[]>;
31
+ export declare function copyBlob(from: Mesh, into: Mesh, reference: string): Promise<string | null>;
32
+ export declare function stripped<T extends {
33
+ version?: number;
34
+ }>(row: T): Omit<T, 'version'>;
35
+ export interface ContentCopy extends MeshCopy {
36
+ readonly deviceId: Buffer;
37
+ readonly chats?: ReadonlySet<string>;
38
+ readonly unlinkProjects?: boolean;
39
+ }
40
+ export declare function copyContent(copy: ContentCopy): Promise<void>;
41
+ export declare const UPGRADED_RUN_REASON = "the app was updated before this was answered, send it again";
42
+ export {};