@qvac/core 1.0.0-rc.1 → 1.0.0-rc.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (509) hide show
  1. package/CHANGELOG.md +852 -1
  2. package/README.md +40 -81
  3. package/dist-lib/index.d.ts +0 -1
  4. package/dist-lib/index.js +0 -1
  5. package/dist-lib/lib/api/agent-folders.d.ts +22 -0
  6. package/dist-lib/lib/api/agent-folders.js +115 -0
  7. package/dist-lib/lib/api/agents.d.ts +19 -2
  8. package/dist-lib/lib/api/agents.js +121 -24
  9. package/dist-lib/lib/api/app-config.d.ts +4 -1
  10. package/dist-lib/lib/api/app-config.js +17 -6
  11. package/dist-lib/lib/api/attachments.js +3 -2
  12. package/dist-lib/lib/api/chat-move.d.ts +4 -0
  13. package/dist-lib/lib/api/chat-move.js +7 -0
  14. package/dist-lib/lib/api/chat.d.ts +13 -2
  15. package/dist-lib/lib/api/chat.js +114 -9
  16. package/dist-lib/lib/api/chunk-delta.d.ts +7 -0
  17. package/dist-lib/lib/api/chunk-delta.js +33 -0
  18. package/dist-lib/lib/api/chunks.d.ts +17 -2
  19. package/dist-lib/lib/api/chunks.js +64 -13
  20. package/dist-lib/lib/api/config.d.ts +2 -1
  21. package/dist-lib/lib/api/config.js +3 -2
  22. package/dist-lib/lib/api/current-mesh.d.ts +13 -5
  23. package/dist-lib/lib/api/current-mesh.js +15 -11
  24. package/dist-lib/lib/api/custom-models.d.ts +7 -1
  25. package/dist-lib/lib/api/custom-models.js +10 -8
  26. package/dist-lib/lib/api/device-routes.d.ts +9 -0
  27. package/dist-lib/lib/api/device-routes.js +123 -0
  28. package/dist-lib/lib/api/devices.d.ts +3 -2
  29. package/dist-lib/lib/api/devices.js +20 -10
  30. package/dist-lib/lib/api/diagnostics.d.ts +2 -1
  31. package/dist-lib/lib/api/diagnostics.js +2 -2
  32. package/dist-lib/lib/api/execution.d.ts +12 -1
  33. package/dist-lib/lib/api/execution.js +44 -14
  34. package/dist-lib/lib/api/host-run-log.d.ts +2 -41
  35. package/dist-lib/lib/api/host-run-log.js +35 -83
  36. package/dist-lib/lib/api/index.d.ts +28 -6
  37. package/dist-lib/lib/api/index.js +101 -33
  38. package/dist-lib/lib/api/instrument.d.ts +2 -2
  39. package/dist-lib/lib/api/instrument.js +12 -44
  40. package/dist-lib/lib/api/knowledge.d.ts +4 -1
  41. package/dist-lib/lib/api/knowledge.js +25 -7
  42. package/dist-lib/lib/api/local-files.d.ts +5 -1
  43. package/dist-lib/lib/api/local-files.js +9 -5
  44. package/dist-lib/lib/api/logs.js +3 -3
  45. package/dist-lib/lib/api/members.d.ts +10 -1
  46. package/dist-lib/lib/api/members.js +64 -17
  47. package/dist-lib/lib/api/mesh.d.ts +12 -2
  48. package/dist-lib/lib/api/mesh.js +10 -6
  49. package/dist-lib/lib/api/model-download.d.ts +2 -1
  50. package/dist-lib/lib/api/model-download.js +2 -2
  51. package/dist-lib/lib/api/network.d.ts +10 -2
  52. package/dist-lib/lib/api/network.js +8 -2
  53. package/dist-lib/lib/api/notifications.d.ts +3 -1
  54. package/dist-lib/lib/api/notifications.js +6 -5
  55. package/dist-lib/lib/api/projects.d.ts +20 -0
  56. package/dist-lib/lib/api/projects.js +165 -0
  57. package/dist-lib/lib/api/rag.d.ts +0 -1
  58. package/dist-lib/lib/api/rag.js +47 -23
  59. package/dist-lib/lib/api/served.d.ts +17 -0
  60. package/dist-lib/lib/api/served.js +47 -0
  61. package/dist-lib/lib/api/sync.d.ts +2 -1
  62. package/dist-lib/lib/api/sync.js +2 -2
  63. package/dist-lib/lib/api/tool-activity.d.ts +2 -1
  64. package/dist-lib/lib/api/tool-activity.js +4 -3
  65. package/dist-lib/lib/api/tool-configs.d.ts +2 -1
  66. package/dist-lib/lib/api/tool-configs.js +6 -9
  67. package/dist-lib/lib/api/upload-frames.d.ts +0 -1
  68. package/dist-lib/lib/api/upload-frames.js +0 -1
  69. package/dist-lib/lib/api/watchable.d.ts +3 -2
  70. package/dist-lib/lib/api/watchable.js +2 -3
  71. package/dist-lib/lib/api/workspace.d.ts +5 -0
  72. package/dist-lib/lib/api/workspace.js +48 -0
  73. package/dist-lib/lib/assistant/fake-models.d.ts +20 -0
  74. package/dist-lib/lib/assistant/fake-models.js +112 -0
  75. package/dist-lib/lib/assistant/harness.d.ts +29 -29
  76. package/dist-lib/lib/assistant/harness.js +34 -6
  77. package/dist-lib/lib/assistant/history.d.ts +30 -17
  78. package/dist-lib/lib/assistant/history.js +168 -82
  79. package/dist-lib/lib/assistant/host-run-log.d.ts +6 -1
  80. package/dist-lib/lib/assistant/host-run-log.js +24 -36
  81. package/dist-lib/lib/assistant/message.d.ts +21 -0
  82. package/dist-lib/lib/assistant/message.js +43 -0
  83. package/dist-lib/lib/assistant/model-round.d.ts +95 -0
  84. package/dist-lib/lib/assistant/model-round.js +591 -0
  85. package/dist-lib/lib/assistant/pdf-budget.d.ts +3 -0
  86. package/dist-lib/lib/assistant/pdf-budget.js +13 -0
  87. package/dist-lib/lib/assistant/round-host.d.ts +42 -0
  88. package/dist-lib/lib/assistant/round-host.js +239 -0
  89. package/dist-lib/lib/assistant/skill-encode.d.ts +2 -1
  90. package/dist-lib/lib/assistant/skill-encode.js +2 -1
  91. package/dist-lib/lib/assistant/video-budget.d.ts +13 -0
  92. package/dist-lib/lib/assistant/video-budget.js +29 -0
  93. package/dist-lib/lib/assistant-client.d.ts +2 -0
  94. package/dist-lib/lib/assistant-client.js +4 -3
  95. package/dist-lib/lib/assistant-tree.d.ts +8 -3
  96. package/dist-lib/lib/assistant-tree.js +58 -18
  97. package/dist-lib/lib/assistant.d.ts +76 -20
  98. package/dist-lib/lib/assistant.js +1659 -1070
  99. package/dist-lib/lib/audio-format.js +1 -1
  100. package/dist-lib/lib/chat-suggestion.d.ts +3 -0
  101. package/dist-lib/lib/chat-suggestion.js +47 -0
  102. package/dist-lib/lib/client.d.ts +2 -2
  103. package/dist-lib/lib/constants.d.ts +7 -0
  104. package/dist-lib/lib/constants.js +7 -0
  105. package/dist-lib/lib/core/agent-copies.d.ts +9 -0
  106. package/dist-lib/lib/core/agent-copies.js +40 -0
  107. package/dist-lib/lib/core/agent-hosting.d.ts +25 -0
  108. package/dist-lib/lib/core/agent-hosting.js +71 -0
  109. package/dist-lib/lib/core/agent.d.ts +9 -1
  110. package/dist-lib/lib/core/agent.js +45 -19
  111. package/dist-lib/lib/core/archived-mesh.d.ts +11 -6
  112. package/dist-lib/lib/core/archived-mesh.js +77 -58
  113. package/dist-lib/lib/core/async-iterable.js +1 -1
  114. package/dist-lib/lib/core/blind-peers.d.ts +1 -0
  115. package/dist-lib/lib/core/blind-peers.js +1 -0
  116. package/dist-lib/lib/core/chat-activity.d.ts +1 -1
  117. package/dist-lib/lib/core/chat-activity.js +36 -22
  118. package/dist-lib/lib/core/chat-copy.d.ts +42 -0
  119. package/dist-lib/lib/core/chat-copy.js +395 -0
  120. package/dist-lib/lib/core/chat-fork.d.ts +16 -0
  121. package/dist-lib/lib/core/chat-fork.js +245 -0
  122. package/dist-lib/lib/core/chat-group.js +8 -7
  123. package/dist-lib/lib/core/chat-move.d.ts +71 -0
  124. package/dist-lib/lib/core/chat-move.js +567 -0
  125. package/dist-lib/lib/core/chat-order.d.ts +2 -1
  126. package/dist-lib/lib/core/chat-order.js +19 -4
  127. package/dist-lib/lib/core/chat-project.d.ts +2 -0
  128. package/dist-lib/lib/core/chat-project.js +15 -0
  129. package/dist-lib/lib/core/chat-read.d.ts +4 -0
  130. package/dist-lib/lib/core/chat-read.js +49 -0
  131. package/dist-lib/lib/core/chat-search.js +14 -12
  132. package/dist-lib/lib/core/chat.d.ts +34 -4
  133. package/dist-lib/lib/core/chat.js +122 -39
  134. package/dist-lib/lib/core/chunk.d.ts +21 -4
  135. package/dist-lib/lib/core/chunk.js +138 -23
  136. package/dist-lib/lib/core/collections.d.ts +28 -0
  137. package/dist-lib/lib/core/collections.js +28 -0
  138. package/dist-lib/lib/core/contract/agent-join.d.ts +10 -0
  139. package/dist-lib/lib/core/contract/agent-join.js +108 -0
  140. package/dist-lib/lib/core/contract/agents.d.ts +5 -0
  141. package/dist-lib/lib/core/contract/agents.js +141 -3
  142. package/dist-lib/lib/core/contract/chat.d.ts +1 -0
  143. package/dist-lib/lib/core/contract/chat.js +42 -3
  144. package/dist-lib/lib/core/contract/chunks.d.ts +7 -0
  145. package/dist-lib/lib/core/contract/chunks.js +112 -35
  146. package/dist-lib/lib/core/contract/index.d.ts +2 -3
  147. package/dist-lib/lib/core/contract/index.js +35 -11
  148. package/dist-lib/lib/core/contract/indexing.d.ts +1 -0
  149. package/dist-lib/lib/core/contract/indexing.js +51 -7
  150. package/dist-lib/lib/core/contract/invites.d.ts +3 -14
  151. package/dist-lib/lib/core/contract/invites.js +18 -9
  152. package/dist-lib/lib/core/contract/joined-meshes.js +2 -1
  153. package/dist-lib/lib/core/contract/knowledge.d.ts +1 -0
  154. package/dist-lib/lib/core/contract/knowledge.js +57 -6
  155. package/dist-lib/lib/core/contract/members.d.ts +3 -1
  156. package/dist-lib/lib/core/contract/members.js +34 -4
  157. package/dist-lib/lib/core/contract/mesh-kind.d.ts +3 -3
  158. package/dist-lib/lib/core/contract/mesh-kind.js +20 -16
  159. package/dist-lib/lib/core/contract/mesh-name.d.ts +3 -0
  160. package/dist-lib/lib/core/contract/mesh-name.js +31 -0
  161. package/dist-lib/lib/core/contract/mesh-rules.d.ts +8 -0
  162. package/dist-lib/lib/core/contract/mesh-rules.js +31 -0
  163. package/dist-lib/lib/core/contract/mesh-seeds.d.ts +2 -0
  164. package/dist-lib/lib/core/contract/mesh-seeds.js +26 -0
  165. package/dist-lib/lib/core/contract/model-requests.d.ts +26 -0
  166. package/dist-lib/lib/core/contract/model-requests.js +279 -0
  167. package/dist-lib/lib/core/contract/oldest-version.d.ts +9 -0
  168. package/dist-lib/lib/core/contract/oldest-version.js +20 -0
  169. package/dist-lib/lib/core/contract/open-join.d.ts +2 -0
  170. package/dist-lib/lib/core/contract/open-join.js +77 -0
  171. package/dist-lib/lib/core/contract/project-device-keys.d.ts +7 -0
  172. package/dist-lib/lib/core/contract/project-device-keys.js +29 -0
  173. package/dist-lib/lib/core/contract/project-host-keys.d.ts +7 -0
  174. package/dist-lib/lib/core/contract/project-host-keys.js +40 -0
  175. package/dist-lib/lib/core/contract/project-order.d.ts +2 -0
  176. package/dist-lib/lib/core/contract/project-order.js +25 -0
  177. package/dist-lib/lib/core/contract/projects.d.ts +21 -0
  178. package/dist-lib/lib/core/contract/projects.js +328 -0
  179. package/dist-lib/lib/core/contract/public-mesh.d.ts +3 -0
  180. package/dist-lib/lib/core/contract/public-mesh.js +31 -0
  181. package/dist-lib/lib/core/contract/public-seeds.d.ts +9 -0
  182. package/dist-lib/lib/core/contract/public-seeds.js +43 -0
  183. package/dist-lib/lib/core/contract/roles.d.ts +10 -0
  184. package/dist-lib/lib/core/contract/roles.js +120 -0
  185. package/dist-lib/lib/core/contract/run-requests.d.ts +10 -0
  186. package/dist-lib/lib/core/contract/run-requests.js +75 -0
  187. package/dist-lib/lib/core/contract/seed-defaults.d.ts +3 -1
  188. package/dist-lib/lib/core/contract/seed-defaults.js +17 -4
  189. package/dist-lib/lib/core/contract/skill-secrets.d.ts +3 -0
  190. package/dist-lib/lib/core/contract/skill-secrets.js +32 -0
  191. package/dist-lib/lib/core/contract/tool-activity.js +12 -1
  192. package/dist-lib/lib/core/contract/tool-configs.js +2 -1
  193. package/dist-lib/lib/core/contract/types.d.ts +2 -2
  194. package/dist-lib/lib/core/contract/workspace.d.ts +31 -0
  195. package/dist-lib/lib/core/contract/workspace.js +317 -0
  196. package/dist-lib/lib/core/contract/writers.js +82 -12
  197. package/dist-lib/lib/core/departures.d.ts +16 -5
  198. package/dist-lib/lib/core/departures.js +79 -6
  199. package/dist-lib/lib/core/device-control.d.ts +21 -0
  200. package/dist-lib/lib/core/device-control.js +91 -0
  201. package/dist-lib/lib/core/device-seal.d.ts +4 -0
  202. package/dist-lib/lib/core/device-seal.js +22 -0
  203. package/dist-lib/lib/core/devices.js +1 -1
  204. package/dist-lib/lib/core/document-attachment.d.ts +7 -0
  205. package/dist-lib/lib/core/document-attachment.js +9 -0
  206. package/dist-lib/lib/core/files/attachments.js +5 -4
  207. package/dist-lib/lib/core/files/index.d.ts +21 -11
  208. package/dist-lib/lib/core/files/index.js +114 -28
  209. package/dist-lib/lib/core/files/knowledge.d.ts +10 -1
  210. package/dist-lib/lib/core/files/knowledge.js +77 -5
  211. package/dist-lib/lib/core/files/preview/index.js +6 -2
  212. package/dist-lib/lib/core/files/processing/claims.d.ts +7 -0
  213. package/dist-lib/lib/core/files/processing/claims.js +33 -7
  214. package/dist-lib/lib/core/files/processing/document.d.ts +8 -0
  215. package/dist-lib/lib/core/files/processing/document.js +26 -2
  216. package/dist-lib/lib/core/files/processing/index.d.ts +7 -2
  217. package/dist-lib/lib/core/files/processing/index.js +91 -71
  218. package/dist-lib/lib/core/files/processing/protocol.d.ts +7 -1
  219. package/dist-lib/lib/core/files/processing/protocol.js +14 -3
  220. package/dist-lib/lib/core/files/processing/source.d.ts +3 -0
  221. package/dist-lib/lib/core/files/processing/source.js +9 -4
  222. package/dist-lib/lib/core/files/processing/state.d.ts +4 -1
  223. package/dist-lib/lib/core/files/processing/state.js +2 -1
  224. package/dist-lib/lib/core/files/rag/build.d.ts +4 -1
  225. package/dist-lib/lib/core/files/rag/build.js +18 -7
  226. package/dist-lib/lib/core/files/rag/failure.d.ts +20 -0
  227. package/dist-lib/lib/core/files/rag/failure.js +57 -0
  228. package/dist-lib/lib/core/files/rag/index.d.ts +12 -1
  229. package/dist-lib/lib/core/files/rag/index.js +29 -7
  230. package/dist-lib/lib/core/files/rag/joined-index.d.ts +6 -0
  231. package/dist-lib/lib/core/files/rag/joined-index.js +35 -0
  232. package/dist-lib/lib/core/files/rag/limits.d.ts +1 -0
  233. package/dist-lib/lib/core/files/rag/limits.js +1 -0
  234. package/dist-lib/lib/core/files/rag/load.js +6 -3
  235. package/dist-lib/lib/core/files/rag/policy.d.ts +10 -1
  236. package/dist-lib/lib/core/files/rag/policy.js +23 -2
  237. package/dist-lib/lib/core/files/rag/produce.d.ts +1 -1
  238. package/dist-lib/lib/core/files/rag/produce.js +30 -18
  239. package/dist-lib/lib/core/files/rag/retrieval/full-text.js +1 -1
  240. package/dist-lib/lib/core/files/rag/similarity.d.ts +2 -2
  241. package/dist-lib/lib/core/files/rag/similarity.js +2 -3
  242. package/dist-lib/lib/core/files/records/chunks.js +22 -1
  243. package/dist-lib/lib/core/files/records/index.d.ts +1 -1
  244. package/dist-lib/lib/core/files/records/index.js +1 -1
  245. package/dist-lib/lib/core/files/records/knowledge.d.ts +11 -1
  246. package/dist-lib/lib/core/files/records/knowledge.js +40 -3
  247. package/dist-lib/lib/core/files/records/purge.js +13 -8
  248. package/dist-lib/lib/core/files/records/reclaim.js +20 -48
  249. package/dist-lib/lib/core/files/records/routing.d.ts +1 -1
  250. package/dist-lib/lib/core/files/records/routing.js +6 -2
  251. package/dist-lib/lib/core/files/records/source.js +3 -5
  252. package/dist-lib/lib/core/files/records/sweep.d.ts +3 -0
  253. package/dist-lib/lib/core/files/records/sweep.js +9 -3
  254. package/dist-lib/lib/core/files/store/blob.d.ts +2 -0
  255. package/dist-lib/lib/core/files/store/blob.js +2 -2
  256. package/dist-lib/lib/core/files/store/index.d.ts +3 -1
  257. package/dist-lib/lib/core/files/store/index.js +4 -1
  258. package/dist-lib/lib/core/files/store/reference.d.ts +3 -0
  259. package/dist-lib/lib/core/files/store/reference.js +12 -2
  260. package/dist-lib/lib/core/files/store/sweep.js +3 -1
  261. package/dist-lib/lib/core/files/upload.d.ts +5 -1
  262. package/dist-lib/lib/core/files/upload.js +53 -14
  263. package/dist-lib/lib/core/fs-drives.d.ts +6 -3
  264. package/dist-lib/lib/core/fs-drives.js +30 -18
  265. package/dist-lib/lib/core/id.d.ts +1 -0
  266. package/dist-lib/lib/core/id.js +3 -0
  267. package/dist-lib/lib/core/identity.d.ts +3 -1
  268. package/dist-lib/lib/core/identity.js +25 -4
  269. package/dist-lib/lib/core/invite.d.ts +4 -0
  270. package/dist-lib/lib/core/invite.js +19 -6
  271. package/dist-lib/lib/core/local/files.d.ts +2 -1
  272. package/dist-lib/lib/core/local/files.js +5 -7
  273. package/dist-lib/lib/core/local/index.d.ts +76 -6
  274. package/dist-lib/lib/core/local/index.js +209 -19
  275. package/dist-lib/lib/core/local/run-logs.d.ts +38 -0
  276. package/dist-lib/lib/core/local/run-logs.js +132 -0
  277. package/dist-lib/lib/core/member-key.d.ts +7 -0
  278. package/dist-lib/lib/core/member-key.js +24 -0
  279. package/dist-lib/lib/core/membership.d.ts +3 -14
  280. package/dist-lib/lib/core/membership.js +3 -96
  281. package/dist-lib/lib/core/mesh.d.ts +94 -28
  282. package/dist-lib/lib/core/mesh.js +527 -144
  283. package/dist-lib/lib/core/migrations/agent-tools-scope.d.ts +2 -0
  284. package/dist-lib/lib/core/migrations/agent-tools-scope.js +24 -0
  285. package/dist-lib/lib/core/migrations/file-index.js +2 -4
  286. package/dist-lib/lib/core/migrations/index.js +6 -2
  287. package/dist-lib/lib/core/model-requests.d.ts +13 -0
  288. package/dist-lib/lib/core/model-requests.js +65 -0
  289. package/dist-lib/lib/core/next-frame.js +2 -1
  290. package/dist-lib/lib/core/notification.js +4 -2
  291. package/dist-lib/lib/core/pdf/rasterize.d.ts +2 -2
  292. package/dist-lib/lib/core/pdf/rasterize.js +5 -6
  293. package/dist-lib/lib/core/peer-duplex.d.ts +34 -0
  294. package/dist-lib/lib/core/{harness-loan.js → peer-duplex.js} +47 -40
  295. package/dist-lib/lib/core/project-keys.d.ts +13 -0
  296. package/dist-lib/lib/core/project-keys.js +56 -0
  297. package/dist-lib/lib/core/prompt-history.js +4 -4
  298. package/dist-lib/lib/core/protocol-pairing.d.ts +11 -0
  299. package/dist-lib/lib/core/protocol-pairing.js +22 -0
  300. package/dist-lib/lib/core/public-mesh.d.ts +26 -0
  301. package/dist-lib/lib/core/public-mesh.js +88 -0
  302. package/dist-lib/lib/core/purge.d.ts +3 -0
  303. package/dist-lib/lib/core/purge.js +7 -0
  304. package/dist-lib/lib/core/run-driver.d.ts +17 -0
  305. package/dist-lib/lib/core/run-driver.js +20 -0
  306. package/dist-lib/lib/core/run-requests.d.ts +11 -0
  307. package/dist-lib/lib/core/run-requests.js +59 -0
  308. package/dist-lib/lib/core/send.d.ts +2 -0
  309. package/dist-lib/lib/core/send.js +17 -4
  310. package/dist-lib/lib/core/senders.d.ts +18 -0
  311. package/dist-lib/lib/core/senders.js +52 -0
  312. package/dist-lib/lib/core/shared-agents.d.ts +39 -0
  313. package/dist-lib/lib/core/shared-agents.js +255 -0
  314. package/dist-lib/lib/core/skill-secrets.d.ts +10 -16
  315. package/dist-lib/lib/core/skill-secrets.js +90 -72
  316. package/dist-lib/lib/core/sync/background.d.ts +47 -0
  317. package/dist-lib/lib/core/sync/background.js +162 -0
  318. package/dist-lib/lib/core/sync/changed.d.ts +20 -0
  319. package/dist-lib/lib/core/sync/changed.js +7 -0
  320. package/dist-lib/lib/core/sync/devices.js +1 -1
  321. package/dist-lib/lib/core/sync/files.d.ts +1 -0
  322. package/dist-lib/lib/core/sync/files.js +50 -72
  323. package/dist-lib/lib/core/sync/index.d.ts +1 -1
  324. package/dist-lib/lib/core/sync/index.js +154 -81
  325. package/dist-lib/lib/core/sync/view-updates.d.ts +33 -0
  326. package/dist-lib/lib/core/sync/view-updates.js +133 -0
  327. package/dist-lib/lib/core/system-info.d.ts +2 -2
  328. package/dist-lib/lib/core/system-info.js +10 -11
  329. package/dist-lib/lib/core/tool-configs.d.ts +5 -3
  330. package/dist-lib/lib/core/tool-configs.js +11 -11
  331. package/dist-lib/lib/core/transcript-visibility.d.ts +5 -5
  332. package/dist-lib/lib/core/transcript-visibility.js +27 -31
  333. package/dist-lib/lib/core/upgrade-agents.d.ts +11 -0
  334. package/dist-lib/lib/core/upgrade-agents.js +78 -0
  335. package/dist-lib/lib/core/video/attachment.d.ts +1 -0
  336. package/dist-lib/lib/core/video/attachment.js +7 -0
  337. package/dist-lib/lib/core/video/digest.d.ts +16 -0
  338. package/dist-lib/lib/core/video/digest.js +57 -0
  339. package/dist-lib/lib/core/video/frames.d.ts +32 -0
  340. package/dist-lib/lib/core/video/frames.js +224 -0
  341. package/dist-lib/lib/core/workspace-upgrade.d.ts +22 -0
  342. package/dist-lib/lib/core/workspace-upgrade.js +50 -0
  343. package/dist-lib/lib/core.d.ts +249 -79
  344. package/dist-lib/lib/core.js +3369 -1460
  345. package/dist-lib/lib/credential-pusher.d.ts +6 -0
  346. package/dist-lib/lib/credential-pusher.js +77 -60
  347. package/dist-lib/lib/custom-model-pusher.d.ts +2 -4
  348. package/dist-lib/lib/custom-model-task.d.ts +2 -1
  349. package/dist-lib/lib/custom-model-task.js +2 -2
  350. package/dist-lib/lib/diagnostics.d.ts +7 -0
  351. package/dist-lib/lib/diagnostics.js +22 -0
  352. package/dist-lib/lib/doctor/checks.d.ts +15 -0
  353. package/dist-lib/lib/doctor/checks.js +272 -0
  354. package/dist-lib/lib/doctor/redact.d.ts +4 -0
  355. package/dist-lib/lib/doctor/redact.js +31 -0
  356. package/dist-lib/lib/doctor/render.d.ts +8 -0
  357. package/dist-lib/lib/doctor/render.js +83 -0
  358. package/dist-lib/lib/doctor/tree.d.ts +5 -0
  359. package/dist-lib/lib/doctor/tree.js +167 -0
  360. package/dist-lib/lib/downloads-allowed-pusher.d.ts +8 -0
  361. package/dist-lib/lib/downloads-allowed-pusher.js +37 -0
  362. package/dist-lib/lib/errors.d.ts +790 -0
  363. package/dist-lib/lib/errors.js +724 -0
  364. package/dist-lib/lib/fs-drive-bridge.d.ts +1 -1
  365. package/dist-lib/lib/fs-drive-bridge.js +4 -1
  366. package/dist-lib/lib/guards.d.ts +1 -0
  367. package/dist-lib/lib/guards.js +4 -0
  368. package/dist-lib/lib/inference-calls.d.ts +1 -2
  369. package/dist-lib/lib/inference-calls.js +2 -10
  370. package/dist-lib/lib/knowledge-search.js +13 -18
  371. package/dist-lib/lib/kv-cache-reclaim.d.ts +2 -1
  372. package/dist-lib/lib/kv-cache-reclaim.js +30 -0
  373. package/dist-lib/lib/log.d.ts +7 -6
  374. package/dist-lib/lib/log.js +14 -7
  375. package/dist-lib/lib/logger-type.d.ts +2 -5
  376. package/dist-lib/lib/mesh-scoped-engine.js +42 -2
  377. package/dist-lib/lib/model-download-status.d.ts +3 -3
  378. package/dist-lib/lib/model-download.d.ts +11 -12
  379. package/dist-lib/lib/model-download.js +63 -22
  380. package/dist-lib/lib/model-idle-pusher.d.ts +2 -4
  381. package/dist-lib/lib/model-memory-cap.d.ts +27 -0
  382. package/dist-lib/lib/model-memory-cap.js +69 -0
  383. package/dist-lib/lib/models-watch.d.ts +1 -1
  384. package/dist-lib/lib/models-watch.js +4 -4
  385. package/dist-lib/lib/oauth/browser-connect.js +3 -2
  386. package/dist-lib/lib/oauth/flow-core.js +5 -3
  387. package/dist-lib/lib/oauth/flow.js +1 -1
  388. package/dist-lib/lib/oauth/loopback.d.ts +1 -0
  389. package/dist-lib/lib/oauth/loopback.js +57 -12
  390. package/dist-lib/lib/oauth/providers.js +4 -2
  391. package/dist-lib/lib/oauth/redirect-types.d.ts +1 -0
  392. package/dist-lib/lib/oauth/register.js +35 -19
  393. package/dist-lib/lib/oauth/request.d.ts +10 -0
  394. package/dist-lib/lib/oauth/request.js +22 -0
  395. package/dist-lib/lib/oauth/token-exchange-core.js +31 -33
  396. package/dist-lib/lib/oauth/types.d.ts +3 -0
  397. package/dist-lib/lib/oauth.d.ts +2 -1
  398. package/dist-lib/lib/oauth.js +1 -0
  399. package/dist-lib/lib/persistent-dir.d.ts +1 -0
  400. package/dist-lib/lib/persistent-dir.js +9 -0
  401. package/dist-lib/lib/probe-rounds.d.ts +3 -0
  402. package/dist-lib/lib/probe-rounds.js +5 -0
  403. package/dist-lib/lib/run-input.d.ts +14 -0
  404. package/dist-lib/lib/run-input.js +33 -0
  405. package/dist-lib/lib/run-notices.d.ts +3 -0
  406. package/dist-lib/lib/run-notices.js +8 -2
  407. package/dist-lib/lib/run-replay.d.ts +32 -0
  408. package/dist-lib/lib/run-replay.js +121 -0
  409. package/dist-lib/lib/run-transcript.d.ts +11 -12
  410. package/dist-lib/lib/run-transcript.js +16 -18
  411. package/dist-lib/lib/suspend-lifecycle.js +15 -5
  412. package/dist-lib/lib/task.js +6 -4
  413. package/dist-lib/lib/test-env.d.ts +1 -0
  414. package/dist-lib/lib/test-env.js +4 -0
  415. package/dist-lib/schema/build.js +3 -1
  416. package/dist-lib/schema/config.d.ts +1 -1
  417. package/dist-lib/schema/config.js +1 -1
  418. package/dist-lib/schema/content.d.ts +5 -1
  419. package/dist-lib/schema/content.js +58 -11
  420. package/dist-lib/schema/engine.d.ts +1 -0
  421. package/dist-lib/schema/engine.js +709 -116
  422. package/dist-lib/schema/field-order.js +2 -1
  423. package/dist-lib/schema/indexes.d.ts +3 -0
  424. package/dist-lib/schema/indexes.js +30 -3
  425. package/dist-lib/schema/local.js +72 -4
  426. package/dist-lib/schema/qvac.d.ts +4 -1
  427. package/dist-lib/schema/qvac.js +364 -12
  428. package/dist-lib/spec/bind.js +209 -48
  429. package/dist-lib/spec/calls.js +45 -5
  430. package/dist-lib/spec/capabilities.d.ts +98 -18
  431. package/dist-lib/spec/config/hyperconf/index.js +1 -1
  432. package/dist-lib/spec/hrpc/hrpc.json +726 -206
  433. package/dist-lib/spec/hrpc/index.js +832 -345
  434. package/dist-lib/spec/hrpc/messages.js +6906 -4832
  435. package/dist-lib/spec/hyperschema/index.js +6906 -4832
  436. package/dist-lib/spec/hyperschema/schema.json +4744 -3139
  437. package/dist-lib/spec/hyperschema/types.d.ts +461 -61
  438. package/dist-lib/spec/local/hyperdb/db.json +95 -1
  439. package/dist-lib/spec/local/hyperdb/index.js +459 -2
  440. package/dist-lib/spec/local/hyperdb/messages.js +1506 -484
  441. package/dist-lib/spec/local/hyperschema/index.js +542 -13
  442. package/dist-lib/spec/local/hyperschema/schema.json +319 -1
  443. package/dist-lib/spec/local/hyperschema/types.d.ts +78 -2
  444. package/dist-lib/spec/mesh/hyperdb/db.json +371 -5
  445. package/dist-lib/spec/mesh/hyperdb/index.js +1564 -5
  446. package/dist-lib/spec/mesh/hyperdb/messages.js +6023 -1246
  447. package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +187 -1
  448. package/dist-lib/spec/mesh/hyperdispatch/index.js +528 -1
  449. package/dist-lib/spec/mesh/hyperdispatch/messages.js +3449 -217
  450. package/dist-lib/spec/mesh/hyperschema/index.js +3449 -217
  451. package/dist-lib/spec/mesh/hyperschema/schema.json +1865 -19
  452. package/dist-lib/spec/mesh/hyperschema/types.d.ts +470 -6
  453. package/package.json +50 -35
  454. package/worker/assistant-sidecar.mjs +15 -2
  455. package/worker/stow-entry.mjs +2 -0
  456. package/dist-lib/lib/core/contract/compute.d.ts +0 -11
  457. package/dist-lib/lib/core/contract/compute.js +0 -48
  458. package/dist-lib/lib/core/device-invites.d.ts +0 -11
  459. package/dist-lib/lib/core/device-invites.js +0 -63
  460. package/dist-lib/lib/core/grant-expiry.d.ts +0 -11
  461. package/dist-lib/lib/core/grant-expiry.js +0 -66
  462. package/dist-lib/lib/core/handoff-channel.d.ts +0 -47
  463. package/dist-lib/lib/core/handoff-channel.js +0 -123
  464. package/dist-lib/lib/core/harness-loan.d.ts +0 -29
  465. package/dist-lib/lib/core/host-run-log-store.d.ts +0 -114
  466. package/dist-lib/lib/core/host-run-log-store.js +0 -976
  467. package/dist-lib/lib/core/hosted-agents.d.ts +0 -38
  468. package/dist-lib/lib/core/hosted-agents.js +0 -140
  469. package/dist-lib/lib/core/inference-calls-handoff.d.ts +0 -20
  470. package/dist-lib/lib/core/inference-calls-handoff.js +0 -37
  471. package/dist-lib/lib/core/inference-calls-receiver.d.ts +0 -14
  472. package/dist-lib/lib/core/inference-calls-receiver.js +0 -42
  473. package/dist-lib/lib/core/mesh-seed-handoff.d.ts +0 -25
  474. package/dist-lib/lib/core/mesh-seed-handoff.js +0 -52
  475. package/dist-lib/lib/core/secret-handoff.d.ts +0 -17
  476. package/dist-lib/lib/core/secret-handoff.js +0 -29
  477. package/dist-lib/lib/core/skill-overlay-handoff.d.ts +0 -25
  478. package/dist-lib/lib/core/skill-overlay-handoff.js +0 -50
  479. package/dist-lib/lib/core/skill-overlay-receiver.d.ts +0 -8
  480. package/dist-lib/lib/core/skill-overlay-receiver.js +0 -23
  481. package/dist-lib/lib/image-cache-dir.d.ts +0 -1
  482. package/dist-lib/lib/image-cache-dir.js +0 -5
  483. package/dist-lib/lib/log-levels.d.ts +0 -7
  484. package/dist-lib/lib/log-levels.js +0 -1
  485. package/dist-lib/lib/logger.d.ts +0 -5
  486. package/dist-lib/lib/logger.js +0 -18
  487. package/dist-lib/lib/oauth/loopback.stub.d.ts +0 -3
  488. package/dist-lib/lib/oauth/loopback.stub.js +0 -6
  489. package/tui/README.md +0 -142
  490. package/tui/app.mjs +0 -6939
  491. package/tui/boot.mjs +0 -111
  492. package/tui/index.mjs +0 -53
  493. package/tui/lib/boot-timing.mjs +0 -41
  494. package/tui/lib/busy-words.mjs +0 -116
  495. package/tui/lib/export.mjs +0 -194
  496. package/tui/lib/knowledge-command.mjs +0 -190
  497. package/tui/lib/knowledge-import.mjs +0 -171
  498. package/tui/lib/render.mjs +0 -196
  499. package/tui/lib/save-file.mjs +0 -88
  500. package/tui/lib/select.mjs +0 -81
  501. package/tui/lib/selection.mjs +0 -18
  502. package/tui/lib/setup.mjs +0 -101
  503. package/tui/lib/sidebar.mjs +0 -63
  504. package/tui/lib/splash-art.mjs +0 -107
  505. package/tui/lib/splash.mjs +0 -18
  506. package/tui/lib/upload-frames.mjs +0 -9
  507. package/tui/lib/usage.mjs +0 -59
  508. package/tui/lib/wrap.mjs +0 -143
  509. package/tui/main.mjs +0 -264
@@ -1,25 +1,19 @@
1
- import type { AssistantSkill } from '../../spec/hyperschema/types.d.ts';
2
- import type { QvacAgent } from '../../spec/mesh/hyperschema/types.d.ts';
1
+ import type { AssistantPushSkillSecretRequest } from '../../spec/hyperschema/types.d.ts';
3
2
  import type { openLocalStore } from './local/index.ts';
4
3
  import type { Mesh } from './mesh.ts';
5
- import type { SecretRequestHandler } from './secret-handoff.ts';
6
- export declare const NOT_THE_HOST = "this device does not host that agent";
7
- export declare const SENDER_REVOKED = "the sending device is no longer in the mesh";
8
- export declare const HOST_REVOKED = "the device hosting this agent is no longer in the mesh";
9
- export declare const NO_SUCH_AGENT = "no agent with that id";
10
- export declare const NOT_A_SETUP_FIELD = "that skill declares no such setup field";
4
+ export type SkillSecretRequest = AssistantPushSkillSecretRequest;
11
5
  export type SetupFields = (skillName: string) => Promise<ReadonlyMap<string, boolean> | null>;
12
6
  export interface SkillSecretsOptions {
13
- readonly mesh: Mesh;
14
7
  readonly local: ReturnType<typeof openLocalStore>;
15
- readonly deviceId: Uint8Array;
16
8
  readonly setupFields: SetupFields;
17
9
  readonly onstored: () => Promise<unknown>;
18
10
  }
19
- export declare function createSkillSecretReceiver(opts: SkillSecretsOptions): SecretRequestHandler;
20
- export interface SkillValue {
21
- readonly skillName: string;
22
- readonly key: string;
23
- readonly storageKey: string;
11
+ export declare function storeSkillSecret(opts: SkillSecretsOptions, request: SkillSecretRequest): Promise<void>;
12
+ export declare function isDeviceKey(key: string): boolean;
13
+ type LocalStore = ReturnType<typeof openLocalStore>;
14
+ export interface SkillSecretSync {
15
+ readonly account: Mesh;
16
+ readonly local: LocalStore;
24
17
  }
25
- export declare function agentSkillValues(catalog: ReadonlyArray<AssistantSkill>, agent: Pick<QvacAgent, 'id' | 'installedSkills' | 'enabledSkills'>): ReadonlyArray<SkillValue>;
18
+ export declare function syncSkillSecrets(sync: SkillSecretSync): Promise<boolean>;
19
+ export {};
@@ -1,83 +1,101 @@
1
1
  import b4a from 'b4a';
2
- import { credentialSlots } from '@qvac/harness/lib/tools/skills/credential-slots.ts';
3
- import { isDeviceSharedCredentialKey } from '@qvac/harness/lib/tools/skills/scope-key.ts';
2
+ import crypto from 'hypercore-crypto';
4
3
  import { settingConfigKey } from '../credential-pusher.js';
5
4
  import { scopedKey } from '../oauth/keys.js';
6
- import { getAgent } from './agent.js';
7
- import { DEVICES } from './collections.js';
8
- export const NOT_THE_HOST = 'this device does not host that agent';
9
- export const SENDER_REVOKED = 'the sending device is no longer in the mesh';
10
- export const HOST_REVOKED = 'the device hosting this agent is no longer in the mesh';
11
- export const NO_SUCH_AGENT = 'no agent with that id';
12
- export const NOT_A_SETUP_FIELD = 'that skill declares no such setup field';
13
- export function createSkillSecretReceiver(opts) {
14
- return async (request, fromDeviceId) => {
15
- const sender = await opts.mesh.view.get(DEVICES, { id: fromDeviceId });
16
- if (!sender || sender.revoked) {
17
- throw new Error(SENDER_REVOKED);
18
- }
19
- const agent = await getAgent(opts.mesh, request.agentId);
20
- if (!agent) {
21
- throw new Error(NO_SUCH_AGENT);
22
- }
23
- if (!agent.providerDeviceId || !b4a.equals(agent.providerDeviceId, opts.deviceId)) {
24
- throw new Error(NOT_THE_HOST);
25
- }
26
- const fields = await opts.setupFields(request.skillName);
27
- if (fields && request.values.some(({ key }) => !fields.has(key))) {
28
- throw new Error(NOT_A_SETUP_FIELD);
29
- }
30
- const entries = request.values.map(({ key, value }) => ({
31
- key: fields?.get(key) === false
32
- ? settingConfigKey(undefined, request.skillName, key)
33
- : scopedKey(isDeviceSharedCredentialKey(key) ? undefined : request.agentId, key),
34
- value
35
- }));
36
- if (entries.length === 0) {
37
- return;
38
- }
39
- await opts.local.setAll(entries);
40
- await opts.onstored();
41
- };
5
+ import { CoreError } from '../errors.js';
6
+ import { isRecord } from '../guards.js';
7
+ import { SKILL_SECRETS } from './collections.js';
8
+ import { SKILL_SECRET_PREFIX } from './contract/skill-secrets.js';
9
+ import { memberBoxKeyPair, openSealedToMember, sealToMember } from './member-key.js';
10
+ const DEVICE_SHARED_CREDENTIAL_KEYS = new Set(['obsidian_vault_path']);
11
+ export async function storeSkillSecret(opts, request) {
12
+ const fields = await opts.setupFields(request.skillName);
13
+ if (fields && request.values.some(({ key }) => !fields.has(key))) {
14
+ throw new CoreError('SKILL_SETUP_FIELD_UNKNOWN');
15
+ }
16
+ const entries = request.values.map(({ key, value }) => ({
17
+ key: fields?.get(key) === false
18
+ ? settingConfigKey(undefined, request.skillName, key)
19
+ : scopedKey(DEVICE_SHARED_CREDENTIAL_KEYS.has(key) ? undefined : request.agentId, key),
20
+ value
21
+ }));
22
+ if (entries.length === 0) {
23
+ return;
24
+ }
25
+ await opts.local.setAll(entries);
26
+ await opts.onstored();
42
27
  }
43
- export function agentSkillValues(catalog, agent) {
44
- const installed = new Set([...(agent.installedSkills ?? []), ...(agent.enabledSkills ?? [])]);
45
- const values = new Map();
46
- for (const skill of catalog) {
47
- if (!installed.has(skill.name))
48
- continue;
49
- for (const key of credentialKeys(skill)) {
50
- if (isDeviceSharedCredentialKey(key))
51
- continue;
52
- const storageKey = scopedKey(agent.id, key);
53
- values.set(storageKey, { skillName: skill.name, key, storageKey });
54
- }
28
+ export function isDeviceKey(key) {
29
+ return DEVICE_SHARED_CREDENTIAL_KEYS.has(key.slice(key.lastIndexOf('.') + 1));
30
+ }
31
+ function syncedKey(account, key) {
32
+ return `skill-secrets/${b4a.toHex(account.key)}/${key}`;
33
+ }
34
+ async function readSynced({ account, local }, key) {
35
+ const row = await local.get(syncedKey(account, key));
36
+ const at = isRecord(row) ? row.at : null;
37
+ const digest = isRecord(row) ? row.digest : null;
38
+ return typeof at === 'number' && typeof digest === 'string' ? { at, digest } : null;
39
+ }
40
+ function encoded(value) {
41
+ return b4a.from(JSON.stringify(value) ?? 'null');
42
+ }
43
+ function digestOf(value) {
44
+ return b4a.toHex(crypto.hash(encoded(value)));
45
+ }
46
+ function opened(row, pair) {
47
+ const message = openSealedToMember(row.sealed, pair);
48
+ try {
49
+ return message ? { value: JSON.parse(b4a.toString(message)) } : null;
50
+ }
51
+ catch {
52
+ return null;
55
53
  }
56
- return [...values.values()];
57
54
  }
58
- function credentialKeys(skill) {
59
- const keys = new Set();
60
- const slots = credentialSlots({
61
- credentials: skill.credentials ?? undefined,
62
- requires: { credentials: skill.requirements?.credentials ?? undefined }
63
- });
64
- for (const slot of slots) {
65
- for (const key of slot) {
66
- keys.add(key);
55
+ async function sendEdits(sync, held) {
56
+ const { account, local } = sync;
57
+ const boxKey = memberBoxKeyPair(account.seed).publicKey;
58
+ const batch = account.writable ? account.batch() : null;
59
+ const marks = [];
60
+ for (const { key, value } of await local.listPrefix(SKILL_SECRET_PREFIX)) {
61
+ const synced = await readSynced(sync, key);
62
+ const digest = digestOf(value);
63
+ const row = held.get(key);
64
+ if (isDeviceKey(key) || (synced ? synced.digest === digest : !!row)) {
65
+ continue;
67
66
  }
67
+ held.delete(key);
68
+ const at = Math.max(Date.now(), (row?.updatedAt ?? 0) + 1);
69
+ batch?.dispatch('put-skill-secret', {
70
+ key,
71
+ sealed: sealToMember(encoded(value), boxKey),
72
+ updatedAt: at
73
+ });
74
+ marks.push({ key: syncedKey(account, key), value: { at, digest } });
68
75
  }
69
- for (const route of skill.setup?.routes ?? []) {
70
- if (route.credentialKey) {
71
- keys.add(route.credentialKey);
72
- }
73
- if (route.oauth?.stateKey) {
74
- keys.add(route.oauth.stateKey);
75
- }
76
- for (const field of route.fields ?? []) {
77
- if (field.secret === true) {
78
- keys.add(field.key);
79
- }
76
+ await batch?.flush();
77
+ return batch ? marks : [];
78
+ }
79
+ async function takeRows(sync, rows) {
80
+ const pair = memberBoxKeyPair(sync.account.seed);
81
+ const writes = [];
82
+ for (const row of rows) {
83
+ const synced = await readSynced(sync, row.key);
84
+ const fresh = !isDeviceKey(row.key) && (!synced || synced.at < row.updatedAt);
85
+ const open = fresh ? opened(row, pair) : null;
86
+ if (open) {
87
+ const mark = { at: row.updatedAt, digest: digestOf(open.value) };
88
+ writes.push({ key: row.key, value: open.value });
89
+ writes.push({ key: syncedKey(sync.account, row.key), value: mark });
80
90
  }
81
91
  }
82
- return [...keys];
92
+ return writes;
93
+ }
94
+ export async function syncSkillSecrets(sync) {
95
+ const rows = await sync.account.view.find(SKILL_SECRETS).toArray();
96
+ const held = new Map(rows.map((row) => [row.key, row]));
97
+ const marks = await sendEdits(sync, held);
98
+ const taken = await takeRows(sync, held.values());
99
+ await sync.local.setAll([...marks, ...taken]);
100
+ return taken.length > 0;
83
101
  }
@@ -0,0 +1,47 @@
1
+ import type { AutobeeView } from 'autobee';
2
+ import type HyperDB from 'hyperdb';
3
+ import type { LoggerInterface } from '@qvac/logging';
4
+ export interface BackgroundSyncHost {
5
+ readonly view: HyperDB;
6
+ readonly autobee: {
7
+ readonly bee: AutobeeView;
8
+ };
9
+ readonly closing: Promise<void> | null;
10
+ emit(event: string, ...args: unknown[]): boolean;
11
+ }
12
+ export interface BackgroundSyncOptions {
13
+ readonly batch: number;
14
+ readonly pauseMs: number;
15
+ readonly logger: LoggerInterface | null;
16
+ readonly scope: ReadonlyArray<string>;
17
+ }
18
+ export interface BackgroundSynced {
19
+ readonly length: number;
20
+ }
21
+ export declare class BackgroundSync {
22
+ private readonly _host;
23
+ private readonly _opts;
24
+ private _focus;
25
+ private _running;
26
+ private _again;
27
+ private _stopped;
28
+ private _paused;
29
+ private _unpause;
30
+ private _wake;
31
+ private _entries;
32
+ constructor(host: BackgroundSyncHost, opts: BackgroundSyncOptions);
33
+ focus(chatId: string): void;
34
+ run(focus?: string): Promise<boolean>;
35
+ pause(): void;
36
+ resume(): void;
37
+ stop(): void;
38
+ private _passes;
39
+ private _pass;
40
+ private _walkChats;
41
+ private _next;
42
+ private _walkChat;
43
+ private _walkTree;
44
+ private _step;
45
+ private get _cut();
46
+ private _sleep;
47
+ }
@@ -0,0 +1,162 @@
1
+ import { ACTIVE_CHATS, CHUNKS_BY_CHAT } from '../collections.js';
2
+ const CUT_SHORT = new Error('background sync cut short');
3
+ export class BackgroundSync {
4
+ _host;
5
+ _opts;
6
+ _focus = null;
7
+ _running = null;
8
+ _again = false;
9
+ _stopped = false;
10
+ _paused = null;
11
+ _unpause = noop;
12
+ _wake = noop;
13
+ _entries = 0;
14
+ constructor(host, opts) {
15
+ this._host = host;
16
+ this._opts = opts;
17
+ }
18
+ focus(chatId) {
19
+ this._focus = chatId;
20
+ }
21
+ run(focus) {
22
+ if (focus) {
23
+ this._focus = focus;
24
+ }
25
+ if (this._stopped) {
26
+ return Promise.resolve(false);
27
+ }
28
+ if (this._running) {
29
+ this._again = true;
30
+ return this._running;
31
+ }
32
+ this._running = this._passes();
33
+ return this._running;
34
+ }
35
+ pause() {
36
+ this._paused ??= new Promise((resolve) => (this._unpause = resolve));
37
+ }
38
+ resume() {
39
+ this._unpause();
40
+ this._paused = null;
41
+ }
42
+ stop() {
43
+ this._stopped = true;
44
+ this._wake();
45
+ this.resume();
46
+ }
47
+ async _passes() {
48
+ let length;
49
+ do {
50
+ this._again = false;
51
+ length = await this._pass();
52
+ } while (this._again && !this._cut);
53
+ this._running = null;
54
+ if (length !== null) {
55
+ const synced = { length };
56
+ this._host.emit('background-synced', synced);
57
+ }
58
+ return length !== null;
59
+ }
60
+ async _pass() {
61
+ const { logger, scope } = this._opts;
62
+ const started = Date.now();
63
+ const head = this._host.autobee.bee.head();
64
+ this._entries = 0;
65
+ logger?.info(scope, 'background sync started', {
66
+ length: head?.length ?? 0,
67
+ focus: this._focus !== null
68
+ });
69
+ let finished = false;
70
+ try {
71
+ if (head) {
72
+ await this._walkChats();
73
+ await this._walkTree(head);
74
+ }
75
+ finished = true;
76
+ }
77
+ catch (err) {
78
+ if (err !== CUT_SHORT && !this._cut) {
79
+ logger?.warn(scope, 'background sync failed', err);
80
+ }
81
+ }
82
+ const ms = Date.now() - started;
83
+ logger?.info(scope, 'background sync finished', {
84
+ entries: this._entries,
85
+ ms,
86
+ cutShort: !finished
87
+ });
88
+ return finished ? (head?.length ?? 0) : null;
89
+ }
90
+ async _walkChats() {
91
+ const snap = this._host.view.snapshot();
92
+ try {
93
+ const walked = new Set();
94
+ if (this._focus) {
95
+ await this._walkChat(snap, this._focus, walked);
96
+ }
97
+ const order = [];
98
+ for await (const chat of snap.find(ACTIVE_CHATS, { reverse: true })) {
99
+ order.push(chat.id);
100
+ await this._step();
101
+ }
102
+ for (let chatId = this._next(order, walked); chatId; chatId = this._next(order, walked)) {
103
+ await this._walkChat(snap, chatId, walked);
104
+ }
105
+ }
106
+ finally {
107
+ await snap.close();
108
+ }
109
+ }
110
+ _next(order, walked) {
111
+ if (this._focus && !walked.has(this._focus)) {
112
+ return this._focus;
113
+ }
114
+ return order.find((chatId) => !walked.has(chatId)) ?? null;
115
+ }
116
+ async _walkChat(snap, chatId, walked) {
117
+ walked.add(chatId);
118
+ const range = { gte: { chatId }, lte: { chatId }, reverse: true };
119
+ for await (const _chunk of snap.find(CHUNKS_BY_CHAT, range)) {
120
+ await this._step();
121
+ }
122
+ this._opts.logger?.debug(this._opts.scope, 'background sync walked a chat', { chatId });
123
+ }
124
+ async _walkTree(head) {
125
+ const bee = this._host.autobee.bee.checkout(head);
126
+ try {
127
+ for await (const _entry of bee.createReadStream()) {
128
+ await this._step();
129
+ }
130
+ }
131
+ finally {
132
+ await bee.close();
133
+ }
134
+ }
135
+ async _step() {
136
+ if (++this._entries % this._opts.batch === 0) {
137
+ await this._sleep(this._opts.pauseMs);
138
+ }
139
+ while (this._paused) {
140
+ await this._paused;
141
+ }
142
+ if (this._cut) {
143
+ throw CUT_SHORT;
144
+ }
145
+ }
146
+ get _cut() {
147
+ return this._stopped || !!this._host.closing;
148
+ }
149
+ _sleep(ms) {
150
+ if (ms === 0 || this._stopped) {
151
+ return Promise.resolve();
152
+ }
153
+ return new Promise((resolve) => {
154
+ const timer = setTimeout(resolve, ms);
155
+ this._wake = () => {
156
+ clearTimeout(timer);
157
+ resolve();
158
+ };
159
+ });
160
+ }
161
+ }
162
+ function noop() { }
@@ -0,0 +1,20 @@
1
+ import type { ViewChange } from 'hyperdb';
2
+ import type { QvacAgent, QvacChat, QvacChunk, QvacChunkCounter, QvacDevice, QvacIndexingStatus, QvacKnowledge, QvacKnowledgeArtifact, QvacPurgedChat } from '../../../spec/mesh/hyperschema/types.d.ts';
3
+ import { AGENTS, CHATS, CHUNKS, CHUNK_COUNTERS, DEVICES, INDEXING_STATUS, KNOWLEDGE, KNOWLEDGE_ARTIFACTS, PURGED_CHATS } from '../collections.ts';
4
+ export interface ChangedRows {
5
+ [AGENTS]: QvacAgent;
6
+ [DEVICES]: QvacDevice;
7
+ [CHATS]: QvacChat;
8
+ [CHUNK_COUNTERS]: QvacChunkCounter;
9
+ [CHUNKS]: QvacChunk;
10
+ [INDEXING_STATUS]: QvacIndexingStatus;
11
+ [KNOWLEDGE]: QvacKnowledge;
12
+ [KNOWLEDGE_ARTIFACTS]: QvacKnowledgeArtifact;
13
+ [PURGED_CHATS]: QvacPurgedChat;
14
+ }
15
+ export type ChangedRow<C extends keyof ChangedRows> = ViewChange & {
16
+ readonly collection: C;
17
+ readonly value: ChangedRows[C];
18
+ };
19
+ export declare function changed<C extends keyof ChangedRows>(change: ViewChange, collection: C): change is ChangedRow<C>;
20
+ export declare function liveRow<C extends keyof ChangedRows>(change: ChangedRow<C>): ChangedRows[C] | null;
@@ -0,0 +1,7 @@
1
+ import { AGENTS, CHATS, CHUNKS, CHUNK_COUNTERS, DEVICES, INDEXING_STATUS, KNOWLEDGE, KNOWLEDGE_ARTIFACTS, PURGED_CHATS } from '../collections.js';
2
+ export function changed(change, collection) {
3
+ return change.collection === collection;
4
+ }
5
+ export function liveRow(change) {
6
+ return change.type === 'delete' ? null : change.value;
7
+ }
@@ -9,6 +9,6 @@ export function syncOwnMember(mesh, device) {
9
9
  export function syncDeviceRevocation(mesh, device) {
10
10
  if (!isOwnKickedRow(mesh, device))
11
11
  return;
12
- logger.info('sync', 'our writer was revoked (kicked)');
12
+ mesh.log?.info('sync', 'our writer was revoked (kicked)');
13
13
  mesh.emit('kicked');
14
14
  }
@@ -10,5 +10,6 @@ export declare class FileChanges {
10
10
  private readonly _devices;
11
11
  constructor(snap: HyperDB, from: ViewHead);
12
12
  add(change: ViewChange): Promise<void>;
13
+ private _was;
13
14
  ids(): Promise<Set<string>>;
14
15
  }
@@ -1,91 +1,63 @@
1
1
  import b4a from 'b4a';
2
2
  import { toolsetEnabled } from '@qvac/harness/lib/tools/toolsets.ts';
3
- import { ACTIVE_CHATS_BY_AGENT, AGENTS, CHATS, CHUNKS, CHUNKS_BY_CHAT, DEVICES, INDEXING_STATUS, KNOWLEDGE, KNOWLEDGE_ARTIFACTS, KNOWLEDGE_BY_CHAT } from '../collections.js';
3
+ import { ACTIVE_CHATS_BY_AGENT, AGENTS, AGENTS_BY_PROVIDER, CHATS, CHUNKS, DEVICES, INDEXING_STATUS, KNOWLEDGE, KNOWLEDGE_ARTIFACTS, KNOWLEDGE_BY_CHAT } from '../collections.js';
4
+ import { findChunksOfType } from '../chunk.js';
5
+ import { changed, liveRow } from './changed.js';
4
6
  export class FileChanges {
5
7
  _snap;
6
8
  _from;
7
9
  _documents = new Set();
8
10
  _chats = new Set();
9
11
  _agents = new Set();
10
- _devices = new Set();
12
+ _devices = new Map();
11
13
  constructor(snap, from) {
12
14
  this._snap = snap;
13
15
  this._from = from;
14
16
  }
15
17
  async add(change) {
16
- const { collection, value } = change;
17
- const query = { id: value.id };
18
- const previous = { checkout: this._from };
19
- switch (collection) {
20
- case CHUNKS: {
21
- const chunk = await this._snap.get(collection, query);
22
- if (chunk?.attachment && chunk.id === chunk.attachment.id) {
23
- this._documents.add(chunk.id);
24
- }
25
- break;
18
+ if (changed(change, CHUNKS)) {
19
+ const chunk = liveRow(change);
20
+ if (chunk && isCanonicalAttachment(chunk)) {
21
+ this._documents.add(chunk.id);
26
22
  }
27
- case KNOWLEDGE:
28
- if (typeof value.id === 'string') {
29
- this._documents.add(value.id);
30
- }
31
- break;
32
- case KNOWLEDGE_ARTIFACTS:
33
- case INDEXING_STATUS: {
34
- const row = change.type === 'delete' ? await this._snap.get(collection, query, previous) : value;
35
- if (typeof row?.knowledgeId === 'string') {
36
- this._documents.add(row.knowledgeId);
37
- }
38
- break;
23
+ }
24
+ else if (changed(change, KNOWLEDGE)) {
25
+ this._documents.add(change.value.id);
26
+ }
27
+ else if (changed(change, KNOWLEDGE_ARTIFACTS) || changed(change, INDEXING_STATUS)) {
28
+ const row = liveRow(change) ?? (await this._was(change));
29
+ if (row) {
30
+ this._documents.add(row.knowledgeId);
39
31
  }
40
- case CHATS: {
41
- const before = await this._snap.get(collection, query, previous);
42
- const after = await this._snap.get(collection, query);
43
- if (!before ||
44
- !after ||
45
- before.agentId !== after.agentId ||
46
- !!before.deletedAt !== !!after.deletedAt) {
47
- const row = after ?? before;
48
- if (row) {
49
- this._chats.add(row.id);
50
- }
51
- }
52
- break;
32
+ }
33
+ else if (changed(change, CHATS)) {
34
+ const [was, now] = [await this._was(change), liveRow(change)];
35
+ if (!was || !now || was.agentId !== now.agentId || !!was.deletedAt !== !!now.deletedAt) {
36
+ this._chats.add(change.value.id);
53
37
  }
54
- case AGENTS: {
55
- const before = await this._snap.get(collection, query, previous);
56
- const after = await this._snap.get(collection, query);
57
- if (!before ||
58
- !after ||
59
- !b4a.equals(before.providerDeviceId, after.providerDeviceId) ||
60
- !!before.deletedAt !== !!after.deletedAt ||
61
- toolsetEnabled('knowledge', before.disabledToolsets) !==
62
- toolsetEnabled('knowledge', after.disabledToolsets)) {
63
- const row = after ?? before;
64
- if (row) {
65
- this._agents.add(row.id);
66
- }
67
- }
68
- break;
38
+ }
39
+ else if (changed(change, AGENTS)) {
40
+ const [was, now] = [await this._was(change), liveRow(change)];
41
+ if (!was || !now || movedKnowledge(was, now)) {
42
+ this._agents.add(change.value.id);
69
43
  }
70
- case DEVICES: {
71
- const before = await this._snap.get(collection, query, previous);
72
- const after = await this._snap.get(collection, query);
73
- if (!before || !after || !!before.revoked !== !!after.revoked) {
74
- const row = after ?? before;
75
- if (row) {
76
- this._devices.add(b4a.toHex(row.id));
77
- }
78
- }
79
- break;
44
+ }
45
+ else if (changed(change, DEVICES)) {
46
+ const [was, now] = [await this._was(change), liveRow(change)];
47
+ if (!was || !now || !!was.revoked !== !!now.revoked) {
48
+ this._devices.set(b4a.toHex(change.value.id), change.value.id);
80
49
  }
81
50
  }
82
51
  }
52
+ _was(change) {
53
+ const query = { id: change.value.id };
54
+ return this._snap.get(change.collection, query, { checkout: this._from });
55
+ }
83
56
  async ids() {
84
- if (this._devices.size) {
85
- for await (const agent of this._snap.find(AGENTS)) {
86
- if (this._devices.has(b4a.toHex(agent.providerDeviceId))) {
87
- this._agents.add(agent.id);
88
- }
57
+ for (const providerDeviceId of this._devices.values()) {
58
+ const range = { gte: { providerDeviceId }, lte: { providerDeviceId } };
59
+ for await (const agent of this._snap.find(AGENTS_BY_PROVIDER, range)) {
60
+ this._agents.add(agent.id);
89
61
  }
90
62
  }
91
63
  for (const agentId of this._agents) {
@@ -103,11 +75,8 @@ export class FileChanges {
103
75
  })) {
104
76
  this._documents.add(document.id);
105
77
  }
106
- for await (const chunk of this._snap.find(CHUNKS_BY_CHAT, {
107
- gte: { chatId },
108
- lte: { chatId }
109
- })) {
110
- if (chunk.attachment && chunk.id === chunk.attachment.id) {
78
+ for (const chunk of await findChunksOfType(this._snap, { chatId, type: 'attachment' })) {
79
+ if (isCanonicalAttachment(chunk)) {
111
80
  this._documents.add(chunk.id);
112
81
  }
113
82
  }
@@ -115,3 +84,12 @@ export class FileChanges {
115
84
  return this._documents;
116
85
  }
117
86
  }
87
+ function movedKnowledge(was, now) {
88
+ return (!b4a.equals(was.providerDeviceId, now.providerDeviceId) ||
89
+ !!was.deletedAt !== !!now.deletedAt ||
90
+ toolsetEnabled('knowledge', was.disabledToolsets) !==
91
+ toolsetEnabled('knowledge', now.disabledToolsets));
92
+ }
93
+ function isCanonicalAttachment(chunk) {
94
+ return !!chunk.attachment && chunk.id === chunk.attachment.id;
95
+ }
@@ -1,2 +1,2 @@
1
1
  import type { Mesh, MeshView, ViewHead } from '../mesh.ts';
2
- export declare function syncChanges(mesh: Mesh, view: MeshView, from: ViewHead): Promise<void>;
2
+ export declare function syncChanges(mesh: Mesh, view: MeshView, from: ViewHead): Promise<ViewHead | null>;