@qvac/core 1.0.0-rc.1 → 1.0.0-rc.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (548) hide show
  1. package/CHANGELOG.md +1008 -1
  2. package/README.md +40 -81
  3. package/dist-lib/index.d.ts +1 -1
  4. package/dist-lib/index.js +1 -1
  5. package/dist-lib/lib/api/agent-folders.d.ts +22 -0
  6. package/dist-lib/lib/api/agent-folders.js +115 -0
  7. package/dist-lib/lib/api/agents.d.ts +19 -2
  8. package/dist-lib/lib/api/agents.js +121 -24
  9. package/dist-lib/lib/api/app-config.d.ts +4 -1
  10. package/dist-lib/lib/api/app-config.js +17 -6
  11. package/dist-lib/lib/api/attachments.js +3 -2
  12. package/dist-lib/lib/api/chat-move.d.ts +4 -0
  13. package/dist-lib/lib/api/chat-move.js +7 -0
  14. package/dist-lib/lib/api/chat.d.ts +13 -2
  15. package/dist-lib/lib/api/chat.js +114 -9
  16. package/dist-lib/lib/api/chunk-delta.d.ts +12 -0
  17. package/dist-lib/lib/api/chunk-delta.js +115 -0
  18. package/dist-lib/lib/api/chunks.d.ts +17 -2
  19. package/dist-lib/lib/api/chunks.js +70 -13
  20. package/dist-lib/lib/api/config.d.ts +6 -2
  21. package/dist-lib/lib/api/config.js +47 -5
  22. package/dist-lib/lib/api/current-mesh.d.ts +13 -5
  23. package/dist-lib/lib/api/current-mesh.js +15 -11
  24. package/dist-lib/lib/api/custom-models.d.ts +7 -1
  25. package/dist-lib/lib/api/custom-models.js +12 -12
  26. package/dist-lib/lib/api/device-routes.d.ts +9 -0
  27. package/dist-lib/lib/api/device-routes.js +123 -0
  28. package/dist-lib/lib/api/devices.d.ts +3 -2
  29. package/dist-lib/lib/api/devices.js +23 -11
  30. package/dist-lib/lib/api/diagnostics.d.ts +2 -1
  31. package/dist-lib/lib/api/diagnostics.js +2 -2
  32. package/dist-lib/lib/api/execution.d.ts +12 -1
  33. package/dist-lib/lib/api/execution.js +44 -14
  34. package/dist-lib/lib/api/files.d.ts +1 -1
  35. package/dist-lib/lib/api/files.js +65 -8
  36. package/dist-lib/lib/api/host-run-log.d.ts +2 -41
  37. package/dist-lib/lib/api/host-run-log.js +35 -83
  38. package/dist-lib/lib/api/index.d.ts +28 -6
  39. package/dist-lib/lib/api/index.js +101 -33
  40. package/dist-lib/lib/api/instrument.d.ts +2 -2
  41. package/dist-lib/lib/api/instrument.js +24 -48
  42. package/dist-lib/lib/api/knowledge.d.ts +4 -1
  43. package/dist-lib/lib/api/knowledge.js +25 -7
  44. package/dist-lib/lib/api/local-files.d.ts +5 -1
  45. package/dist-lib/lib/api/local-files.js +9 -5
  46. package/dist-lib/lib/api/logs.js +3 -3
  47. package/dist-lib/lib/api/members.d.ts +10 -1
  48. package/dist-lib/lib/api/members.js +67 -26
  49. package/dist-lib/lib/api/mesh.d.ts +12 -4
  50. package/dist-lib/lib/api/mesh.js +12 -8
  51. package/dist-lib/lib/api/model-download.d.ts +2 -1
  52. package/dist-lib/lib/api/model-download.js +2 -2
  53. package/dist-lib/lib/api/network.d.ts +10 -2
  54. package/dist-lib/lib/api/network.js +8 -2
  55. package/dist-lib/lib/api/notifications.d.ts +3 -1
  56. package/dist-lib/lib/api/notifications.js +14 -9
  57. package/dist-lib/lib/api/projects.d.ts +20 -0
  58. package/dist-lib/lib/api/projects.js +169 -0
  59. package/dist-lib/lib/api/rag.d.ts +0 -1
  60. package/dist-lib/lib/api/rag.js +71 -34
  61. package/dist-lib/lib/api/served.d.ts +17 -0
  62. package/dist-lib/lib/api/served.js +48 -0
  63. package/dist-lib/lib/api/sync.d.ts +2 -1
  64. package/dist-lib/lib/api/sync.js +2 -2
  65. package/dist-lib/lib/api/tool-activity.d.ts +2 -1
  66. package/dist-lib/lib/api/tool-activity.js +4 -3
  67. package/dist-lib/lib/api/tool-configs.d.ts +2 -1
  68. package/dist-lib/lib/api/tool-configs.js +6 -9
  69. package/dist-lib/lib/api/upload-frames.d.ts +0 -1
  70. package/dist-lib/lib/api/upload-frames.js +0 -1
  71. package/dist-lib/lib/api/watchable.d.ts +3 -2
  72. package/dist-lib/lib/api/watchable.js +2 -3
  73. package/dist-lib/lib/api/workspace.d.ts +5 -0
  74. package/dist-lib/lib/api/workspace.js +47 -0
  75. package/dist-lib/lib/assistant/fake-models.d.ts +20 -0
  76. package/dist-lib/lib/assistant/fake-models.js +112 -0
  77. package/dist-lib/lib/assistant/harness.d.ts +37 -31
  78. package/dist-lib/lib/assistant/harness.js +51 -10
  79. package/dist-lib/lib/assistant/history.d.ts +30 -17
  80. package/dist-lib/lib/assistant/history.js +179 -87
  81. package/dist-lib/lib/assistant/host-run-log.d.ts +6 -1
  82. package/dist-lib/lib/assistant/host-run-log.js +24 -36
  83. package/dist-lib/lib/assistant/message.d.ts +27 -1
  84. package/dist-lib/lib/assistant/message.js +65 -2
  85. package/dist-lib/lib/assistant/model-round.d.ts +100 -0
  86. package/dist-lib/lib/assistant/model-round.js +619 -0
  87. package/dist-lib/lib/assistant/pdf-budget.d.ts +11 -0
  88. package/dist-lib/lib/assistant/pdf-budget.js +12 -0
  89. package/dist-lib/lib/assistant/pdf-pages.d.ts +25 -0
  90. package/dist-lib/lib/assistant/pdf-pages.js +75 -0
  91. package/dist-lib/lib/assistant/round-host.d.ts +42 -0
  92. package/dist-lib/lib/assistant/round-host.js +241 -0
  93. package/dist-lib/lib/assistant/skill-encode.d.ts +2 -1
  94. package/dist-lib/lib/assistant/skill-encode.js +2 -1
  95. package/dist-lib/lib/assistant/video-budget.d.ts +13 -0
  96. package/dist-lib/lib/assistant/video-budget.js +29 -0
  97. package/dist-lib/lib/assistant-client.d.ts +4 -1
  98. package/dist-lib/lib/assistant-client.js +27 -8
  99. package/dist-lib/lib/assistant-tree.d.ts +10 -3
  100. package/dist-lib/lib/assistant-tree.js +63 -20
  101. package/dist-lib/lib/assistant.d.ts +93 -24
  102. package/dist-lib/lib/assistant.js +2048 -1231
  103. package/dist-lib/lib/audio-format.js +1 -1
  104. package/dist-lib/lib/chat-suggestion.d.ts +3 -0
  105. package/dist-lib/lib/chat-suggestion.js +47 -0
  106. package/dist-lib/lib/client.d.ts +2 -2
  107. package/dist-lib/lib/client.js +10 -1
  108. package/dist-lib/lib/compaction.d.ts +3 -1
  109. package/dist-lib/lib/compaction.js +18 -4
  110. package/dist-lib/lib/constants.d.ts +10 -0
  111. package/dist-lib/lib/constants.js +10 -0
  112. package/dist-lib/lib/core/agent-copies.d.ts +9 -0
  113. package/dist-lib/lib/core/agent-copies.js +40 -0
  114. package/dist-lib/lib/core/agent-hosting.d.ts +25 -0
  115. package/dist-lib/lib/core/agent-hosting.js +71 -0
  116. package/dist-lib/lib/core/agent.d.ts +9 -1
  117. package/dist-lib/lib/core/agent.js +45 -19
  118. package/dist-lib/lib/core/archived-mesh.d.ts +11 -6
  119. package/dist-lib/lib/core/archived-mesh.js +77 -58
  120. package/dist-lib/lib/core/async-iterable.js +1 -1
  121. package/dist-lib/lib/core/blind-peers.d.ts +1 -0
  122. package/dist-lib/lib/core/blind-peers.js +1 -0
  123. package/dist-lib/lib/core/chat-activity.d.ts +1 -1
  124. package/dist-lib/lib/core/chat-activity.js +45 -34
  125. package/dist-lib/lib/core/chat-copy.d.ts +42 -0
  126. package/dist-lib/lib/core/chat-copy.js +395 -0
  127. package/dist-lib/lib/core/chat-fork.d.ts +16 -0
  128. package/dist-lib/lib/core/chat-fork.js +246 -0
  129. package/dist-lib/lib/core/chat-group.js +8 -7
  130. package/dist-lib/lib/core/chat-move.d.ts +75 -0
  131. package/dist-lib/lib/core/chat-move.js +598 -0
  132. package/dist-lib/lib/core/chat-order.d.ts +2 -1
  133. package/dist-lib/lib/core/chat-order.js +19 -4
  134. package/dist-lib/lib/core/chat-project.d.ts +2 -0
  135. package/dist-lib/lib/core/chat-project.js +15 -0
  136. package/dist-lib/lib/core/chat-read.d.ts +4 -0
  137. package/dist-lib/lib/core/chat-read.js +49 -0
  138. package/dist-lib/lib/core/chat-search.js +14 -12
  139. package/dist-lib/lib/core/chat.d.ts +33 -4
  140. package/dist-lib/lib/core/chat.js +122 -39
  141. package/dist-lib/lib/core/chunk.d.ts +35 -7
  142. package/dist-lib/lib/core/chunk.js +250 -45
  143. package/dist-lib/lib/core/collections.d.ts +40 -1
  144. package/dist-lib/lib/core/collections.js +40 -1
  145. package/dist-lib/lib/core/config-value.d.ts +6 -0
  146. package/dist-lib/lib/core/config-value.js +14 -0
  147. package/dist-lib/lib/core/contract/activity.d.ts +3 -2
  148. package/dist-lib/lib/core/contract/activity.js +39 -21
  149. package/dist-lib/lib/core/contract/agent-join.d.ts +10 -0
  150. package/dist-lib/lib/core/contract/agent-join.js +104 -0
  151. package/dist-lib/lib/core/contract/agents.d.ts +5 -0
  152. package/dist-lib/lib/core/contract/agents.js +142 -3
  153. package/dist-lib/lib/core/contract/chat.d.ts +4 -0
  154. package/dist-lib/lib/core/contract/chat.js +53 -3
  155. package/dist-lib/lib/core/contract/chunks.d.ts +7 -0
  156. package/dist-lib/lib/core/contract/chunks.js +125 -38
  157. package/dist-lib/lib/core/contract/devices.js +6 -4
  158. package/dist-lib/lib/core/contract/index.d.ts +2 -3
  159. package/dist-lib/lib/core/contract/index.js +36 -11
  160. package/dist-lib/lib/core/contract/indexing.d.ts +1 -0
  161. package/dist-lib/lib/core/contract/indexing.js +51 -7
  162. package/dist-lib/lib/core/contract/invites.d.ts +3 -14
  163. package/dist-lib/lib/core/contract/invites.js +26 -36
  164. package/dist-lib/lib/core/contract/joined-meshes.js +3 -1
  165. package/dist-lib/lib/core/contract/knowledge.d.ts +1 -0
  166. package/dist-lib/lib/core/contract/knowledge.js +57 -6
  167. package/dist-lib/lib/core/contract/members.d.ts +3 -1
  168. package/dist-lib/lib/core/contract/members.js +34 -4
  169. package/dist-lib/lib/core/contract/mesh-kind.d.ts +3 -3
  170. package/dist-lib/lib/core/contract/mesh-kind.js +20 -16
  171. package/dist-lib/lib/core/contract/mesh-name.d.ts +3 -0
  172. package/dist-lib/lib/core/contract/mesh-name.js +31 -0
  173. package/dist-lib/lib/core/contract/mesh-rules.d.ts +8 -0
  174. package/dist-lib/lib/core/contract/mesh-rules.js +35 -0
  175. package/dist-lib/lib/core/contract/mesh-seeds.d.ts +2 -0
  176. package/dist-lib/lib/core/contract/mesh-seeds.js +26 -0
  177. package/dist-lib/lib/core/contract/model-requests.d.ts +26 -0
  178. package/dist-lib/lib/core/contract/model-requests.js +280 -0
  179. package/dist-lib/lib/core/contract/oldest-version.d.ts +9 -0
  180. package/dist-lib/lib/core/contract/oldest-version.js +20 -0
  181. package/dist-lib/lib/core/contract/open-join.d.ts +2 -0
  182. package/dist-lib/lib/core/contract/open-join.js +77 -0
  183. package/dist-lib/lib/core/contract/project-device-keys.d.ts +7 -0
  184. package/dist-lib/lib/core/contract/project-device-keys.js +38 -0
  185. package/dist-lib/lib/core/contract/project-host-keys.d.ts +7 -0
  186. package/dist-lib/lib/core/contract/project-host-keys.js +41 -0
  187. package/dist-lib/lib/core/contract/project-order.d.ts +2 -0
  188. package/dist-lib/lib/core/contract/project-order.js +25 -0
  189. package/dist-lib/lib/core/contract/projects.d.ts +21 -0
  190. package/dist-lib/lib/core/contract/projects.js +327 -0
  191. package/dist-lib/lib/core/contract/public-mesh.d.ts +3 -0
  192. package/dist-lib/lib/core/contract/public-mesh.js +31 -0
  193. package/dist-lib/lib/core/contract/public-seeds.d.ts +9 -0
  194. package/dist-lib/lib/core/contract/public-seeds.js +43 -0
  195. package/dist-lib/lib/core/contract/roles.d.ts +10 -0
  196. package/dist-lib/lib/core/contract/roles.js +121 -0
  197. package/dist-lib/lib/core/contract/run-requests.d.ts +10 -0
  198. package/dist-lib/lib/core/contract/run-requests.js +81 -0
  199. package/dist-lib/lib/core/contract/seed-defaults.d.ts +3 -1
  200. package/dist-lib/lib/core/contract/seed-defaults.js +17 -4
  201. package/dist-lib/lib/core/contract/shipped-rows.d.ts +2 -0
  202. package/dist-lib/lib/core/contract/shipped-rows.js +22 -0
  203. package/dist-lib/lib/core/contract/skill-secrets.d.ts +3 -0
  204. package/dist-lib/lib/core/contract/skill-secrets.js +32 -0
  205. package/dist-lib/lib/core/contract/tool-activity.js +12 -1
  206. package/dist-lib/lib/core/contract/tool-configs.js +2 -1
  207. package/dist-lib/lib/core/contract/types.d.ts +2 -2
  208. package/dist-lib/lib/core/contract/workspace.d.ts +31 -0
  209. package/dist-lib/lib/core/contract/workspace.js +311 -0
  210. package/dist-lib/lib/core/contract/writers.js +100 -16
  211. package/dist-lib/lib/core/departures.d.ts +16 -5
  212. package/dist-lib/lib/core/departures.js +79 -6
  213. package/dist-lib/lib/core/device-control.d.ts +21 -0
  214. package/dist-lib/lib/core/device-control.js +91 -0
  215. package/dist-lib/lib/core/device-seal.d.ts +4 -0
  216. package/dist-lib/lib/core/device-seal.js +22 -0
  217. package/dist-lib/lib/core/devices.d.ts +2 -1
  218. package/dist-lib/lib/core/devices.js +5 -3
  219. package/dist-lib/lib/core/document-attachment.d.ts +10 -0
  220. package/dist-lib/lib/core/document-attachment.js +14 -0
  221. package/dist-lib/lib/core/files/attachments.js +8 -7
  222. package/dist-lib/lib/core/files/index.d.ts +27 -14
  223. package/dist-lib/lib/core/files/index.js +220 -43
  224. package/dist-lib/lib/core/files/knowledge.d.ts +10 -1
  225. package/dist-lib/lib/core/files/knowledge.js +77 -5
  226. package/dist-lib/lib/core/files/preview/index.js +6 -2
  227. package/dist-lib/lib/core/files/processing/claims.d.ts +7 -0
  228. package/dist-lib/lib/core/files/processing/claims.js +33 -7
  229. package/dist-lib/lib/core/files/processing/document.d.ts +8 -0
  230. package/dist-lib/lib/core/files/processing/document.js +26 -2
  231. package/dist-lib/lib/core/files/processing/index.d.ts +8 -3
  232. package/dist-lib/lib/core/files/processing/index.js +99 -73
  233. package/dist-lib/lib/core/files/processing/protocol.d.ts +7 -1
  234. package/dist-lib/lib/core/files/processing/protocol.js +14 -3
  235. package/dist-lib/lib/core/files/processing/source.d.ts +4 -0
  236. package/dist-lib/lib/core/files/processing/source.js +12 -4
  237. package/dist-lib/lib/core/files/processing/state.d.ts +5 -1
  238. package/dist-lib/lib/core/files/processing/state.js +9 -1
  239. package/dist-lib/lib/core/files/rag/build.d.ts +5 -1
  240. package/dist-lib/lib/core/files/rag/build.js +32 -8
  241. package/dist-lib/lib/core/files/rag/failure.d.ts +20 -0
  242. package/dist-lib/lib/core/files/rag/failure.js +57 -0
  243. package/dist-lib/lib/core/files/rag/index.d.ts +13 -2
  244. package/dist-lib/lib/core/files/rag/index.js +30 -8
  245. package/dist-lib/lib/core/files/rag/joined-index.d.ts +6 -0
  246. package/dist-lib/lib/core/files/rag/joined-index.js +35 -0
  247. package/dist-lib/lib/core/files/rag/limits.d.ts +1 -0
  248. package/dist-lib/lib/core/files/rag/limits.js +1 -0
  249. package/dist-lib/lib/core/files/rag/load.js +6 -3
  250. package/dist-lib/lib/core/files/rag/policy.d.ts +10 -1
  251. package/dist-lib/lib/core/files/rag/policy.js +23 -2
  252. package/dist-lib/lib/core/files/rag/produce.d.ts +1 -1
  253. package/dist-lib/lib/core/files/rag/produce.js +31 -18
  254. package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +2 -0
  255. package/dist-lib/lib/core/files/rag/retrieval/full-text.js +8 -2
  256. package/dist-lib/lib/core/files/rag/similarity.d.ts +2 -2
  257. package/dist-lib/lib/core/files/rag/similarity.js +2 -3
  258. package/dist-lib/lib/core/files/records/chunks.js +22 -1
  259. package/dist-lib/lib/core/files/records/index.d.ts +1 -1
  260. package/dist-lib/lib/core/files/records/index.js +1 -1
  261. package/dist-lib/lib/core/files/records/knowledge.d.ts +11 -1
  262. package/dist-lib/lib/core/files/records/knowledge.js +40 -3
  263. package/dist-lib/lib/core/files/records/purge.js +13 -8
  264. package/dist-lib/lib/core/files/records/reclaim.js +20 -48
  265. package/dist-lib/lib/core/files/records/routing.d.ts +1 -1
  266. package/dist-lib/lib/core/files/records/routing.js +6 -2
  267. package/dist-lib/lib/core/files/records/source.js +3 -5
  268. package/dist-lib/lib/core/files/records/sweep.d.ts +3 -0
  269. package/dist-lib/lib/core/files/records/sweep.js +9 -3
  270. package/dist-lib/lib/core/files/store/blob.d.ts +2 -0
  271. package/dist-lib/lib/core/files/store/blob.js +2 -2
  272. package/dist-lib/lib/core/files/store/index.d.ts +3 -1
  273. package/dist-lib/lib/core/files/store/index.js +4 -1
  274. package/dist-lib/lib/core/files/store/reference.d.ts +3 -0
  275. package/dist-lib/lib/core/files/store/reference.js +12 -2
  276. package/dist-lib/lib/core/files/store/sweep.js +3 -1
  277. package/dist-lib/lib/core/files/upload.d.ts +5 -1
  278. package/dist-lib/lib/core/files/upload.js +53 -14
  279. package/dist-lib/lib/core/first-event.d.ts +6 -0
  280. package/dist-lib/lib/core/first-event.js +13 -0
  281. package/dist-lib/lib/core/fs-drives.d.ts +6 -3
  282. package/dist-lib/lib/core/fs-drives.js +30 -18
  283. package/dist-lib/lib/core/id.d.ts +1 -0
  284. package/dist-lib/lib/core/id.js +3 -0
  285. package/dist-lib/lib/core/identity.d.ts +3 -1
  286. package/dist-lib/lib/core/identity.js +25 -4
  287. package/dist-lib/lib/core/invite.d.ts +6 -2
  288. package/dist-lib/lib/core/invite.js +22 -8
  289. package/dist-lib/lib/core/local/files.d.ts +2 -1
  290. package/dist-lib/lib/core/local/files.js +5 -7
  291. package/dist-lib/lib/core/local/index.d.ts +86 -7
  292. package/dist-lib/lib/core/local/index.js +312 -27
  293. package/dist-lib/lib/core/local/run-logs.d.ts +38 -0
  294. package/dist-lib/lib/core/local/run-logs.js +132 -0
  295. package/dist-lib/lib/core/member-key.d.ts +7 -0
  296. package/dist-lib/lib/core/member-key.js +24 -0
  297. package/dist-lib/lib/core/membership.d.ts +3 -14
  298. package/dist-lib/lib/core/membership.js +3 -96
  299. package/dist-lib/lib/core/mesh.d.ts +107 -30
  300. package/dist-lib/lib/core/mesh.js +625 -171
  301. package/dist-lib/lib/core/migrations/agent-tools-scope.d.ts +2 -0
  302. package/dist-lib/lib/core/migrations/agent-tools-scope.js +24 -0
  303. package/dist-lib/lib/core/migrations/chat-chunks.d.ts +4 -0
  304. package/dist-lib/lib/core/migrations/chat-chunks.js +47 -0
  305. package/dist-lib/lib/core/migrations/file-index.d.ts +1 -1
  306. package/dist-lib/lib/core/migrations/file-index.js +8 -6
  307. package/dist-lib/lib/core/migrations/index.d.ts +2 -1
  308. package/dist-lib/lib/core/migrations/index.js +69 -8
  309. package/dist-lib/lib/core/model-requests.d.ts +13 -0
  310. package/dist-lib/lib/core/model-requests.js +65 -0
  311. package/dist-lib/lib/core/next-frame.js +2 -1
  312. package/dist-lib/lib/core/notification.js +100 -25
  313. package/dist-lib/lib/core/pdf/figure.d.ts +22 -0
  314. package/dist-lib/lib/core/pdf/figure.js +64 -0
  315. package/dist-lib/lib/core/pdf/rasterize.d.ts +12 -3
  316. package/dist-lib/lib/core/pdf/rasterize.js +77 -28
  317. package/dist-lib/lib/core/peer-duplex.d.ts +34 -0
  318. package/dist-lib/lib/core/{harness-loan.js → peer-duplex.js} +104 -45
  319. package/dist-lib/lib/core/project-keys.d.ts +13 -0
  320. package/dist-lib/lib/core/project-keys.js +56 -0
  321. package/dist-lib/lib/core/prompt-history.js +4 -4
  322. package/dist-lib/lib/core/protocol-pairing.d.ts +11 -0
  323. package/dist-lib/lib/core/protocol-pairing.js +22 -0
  324. package/dist-lib/lib/core/public-mesh.d.ts +26 -0
  325. package/dist-lib/lib/core/public-mesh.js +94 -0
  326. package/dist-lib/lib/core/purge.d.ts +3 -0
  327. package/dist-lib/lib/core/purge.js +7 -0
  328. package/dist-lib/lib/core/run-driver.d.ts +17 -0
  329. package/dist-lib/lib/core/run-driver.js +20 -0
  330. package/dist-lib/lib/core/run-requests.d.ts +11 -0
  331. package/dist-lib/lib/core/run-requests.js +58 -0
  332. package/dist-lib/lib/core/send.d.ts +2 -0
  333. package/dist-lib/lib/core/send.js +17 -4
  334. package/dist-lib/lib/core/senders.d.ts +19 -0
  335. package/dist-lib/lib/core/senders.js +45 -0
  336. package/dist-lib/lib/core/shared-agents.d.ts +40 -0
  337. package/dist-lib/lib/core/shared-agents.js +283 -0
  338. package/dist-lib/lib/core/skill-secrets.d.ts +10 -16
  339. package/dist-lib/lib/core/skill-secrets.js +90 -72
  340. package/dist-lib/lib/core/sync/background.d.ts +35 -0
  341. package/dist-lib/lib/core/sync/background.js +85 -0
  342. package/dist-lib/lib/core/sync/changed.d.ts +20 -0
  343. package/dist-lib/lib/core/sync/changed.js +7 -0
  344. package/dist-lib/lib/core/sync/devices.js +6 -3
  345. package/dist-lib/lib/core/sync/files.d.ts +1 -0
  346. package/dist-lib/lib/core/sync/files.js +50 -72
  347. package/dist-lib/lib/core/sync/index.d.ts +1 -1
  348. package/dist-lib/lib/core/sync/index.js +164 -81
  349. package/dist-lib/lib/core/sync/view-updates.d.ts +33 -0
  350. package/dist-lib/lib/core/sync/view-updates.js +133 -0
  351. package/dist-lib/lib/core/sync-status.js +3 -3
  352. package/dist-lib/lib/core/system-info.d.ts +2 -2
  353. package/dist-lib/lib/core/system-info.js +10 -11
  354. package/dist-lib/lib/core/tool-configs.d.ts +5 -3
  355. package/dist-lib/lib/core/tool-configs.js +11 -11
  356. package/dist-lib/lib/core/transcript-visibility.d.ts +5 -5
  357. package/dist-lib/lib/core/transcript-visibility.js +27 -31
  358. package/dist-lib/lib/core/upgrade-agents.d.ts +11 -0
  359. package/dist-lib/lib/core/upgrade-agents.js +78 -0
  360. package/dist-lib/lib/core/video/attachment.d.ts +1 -0
  361. package/dist-lib/lib/core/video/attachment.js +7 -0
  362. package/dist-lib/lib/core/video/digest.d.ts +16 -0
  363. package/dist-lib/lib/core/video/digest.js +57 -0
  364. package/dist-lib/lib/core/video/frames.d.ts +32 -0
  365. package/dist-lib/lib/core/video/frames.js +224 -0
  366. package/dist-lib/lib/core/workspace-upgrade.d.ts +22 -0
  367. package/dist-lib/lib/core/workspace-upgrade.js +50 -0
  368. package/dist-lib/lib/core.d.ts +303 -84
  369. package/dist-lib/lib/core.js +3952 -1511
  370. package/dist-lib/lib/credential-pusher.d.ts +17 -7
  371. package/dist-lib/lib/credential-pusher.js +111 -62
  372. package/dist-lib/lib/custom-model-pusher.d.ts +2 -4
  373. package/dist-lib/lib/custom-model-task.d.ts +2 -1
  374. package/dist-lib/lib/custom-model-task.js +2 -2
  375. package/dist-lib/lib/device-tree.d.ts +18 -0
  376. package/dist-lib/lib/device-tree.js +32 -0
  377. package/dist-lib/lib/diagnostics.d.ts +7 -0
  378. package/dist-lib/lib/diagnostics.js +22 -0
  379. package/dist-lib/lib/doctor/checks.d.ts +15 -0
  380. package/dist-lib/lib/doctor/checks.js +272 -0
  381. package/dist-lib/lib/doctor/redact.d.ts +4 -0
  382. package/dist-lib/lib/doctor/redact.js +31 -0
  383. package/dist-lib/lib/doctor/render.d.ts +8 -0
  384. package/dist-lib/lib/doctor/render.js +83 -0
  385. package/dist-lib/lib/doctor/tree.d.ts +5 -0
  386. package/dist-lib/lib/doctor/tree.js +167 -0
  387. package/dist-lib/lib/downloads-allowed-pusher.d.ts +8 -0
  388. package/dist-lib/lib/downloads-allowed-pusher.js +37 -0
  389. package/dist-lib/lib/errors.d.ts +794 -0
  390. package/dist-lib/lib/errors.js +728 -0
  391. package/dist-lib/lib/fs-drive-bridge.d.ts +8 -1
  392. package/dist-lib/lib/fs-drive-bridge.js +312 -31
  393. package/dist-lib/lib/guards.d.ts +1 -0
  394. package/dist-lib/lib/guards.js +4 -0
  395. package/dist-lib/lib/inference-calls.d.ts +1 -2
  396. package/dist-lib/lib/inference-calls.js +2 -10
  397. package/dist-lib/lib/integrations/setup-routes.js +7 -5
  398. package/dist-lib/lib/knowledge-search.d.ts +1 -1
  399. package/dist-lib/lib/knowledge-search.js +5 -51
  400. package/dist-lib/lib/kv-cache-reclaim.d.ts +2 -1
  401. package/dist-lib/lib/kv-cache-reclaim.js +30 -0
  402. package/dist-lib/lib/kv-cache-retention.d.ts +35 -0
  403. package/dist-lib/lib/kv-cache-retention.js +98 -0
  404. package/dist-lib/lib/latest-frame.d.ts +10 -0
  405. package/dist-lib/lib/latest-frame.js +48 -0
  406. package/dist-lib/lib/log.d.ts +7 -6
  407. package/dist-lib/lib/log.js +14 -7
  408. package/dist-lib/lib/logger-type.d.ts +2 -5
  409. package/dist-lib/lib/mesh-scoped-engine.js +42 -2
  410. package/dist-lib/lib/model-download-status.d.ts +3 -3
  411. package/dist-lib/lib/model-download.d.ts +16 -12
  412. package/dist-lib/lib/model-download.js +90 -34
  413. package/dist-lib/lib/model-idle-pusher.d.ts +2 -4
  414. package/dist-lib/lib/model-memory-cap.d.ts +27 -0
  415. package/dist-lib/lib/model-memory-cap.js +69 -0
  416. package/dist-lib/lib/models-watch.d.ts +1 -1
  417. package/dist-lib/lib/models-watch.js +4 -4
  418. package/dist-lib/lib/oauth/browser-connect.js +3 -2
  419. package/dist-lib/lib/oauth/flow-core.js +5 -3
  420. package/dist-lib/lib/oauth/flow.js +1 -1
  421. package/dist-lib/lib/oauth/loopback.d.ts +1 -0
  422. package/dist-lib/lib/oauth/loopback.js +57 -12
  423. package/dist-lib/lib/oauth/providers.js +4 -2
  424. package/dist-lib/lib/oauth/redirect-types.d.ts +1 -0
  425. package/dist-lib/lib/oauth/register.js +35 -19
  426. package/dist-lib/lib/oauth/request.d.ts +10 -0
  427. package/dist-lib/lib/oauth/request.js +22 -0
  428. package/dist-lib/lib/oauth/resolve.js +13 -5
  429. package/dist-lib/lib/oauth/token-exchange-core.js +31 -33
  430. package/dist-lib/lib/oauth/types.d.ts +3 -0
  431. package/dist-lib/lib/oauth.d.ts +2 -1
  432. package/dist-lib/lib/oauth.js +1 -0
  433. package/dist-lib/lib/persistent-dir.d.ts +1 -0
  434. package/dist-lib/lib/persistent-dir.js +9 -0
  435. package/dist-lib/lib/probe-rounds.d.ts +3 -0
  436. package/dist-lib/lib/probe-rounds.js +5 -0
  437. package/dist-lib/lib/reconnecting-watch.js +19 -11
  438. package/dist-lib/lib/run-input.d.ts +14 -0
  439. package/dist-lib/lib/run-input.js +33 -0
  440. package/dist-lib/lib/run-notices.d.ts +5 -0
  441. package/dist-lib/lib/run-notices.js +13 -2
  442. package/dist-lib/lib/run-replay.d.ts +44 -0
  443. package/dist-lib/lib/run-replay.js +158 -0
  444. package/dist-lib/lib/run-transcript.d.ts +11 -12
  445. package/dist-lib/lib/run-transcript.js +16 -18
  446. package/dist-lib/lib/suspend-lifecycle.js +15 -5
  447. package/dist-lib/lib/task.js +6 -4
  448. package/dist-lib/lib/test-env.d.ts +1 -0
  449. package/dist-lib/lib/test-env.js +4 -0
  450. package/dist-lib/schema/build.js +66 -55
  451. package/dist-lib/schema/config.d.ts +1 -1
  452. package/dist-lib/schema/config.js +1 -1
  453. package/dist-lib/schema/content.d.ts +5 -1
  454. package/dist-lib/schema/content.js +60 -12
  455. package/dist-lib/schema/engine.d.ts +1 -0
  456. package/dist-lib/schema/engine.js +780 -155
  457. package/dist-lib/schema/field-order.js +8 -1
  458. package/dist-lib/schema/indexes.d.ts +7 -0
  459. package/dist-lib/schema/indexes.js +48 -3
  460. package/dist-lib/schema/local.js +80 -5
  461. package/dist-lib/schema/qvac.d.ts +4 -1
  462. package/dist-lib/schema/qvac.js +474 -14
  463. package/dist-lib/spec/bind.js +212 -48
  464. package/dist-lib/spec/calls.js +46 -5
  465. package/dist-lib/spec/capabilities.d.ts +100 -18
  466. package/dist-lib/spec/config/hyperconf/index.js +1 -1
  467. package/dist-lib/spec/hrpc/hrpc.json +739 -206
  468. package/dist-lib/spec/hrpc/index.js +844 -345
  469. package/dist-lib/spec/hrpc/messages.js +3906 -1749
  470. package/dist-lib/spec/hyperschema/index.js +3906 -1749
  471. package/dist-lib/spec/hyperschema/schema.json +4809 -3119
  472. package/dist-lib/spec/hyperschema/types.d.ts +482 -62
  473. package/dist-lib/spec/local/hyperdb/db.json +95 -1
  474. package/dist-lib/spec/local/hyperdb/index.js +459 -2
  475. package/dist-lib/spec/local/hyperdb/messages.js +1565 -487
  476. package/dist-lib/spec/local/hyperschema/index.js +573 -16
  477. package/dist-lib/spec/local/hyperschema/schema.json +354 -1
  478. package/dist-lib/spec/local/hyperschema/types.d.ts +85 -2
  479. package/dist-lib/spec/mesh/hyperdb/db.json +577 -7
  480. package/dist-lib/spec/mesh/hyperdb/index.js +2224 -6
  481. package/dist-lib/spec/mesh/hyperdb/messages.js +6476 -1266
  482. package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +193 -1
  483. package/dist-lib/spec/mesh/hyperdispatch/index.js +545 -1
  484. package/dist-lib/spec/mesh/hyperdispatch/messages.js +3655 -265
  485. package/dist-lib/spec/mesh/hyperschema/index.js +3655 -265
  486. package/dist-lib/spec/mesh/hyperschema/schema.json +1974 -19
  487. package/dist-lib/spec/mesh/hyperschema/types.d.ts +498 -6
  488. package/package.json +64 -43
  489. package/worker/assistant-sidecar.mjs +18 -2
  490. package/worker/stow-entry.mjs +2 -0
  491. package/dist-lib/lib/core/contract/compute.d.ts +0 -11
  492. package/dist-lib/lib/core/contract/compute.js +0 -48
  493. package/dist-lib/lib/core/device-invites.d.ts +0 -11
  494. package/dist-lib/lib/core/device-invites.js +0 -63
  495. package/dist-lib/lib/core/files/processing/settle.d.ts +0 -13
  496. package/dist-lib/lib/core/files/processing/settle.js +0 -86
  497. package/dist-lib/lib/core/grant-expiry.d.ts +0 -11
  498. package/dist-lib/lib/core/grant-expiry.js +0 -66
  499. package/dist-lib/lib/core/handoff-channel.d.ts +0 -47
  500. package/dist-lib/lib/core/handoff-channel.js +0 -123
  501. package/dist-lib/lib/core/harness-loan.d.ts +0 -29
  502. package/dist-lib/lib/core/host-run-log-store.d.ts +0 -114
  503. package/dist-lib/lib/core/host-run-log-store.js +0 -976
  504. package/dist-lib/lib/core/hosted-agents.d.ts +0 -38
  505. package/dist-lib/lib/core/hosted-agents.js +0 -140
  506. package/dist-lib/lib/core/inference-calls-handoff.d.ts +0 -20
  507. package/dist-lib/lib/core/inference-calls-handoff.js +0 -37
  508. package/dist-lib/lib/core/inference-calls-receiver.d.ts +0 -14
  509. package/dist-lib/lib/core/inference-calls-receiver.js +0 -42
  510. package/dist-lib/lib/core/mesh-seed-handoff.d.ts +0 -25
  511. package/dist-lib/lib/core/mesh-seed-handoff.js +0 -52
  512. package/dist-lib/lib/core/migrations/device-indexes.d.ts +0 -2
  513. package/dist-lib/lib/core/migrations/device-indexes.js +0 -7
  514. package/dist-lib/lib/core/secret-handoff.d.ts +0 -17
  515. package/dist-lib/lib/core/secret-handoff.js +0 -29
  516. package/dist-lib/lib/core/skill-overlay-handoff.d.ts +0 -25
  517. package/dist-lib/lib/core/skill-overlay-handoff.js +0 -50
  518. package/dist-lib/lib/core/skill-overlay-receiver.d.ts +0 -8
  519. package/dist-lib/lib/core/skill-overlay-receiver.js +0 -23
  520. package/dist-lib/lib/image-cache-dir.d.ts +0 -1
  521. package/dist-lib/lib/image-cache-dir.js +0 -5
  522. package/dist-lib/lib/log-levels.d.ts +0 -7
  523. package/dist-lib/lib/log-levels.js +0 -1
  524. package/dist-lib/lib/logger.d.ts +0 -5
  525. package/dist-lib/lib/logger.js +0 -18
  526. package/dist-lib/lib/oauth/loopback.stub.d.ts +0 -3
  527. package/dist-lib/lib/oauth/loopback.stub.js +0 -6
  528. package/tui/README.md +0 -142
  529. package/tui/app.mjs +0 -6939
  530. package/tui/boot.mjs +0 -111
  531. package/tui/index.mjs +0 -53
  532. package/tui/lib/boot-timing.mjs +0 -41
  533. package/tui/lib/busy-words.mjs +0 -116
  534. package/tui/lib/export.mjs +0 -194
  535. package/tui/lib/knowledge-command.mjs +0 -190
  536. package/tui/lib/knowledge-import.mjs +0 -171
  537. package/tui/lib/render.mjs +0 -196
  538. package/tui/lib/save-file.mjs +0 -88
  539. package/tui/lib/select.mjs +0 -81
  540. package/tui/lib/selection.mjs +0 -18
  541. package/tui/lib/setup.mjs +0 -101
  542. package/tui/lib/sidebar.mjs +0 -63
  543. package/tui/lib/splash-art.mjs +0 -107
  544. package/tui/lib/splash.mjs +0 -18
  545. package/tui/lib/upload-frames.mjs +0 -9
  546. package/tui/lib/usage.mjs +0 -59
  547. package/tui/lib/wrap.mjs +0 -143
  548. package/tui/main.mjs +0 -264
@@ -1,83 +1,101 @@
1
1
  import b4a from 'b4a';
2
- import { credentialSlots } from '@qvac/harness/lib/tools/skills/credential-slots.ts';
3
- import { isDeviceSharedCredentialKey } from '@qvac/harness/lib/tools/skills/scope-key.ts';
2
+ import crypto from 'hypercore-crypto';
4
3
  import { settingConfigKey } from '../credential-pusher.js';
5
4
  import { scopedKey } from '../oauth/keys.js';
6
- import { getAgent } from './agent.js';
7
- import { DEVICES } from './collections.js';
8
- export const NOT_THE_HOST = 'this device does not host that agent';
9
- export const SENDER_REVOKED = 'the sending device is no longer in the mesh';
10
- export const HOST_REVOKED = 'the device hosting this agent is no longer in the mesh';
11
- export const NO_SUCH_AGENT = 'no agent with that id';
12
- export const NOT_A_SETUP_FIELD = 'that skill declares no such setup field';
13
- export function createSkillSecretReceiver(opts) {
14
- return async (request, fromDeviceId) => {
15
- const sender = await opts.mesh.view.get(DEVICES, { id: fromDeviceId });
16
- if (!sender || sender.revoked) {
17
- throw new Error(SENDER_REVOKED);
18
- }
19
- const agent = await getAgent(opts.mesh, request.agentId);
20
- if (!agent) {
21
- throw new Error(NO_SUCH_AGENT);
22
- }
23
- if (!agent.providerDeviceId || !b4a.equals(agent.providerDeviceId, opts.deviceId)) {
24
- throw new Error(NOT_THE_HOST);
25
- }
26
- const fields = await opts.setupFields(request.skillName);
27
- if (fields && request.values.some(({ key }) => !fields.has(key))) {
28
- throw new Error(NOT_A_SETUP_FIELD);
29
- }
30
- const entries = request.values.map(({ key, value }) => ({
31
- key: fields?.get(key) === false
32
- ? settingConfigKey(undefined, request.skillName, key)
33
- : scopedKey(isDeviceSharedCredentialKey(key) ? undefined : request.agentId, key),
34
- value
35
- }));
36
- if (entries.length === 0) {
37
- return;
38
- }
39
- await opts.local.setAll(entries);
40
- await opts.onstored();
41
- };
5
+ import { CoreError } from '../errors.js';
6
+ import { isRecord } from '../guards.js';
7
+ import { SKILL_SECRETS } from './collections.js';
8
+ import { SKILL_SECRET_PREFIX } from './contract/skill-secrets.js';
9
+ import { memberBoxKeyPair, openSealedToMember, sealToMember } from './member-key.js';
10
+ const DEVICE_SHARED_CREDENTIAL_KEYS = new Set(['obsidian_vault_path']);
11
+ export async function storeSkillSecret(opts, request) {
12
+ const fields = await opts.setupFields(request.skillName);
13
+ if (fields && request.values.some(({ key }) => !fields.has(key))) {
14
+ throw new CoreError('SKILL_SETUP_FIELD_UNKNOWN');
15
+ }
16
+ const entries = request.values.map(({ key, value }) => ({
17
+ key: fields?.get(key) === false
18
+ ? settingConfigKey(undefined, request.skillName, key)
19
+ : scopedKey(DEVICE_SHARED_CREDENTIAL_KEYS.has(key) ? undefined : request.agentId, key),
20
+ value
21
+ }));
22
+ if (entries.length === 0) {
23
+ return;
24
+ }
25
+ await opts.local.setAll(entries);
26
+ await opts.onstored();
42
27
  }
43
- export function agentSkillValues(catalog, agent) {
44
- const installed = new Set([...(agent.installedSkills ?? []), ...(agent.enabledSkills ?? [])]);
45
- const values = new Map();
46
- for (const skill of catalog) {
47
- if (!installed.has(skill.name))
48
- continue;
49
- for (const key of credentialKeys(skill)) {
50
- if (isDeviceSharedCredentialKey(key))
51
- continue;
52
- const storageKey = scopedKey(agent.id, key);
53
- values.set(storageKey, { skillName: skill.name, key, storageKey });
54
- }
28
+ export function isDeviceKey(key) {
29
+ return DEVICE_SHARED_CREDENTIAL_KEYS.has(key.slice(key.lastIndexOf('.') + 1));
30
+ }
31
+ function syncedKey(account, key) {
32
+ return `skill-secrets/${b4a.toHex(account.key)}/${key}`;
33
+ }
34
+ async function readSynced({ account, local }, key) {
35
+ const row = await local.get(syncedKey(account, key));
36
+ const at = isRecord(row) ? row.at : null;
37
+ const digest = isRecord(row) ? row.digest : null;
38
+ return typeof at === 'number' && typeof digest === 'string' ? { at, digest } : null;
39
+ }
40
+ function encoded(value) {
41
+ return b4a.from(JSON.stringify(value) ?? 'null');
42
+ }
43
+ function digestOf(value) {
44
+ return b4a.toHex(crypto.hash(encoded(value)));
45
+ }
46
+ function opened(row, pair) {
47
+ const message = openSealedToMember(row.sealed, pair);
48
+ try {
49
+ return message ? { value: JSON.parse(b4a.toString(message)) } : null;
50
+ }
51
+ catch {
52
+ return null;
55
53
  }
56
- return [...values.values()];
57
54
  }
58
- function credentialKeys(skill) {
59
- const keys = new Set();
60
- const slots = credentialSlots({
61
- credentials: skill.credentials ?? undefined,
62
- requires: { credentials: skill.requirements?.credentials ?? undefined }
63
- });
64
- for (const slot of slots) {
65
- for (const key of slot) {
66
- keys.add(key);
55
+ async function sendEdits(sync, held) {
56
+ const { account, local } = sync;
57
+ const boxKey = memberBoxKeyPair(account.seed).publicKey;
58
+ const batch = account.writable ? account.batch() : null;
59
+ const marks = [];
60
+ for (const { key, value } of await local.listPrefix(SKILL_SECRET_PREFIX)) {
61
+ const synced = await readSynced(sync, key);
62
+ const digest = digestOf(value);
63
+ const row = held.get(key);
64
+ if (isDeviceKey(key) || (synced ? synced.digest === digest : !!row)) {
65
+ continue;
67
66
  }
67
+ held.delete(key);
68
+ const at = Math.max(Date.now(), (row?.updatedAt ?? 0) + 1);
69
+ batch?.dispatch('put-skill-secret', {
70
+ key,
71
+ sealed: sealToMember(encoded(value), boxKey),
72
+ updatedAt: at
73
+ });
74
+ marks.push({ key: syncedKey(account, key), value: { at, digest } });
68
75
  }
69
- for (const route of skill.setup?.routes ?? []) {
70
- if (route.credentialKey) {
71
- keys.add(route.credentialKey);
72
- }
73
- if (route.oauth?.stateKey) {
74
- keys.add(route.oauth.stateKey);
75
- }
76
- for (const field of route.fields ?? []) {
77
- if (field.secret === true) {
78
- keys.add(field.key);
79
- }
76
+ await batch?.flush();
77
+ return batch ? marks : [];
78
+ }
79
+ async function takeRows(sync, rows) {
80
+ const pair = memberBoxKeyPair(sync.account.seed);
81
+ const writes = [];
82
+ for (const row of rows) {
83
+ const synced = await readSynced(sync, row.key);
84
+ const fresh = !isDeviceKey(row.key) && (!synced || synced.at < row.updatedAt);
85
+ const open = fresh ? opened(row, pair) : null;
86
+ if (open) {
87
+ const mark = { at: row.updatedAt, digest: digestOf(open.value) };
88
+ writes.push({ key: row.key, value: open.value });
89
+ writes.push({ key: syncedKey(sync.account, row.key), value: mark });
80
90
  }
81
91
  }
82
- return [...keys];
92
+ return writes;
93
+ }
94
+ export async function syncSkillSecrets(sync) {
95
+ const rows = await sync.account.view.find(SKILL_SECRETS).toArray();
96
+ const held = new Map(rows.map((row) => [row.key, row]));
97
+ const marks = await sendEdits(sync, held);
98
+ const taken = await takeRows(sync, held.values());
99
+ await sync.local.setAll([...marks, ...taken]);
100
+ return taken.length > 0;
83
101
  }
@@ -0,0 +1,35 @@
1
+ import type { AutobeeView } from 'autobee';
2
+ import type { LoggerInterface } from '@qvac/logging';
3
+ export interface BackgroundSyncHost {
4
+ readonly autobee: {
5
+ readonly bee: AutobeeView;
6
+ };
7
+ readonly closing: Promise<void> | null;
8
+ emit(event: string, ...args: unknown[]): boolean;
9
+ }
10
+ export interface BackgroundSyncOptions {
11
+ readonly parallelism?: number;
12
+ readonly logger: LoggerInterface | null;
13
+ readonly scope: ReadonlyArray<string>;
14
+ }
15
+ export interface BackgroundSynced {
16
+ readonly length: number;
17
+ }
18
+ export declare class BackgroundSync {
19
+ private readonly _host;
20
+ private readonly _opts;
21
+ private _running;
22
+ private _again;
23
+ private _stopped;
24
+ private _paused;
25
+ private _unpause;
26
+ constructor(host: BackgroundSyncHost, opts: BackgroundSyncOptions);
27
+ focus(_chatId: string): void;
28
+ run(_focus?: string): Promise<boolean>;
29
+ pause(): void;
30
+ resume(): void;
31
+ stop(): void;
32
+ private _passes;
33
+ private _pass;
34
+ private get _cut();
35
+ }
@@ -0,0 +1,85 @@
1
+ export class BackgroundSync {
2
+ _host;
3
+ _opts;
4
+ _running = null;
5
+ _again = false;
6
+ _stopped = false;
7
+ _paused = null;
8
+ _unpause = noop;
9
+ constructor(host, opts) {
10
+ this._host = host;
11
+ this._opts = opts;
12
+ }
13
+ focus(_chatId) { }
14
+ run(_focus) {
15
+ if (this._stopped) {
16
+ return Promise.resolve(false);
17
+ }
18
+ if (this._running) {
19
+ this._again = true;
20
+ return this._running;
21
+ }
22
+ this._running = this._passes();
23
+ return this._running;
24
+ }
25
+ pause() {
26
+ this._paused ??= new Promise((resolve) => (this._unpause = resolve));
27
+ }
28
+ resume() {
29
+ this._unpause();
30
+ this._paused = null;
31
+ }
32
+ stop() {
33
+ this._stopped = true;
34
+ this.resume();
35
+ }
36
+ async _passes() {
37
+ let length;
38
+ do {
39
+ this._again = false;
40
+ length = await this._pass();
41
+ } while (this._again && !this._cut);
42
+ this._running = null;
43
+ if (length !== null) {
44
+ const synced = { length };
45
+ this._host.emit('background-synced', synced);
46
+ }
47
+ return length !== null;
48
+ }
49
+ async _pass() {
50
+ const { logger, scope } = this._opts;
51
+ while (this._paused) {
52
+ await this._paused;
53
+ }
54
+ if (this._cut) {
55
+ return null;
56
+ }
57
+ const head = this._host.autobee.bee.head();
58
+ const started = Date.now();
59
+ logger?.info(scope, 'background sync started', { length: head?.length ?? 0 });
60
+ try {
61
+ await this._host.autobee.bee.download({ parallelism: this._opts.parallelism });
62
+ logger?.info(scope, 'background sync finished', {
63
+ length: head?.length ?? 0,
64
+ ms: Date.now() - started,
65
+ cutShort: false
66
+ });
67
+ return head?.length ?? 0;
68
+ }
69
+ catch (err) {
70
+ if (this._cut) {
71
+ logger?.info(scope, 'background sync finished', {
72
+ ms: Date.now() - started,
73
+ cutShort: true
74
+ });
75
+ return null;
76
+ }
77
+ logger?.warn(scope, 'background sync failed', err);
78
+ return null;
79
+ }
80
+ }
81
+ get _cut() {
82
+ return this._stopped || !!this._host.closing;
83
+ }
84
+ }
85
+ function noop() { }
@@ -0,0 +1,20 @@
1
+ import type { ViewChange } from 'hyperdb';
2
+ import type { QvacAgent, QvacChat, QvacChunk, QvacChunkCounter, QvacDevice, QvacIndexingStatus, QvacKnowledge, QvacKnowledgeArtifact, QvacPurgedChat } from '../../../spec/mesh/hyperschema/types.d.ts';
3
+ import { AGENTS, CHATS, CHUNKS, CHUNK_COUNTERS, DEVICES, INDEXING_STATUS, KNOWLEDGE, KNOWLEDGE_ARTIFACTS, PURGED_CHATS } from '../collections.ts';
4
+ export interface ChangedRows {
5
+ [AGENTS]: QvacAgent;
6
+ [DEVICES]: QvacDevice;
7
+ [CHATS]: QvacChat;
8
+ [CHUNK_COUNTERS]: QvacChunkCounter;
9
+ [CHUNKS]: QvacChunk;
10
+ [INDEXING_STATUS]: QvacIndexingStatus;
11
+ [KNOWLEDGE]: QvacKnowledge;
12
+ [KNOWLEDGE_ARTIFACTS]: QvacKnowledgeArtifact;
13
+ [PURGED_CHATS]: QvacPurgedChat;
14
+ }
15
+ export type ChangedRow<C extends keyof ChangedRows> = ViewChange & {
16
+ readonly collection: C;
17
+ readonly value: ChangedRows[C];
18
+ };
19
+ export declare function changed<C extends keyof ChangedRows>(change: ViewChange, collection: C): change is ChangedRow<C>;
20
+ export declare function liveRow<C extends keyof ChangedRows>(change: ChangedRow<C>): ChangedRows[C] | null;
@@ -0,0 +1,7 @@
1
+ import { AGENTS, CHATS, CHUNKS, CHUNK_COUNTERS, DEVICES, INDEXING_STATUS, KNOWLEDGE, KNOWLEDGE_ARTIFACTS, PURGED_CHATS } from '../collections.js';
2
+ export function changed(change, collection) {
3
+ return change.collection === collection;
4
+ }
5
+ export function liveRow(change) {
6
+ return change.type === 'delete' ? null : change.value;
7
+ }
@@ -7,8 +7,11 @@ export function syncOwnMember(mesh, device) {
7
7
  void mesh.refreshOurMember();
8
8
  }
9
9
  export function syncDeviceRevocation(mesh, device) {
10
- if (!isOwnKickedRow(mesh, device))
10
+ if (!device.writerKey || !b4a.equals(device.writerKey, mesh.localWriterKey)) {
11
11
  return;
12
- logger.info('sync', 'our writer was revoked (kicked)');
13
- mesh.emit('kicked');
12
+ }
13
+ if (isOwnKickedRow(mesh, device)) {
14
+ mesh.log?.info('sync', 'our writer was revoked (kicked)');
15
+ }
16
+ mesh.kickDirty().catch((err) => mesh.log?.warn('sync', 'reading our kick state failed', err));
14
17
  }
@@ -10,5 +10,6 @@ export declare class FileChanges {
10
10
  private readonly _devices;
11
11
  constructor(snap: HyperDB, from: ViewHead);
12
12
  add(change: ViewChange): Promise<void>;
13
+ private _was;
13
14
  ids(): Promise<Set<string>>;
14
15
  }
@@ -1,91 +1,63 @@
1
1
  import b4a from 'b4a';
2
2
  import { toolsetEnabled } from '@qvac/harness/lib/tools/toolsets.ts';
3
- import { ACTIVE_CHATS_BY_AGENT, AGENTS, CHATS, CHUNKS, CHUNKS_BY_CHAT, DEVICES, INDEXING_STATUS, KNOWLEDGE, KNOWLEDGE_ARTIFACTS, KNOWLEDGE_BY_CHAT } from '../collections.js';
3
+ import { ACTIVE_CHATS_BY_AGENT, AGENTS, AGENTS_BY_PROVIDER, CHATS, CHUNKS, DEVICES, INDEXING_STATUS, KNOWLEDGE, KNOWLEDGE_ARTIFACTS, KNOWLEDGE_BY_CHAT } from '../collections.js';
4
+ import { findChunksOfType } from '../chunk.js';
5
+ import { changed, liveRow } from './changed.js';
4
6
  export class FileChanges {
5
7
  _snap;
6
8
  _from;
7
9
  _documents = new Set();
8
10
  _chats = new Set();
9
11
  _agents = new Set();
10
- _devices = new Set();
12
+ _devices = new Map();
11
13
  constructor(snap, from) {
12
14
  this._snap = snap;
13
15
  this._from = from;
14
16
  }
15
17
  async add(change) {
16
- const { collection, value } = change;
17
- const query = { id: value.id };
18
- const previous = { checkout: this._from };
19
- switch (collection) {
20
- case CHUNKS: {
21
- const chunk = await this._snap.get(collection, query);
22
- if (chunk?.attachment && chunk.id === chunk.attachment.id) {
23
- this._documents.add(chunk.id);
24
- }
25
- break;
18
+ if (changed(change, CHUNKS)) {
19
+ const chunk = liveRow(change);
20
+ if (chunk && isCanonicalAttachment(chunk)) {
21
+ this._documents.add(chunk.id);
26
22
  }
27
- case KNOWLEDGE:
28
- if (typeof value.id === 'string') {
29
- this._documents.add(value.id);
30
- }
31
- break;
32
- case KNOWLEDGE_ARTIFACTS:
33
- case INDEXING_STATUS: {
34
- const row = change.type === 'delete' ? await this._snap.get(collection, query, previous) : value;
35
- if (typeof row?.knowledgeId === 'string') {
36
- this._documents.add(row.knowledgeId);
37
- }
38
- break;
23
+ }
24
+ else if (changed(change, KNOWLEDGE)) {
25
+ this._documents.add(change.value.id);
26
+ }
27
+ else if (changed(change, KNOWLEDGE_ARTIFACTS) || changed(change, INDEXING_STATUS)) {
28
+ const row = liveRow(change) ?? (await this._was(change));
29
+ if (row) {
30
+ this._documents.add(row.knowledgeId);
39
31
  }
40
- case CHATS: {
41
- const before = await this._snap.get(collection, query, previous);
42
- const after = await this._snap.get(collection, query);
43
- if (!before ||
44
- !after ||
45
- before.agentId !== after.agentId ||
46
- !!before.deletedAt !== !!after.deletedAt) {
47
- const row = after ?? before;
48
- if (row) {
49
- this._chats.add(row.id);
50
- }
51
- }
52
- break;
32
+ }
33
+ else if (changed(change, CHATS)) {
34
+ const [was, now] = [await this._was(change), liveRow(change)];
35
+ if (!was || !now || was.agentId !== now.agentId || !!was.deletedAt !== !!now.deletedAt) {
36
+ this._chats.add(change.value.id);
53
37
  }
54
- case AGENTS: {
55
- const before = await this._snap.get(collection, query, previous);
56
- const after = await this._snap.get(collection, query);
57
- if (!before ||
58
- !after ||
59
- !b4a.equals(before.providerDeviceId, after.providerDeviceId) ||
60
- !!before.deletedAt !== !!after.deletedAt ||
61
- toolsetEnabled('knowledge', before.disabledToolsets) !==
62
- toolsetEnabled('knowledge', after.disabledToolsets)) {
63
- const row = after ?? before;
64
- if (row) {
65
- this._agents.add(row.id);
66
- }
67
- }
68
- break;
38
+ }
39
+ else if (changed(change, AGENTS)) {
40
+ const [was, now] = [await this._was(change), liveRow(change)];
41
+ if (!was || !now || movedKnowledge(was, now)) {
42
+ this._agents.add(change.value.id);
69
43
  }
70
- case DEVICES: {
71
- const before = await this._snap.get(collection, query, previous);
72
- const after = await this._snap.get(collection, query);
73
- if (!before || !after || !!before.revoked !== !!after.revoked) {
74
- const row = after ?? before;
75
- if (row) {
76
- this._devices.add(b4a.toHex(row.id));
77
- }
78
- }
79
- break;
44
+ }
45
+ else if (changed(change, DEVICES)) {
46
+ const [was, now] = [await this._was(change), liveRow(change)];
47
+ if (!was || !now || !!was.revoked !== !!now.revoked) {
48
+ this._devices.set(b4a.toHex(change.value.id), change.value.id);
80
49
  }
81
50
  }
82
51
  }
52
+ _was(change) {
53
+ const query = { id: change.value.id };
54
+ return this._snap.get(change.collection, query, { checkout: this._from });
55
+ }
83
56
  async ids() {
84
- if (this._devices.size) {
85
- for await (const agent of this._snap.find(AGENTS)) {
86
- if (this._devices.has(b4a.toHex(agent.providerDeviceId))) {
87
- this._agents.add(agent.id);
88
- }
57
+ for (const providerDeviceId of this._devices.values()) {
58
+ const range = { gte: { providerDeviceId }, lte: { providerDeviceId } };
59
+ for await (const agent of this._snap.find(AGENTS_BY_PROVIDER, range)) {
60
+ this._agents.add(agent.id);
89
61
  }
90
62
  }
91
63
  for (const agentId of this._agents) {
@@ -103,11 +75,8 @@ export class FileChanges {
103
75
  })) {
104
76
  this._documents.add(document.id);
105
77
  }
106
- for await (const chunk of this._snap.find(CHUNKS_BY_CHAT, {
107
- gte: { chatId },
108
- lte: { chatId }
109
- })) {
110
- if (chunk.attachment && chunk.id === chunk.attachment.id) {
78
+ for (const chunk of await findChunksOfType(this._snap, { chatId, type: 'attachment' })) {
79
+ if (isCanonicalAttachment(chunk)) {
111
80
  this._documents.add(chunk.id);
112
81
  }
113
82
  }
@@ -115,3 +84,12 @@ export class FileChanges {
115
84
  return this._documents;
116
85
  }
117
86
  }
87
+ function movedKnowledge(was, now) {
88
+ return (!b4a.equals(was.providerDeviceId, now.providerDeviceId) ||
89
+ !!was.deletedAt !== !!now.deletedAt ||
90
+ toolsetEnabled('knowledge', was.disabledToolsets) !==
91
+ toolsetEnabled('knowledge', now.disabledToolsets));
92
+ }
93
+ function isCanonicalAttachment(chunk) {
94
+ return !!chunk.attachment && chunk.id === chunk.attachment.id;
95
+ }
@@ -1,2 +1,2 @@
1
1
  import type { Mesh, MeshView, ViewHead } from '../mesh.ts';
2
- export declare function syncChanges(mesh: Mesh, view: MeshView, from: ViewHead): Promise<void>;
2
+ export declare function syncChanges(mesh: Mesh, view: MeshView, from: ViewHead): Promise<ViewHead | null>;