@qvac/core 1.0.0-rc.0 → 1.0.0-rc.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (579) hide show
  1. package/CHANGELOG.md +1203 -1
  2. package/README.md +56 -45
  3. package/dist-lib/index.d.ts +3 -2
  4. package/dist-lib/index.js +1 -1
  5. package/dist-lib/lib/api/agent-folders.d.ts +22 -0
  6. package/dist-lib/lib/api/agent-folders.js +115 -0
  7. package/dist-lib/lib/api/agents.d.ts +20 -2
  8. package/dist-lib/lib/api/agents.js +128 -24
  9. package/dist-lib/lib/api/app-config.d.ts +7 -1
  10. package/dist-lib/lib/api/app-config.js +37 -6
  11. package/dist-lib/lib/api/approval-rules.d.ts +1 -1
  12. package/dist-lib/lib/api/approval-rules.js +12 -5
  13. package/dist-lib/lib/api/attachments.d.ts +1 -1
  14. package/dist-lib/lib/api/attachments.js +14 -2
  15. package/dist-lib/lib/api/chat-move.d.ts +4 -0
  16. package/dist-lib/lib/api/chat-move.js +7 -0
  17. package/dist-lib/lib/api/chat.d.ts +12 -2
  18. package/dist-lib/lib/api/chat.js +100 -9
  19. package/dist-lib/lib/api/chunk-delta.d.ts +12 -0
  20. package/dist-lib/lib/api/chunk-delta.js +115 -0
  21. package/dist-lib/lib/api/chunks.d.ts +19 -2
  22. package/dist-lib/lib/api/chunks.js +73 -13
  23. package/dist-lib/lib/api/config.d.ts +11 -3
  24. package/dist-lib/lib/api/config.js +51 -5
  25. package/dist-lib/lib/api/current-mesh.d.ts +13 -5
  26. package/dist-lib/lib/api/current-mesh.js +15 -11
  27. package/dist-lib/lib/api/custom-models.d.ts +7 -1
  28. package/dist-lib/lib/api/custom-models.js +12 -12
  29. package/dist-lib/lib/api/device-routes.d.ts +14 -0
  30. package/dist-lib/lib/api/device-routes.js +144 -0
  31. package/dist-lib/lib/api/devices.d.ts +3 -2
  32. package/dist-lib/lib/api/devices.js +28 -28
  33. package/dist-lib/lib/api/diagnostics.d.ts +2 -1
  34. package/dist-lib/lib/api/diagnostics.js +2 -2
  35. package/dist-lib/lib/api/execution.d.ts +16 -1
  36. package/dist-lib/lib/api/execution.js +72 -16
  37. package/dist-lib/lib/api/files.d.ts +1 -1
  38. package/dist-lib/lib/api/files.js +65 -8
  39. package/dist-lib/lib/api/host-run-log.d.ts +2 -41
  40. package/dist-lib/lib/api/host-run-log.js +35 -83
  41. package/dist-lib/lib/api/index.d.ts +39 -7
  42. package/dist-lib/lib/api/index.js +116 -36
  43. package/dist-lib/lib/api/instrument.d.ts +2 -2
  44. package/dist-lib/lib/api/instrument.js +24 -48
  45. package/dist-lib/lib/api/knowledge.d.ts +4 -1
  46. package/dist-lib/lib/api/knowledge.js +25 -7
  47. package/dist-lib/lib/api/local-files.d.ts +5 -1
  48. package/dist-lib/lib/api/local-files.js +9 -5
  49. package/dist-lib/lib/api/logs.js +3 -3
  50. package/dist-lib/lib/api/members.d.ts +10 -1
  51. package/dist-lib/lib/api/members.js +69 -44
  52. package/dist-lib/lib/api/mesh.d.ts +15 -6
  53. package/dist-lib/lib/api/mesh.js +13 -9
  54. package/dist-lib/lib/api/model-download.d.ts +2 -1
  55. package/dist-lib/lib/api/model-download.js +2 -2
  56. package/dist-lib/lib/api/network.d.ts +10 -2
  57. package/dist-lib/lib/api/network.js +8 -2
  58. package/dist-lib/lib/api/notifications.d.ts +3 -1
  59. package/dist-lib/lib/api/notifications.js +14 -9
  60. package/dist-lib/lib/api/projects.d.ts +20 -0
  61. package/dist-lib/lib/api/projects.js +172 -0
  62. package/dist-lib/lib/api/rag-plugin.d.ts +17 -0
  63. package/dist-lib/lib/api/rag-plugin.js +44 -0
  64. package/dist-lib/lib/api/rag.d.ts +0 -1
  65. package/dist-lib/lib/api/rag.js +106 -33
  66. package/dist-lib/lib/api/served.d.ts +17 -0
  67. package/dist-lib/lib/api/served.js +65 -0
  68. package/dist-lib/lib/api/sync.d.ts +2 -1
  69. package/dist-lib/lib/api/sync.js +13 -3
  70. package/dist-lib/lib/api/tool-activity.d.ts +2 -1
  71. package/dist-lib/lib/api/tool-activity.js +4 -3
  72. package/dist-lib/lib/api/tool-configs.d.ts +2 -1
  73. package/dist-lib/lib/api/tool-configs.js +6 -9
  74. package/dist-lib/lib/api/upload-frames.d.ts +0 -1
  75. package/dist-lib/lib/api/upload-frames.js +0 -1
  76. package/dist-lib/lib/api/watchable.d.ts +3 -2
  77. package/dist-lib/lib/api/watchable.js +2 -3
  78. package/dist-lib/lib/api/workspace.d.ts +12 -0
  79. package/dist-lib/lib/api/workspace.js +61 -0
  80. package/dist-lib/lib/assistant/fake-models.d.ts +20 -0
  81. package/dist-lib/lib/assistant/fake-models.js +112 -0
  82. package/dist-lib/lib/assistant/harness.d.ts +48 -31
  83. package/dist-lib/lib/assistant/harness.js +51 -10
  84. package/dist-lib/lib/assistant/history.d.ts +37 -17
  85. package/dist-lib/lib/assistant/history.js +212 -87
  86. package/dist-lib/lib/assistant/host-run-log.d.ts +6 -1
  87. package/dist-lib/lib/assistant/host-run-log.js +24 -36
  88. package/dist-lib/lib/assistant/media-round.d.ts +61 -0
  89. package/dist-lib/lib/assistant/media-round.js +111 -0
  90. package/dist-lib/lib/assistant/message.d.ts +28 -1
  91. package/dist-lib/lib/assistant/message.js +65 -2
  92. package/dist-lib/lib/assistant/model-round.d.ts +118 -0
  93. package/dist-lib/lib/assistant/model-round.js +706 -0
  94. package/dist-lib/lib/assistant/pdf-budget.d.ts +11 -0
  95. package/dist-lib/lib/assistant/pdf-budget.js +12 -0
  96. package/dist-lib/lib/assistant/pdf-pages.d.ts +25 -0
  97. package/dist-lib/lib/assistant/pdf-pages.js +75 -0
  98. package/dist-lib/lib/assistant/round-host.d.ts +65 -0
  99. package/dist-lib/lib/assistant/round-host.js +332 -0
  100. package/dist-lib/lib/assistant/skill-encode.d.ts +2 -1
  101. package/dist-lib/lib/assistant/skill-encode.js +2 -1
  102. package/dist-lib/lib/assistant/upload.d.ts +12 -0
  103. package/dist-lib/lib/assistant/upload.js +36 -0
  104. package/dist-lib/lib/assistant/video-budget.d.ts +13 -0
  105. package/dist-lib/lib/assistant/video-budget.js +29 -0
  106. package/dist-lib/lib/assistant-client.d.ts +5 -1
  107. package/dist-lib/lib/assistant-client.js +54 -14
  108. package/dist-lib/lib/assistant-tree.d.ts +14 -3
  109. package/dist-lib/lib/assistant-tree.js +113 -21
  110. package/dist-lib/lib/assistant.d.ts +115 -25
  111. package/dist-lib/lib/assistant.js +2409 -1245
  112. package/dist-lib/lib/audio-format.js +1 -1
  113. package/dist-lib/lib/chat-suggestion.d.ts +3 -0
  114. package/dist-lib/lib/chat-suggestion.js +47 -0
  115. package/dist-lib/lib/client.d.ts +3 -2
  116. package/dist-lib/lib/client.js +18 -3
  117. package/dist-lib/lib/compaction.d.ts +3 -1
  118. package/dist-lib/lib/compaction.js +18 -4
  119. package/dist-lib/lib/constants.d.ts +10 -0
  120. package/dist-lib/lib/constants.js +10 -0
  121. package/dist-lib/lib/core/agent-copies.d.ts +9 -0
  122. package/dist-lib/lib/core/agent-copies.js +47 -0
  123. package/dist-lib/lib/core/agent-hosting.d.ts +25 -0
  124. package/dist-lib/lib/core/agent-hosting.js +76 -0
  125. package/dist-lib/lib/core/agent.d.ts +9 -1
  126. package/dist-lib/lib/core/agent.js +58 -63
  127. package/dist-lib/lib/core/approval-rules.d.ts +5 -1
  128. package/dist-lib/lib/core/approval-rules.js +17 -9
  129. package/dist-lib/lib/core/archived-mesh.d.ts +14 -7
  130. package/dist-lib/lib/core/archived-mesh.js +75 -59
  131. package/dist-lib/lib/core/async-iterable.js +1 -1
  132. package/dist-lib/lib/core/blind-peers.d.ts +1 -0
  133. package/dist-lib/lib/core/blind-peers.js +1 -0
  134. package/dist-lib/lib/core/chat-activity.d.ts +1 -1
  135. package/dist-lib/lib/core/chat-activity.js +45 -34
  136. package/dist-lib/lib/core/chat-copy.d.ts +42 -0
  137. package/dist-lib/lib/core/chat-copy.js +404 -0
  138. package/dist-lib/lib/core/chat-fork.d.ts +16 -0
  139. package/dist-lib/lib/core/chat-fork.js +246 -0
  140. package/dist-lib/lib/core/chat-group.js +10 -22
  141. package/dist-lib/lib/core/chat-move.d.ts +77 -0
  142. package/dist-lib/lib/core/chat-move.js +601 -0
  143. package/dist-lib/lib/core/chat-order.d.ts +2 -1
  144. package/dist-lib/lib/core/chat-order.js +28 -19
  145. package/dist-lib/lib/core/chat-read.d.ts +4 -0
  146. package/dist-lib/lib/core/chat-read.js +49 -0
  147. package/dist-lib/lib/core/chat-search.js +14 -12
  148. package/dist-lib/lib/core/chat.d.ts +32 -4
  149. package/dist-lib/lib/core/chat.js +135 -61
  150. package/dist-lib/lib/core/chunk.d.ts +35 -7
  151. package/dist-lib/lib/core/chunk.js +271 -72
  152. package/dist-lib/lib/core/collections.d.ts +41 -1
  153. package/dist-lib/lib/core/collections.js +41 -1
  154. package/dist-lib/lib/core/config-value.d.ts +7 -0
  155. package/dist-lib/lib/core/config-value.js +15 -0
  156. package/dist-lib/lib/core/contract/activity.d.ts +7 -2
  157. package/dist-lib/lib/core/contract/activity.js +71 -23
  158. package/dist-lib/lib/core/contract/agent-join.d.ts +10 -0
  159. package/dist-lib/lib/core/contract/agent-join.js +104 -0
  160. package/dist-lib/lib/core/contract/agents.d.ts +5 -0
  161. package/dist-lib/lib/core/contract/agents.js +142 -3
  162. package/dist-lib/lib/core/contract/chat.d.ts +4 -0
  163. package/dist-lib/lib/core/contract/chat.js +53 -3
  164. package/dist-lib/lib/core/contract/chunks.d.ts +7 -0
  165. package/dist-lib/lib/core/contract/chunks.js +125 -38
  166. package/dist-lib/lib/core/contract/devices.js +6 -4
  167. package/dist-lib/lib/core/contract/index.d.ts +2 -3
  168. package/dist-lib/lib/core/contract/index.js +38 -11
  169. package/dist-lib/lib/core/contract/indexing.d.ts +1 -0
  170. package/dist-lib/lib/core/contract/indexing.js +51 -7
  171. package/dist-lib/lib/core/contract/invites.d.ts +3 -14
  172. package/dist-lib/lib/core/contract/invites.js +26 -36
  173. package/dist-lib/lib/core/contract/joined-meshes.js +4 -1
  174. package/dist-lib/lib/core/contract/knowledge.d.ts +1 -0
  175. package/dist-lib/lib/core/contract/knowledge.js +57 -6
  176. package/dist-lib/lib/core/contract/members.d.ts +3 -1
  177. package/dist-lib/lib/core/contract/members.js +48 -12
  178. package/dist-lib/lib/core/contract/mesh-kind.d.ts +3 -3
  179. package/dist-lib/lib/core/contract/mesh-kind.js +20 -16
  180. package/dist-lib/lib/core/contract/mesh-name.d.ts +3 -0
  181. package/dist-lib/lib/core/contract/mesh-name.js +31 -0
  182. package/dist-lib/lib/core/contract/mesh-rules.d.ts +8 -0
  183. package/dist-lib/lib/core/contract/mesh-rules.js +35 -0
  184. package/dist-lib/lib/core/contract/mesh-seeds.d.ts +2 -0
  185. package/dist-lib/lib/core/contract/mesh-seeds.js +26 -0
  186. package/dist-lib/lib/core/contract/model-requests.d.ts +26 -0
  187. package/dist-lib/lib/core/contract/model-requests.js +280 -0
  188. package/dist-lib/lib/core/contract/oldest-version.d.ts +9 -0
  189. package/dist-lib/lib/core/contract/oldest-version.js +20 -0
  190. package/dist-lib/lib/core/contract/open-join.d.ts +2 -0
  191. package/dist-lib/lib/core/contract/open-join.js +77 -0
  192. package/dist-lib/lib/core/contract/project-device-keys.d.ts +9 -0
  193. package/dist-lib/lib/core/contract/project-device-keys.js +38 -0
  194. package/dist-lib/lib/core/contract/project-host-keys.d.ts +9 -0
  195. package/dist-lib/lib/core/contract/project-host-keys.js +52 -0
  196. package/dist-lib/lib/core/contract/project-order.d.ts +2 -0
  197. package/dist-lib/lib/core/contract/project-order.js +25 -0
  198. package/dist-lib/lib/core/contract/projects.d.ts +23 -0
  199. package/dist-lib/lib/core/contract/projects.js +339 -0
  200. package/dist-lib/lib/core/contract/public-mesh.d.ts +3 -0
  201. package/dist-lib/lib/core/contract/public-mesh.js +31 -0
  202. package/dist-lib/lib/core/contract/public-seeds.d.ts +9 -0
  203. package/dist-lib/lib/core/contract/public-seeds.js +43 -0
  204. package/dist-lib/lib/core/contract/roles.d.ts +10 -0
  205. package/dist-lib/lib/core/contract/roles.js +123 -0
  206. package/dist-lib/lib/core/contract/run-requests.d.ts +11 -0
  207. package/dist-lib/lib/core/contract/run-requests.js +114 -0
  208. package/dist-lib/lib/core/contract/seed-defaults.d.ts +3 -1
  209. package/dist-lib/lib/core/contract/seed-defaults.js +17 -4
  210. package/dist-lib/lib/core/contract/shipped-rows.d.ts +2 -0
  211. package/dist-lib/lib/core/contract/shipped-rows.js +22 -0
  212. package/dist-lib/lib/core/contract/skill-secrets.d.ts +3 -0
  213. package/dist-lib/lib/core/contract/skill-secrets.js +32 -0
  214. package/dist-lib/lib/core/contract/tool-activity.js +12 -1
  215. package/dist-lib/lib/core/contract/tool-configs.js +2 -1
  216. package/dist-lib/lib/core/contract/types.d.ts +2 -2
  217. package/dist-lib/lib/core/contract/workspace.d.ts +31 -0
  218. package/dist-lib/lib/core/contract/workspace.js +311 -0
  219. package/dist-lib/lib/core/contract/writers.js +100 -16
  220. package/dist-lib/lib/core/deleted-agent-runs.d.ts +8 -0
  221. package/dist-lib/lib/core/deleted-agent-runs.js +57 -0
  222. package/dist-lib/lib/core/departures.d.ts +18 -5
  223. package/dist-lib/lib/core/departures.js +82 -6
  224. package/dist-lib/lib/core/device-control.d.ts +21 -0
  225. package/dist-lib/lib/core/device-control.js +91 -0
  226. package/dist-lib/lib/core/device-seal.d.ts +4 -0
  227. package/dist-lib/lib/core/device-seal.js +22 -0
  228. package/dist-lib/lib/core/devices.d.ts +2 -1
  229. package/dist-lib/lib/core/devices.js +6 -11
  230. package/dist-lib/lib/core/document-attachment.d.ts +10 -0
  231. package/dist-lib/lib/core/document-attachment.js +14 -0
  232. package/dist-lib/lib/core/files/attachments.d.ts +2 -0
  233. package/dist-lib/lib/core/files/attachments.js +23 -7
  234. package/dist-lib/lib/core/files/index.d.ts +28 -15
  235. package/dist-lib/lib/core/files/index.js +222 -43
  236. package/dist-lib/lib/core/files/knowledge.d.ts +10 -1
  237. package/dist-lib/lib/core/files/knowledge.js +77 -5
  238. package/dist-lib/lib/core/files/preview/index.js +6 -2
  239. package/dist-lib/lib/core/files/processing/claims.d.ts +7 -0
  240. package/dist-lib/lib/core/files/processing/claims.js +33 -7
  241. package/dist-lib/lib/core/files/processing/document.d.ts +8 -0
  242. package/dist-lib/lib/core/files/processing/document.js +26 -2
  243. package/dist-lib/lib/core/files/processing/index.d.ts +12 -3
  244. package/dist-lib/lib/core/files/processing/index.js +122 -73
  245. package/dist-lib/lib/core/files/processing/protocol.d.ts +7 -1
  246. package/dist-lib/lib/core/files/processing/protocol.js +27 -37
  247. package/dist-lib/lib/core/files/processing/source.d.ts +4 -0
  248. package/dist-lib/lib/core/files/processing/source.js +12 -4
  249. package/dist-lib/lib/core/files/processing/state.d.ts +5 -1
  250. package/dist-lib/lib/core/files/processing/state.js +9 -1
  251. package/dist-lib/lib/core/files/rag/build.d.ts +15 -2
  252. package/dist-lib/lib/core/files/rag/build.js +119 -21
  253. package/dist-lib/lib/core/files/rag/failure.d.ts +20 -0
  254. package/dist-lib/lib/core/files/rag/failure.js +58 -0
  255. package/dist-lib/lib/core/files/rag/index.d.ts +21 -5
  256. package/dist-lib/lib/core/files/rag/index.js +38 -9
  257. package/dist-lib/lib/core/files/rag/joined-index.d.ts +6 -0
  258. package/dist-lib/lib/core/files/rag/joined-index.js +35 -0
  259. package/dist-lib/lib/core/files/rag/limits.d.ts +1 -0
  260. package/dist-lib/lib/core/files/rag/limits.js +1 -0
  261. package/dist-lib/lib/core/files/rag/load.d.ts +3 -3
  262. package/dist-lib/lib/core/files/rag/load.js +6 -3
  263. package/dist-lib/lib/core/files/rag/plugin-index.d.ts +32 -0
  264. package/dist-lib/lib/core/files/rag/plugin-index.js +120 -0
  265. package/dist-lib/lib/core/files/rag/policy.d.ts +10 -1
  266. package/dist-lib/lib/core/files/rag/policy.js +23 -2
  267. package/dist-lib/lib/core/files/rag/produce.d.ts +3 -4
  268. package/dist-lib/lib/core/files/rag/produce.js +31 -18
  269. package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +2 -0
  270. package/dist-lib/lib/core/files/rag/retrieval/full-text.js +8 -2
  271. package/dist-lib/lib/core/files/rag/similarity.d.ts +2 -2
  272. package/dist-lib/lib/core/files/rag/similarity.js +2 -3
  273. package/dist-lib/lib/core/files/records/chunks.js +22 -1
  274. package/dist-lib/lib/core/files/records/index.d.ts +1 -1
  275. package/dist-lib/lib/core/files/records/index.js +1 -1
  276. package/dist-lib/lib/core/files/records/knowledge.d.ts +12 -4
  277. package/dist-lib/lib/core/files/records/knowledge.js +34 -30
  278. package/dist-lib/lib/core/files/records/purge.js +13 -8
  279. package/dist-lib/lib/core/files/records/reclaim.js +21 -55
  280. package/dist-lib/lib/core/files/records/routing.d.ts +1 -1
  281. package/dist-lib/lib/core/files/records/routing.js +6 -2
  282. package/dist-lib/lib/core/files/records/source.js +3 -5
  283. package/dist-lib/lib/core/files/records/sweep.d.ts +3 -0
  284. package/dist-lib/lib/core/files/records/sweep.js +9 -3
  285. package/dist-lib/lib/core/files/store/blob.d.ts +2 -0
  286. package/dist-lib/lib/core/files/store/blob.js +2 -2
  287. package/dist-lib/lib/core/files/store/index.d.ts +3 -1
  288. package/dist-lib/lib/core/files/store/index.js +4 -1
  289. package/dist-lib/lib/core/files/store/reference.d.ts +3 -0
  290. package/dist-lib/lib/core/files/store/reference.js +12 -2
  291. package/dist-lib/lib/core/files/store/sweep.js +3 -1
  292. package/dist-lib/lib/core/files/upload.d.ts +5 -1
  293. package/dist-lib/lib/core/files/upload.js +117 -51
  294. package/dist-lib/lib/core/first-event.d.ts +6 -0
  295. package/dist-lib/lib/core/first-event.js +13 -0
  296. package/dist-lib/lib/core/fs-drives.d.ts +6 -3
  297. package/dist-lib/lib/core/fs-drives.js +35 -35
  298. package/dist-lib/lib/core/helpers/index.d.ts +1 -1
  299. package/dist-lib/lib/core/helpers/index.js +2 -2
  300. package/dist-lib/lib/core/id.d.ts +1 -0
  301. package/dist-lib/lib/core/id.js +3 -0
  302. package/dist-lib/lib/core/identity.d.ts +3 -1
  303. package/dist-lib/lib/core/identity.js +25 -4
  304. package/dist-lib/lib/core/invite.d.ts +6 -2
  305. package/dist-lib/lib/core/invite.js +22 -8
  306. package/dist-lib/lib/core/local/files.d.ts +2 -1
  307. package/dist-lib/lib/core/local/files.js +5 -7
  308. package/dist-lib/lib/core/local/index.d.ts +93 -8
  309. package/dist-lib/lib/core/local/index.js +327 -28
  310. package/dist-lib/lib/core/local/run-logs.d.ts +38 -0
  311. package/dist-lib/lib/core/local/run-logs.js +132 -0
  312. package/dist-lib/lib/core/member-key.d.ts +7 -0
  313. package/dist-lib/lib/core/member-key.js +24 -0
  314. package/dist-lib/lib/core/membership.d.ts +3 -14
  315. package/dist-lib/lib/core/membership.js +3 -96
  316. package/dist-lib/lib/core/mesh.d.ts +132 -29
  317. package/dist-lib/lib/core/mesh.js +775 -215
  318. package/dist-lib/lib/core/migrations/agent-catalog.js +2 -8
  319. package/dist-lib/lib/core/migrations/agent-tools-scope.d.ts +2 -0
  320. package/dist-lib/lib/core/migrations/agent-tools-scope.js +18 -0
  321. package/dist-lib/lib/core/migrations/chat-chunks.d.ts +4 -0
  322. package/dist-lib/lib/core/migrations/chat-chunks.js +47 -0
  323. package/dist-lib/lib/core/migrations/file-index.d.ts +1 -1
  324. package/dist-lib/lib/core/migrations/file-index.js +8 -6
  325. package/dist-lib/lib/core/migrations/index.d.ts +2 -1
  326. package/dist-lib/lib/core/migrations/index.js +69 -8
  327. package/dist-lib/lib/core/migrations/writer-links.d.ts +3 -0
  328. package/dist-lib/lib/core/migrations/writer-links.js +30 -0
  329. package/dist-lib/lib/core/model-requests.d.ts +13 -0
  330. package/dist-lib/lib/core/model-requests.js +65 -0
  331. package/dist-lib/lib/core/next-frame.js +2 -1
  332. package/dist-lib/lib/core/notification.js +100 -25
  333. package/dist-lib/lib/core/pdf/figure.d.ts +22 -0
  334. package/dist-lib/lib/core/pdf/figure.js +64 -0
  335. package/dist-lib/lib/core/pdf/rasterize.d.ts +12 -3
  336. package/dist-lib/lib/core/pdf/rasterize.js +77 -28
  337. package/dist-lib/lib/core/peer-duplex.d.ts +34 -0
  338. package/dist-lib/lib/core/{harness-loan.js → peer-duplex.js} +104 -45
  339. package/dist-lib/lib/core/project-keys.d.ts +16 -0
  340. package/dist-lib/lib/core/project-keys.js +65 -0
  341. package/dist-lib/lib/core/prompt-history.js +4 -4
  342. package/dist-lib/lib/core/protocol-pairing.d.ts +11 -0
  343. package/dist-lib/lib/core/protocol-pairing.js +22 -0
  344. package/dist-lib/lib/core/public-mesh.d.ts +25 -0
  345. package/dist-lib/lib/core/public-mesh.js +81 -0
  346. package/dist-lib/lib/core/purge.d.ts +3 -0
  347. package/dist-lib/lib/core/purge.js +7 -0
  348. package/dist-lib/lib/core/run-driver.d.ts +17 -0
  349. package/dist-lib/lib/core/run-driver.js +20 -0
  350. package/dist-lib/lib/core/run-requests.d.ts +14 -0
  351. package/dist-lib/lib/core/run-requests.js +78 -0
  352. package/dist-lib/lib/core/send.d.ts +2 -0
  353. package/dist-lib/lib/core/send.js +17 -4
  354. package/dist-lib/lib/core/senders.d.ts +19 -0
  355. package/dist-lib/lib/core/senders.js +45 -0
  356. package/dist-lib/lib/core/shared-agents.d.ts +40 -0
  357. package/dist-lib/lib/core/shared-agents.js +283 -0
  358. package/dist-lib/lib/core/skill-availability.d.ts +33 -0
  359. package/dist-lib/lib/core/skill-availability.js +67 -0
  360. package/dist-lib/lib/core/skill-secrets.d.ts +13 -18
  361. package/dist-lib/lib/core/skill-secrets.js +93 -72
  362. package/dist-lib/lib/core/sync/background.d.ts +34 -0
  363. package/dist-lib/lib/core/sync/background.js +86 -0
  364. package/dist-lib/lib/core/sync/changed.d.ts +20 -0
  365. package/dist-lib/lib/core/sync/changed.js +7 -0
  366. package/dist-lib/lib/core/sync/devices.js +6 -3
  367. package/dist-lib/lib/core/sync/files.d.ts +1 -0
  368. package/dist-lib/lib/core/sync/files.js +50 -72
  369. package/dist-lib/lib/core/sync/index.d.ts +1 -1
  370. package/dist-lib/lib/core/sync/index.js +193 -81
  371. package/dist-lib/lib/core/sync/view-updates.d.ts +39 -0
  372. package/dist-lib/lib/core/sync/view-updates.js +124 -0
  373. package/dist-lib/lib/core/sync-status.js +99 -43
  374. package/dist-lib/lib/core/system-info.d.ts +2 -2
  375. package/dist-lib/lib/core/system-info.js +10 -11
  376. package/dist-lib/lib/core/tool-activity.js +6 -12
  377. package/dist-lib/lib/core/tool-configs.d.ts +5 -3
  378. package/dist-lib/lib/core/tool-configs.js +27 -39
  379. package/dist-lib/lib/core/transcript-visibility.d.ts +5 -5
  380. package/dist-lib/lib/core/transcript-visibility.js +27 -31
  381. package/dist-lib/lib/core/upgrade-agents.d.ts +11 -0
  382. package/dist-lib/lib/core/upgrade-agents.js +78 -0
  383. package/dist-lib/lib/core/upgrade-summary.d.ts +19 -0
  384. package/dist-lib/lib/core/upgrade-summary.js +67 -0
  385. package/dist-lib/lib/core/vault-managed-skills.d.ts +18 -0
  386. package/dist-lib/lib/core/vault-managed-skills.js +105 -0
  387. package/dist-lib/lib/core/video/attachment.d.ts +1 -0
  388. package/dist-lib/lib/core/video/attachment.js +7 -0
  389. package/dist-lib/lib/core/video/digest.d.ts +16 -0
  390. package/dist-lib/lib/core/video/digest.js +57 -0
  391. package/dist-lib/lib/core/video/frames.d.ts +32 -0
  392. package/dist-lib/lib/core/video/frames.js +224 -0
  393. package/dist-lib/lib/core/view-read.d.ts +4 -0
  394. package/dist-lib/lib/core/view-read.js +23 -0
  395. package/dist-lib/lib/core/workspace-upgrade.d.ts +23 -0
  396. package/dist-lib/lib/core/workspace-upgrade.js +51 -0
  397. package/dist-lib/lib/core.d.ts +345 -88
  398. package/dist-lib/lib/core.js +4275 -1513
  399. package/dist-lib/lib/credential-pusher.d.ts +17 -7
  400. package/dist-lib/lib/credential-pusher.js +111 -62
  401. package/dist-lib/lib/custom-model-pusher.d.ts +2 -4
  402. package/dist-lib/lib/custom-model-task.d.ts +2 -1
  403. package/dist-lib/lib/custom-model-task.js +2 -2
  404. package/dist-lib/lib/device-tree.d.ts +18 -0
  405. package/dist-lib/lib/device-tree.js +32 -0
  406. package/dist-lib/lib/diagnostics.d.ts +7 -0
  407. package/dist-lib/lib/diagnostics.js +22 -0
  408. package/dist-lib/lib/doctor/checks.d.ts +15 -0
  409. package/dist-lib/lib/doctor/checks.js +272 -0
  410. package/dist-lib/lib/doctor/redact.d.ts +4 -0
  411. package/dist-lib/lib/doctor/redact.js +31 -0
  412. package/dist-lib/lib/doctor/render.d.ts +8 -0
  413. package/dist-lib/lib/doctor/render.js +83 -0
  414. package/dist-lib/lib/doctor/tree.d.ts +5 -0
  415. package/dist-lib/lib/doctor/tree.js +167 -0
  416. package/dist-lib/lib/downloads-allowed-pusher.d.ts +8 -0
  417. package/dist-lib/lib/downloads-allowed-pusher.js +37 -0
  418. package/dist-lib/lib/errors.d.ts +814 -0
  419. package/dist-lib/lib/errors.js +748 -0
  420. package/dist-lib/lib/fs-drive-bridge.d.ts +8 -1
  421. package/dist-lib/lib/fs-drive-bridge.js +312 -31
  422. package/dist-lib/lib/guards.d.ts +1 -0
  423. package/dist-lib/lib/guards.js +4 -0
  424. package/dist-lib/lib/inference-calls.d.ts +1 -2
  425. package/dist-lib/lib/inference-calls.js +2 -10
  426. package/dist-lib/lib/integrations/setup-routes.js +7 -5
  427. package/dist-lib/lib/knowledge-search.d.ts +1 -1
  428. package/dist-lib/lib/knowledge-search.js +5 -51
  429. package/dist-lib/lib/kv-cache-ledger.d.ts +22 -0
  430. package/dist-lib/lib/kv-cache-ledger.js +72 -0
  431. package/dist-lib/lib/kv-cache-reclaim.d.ts +2 -1
  432. package/dist-lib/lib/kv-cache-reclaim.js +30 -0
  433. package/dist-lib/lib/kv-cache-retention.d.ts +36 -0
  434. package/dist-lib/lib/kv-cache-retention.js +101 -0
  435. package/dist-lib/lib/latest-frame.d.ts +10 -0
  436. package/dist-lib/lib/latest-frame.js +48 -0
  437. package/dist-lib/lib/llm-model-names.d.ts +1 -1
  438. package/dist-lib/lib/llm-model-names.js +1 -1
  439. package/dist-lib/lib/log.d.ts +7 -6
  440. package/dist-lib/lib/log.js +14 -7
  441. package/dist-lib/lib/logger-type.d.ts +2 -5
  442. package/dist-lib/lib/mesh-scoped-engine.js +47 -2
  443. package/dist-lib/lib/model-context.js +1 -2
  444. package/dist-lib/lib/model-download-status.d.ts +3 -3
  445. package/dist-lib/lib/model-download.d.ts +22 -13
  446. package/dist-lib/lib/model-download.js +106 -37
  447. package/dist-lib/lib/model-idle-pusher.d.ts +2 -4
  448. package/dist-lib/lib/model-memory-cap.d.ts +30 -0
  449. package/dist-lib/lib/model-memory-cap.js +78 -0
  450. package/dist-lib/lib/models-watch.d.ts +1 -1
  451. package/dist-lib/lib/models-watch.js +4 -4
  452. package/dist-lib/lib/oauth/browser-connect.js +3 -2
  453. package/dist-lib/lib/oauth/flow-core.js +5 -3
  454. package/dist-lib/lib/oauth/flow.js +1 -1
  455. package/dist-lib/lib/oauth/loopback.d.ts +1 -0
  456. package/dist-lib/lib/oauth/loopback.js +57 -12
  457. package/dist-lib/lib/oauth/providers.js +4 -2
  458. package/dist-lib/lib/oauth/redirect-types.d.ts +1 -0
  459. package/dist-lib/lib/oauth/register.js +35 -19
  460. package/dist-lib/lib/oauth/request.d.ts +10 -0
  461. package/dist-lib/lib/oauth/request.js +22 -0
  462. package/dist-lib/lib/oauth/resolve.js +42 -13
  463. package/dist-lib/lib/oauth/token-exchange-core.js +40 -31
  464. package/dist-lib/lib/oauth/types.d.ts +3 -0
  465. package/dist-lib/lib/oauth.d.ts +2 -1
  466. package/dist-lib/lib/oauth.js +1 -0
  467. package/dist-lib/lib/persistent-dir.d.ts +1 -0
  468. package/dist-lib/lib/persistent-dir.js +9 -0
  469. package/dist-lib/lib/probe-rounds.d.ts +8 -0
  470. package/dist-lib/lib/probe-rounds.js +10 -0
  471. package/dist-lib/lib/reconnecting-watch.js +19 -11
  472. package/dist-lib/lib/run-input.d.ts +14 -0
  473. package/dist-lib/lib/run-input.js +33 -0
  474. package/dist-lib/lib/run-notices.d.ts +5 -0
  475. package/dist-lib/lib/run-notices.js +13 -2
  476. package/dist-lib/lib/run-replay.d.ts +45 -0
  477. package/dist-lib/lib/run-replay.js +169 -0
  478. package/dist-lib/lib/run-transcript.d.ts +13 -12
  479. package/dist-lib/lib/run-transcript.js +20 -19
  480. package/dist-lib/lib/suspend-lifecycle.js +15 -5
  481. package/dist-lib/lib/task.js +6 -4
  482. package/dist-lib/lib/test-env.d.ts +1 -0
  483. package/dist-lib/lib/test-env.js +4 -0
  484. package/dist-lib/schema/build.js +66 -55
  485. package/dist-lib/schema/config.d.ts +1 -1
  486. package/dist-lib/schema/config.js +1 -1
  487. package/dist-lib/schema/content.d.ts +5 -1
  488. package/dist-lib/schema/content.js +60 -12
  489. package/dist-lib/schema/engine.d.ts +1 -0
  490. package/dist-lib/schema/engine.js +941 -152
  491. package/dist-lib/schema/field-order.js +8 -1
  492. package/dist-lib/schema/indexes.d.ts +10 -0
  493. package/dist-lib/schema/indexes.js +53 -3
  494. package/dist-lib/schema/local.js +83 -5
  495. package/dist-lib/schema/qvac.d.ts +4 -1
  496. package/dist-lib/schema/qvac.js +558 -16
  497. package/dist-lib/spec/bind.js +261 -48
  498. package/dist-lib/spec/calls.js +56 -5
  499. package/dist-lib/spec/capabilities.d.ts +129 -20
  500. package/dist-lib/spec/config/hyperconf/index.js +1 -1
  501. package/dist-lib/spec/hrpc/hrpc.json +870 -207
  502. package/dist-lib/spec/hrpc/index.js +969 -347
  503. package/dist-lib/spec/hrpc/messages.js +7590 -4896
  504. package/dist-lib/spec/hyperschema/index.js +7590 -4896
  505. package/dist-lib/spec/hyperschema/schema.json +5316 -3224
  506. package/dist-lib/spec/hyperschema/types.d.ts +576 -62
  507. package/dist-lib/spec/local/hyperdb/db.json +95 -1
  508. package/dist-lib/spec/local/hyperdb/index.js +459 -2
  509. package/dist-lib/spec/local/hyperdb/messages.js +1588 -488
  510. package/dist-lib/spec/local/hyperschema/index.js +584 -16
  511. package/dist-lib/spec/local/hyperschema/schema.json +369 -1
  512. package/dist-lib/spec/local/hyperschema/types.d.ts +88 -2
  513. package/dist-lib/spec/mesh/hyperdb/db.json +711 -9
  514. package/dist-lib/spec/mesh/hyperdb/index.js +2769 -7
  515. package/dist-lib/spec/mesh/hyperdb/messages.js +7140 -1298
  516. package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +205 -1
  517. package/dist-lib/spec/mesh/hyperdispatch/index.js +579 -1
  518. package/dist-lib/spec/mesh/hyperdispatch/messages.js +4017 -267
  519. package/dist-lib/spec/mesh/hyperschema/index.js +4017 -267
  520. package/dist-lib/spec/mesh/hyperschema/schema.json +2193 -19
  521. package/dist-lib/spec/mesh/hyperschema/types.d.ts +550 -6
  522. package/package.json +136 -90
  523. package/tui/README.md +119 -20
  524. package/tui/app.mjs +2000 -621
  525. package/tui/boot.mjs +74 -9
  526. package/tui/cli.mjs +93 -0
  527. package/tui/index.mjs +2 -51
  528. package/tui/lib/connect-sheet.mjs +350 -0
  529. package/tui/lib/device-target.mjs +64 -0
  530. package/tui/lib/folders-command.mjs +84 -0
  531. package/tui/lib/fork-command.mjs +43 -0
  532. package/tui/lib/knowledge-import.mjs +3 -21
  533. package/tui/lib/local-path.mjs +21 -0
  534. package/tui/lib/move-command.mjs +17 -0
  535. package/tui/lib/render.mjs +30 -1
  536. package/tui/lib/setup.mjs +59 -25
  537. package/tui/lib/skill-connect.mjs +145 -0
  538. package/tui/lib/updater.mjs +86 -0
  539. package/tui/main.mjs +44 -18
  540. package/tui/plugins.mjs +158 -0
  541. package/worker/assistant-sidecar.mjs +28 -4
  542. package/worker/stow-entry.mjs +3 -50
  543. package/dist-lib/lib/core/contract/compute.d.ts +0 -11
  544. package/dist-lib/lib/core/contract/compute.js +0 -48
  545. package/dist-lib/lib/core/device-invites.d.ts +0 -11
  546. package/dist-lib/lib/core/device-invites.js +0 -63
  547. package/dist-lib/lib/core/files/processing/settle.d.ts +0 -13
  548. package/dist-lib/lib/core/files/processing/settle.js +0 -86
  549. package/dist-lib/lib/core/grant-expiry.d.ts +0 -11
  550. package/dist-lib/lib/core/grant-expiry.js +0 -66
  551. package/dist-lib/lib/core/handoff-channel.d.ts +0 -47
  552. package/dist-lib/lib/core/handoff-channel.js +0 -123
  553. package/dist-lib/lib/core/harness-loan.d.ts +0 -29
  554. package/dist-lib/lib/core/host-run-log-store.d.ts +0 -114
  555. package/dist-lib/lib/core/host-run-log-store.js +0 -976
  556. package/dist-lib/lib/core/hosted-agents.d.ts +0 -38
  557. package/dist-lib/lib/core/hosted-agents.js +0 -140
  558. package/dist-lib/lib/core/inference-calls-handoff.d.ts +0 -20
  559. package/dist-lib/lib/core/inference-calls-handoff.js +0 -37
  560. package/dist-lib/lib/core/inference-calls-receiver.d.ts +0 -14
  561. package/dist-lib/lib/core/inference-calls-receiver.js +0 -42
  562. package/dist-lib/lib/core/mesh-seed-handoff.d.ts +0 -25
  563. package/dist-lib/lib/core/mesh-seed-handoff.js +0 -52
  564. package/dist-lib/lib/core/migrations/device-indexes.d.ts +0 -2
  565. package/dist-lib/lib/core/migrations/device-indexes.js +0 -7
  566. package/dist-lib/lib/core/secret-handoff.d.ts +0 -17
  567. package/dist-lib/lib/core/secret-handoff.js +0 -29
  568. package/dist-lib/lib/core/skill-overlay-handoff.d.ts +0 -25
  569. package/dist-lib/lib/core/skill-overlay-handoff.js +0 -50
  570. package/dist-lib/lib/core/skill-overlay-receiver.d.ts +0 -8
  571. package/dist-lib/lib/core/skill-overlay-receiver.js +0 -23
  572. package/dist-lib/lib/image-cache-dir.d.ts +0 -1
  573. package/dist-lib/lib/image-cache-dir.js +0 -5
  574. package/dist-lib/lib/log-levels.d.ts +0 -7
  575. package/dist-lib/lib/log-levels.js +0 -1
  576. package/dist-lib/lib/logger.d.ts +0 -5
  577. package/dist-lib/lib/logger.js +0 -18
  578. package/dist-lib/lib/oauth/loopback.stub.d.ts +0 -3
  579. package/dist-lib/lib/oauth/loopback.stub.js +0 -6
@@ -1,108 +1,220 @@
1
+ import { changed, liveRow } from './changed.js';
1
2
  import { FileChanges } from './files.js';
2
3
  import { syncDeviceRevocation, syncOwnMember } from './devices.js';
3
4
  import { syncChatTombstone } from './chats.js';
4
5
  import { syncNotificationChunk } from './chunks.js';
5
- import { AGENTS, CHATS, CHUNKS, CHUNK_COUNTERS, DEVICES, KNOWLEDGE, KNOWLEDGE_ARTIFACTS, MEMBERS, PURGED_CHATS } from '../collections.js';
6
+ import { isRecord } from '../../guards.js';
7
+ import { isMissingBlock } from '../view-read.js';
8
+ import { AGENT_HOSTS, AGENT_USERS, AGENTS, CHATS, CHAT_GROUPS, CHUNKS, CHUNK_COUNTERS, DEVICES, KNOWLEDGE, KNOWLEDGE_ARTIFACTS, MEMBER_KEYS, MEMBERS, MESH_NAMES, MESH_RULES, MESH_SEEDS, PROJECT_DEVICE_SEALS, PROJECT_HOST_SEALS, PROJECT_MEMBER_SEALS, PROJECTS, PUBLIC_MESHES, PUBLIC_SEEDS, PURGED_CHATS, SKILL_SECRETS, WORKSPACE } from '../collections.js';
6
9
  export async function syncChanges(mesh, view, from) {
7
10
  if (mesh.closing)
8
- return;
9
- let indexingDirty = new Set();
10
- let unattestedDevice = false;
11
- let membershipMoved = false;
12
- let agentsDirty = false;
13
- let meshesChanged = false;
14
- let grantsChanged = false;
15
- const orderDirty = new Set();
16
- const purged = new Map();
17
- let kindChanged = false;
11
+ return null;
12
+ const pass = newPass();
13
+ const reached = view.db.db.head();
18
14
  const snap = view.db.snapshot();
19
15
  const files = new FileChanges(snap, from);
20
16
  try {
21
- for await (const change of snap.changes({ from })) {
22
- if (mesh.closing)
23
- return;
24
- await files.add(change);
25
- if (change.type === 'delete') {
26
- continue;
27
- }
28
- if (changed(change, DEVICES)) {
29
- membershipMoved = true;
30
- unattestedDevice ||= !change.value.revoked && !change.value.memberId;
31
- syncOwnMember(mesh, change.value);
32
- syncDeviceRevocation(mesh, change.value);
33
- }
34
- else if (change.collection === MEMBERS) {
35
- membershipMoved = true;
36
- }
37
- else if (change.collection === AGENTS) {
38
- agentsDirty = true;
39
- }
40
- else if (changed(change, CHATS)) {
41
- orderDirty.add(change.value.id);
42
- syncChatTombstone(mesh, change.value);
43
- }
44
- else if (changed(change, CHUNK_COUNTERS)) {
45
- orderDirty.add(change.value.chatId);
46
- }
47
- else if (changed(change, CHUNKS)) {
48
- syncNotificationChunk(mesh, change.value);
49
- await mesh.files.syncAttachment(change.value);
50
- }
51
- else if (changed(change, KNOWLEDGE)) {
52
- await mesh.files.syncKnowledge(change.value);
53
- }
54
- else if (changed(change, KNOWLEDGE_ARTIFACTS)) {
55
- await mesh.files.syncArtifact(change.value);
56
- }
57
- else if (changed(change, PURGED_CHATS)) {
58
- purged.set(change.value.chatId, change.value.at);
59
- }
60
- else if (change.collection === '@qvac/joined-meshes') {
61
- meshesChanged = true;
62
- }
63
- else if (change.collection === '@qvac/mesh-invite-grants') {
64
- grantsChanged = true;
65
- }
66
- else if (change.collection === '@qvac/mesh-kinds') {
67
- kindChanged = true;
68
- }
17
+ await walkChanges(mesh, { snap, from, files, pass });
18
+ }
19
+ catch (err) {
20
+ if (unserved(err)) {
21
+ await snap.close();
22
+ throw err;
69
23
  }
70
- indexingDirty = await files.ids();
24
+ mesh.reportError(err);
25
+ pass.membershipMoved = pass.agentsDirty = pass.meshesChanged = pass.nameChanged = true;
26
+ pass.runs = null;
27
+ pass.groupsChanged = pass.secretsChanged = true;
71
28
  }
72
- finally {
73
- await snap.close();
29
+ try {
30
+ await settle(mesh, pass);
74
31
  }
75
- if (purged.size) {
76
- await mesh.fileIndex?.retireChats(purged);
77
- for (const chatId of purged.keys()) {
78
- mesh.emit('chat-purged', chatId);
79
- }
32
+ finally {
33
+ void offPath(mesh, files, pass)
34
+ .catch((err) => {
35
+ if (!mesh.closing) {
36
+ mesh.reportError(err);
37
+ }
38
+ })
39
+ .finally(() => snap.close());
80
40
  }
41
+ return reached && { key: reached.key, length: reached.length };
42
+ }
43
+ async function offPath(mesh, files, pass) {
44
+ const indexingDirty = await files.ids();
81
45
  if (indexingDirty.size) {
82
46
  mesh.emit('indexing-dirty', indexingDirty);
83
47
  }
84
- if (unattestedDevice) {
48
+ await mesh.files.reclaimAttachments(pass.attachments);
49
+ for (const row of pass.knowledge) {
50
+ if (mesh.closing)
51
+ return;
52
+ await mesh.files.syncKnowledge(row);
53
+ }
54
+ for (const row of pass.artifacts) {
55
+ if (mesh.closing)
56
+ return;
57
+ await mesh.files.syncArtifact(row);
58
+ }
59
+ }
60
+ function newPass() {
61
+ return {
62
+ attachments: [],
63
+ knowledge: [],
64
+ artifacts: [],
65
+ orderDirty: new Set(),
66
+ purged: new Map(),
67
+ notifications: [],
68
+ runs: { requests: [], deletedAgents: new Set() },
69
+ rulesRaised: false,
70
+ unattestedDevice: false,
71
+ membershipMoved: false,
72
+ agentsDirty: false,
73
+ meshesChanged: false,
74
+ nameChanged: false,
75
+ groupsChanged: false,
76
+ secretsChanged: false
77
+ };
78
+ }
79
+ function syncDevice(mesh, pass, device) {
80
+ pass.membershipMoved = true;
81
+ pass.unattestedDevice ||= !device.revoked && !device.memberId;
82
+ syncOwnMember(mesh, device);
83
+ syncDeviceRevocation(mesh, device);
84
+ }
85
+ async function settle(mesh, pass) {
86
+ if (mesh.closing)
87
+ return;
88
+ await deriveFromPass(mesh, pass);
89
+ announcePass(mesh, pass);
90
+ }
91
+ async function deriveFromPass(mesh, pass) {
92
+ if (pass.purged.size) {
93
+ await mesh.fileIndex?.retireChats(pass.purged);
94
+ }
95
+ if (pass.attachments.length) {
96
+ await mesh.fileIndex?.refresh(pass.attachments);
97
+ }
98
+ if (pass.orderDirty.size && mesh.syncChatOrder) {
99
+ await mesh.syncChatOrder(pass.orderDirty);
100
+ }
101
+ if (pass.nameChanged) {
102
+ await mesh.refreshName();
103
+ }
104
+ }
105
+ function announcePass(mesh, pass) {
106
+ for (const chatId of pass.purged.keys()) {
107
+ mesh.emit('chat-purged', chatId);
108
+ }
109
+ if (!pass.rulesRaised) {
110
+ for (const chunk of pass.notifications) {
111
+ syncNotificationChunk(mesh, chunk);
112
+ }
113
+ }
114
+ if (pass.unattestedDevice) {
85
115
  mesh.emit('unattested-device');
86
116
  }
87
- if (membershipMoved) {
88
- await mesh.refreshMembership();
89
- mesh.emit('membership-tallied');
117
+ if (pass.membershipMoved) {
90
118
  mesh.emit('members-dirty');
119
+ mesh.tallyMembership();
91
120
  }
92
- if (agentsDirty) {
121
+ if (pass.agentsDirty) {
93
122
  mesh.emit('agents-dirty');
94
123
  }
95
- if (orderDirty.size && mesh.syncChatOrder) {
96
- await mesh.syncChatOrder(orderDirty);
124
+ if (!pass.runs || pass.runs.requests.length || pass.runs.deletedAgents.size) {
125
+ mesh.emit('runs-landed', pass.runs);
97
126
  }
98
- mesh.emit('meshes-dirty', meshesChanged);
99
- if (grantsChanged) {
100
- void mesh.refreshGrantExpiry();
127
+ if (pass.secretsChanged) {
128
+ mesh.emit('skill-secrets-dirty');
101
129
  }
102
- if (kindChanged) {
103
- mesh.emit('mesh-kind');
130
+ mesh.emit('meshes-dirty', pass.meshesChanged, pass.groupsChanged, pass.orderDirty.size > 0);
131
+ if (pass.nameChanged) {
132
+ mesh.emit('mesh-named');
133
+ }
134
+ }
135
+ async function walkChanges(mesh, { snap, from, files, pass }) {
136
+ for await (const change of snap.changes({ from })) {
137
+ if (mesh.closing)
138
+ return;
139
+ await files.add(change);
140
+ if (HOSTING.has(change.collection)) {
141
+ pass.agentsDirty = true;
142
+ pass.meshesChanged ||= change.collection === PROJECT_HOST_SEALS;
143
+ continue;
144
+ }
145
+ if (change.type === 'delete') {
146
+ continue;
147
+ }
148
+ if (changed(change, DEVICES)) {
149
+ syncDevice(mesh, pass, change.value);
150
+ }
151
+ else if (change.collection === MEMBERS) {
152
+ pass.membershipMoved = true;
153
+ }
154
+ else if (change.collection === AGENTS) {
155
+ pass.agentsDirty = true;
156
+ const agent = changed(change, AGENTS) ? liveRow(change) : null;
157
+ if (agent?.deletedAt) {
158
+ pass.runs?.deletedAgents.add(agent.id);
159
+ }
160
+ }
161
+ else if (changed(change, CHATS)) {
162
+ pass.orderDirty.add(change.value.id);
163
+ syncChatTombstone(mesh, change.value);
164
+ }
165
+ else if (changed(change, CHUNK_COUNTERS)) {
166
+ pass.orderDirty.add(change.value.chatId);
167
+ }
168
+ else if (change.collection === MESH_RULES) {
169
+ pass.rulesRaised = true;
170
+ }
171
+ else if (changed(change, CHUNKS)) {
172
+ pass.notifications.push(change.value);
173
+ if (change.value.type === 'run-request') {
174
+ pass.runs?.requests.push(change.value);
175
+ }
176
+ if (change.value.attachment) {
177
+ pass.attachments.push(change.value);
178
+ }
179
+ }
180
+ else if (changed(change, KNOWLEDGE)) {
181
+ pass.knowledge.push(change.value);
182
+ }
183
+ else if (changed(change, KNOWLEDGE_ARTIFACTS)) {
184
+ pass.artifacts.push(change.value);
185
+ }
186
+ else if (changed(change, PURGED_CHATS)) {
187
+ pass.purged.set(change.value.chatId, change.value.at);
188
+ }
189
+ else if (FOLLOWED.has(change.collection)) {
190
+ pass.meshesChanged = true;
191
+ }
192
+ else if (change.collection === MESH_NAMES) {
193
+ pass.nameChanged = true;
194
+ }
195
+ else if (change.collection === CHAT_GROUPS || change.collection === WORKSPACE) {
196
+ pass.groupsChanged = true;
197
+ }
198
+ else if (change.collection === SKILL_SECRETS) {
199
+ pass.secretsChanged = true;
200
+ }
104
201
  }
105
202
  }
106
- function changed(change, collection) {
107
- return change.collection === collection;
203
+ function unserved(err) {
204
+ return isMissingBlock(err) || (isRecord(err) && err.code === 'SESSION_CLOSED');
108
205
  }
206
+ const HOSTING = new Set([
207
+ AGENT_USERS,
208
+ PUBLIC_SEEDS,
209
+ PROJECT_HOST_SEALS,
210
+ AGENT_HOSTS
211
+ ]);
212
+ const FOLLOWED = new Set([
213
+ '@qvac/joined-meshes',
214
+ MESH_SEEDS,
215
+ PUBLIC_MESHES,
216
+ PROJECTS,
217
+ PROJECT_MEMBER_SEALS,
218
+ PROJECT_DEVICE_SEALS,
219
+ MEMBER_KEYS
220
+ ]);
@@ -0,0 +1,39 @@
1
+ import type { ViewHead } from '../mesh.ts';
2
+ export interface ViewUpdate {
3
+ readonly from: ViewHead | null;
4
+ readonly to: number;
5
+ readonly incremental: boolean;
6
+ }
7
+ export interface PendingUpdates {
8
+ read(): Promise<ViewUpdate | null>;
9
+ update(change: (row: ViewUpdate | null) => ViewUpdate | null): Promise<void>;
10
+ }
11
+ type Run = (update: ViewUpdate) => Promise<ViewHead | null | void>;
12
+ export interface ViewUpdatesOptions {
13
+ readonly pending: PendingUpdates;
14
+ readonly onerror: (err: unknown) => void;
15
+ }
16
+ export declare class ViewUpdates {
17
+ private readonly _run;
18
+ private readonly _pending;
19
+ private readonly _onerror;
20
+ private readonly _pushing;
21
+ private _waiting;
22
+ private _draining;
23
+ private _written;
24
+ private _bumped;
25
+ private _started;
26
+ private _closed;
27
+ constructor(run: Run, { pending, onerror }: ViewUpdatesOptions);
28
+ start(): void;
29
+ push(update: ViewUpdate): Promise<void>;
30
+ bump(): void;
31
+ close(): void;
32
+ flush(): Promise<void>;
33
+ private _drain;
34
+ private _passes;
35
+ private _release;
36
+ private _settle;
37
+ }
38
+ export declare function memoryPending(): PendingUpdates;
39
+ export {};
@@ -0,0 +1,124 @@
1
+ import b4a from 'b4a';
2
+ export class ViewUpdates {
3
+ _run;
4
+ _pending;
5
+ _onerror;
6
+ _pushing = new Set();
7
+ _waiting = [];
8
+ _draining = null;
9
+ _written = 0;
10
+ _bumped = false;
11
+ _started = false;
12
+ _closed = false;
13
+ constructor(run, { pending, onerror }) {
14
+ this._run = run;
15
+ this._pending = pending;
16
+ this._onerror = onerror;
17
+ }
18
+ start() {
19
+ this._started = true;
20
+ this.bump();
21
+ }
22
+ push(update) {
23
+ const pushing = this._pending
24
+ .update((row) => (row ? merged(row, update) : update))
25
+ .then(() => {
26
+ this._written++;
27
+ this.bump();
28
+ });
29
+ this._pushing.add(pushing);
30
+ return pushing.finally(() => this._pushing.delete(pushing));
31
+ }
32
+ bump() {
33
+ this._bumped = true;
34
+ if (this._started && !this._closed && !this._draining) {
35
+ this._draining = this._drain().finally(() => {
36
+ this._draining = null;
37
+ if (this._bumped && !this._closed) {
38
+ this.bump();
39
+ }
40
+ else {
41
+ this._release(Infinity);
42
+ }
43
+ });
44
+ }
45
+ }
46
+ close() {
47
+ this._closed = true;
48
+ }
49
+ async flush() {
50
+ await Promise.allSettled([...this._pushing]);
51
+ if (!this._draining) {
52
+ return;
53
+ }
54
+ const written = this._written;
55
+ await new Promise((resolve) => this._waiting.push({ written, resolve }));
56
+ }
57
+ async _drain() {
58
+ while (this._bumped && !this._closed) {
59
+ this._bumped = false;
60
+ await this._passes();
61
+ }
62
+ }
63
+ async _passes() {
64
+ let seen = this._written;
65
+ try {
66
+ for (let row = await this._pending.read(); row; row = await this._pending.read()) {
67
+ if (this._closed) {
68
+ return;
69
+ }
70
+ const reached = (await this._run(row)) || null;
71
+ if (this._closed) {
72
+ return;
73
+ }
74
+ await this._settle(row, reached);
75
+ this._release(seen);
76
+ seen = this._written;
77
+ }
78
+ }
79
+ catch (err) {
80
+ this._release(seen);
81
+ if (!this._closed) {
82
+ this._onerror(err);
83
+ }
84
+ }
85
+ }
86
+ _release(seen) {
87
+ const waiting = this._waiting;
88
+ this._waiting = [];
89
+ for (const waiter of waiting) {
90
+ if (waiter.written <= seen) {
91
+ waiter.resolve();
92
+ }
93
+ else {
94
+ this._waiting.push(waiter);
95
+ }
96
+ }
97
+ }
98
+ _settle(ran, reached) {
99
+ return this._pending.update((row) => !row || sameUpdate(row, ran) ? null : { ...row, from: reached ?? row.from });
100
+ }
101
+ }
102
+ export function memoryPending() {
103
+ let row = null;
104
+ return {
105
+ read: () => Promise.resolve(row),
106
+ update: (change) => {
107
+ row = change(row);
108
+ return Promise.resolve();
109
+ }
110
+ };
111
+ }
112
+ function merged(row, next) {
113
+ return {
114
+ from: row.from,
115
+ to: next.to,
116
+ incremental: row.incremental && next.incremental
117
+ };
118
+ }
119
+ function sameUpdate(a, b) {
120
+ return a.to === b.to && a.incremental === b.incremental && sameHead(a.from, b.from);
121
+ }
122
+ function sameHead(a, b) {
123
+ return a && b ? a.length === b.length && b4a.equals(a.key, b.key) : a === b;
124
+ }
@@ -1,13 +1,22 @@
1
1
  import { unref } from '../unref.js';
2
+ import { isMissingBlock } from './view-read.js';
2
3
  import b4a from 'b4a';
3
- import { DEVICES } from './collections.js';
4
+ import ScopeLock from 'scope-lock';
5
+ import { devicesByWriterKey, liveDevices } from './contract/activity.js';
6
+ import { WRITER_ACTIVITY } from './collections.js';
4
7
  const MIN_SYNCING_MS = 1000;
5
8
  export function createSyncActivity(mesh) {
6
9
  const listeners = new Set();
10
+ const lock = new ScopeLock({ debounce: true });
7
11
  const notify = () => {
8
- for (const listener of [...listeners]) {
9
- listener();
10
- }
12
+ void lock.lock().then((locked) => {
13
+ if (!locked)
14
+ return;
15
+ for (const listener of [...listeners]) {
16
+ listener();
17
+ }
18
+ lock.unlock();
19
+ });
11
20
  };
12
21
  const track = (writer) => {
13
22
  writer.core.on('append', notify);
@@ -60,40 +69,21 @@ function createSyncHold(notify) {
60
69
  };
61
70
  }
62
71
  export async function syncStatusSnapshot(mesh) {
63
- const deviceByWriter = await writerDeviceMap(mesh);
64
- const localKey = mesh.autobee.local.key;
65
- const sessions = openWriterSessions(mesh);
66
- const remoteWriters = [...new Set([...deviceByWriter.keys(), ...sessions.keys()])]
67
- .map((hex) => {
68
- const session = sessions.get(hex);
69
- const device = deviceByWriter.get(hex);
70
- return { session, device, writerKey: session ? session.core.key : b4a.from(hex, 'hex') };
71
- })
72
- .filter((writer) => !b4a.equals(writer.writerKey, localKey));
73
- const rows = await Promise.all(remoteWriters.map(async ({ session, device, writerKey }) => {
74
- const info = await mesh.autobee.system.get(writerKey, { unflushed: true });
75
- return {
76
- device,
77
- writerKey,
78
- info,
79
- length: session?.core.length ?? 0,
80
- contiguousLength: session?.core.contiguousLength ?? 0
81
- };
82
- }));
83
72
  const devices = [];
84
73
  let pendingOps = 0;
85
- for (const { device, writerKey, info, length, contiguousLength } of rows) {
86
- if (info?.isRemoved)
87
- continue;
88
- const known = Math.max(info?.length ?? 0, length);
89
- const applied = Math.max(info?.length ?? 0, contiguousLength);
90
- pendingOps += Math.max(0, known - applied);
91
- devices.push({
92
- writerKey,
93
- deviceId: device?.id,
94
- applied,
95
- known
96
- });
74
+ const snap = mesh.read();
75
+ try {
76
+ const writers = remoteWriters(mesh, await writerDeviceMap(snap));
77
+ const rows = await Promise.all(writers.map((writer) => writerProgress(mesh, snap, writer)));
78
+ for (const row of rows) {
79
+ if (!row)
80
+ continue;
81
+ pendingOps += Math.max(0, row.known - row.applied);
82
+ devices.push(row);
83
+ }
84
+ }
85
+ finally {
86
+ await snap.close();
97
87
  }
98
88
  const pendingUploads = mesh.pendingUploads();
99
89
  const syncing = mesh.syncActivity.hold.keep(pendingOps + pendingUploads > 0);
@@ -104,30 +94,96 @@ export async function syncStatusSnapshot(mesh) {
104
94
  devices
105
95
  };
106
96
  }
97
+ function remoteWriters(mesh, deviceByWriter) {
98
+ const localKey = mesh.autobee.local.key;
99
+ const sessions = openWriterSessions(mesh);
100
+ return [...new Set([...deviceByWriter.keys(), ...sessions.keys()])]
101
+ .map((hex) => {
102
+ const session = sessions.get(hex);
103
+ const device = deviceByWriter.get(hex);
104
+ return { session, device, writerKey: session ? session.core.key : b4a.from(hex, 'hex') };
105
+ })
106
+ .filter((writer) => !b4a.equals(writer.writerKey, localKey));
107
+ }
108
+ async function writerProgress(mesh, snap, { writerKey, session, device }) {
109
+ const activity = await heldOr(snap.get(WRITER_ACTIVITY, { writerKey }), {
110
+ unheld: null
111
+ });
112
+ const removed = async () => heldOr(removedByRows(snap, writerKey), { unheld: false });
113
+ if (!device && (activity?.revoked || (await removed()))) {
114
+ return null;
115
+ }
116
+ const length = session?.core.length ?? 0;
117
+ const position = mesh.appliedLength(writerKey);
118
+ const applied = position === undefined
119
+ ? await landedLength(session, activity, length)
120
+ : await arrivedLength(session, position, length);
121
+ const known = Math.max(length, applied);
122
+ return { writerKey, deviceId: device?.id, applied, known };
123
+ }
124
+ async function heldOr(read, { unheld }) {
125
+ try {
126
+ return await read;
127
+ }
128
+ catch (err) {
129
+ if (isMissingBlock(err)) {
130
+ return unheld;
131
+ }
132
+ throw err;
133
+ }
134
+ }
135
+ async function removedByRows(snap, writerKey) {
136
+ let seen = false;
137
+ for await (const row of devicesByWriterKey(snap, writerKey)) {
138
+ if (!row.revoked) {
139
+ return false;
140
+ }
141
+ seen = true;
142
+ }
143
+ return seen;
144
+ }
145
+ async function arrivedLength(session, position, known) {
146
+ if (session && position < known && (await session.core.has(position, known))) {
147
+ return known;
148
+ }
149
+ return Math.max(position, session?.core.contiguousLength ?? 0);
150
+ }
151
+ async function landedLength(session, activity, known) {
152
+ if (session && known > 0 && (await session.core.has(known - 1, known))) {
153
+ return known;
154
+ }
155
+ return Math.max(activity?.length ?? 0, session?.core.contiguousLength ?? 0);
156
+ }
107
157
  function statusState(writerCount, syncing) {
108
158
  if (writerCount === 0)
109
159
  return 'idle';
110
160
  return syncing ? 'syncing' : 'synced';
111
161
  }
162
+ function holdsBlocks(writer) {
163
+ return 'has' in writer.core;
164
+ }
112
165
  function openWriterSessions(mesh) {
113
166
  const sessions = new Map();
114
167
  for (const writer of mesh.autobee.activeWriters) {
115
- sessions.set(b4a.toHex(writer.core.key), writer);
168
+ if (holdsBlocks(writer)) {
169
+ sessions.set(b4a.toHex(writer.core.key), writer);
170
+ }
116
171
  }
117
172
  return sessions;
118
173
  }
119
- async function writerDeviceMap(mesh) {
174
+ async function writerDeviceMap(snap) {
120
175
  const map = new Map();
121
- const snap = mesh.view.snapshot();
122
176
  try {
123
- for await (const device of snap.find(DEVICES)) {
124
- if (device.writerKey && !device.revoked) {
177
+ for await (const device of liveDevices(snap)) {
178
+ if (device.writerKey) {
125
179
  map.set(b4a.toHex(device.writerKey), device);
126
180
  }
127
181
  }
128
182
  }
129
- finally {
130
- await snap.close();
183
+ catch (err) {
184
+ if (!isMissingBlock(err)) {
185
+ throw err;
186
+ }
131
187
  }
132
188
  return map;
133
189
  }
@@ -1,6 +1,6 @@
1
1
  import type CPUInfo from 'bare-cpu-info';
2
2
  import type { Drivers, GPU, Usage as GpuUsage } from 'bare-gpu-info';
3
- import '../logger.ts';
3
+ import type { LoggerInterface } from '@qvac/logging';
4
4
  export type CpuQuery = ReturnType<CPUInfo['query']>;
5
5
  export type CpuUsage = ReturnType<CPUInfo['sample']>;
6
6
  export type CpuDiagnostics = CpuQuery & {
@@ -21,4 +21,4 @@ export interface SystemInfoSampler {
21
21
  snapshot(): SystemInfoSnapshot;
22
22
  destroy(): void;
23
23
  }
24
- export declare function createSystemInfoSampler(): SystemInfoSampler;
24
+ export declare function createSystemInfoSampler(log: LoggerInterface | null): SystemInfoSampler;