@qvac/core 1.0.0-rc.1 → 1.0.0-rc.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (579) hide show
  1. package/CHANGELOG.md +1205 -1
  2. package/README.md +56 -45
  3. package/dist-lib/index.d.ts +3 -2
  4. package/dist-lib/index.js +1 -1
  5. package/dist-lib/lib/api/agent-folders.d.ts +22 -0
  6. package/dist-lib/lib/api/agent-folders.js +115 -0
  7. package/dist-lib/lib/api/agents.d.ts +20 -2
  8. package/dist-lib/lib/api/agents.js +128 -24
  9. package/dist-lib/lib/api/app-config.d.ts +7 -1
  10. package/dist-lib/lib/api/app-config.js +37 -6
  11. package/dist-lib/lib/api/approval-rules.d.ts +1 -1
  12. package/dist-lib/lib/api/approval-rules.js +12 -5
  13. package/dist-lib/lib/api/attachments.d.ts +1 -1
  14. package/dist-lib/lib/api/attachments.js +14 -2
  15. package/dist-lib/lib/api/chat-move.d.ts +4 -0
  16. package/dist-lib/lib/api/chat-move.js +7 -0
  17. package/dist-lib/lib/api/chat.d.ts +12 -2
  18. package/dist-lib/lib/api/chat.js +100 -9
  19. package/dist-lib/lib/api/chunk-delta.d.ts +12 -0
  20. package/dist-lib/lib/api/chunk-delta.js +115 -0
  21. package/dist-lib/lib/api/chunks.d.ts +19 -2
  22. package/dist-lib/lib/api/chunks.js +73 -13
  23. package/dist-lib/lib/api/config.d.ts +11 -3
  24. package/dist-lib/lib/api/config.js +51 -5
  25. package/dist-lib/lib/api/current-mesh.d.ts +13 -5
  26. package/dist-lib/lib/api/current-mesh.js +15 -11
  27. package/dist-lib/lib/api/custom-models.d.ts +7 -1
  28. package/dist-lib/lib/api/custom-models.js +12 -12
  29. package/dist-lib/lib/api/device-routes.d.ts +14 -0
  30. package/dist-lib/lib/api/device-routes.js +144 -0
  31. package/dist-lib/lib/api/devices.d.ts +3 -2
  32. package/dist-lib/lib/api/devices.js +28 -28
  33. package/dist-lib/lib/api/diagnostics.d.ts +2 -1
  34. package/dist-lib/lib/api/diagnostics.js +2 -2
  35. package/dist-lib/lib/api/execution.d.ts +16 -1
  36. package/dist-lib/lib/api/execution.js +72 -16
  37. package/dist-lib/lib/api/files.d.ts +1 -1
  38. package/dist-lib/lib/api/files.js +65 -8
  39. package/dist-lib/lib/api/host-run-log.d.ts +2 -41
  40. package/dist-lib/lib/api/host-run-log.js +35 -83
  41. package/dist-lib/lib/api/index.d.ts +39 -7
  42. package/dist-lib/lib/api/index.js +116 -36
  43. package/dist-lib/lib/api/instrument.d.ts +2 -2
  44. package/dist-lib/lib/api/instrument.js +24 -48
  45. package/dist-lib/lib/api/knowledge.d.ts +4 -1
  46. package/dist-lib/lib/api/knowledge.js +25 -7
  47. package/dist-lib/lib/api/local-files.d.ts +5 -1
  48. package/dist-lib/lib/api/local-files.js +9 -5
  49. package/dist-lib/lib/api/logs.js +3 -3
  50. package/dist-lib/lib/api/members.d.ts +10 -1
  51. package/dist-lib/lib/api/members.js +69 -44
  52. package/dist-lib/lib/api/mesh.d.ts +15 -6
  53. package/dist-lib/lib/api/mesh.js +13 -9
  54. package/dist-lib/lib/api/model-download.d.ts +2 -1
  55. package/dist-lib/lib/api/model-download.js +2 -2
  56. package/dist-lib/lib/api/network.d.ts +10 -2
  57. package/dist-lib/lib/api/network.js +8 -2
  58. package/dist-lib/lib/api/notifications.d.ts +3 -1
  59. package/dist-lib/lib/api/notifications.js +14 -9
  60. package/dist-lib/lib/api/projects.d.ts +20 -0
  61. package/dist-lib/lib/api/projects.js +172 -0
  62. package/dist-lib/lib/api/rag-plugin.d.ts +17 -0
  63. package/dist-lib/lib/api/rag-plugin.js +44 -0
  64. package/dist-lib/lib/api/rag.d.ts +0 -1
  65. package/dist-lib/lib/api/rag.js +106 -33
  66. package/dist-lib/lib/api/served.d.ts +17 -0
  67. package/dist-lib/lib/api/served.js +65 -0
  68. package/dist-lib/lib/api/sync.d.ts +2 -1
  69. package/dist-lib/lib/api/sync.js +13 -3
  70. package/dist-lib/lib/api/tool-activity.d.ts +2 -1
  71. package/dist-lib/lib/api/tool-activity.js +4 -3
  72. package/dist-lib/lib/api/tool-configs.d.ts +2 -1
  73. package/dist-lib/lib/api/tool-configs.js +6 -9
  74. package/dist-lib/lib/api/upload-frames.d.ts +0 -1
  75. package/dist-lib/lib/api/upload-frames.js +0 -1
  76. package/dist-lib/lib/api/watchable.d.ts +3 -2
  77. package/dist-lib/lib/api/watchable.js +2 -3
  78. package/dist-lib/lib/api/workspace.d.ts +12 -0
  79. package/dist-lib/lib/api/workspace.js +61 -0
  80. package/dist-lib/lib/assistant/fake-models.d.ts +20 -0
  81. package/dist-lib/lib/assistant/fake-models.js +112 -0
  82. package/dist-lib/lib/assistant/harness.d.ts +48 -31
  83. package/dist-lib/lib/assistant/harness.js +51 -10
  84. package/dist-lib/lib/assistant/history.d.ts +37 -17
  85. package/dist-lib/lib/assistant/history.js +212 -87
  86. package/dist-lib/lib/assistant/host-run-log.d.ts +6 -1
  87. package/dist-lib/lib/assistant/host-run-log.js +24 -36
  88. package/dist-lib/lib/assistant/media-round.d.ts +61 -0
  89. package/dist-lib/lib/assistant/media-round.js +111 -0
  90. package/dist-lib/lib/assistant/message.d.ts +28 -1
  91. package/dist-lib/lib/assistant/message.js +65 -2
  92. package/dist-lib/lib/assistant/model-round.d.ts +118 -0
  93. package/dist-lib/lib/assistant/model-round.js +706 -0
  94. package/dist-lib/lib/assistant/pdf-budget.d.ts +11 -0
  95. package/dist-lib/lib/assistant/pdf-budget.js +12 -0
  96. package/dist-lib/lib/assistant/pdf-pages.d.ts +25 -0
  97. package/dist-lib/lib/assistant/pdf-pages.js +75 -0
  98. package/dist-lib/lib/assistant/round-host.d.ts +65 -0
  99. package/dist-lib/lib/assistant/round-host.js +332 -0
  100. package/dist-lib/lib/assistant/skill-encode.d.ts +2 -1
  101. package/dist-lib/lib/assistant/skill-encode.js +2 -1
  102. package/dist-lib/lib/assistant/upload.d.ts +12 -0
  103. package/dist-lib/lib/assistant/upload.js +36 -0
  104. package/dist-lib/lib/assistant/video-budget.d.ts +13 -0
  105. package/dist-lib/lib/assistant/video-budget.js +29 -0
  106. package/dist-lib/lib/assistant-client.d.ts +5 -1
  107. package/dist-lib/lib/assistant-client.js +54 -14
  108. package/dist-lib/lib/assistant-tree.d.ts +14 -3
  109. package/dist-lib/lib/assistant-tree.js +113 -21
  110. package/dist-lib/lib/assistant.d.ts +115 -25
  111. package/dist-lib/lib/assistant.js +2409 -1245
  112. package/dist-lib/lib/audio-format.js +1 -1
  113. package/dist-lib/lib/chat-suggestion.d.ts +3 -0
  114. package/dist-lib/lib/chat-suggestion.js +47 -0
  115. package/dist-lib/lib/client.d.ts +3 -2
  116. package/dist-lib/lib/client.js +18 -3
  117. package/dist-lib/lib/compaction.d.ts +3 -1
  118. package/dist-lib/lib/compaction.js +20 -6
  119. package/dist-lib/lib/constants.d.ts +10 -0
  120. package/dist-lib/lib/constants.js +10 -0
  121. package/dist-lib/lib/core/agent-copies.d.ts +9 -0
  122. package/dist-lib/lib/core/agent-copies.js +47 -0
  123. package/dist-lib/lib/core/agent-hosting.d.ts +25 -0
  124. package/dist-lib/lib/core/agent-hosting.js +76 -0
  125. package/dist-lib/lib/core/agent.d.ts +9 -1
  126. package/dist-lib/lib/core/agent.js +58 -63
  127. package/dist-lib/lib/core/approval-rules.d.ts +5 -1
  128. package/dist-lib/lib/core/approval-rules.js +17 -9
  129. package/dist-lib/lib/core/archived-mesh.d.ts +14 -7
  130. package/dist-lib/lib/core/archived-mesh.js +75 -59
  131. package/dist-lib/lib/core/async-iterable.js +1 -1
  132. package/dist-lib/lib/core/blind-peers.d.ts +1 -0
  133. package/dist-lib/lib/core/blind-peers.js +1 -0
  134. package/dist-lib/lib/core/chat-activity.d.ts +1 -1
  135. package/dist-lib/lib/core/chat-activity.js +45 -34
  136. package/dist-lib/lib/core/chat-copy.d.ts +42 -0
  137. package/dist-lib/lib/core/chat-copy.js +404 -0
  138. package/dist-lib/lib/core/chat-fork.d.ts +16 -0
  139. package/dist-lib/lib/core/chat-fork.js +246 -0
  140. package/dist-lib/lib/core/chat-group.js +10 -22
  141. package/dist-lib/lib/core/chat-move.d.ts +77 -0
  142. package/dist-lib/lib/core/chat-move.js +601 -0
  143. package/dist-lib/lib/core/chat-order.d.ts +2 -1
  144. package/dist-lib/lib/core/chat-order.js +28 -19
  145. package/dist-lib/lib/core/chat-read.d.ts +4 -0
  146. package/dist-lib/lib/core/chat-read.js +49 -0
  147. package/dist-lib/lib/core/chat-search.js +14 -12
  148. package/dist-lib/lib/core/chat.d.ts +32 -4
  149. package/dist-lib/lib/core/chat.js +135 -61
  150. package/dist-lib/lib/core/chunk.d.ts +35 -7
  151. package/dist-lib/lib/core/chunk.js +271 -72
  152. package/dist-lib/lib/core/collections.d.ts +41 -1
  153. package/dist-lib/lib/core/collections.js +41 -1
  154. package/dist-lib/lib/core/config-value.d.ts +7 -0
  155. package/dist-lib/lib/core/config-value.js +15 -0
  156. package/dist-lib/lib/core/contract/activity.d.ts +7 -2
  157. package/dist-lib/lib/core/contract/activity.js +71 -23
  158. package/dist-lib/lib/core/contract/agent-join.d.ts +10 -0
  159. package/dist-lib/lib/core/contract/agent-join.js +104 -0
  160. package/dist-lib/lib/core/contract/agents.d.ts +5 -0
  161. package/dist-lib/lib/core/contract/agents.js +142 -3
  162. package/dist-lib/lib/core/contract/chat.d.ts +4 -0
  163. package/dist-lib/lib/core/contract/chat.js +53 -3
  164. package/dist-lib/lib/core/contract/chunks.d.ts +7 -0
  165. package/dist-lib/lib/core/contract/chunks.js +125 -38
  166. package/dist-lib/lib/core/contract/devices.js +6 -4
  167. package/dist-lib/lib/core/contract/index.d.ts +2 -3
  168. package/dist-lib/lib/core/contract/index.js +38 -11
  169. package/dist-lib/lib/core/contract/indexing.d.ts +1 -0
  170. package/dist-lib/lib/core/contract/indexing.js +51 -7
  171. package/dist-lib/lib/core/contract/invites.d.ts +3 -14
  172. package/dist-lib/lib/core/contract/invites.js +26 -36
  173. package/dist-lib/lib/core/contract/joined-meshes.js +4 -1
  174. package/dist-lib/lib/core/contract/knowledge.d.ts +1 -0
  175. package/dist-lib/lib/core/contract/knowledge.js +57 -6
  176. package/dist-lib/lib/core/contract/members.d.ts +3 -1
  177. package/dist-lib/lib/core/contract/members.js +48 -12
  178. package/dist-lib/lib/core/contract/mesh-kind.d.ts +3 -3
  179. package/dist-lib/lib/core/contract/mesh-kind.js +20 -16
  180. package/dist-lib/lib/core/contract/mesh-name.d.ts +3 -0
  181. package/dist-lib/lib/core/contract/mesh-name.js +31 -0
  182. package/dist-lib/lib/core/contract/mesh-rules.d.ts +8 -0
  183. package/dist-lib/lib/core/contract/mesh-rules.js +35 -0
  184. package/dist-lib/lib/core/contract/mesh-seeds.d.ts +2 -0
  185. package/dist-lib/lib/core/contract/mesh-seeds.js +26 -0
  186. package/dist-lib/lib/core/contract/model-requests.d.ts +26 -0
  187. package/dist-lib/lib/core/contract/model-requests.js +280 -0
  188. package/dist-lib/lib/core/contract/oldest-version.d.ts +9 -0
  189. package/dist-lib/lib/core/contract/oldest-version.js +20 -0
  190. package/dist-lib/lib/core/contract/open-join.d.ts +2 -0
  191. package/dist-lib/lib/core/contract/open-join.js +77 -0
  192. package/dist-lib/lib/core/contract/project-device-keys.d.ts +9 -0
  193. package/dist-lib/lib/core/contract/project-device-keys.js +38 -0
  194. package/dist-lib/lib/core/contract/project-host-keys.d.ts +9 -0
  195. package/dist-lib/lib/core/contract/project-host-keys.js +52 -0
  196. package/dist-lib/lib/core/contract/project-order.d.ts +2 -0
  197. package/dist-lib/lib/core/contract/project-order.js +25 -0
  198. package/dist-lib/lib/core/contract/projects.d.ts +23 -0
  199. package/dist-lib/lib/core/contract/projects.js +339 -0
  200. package/dist-lib/lib/core/contract/public-mesh.d.ts +3 -0
  201. package/dist-lib/lib/core/contract/public-mesh.js +31 -0
  202. package/dist-lib/lib/core/contract/public-seeds.d.ts +9 -0
  203. package/dist-lib/lib/core/contract/public-seeds.js +43 -0
  204. package/dist-lib/lib/core/contract/roles.d.ts +10 -0
  205. package/dist-lib/lib/core/contract/roles.js +123 -0
  206. package/dist-lib/lib/core/contract/run-requests.d.ts +11 -0
  207. package/dist-lib/lib/core/contract/run-requests.js +114 -0
  208. package/dist-lib/lib/core/contract/seed-defaults.d.ts +3 -1
  209. package/dist-lib/lib/core/contract/seed-defaults.js +17 -4
  210. package/dist-lib/lib/core/contract/shipped-rows.d.ts +2 -0
  211. package/dist-lib/lib/core/contract/shipped-rows.js +22 -0
  212. package/dist-lib/lib/core/contract/skill-secrets.d.ts +3 -0
  213. package/dist-lib/lib/core/contract/skill-secrets.js +32 -0
  214. package/dist-lib/lib/core/contract/tool-activity.js +12 -1
  215. package/dist-lib/lib/core/contract/tool-configs.js +2 -1
  216. package/dist-lib/lib/core/contract/types.d.ts +2 -2
  217. package/dist-lib/lib/core/contract/workspace.d.ts +31 -0
  218. package/dist-lib/lib/core/contract/workspace.js +311 -0
  219. package/dist-lib/lib/core/contract/writers.js +100 -16
  220. package/dist-lib/lib/core/deleted-agent-runs.d.ts +8 -0
  221. package/dist-lib/lib/core/deleted-agent-runs.js +57 -0
  222. package/dist-lib/lib/core/departures.d.ts +18 -5
  223. package/dist-lib/lib/core/departures.js +82 -6
  224. package/dist-lib/lib/core/device-control.d.ts +21 -0
  225. package/dist-lib/lib/core/device-control.js +91 -0
  226. package/dist-lib/lib/core/device-seal.d.ts +4 -0
  227. package/dist-lib/lib/core/device-seal.js +22 -0
  228. package/dist-lib/lib/core/devices.d.ts +2 -1
  229. package/dist-lib/lib/core/devices.js +6 -11
  230. package/dist-lib/lib/core/document-attachment.d.ts +10 -0
  231. package/dist-lib/lib/core/document-attachment.js +14 -0
  232. package/dist-lib/lib/core/files/attachments.d.ts +2 -0
  233. package/dist-lib/lib/core/files/attachments.js +23 -7
  234. package/dist-lib/lib/core/files/index.d.ts +28 -15
  235. package/dist-lib/lib/core/files/index.js +222 -43
  236. package/dist-lib/lib/core/files/knowledge.d.ts +10 -1
  237. package/dist-lib/lib/core/files/knowledge.js +77 -5
  238. package/dist-lib/lib/core/files/preview/index.js +6 -2
  239. package/dist-lib/lib/core/files/processing/claims.d.ts +7 -0
  240. package/dist-lib/lib/core/files/processing/claims.js +33 -7
  241. package/dist-lib/lib/core/files/processing/document.d.ts +8 -0
  242. package/dist-lib/lib/core/files/processing/document.js +26 -2
  243. package/dist-lib/lib/core/files/processing/index.d.ts +12 -3
  244. package/dist-lib/lib/core/files/processing/index.js +122 -73
  245. package/dist-lib/lib/core/files/processing/protocol.d.ts +7 -1
  246. package/dist-lib/lib/core/files/processing/protocol.js +27 -37
  247. package/dist-lib/lib/core/files/processing/source.d.ts +4 -0
  248. package/dist-lib/lib/core/files/processing/source.js +12 -4
  249. package/dist-lib/lib/core/files/processing/state.d.ts +5 -1
  250. package/dist-lib/lib/core/files/processing/state.js +9 -1
  251. package/dist-lib/lib/core/files/rag/build.d.ts +15 -2
  252. package/dist-lib/lib/core/files/rag/build.js +119 -21
  253. package/dist-lib/lib/core/files/rag/failure.d.ts +20 -0
  254. package/dist-lib/lib/core/files/rag/failure.js +58 -0
  255. package/dist-lib/lib/core/files/rag/index.d.ts +21 -5
  256. package/dist-lib/lib/core/files/rag/index.js +38 -9
  257. package/dist-lib/lib/core/files/rag/joined-index.d.ts +6 -0
  258. package/dist-lib/lib/core/files/rag/joined-index.js +35 -0
  259. package/dist-lib/lib/core/files/rag/limits.d.ts +1 -0
  260. package/dist-lib/lib/core/files/rag/limits.js +1 -0
  261. package/dist-lib/lib/core/files/rag/load.d.ts +3 -3
  262. package/dist-lib/lib/core/files/rag/load.js +6 -3
  263. package/dist-lib/lib/core/files/rag/plugin-index.d.ts +32 -0
  264. package/dist-lib/lib/core/files/rag/plugin-index.js +120 -0
  265. package/dist-lib/lib/core/files/rag/policy.d.ts +10 -1
  266. package/dist-lib/lib/core/files/rag/policy.js +23 -2
  267. package/dist-lib/lib/core/files/rag/produce.d.ts +3 -4
  268. package/dist-lib/lib/core/files/rag/produce.js +31 -18
  269. package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +2 -0
  270. package/dist-lib/lib/core/files/rag/retrieval/full-text.js +8 -2
  271. package/dist-lib/lib/core/files/rag/similarity.d.ts +2 -2
  272. package/dist-lib/lib/core/files/rag/similarity.js +2 -3
  273. package/dist-lib/lib/core/files/records/chunks.js +22 -1
  274. package/dist-lib/lib/core/files/records/index.d.ts +1 -1
  275. package/dist-lib/lib/core/files/records/index.js +1 -1
  276. package/dist-lib/lib/core/files/records/knowledge.d.ts +12 -4
  277. package/dist-lib/lib/core/files/records/knowledge.js +34 -30
  278. package/dist-lib/lib/core/files/records/purge.js +13 -8
  279. package/dist-lib/lib/core/files/records/reclaim.js +21 -55
  280. package/dist-lib/lib/core/files/records/routing.d.ts +1 -1
  281. package/dist-lib/lib/core/files/records/routing.js +6 -2
  282. package/dist-lib/lib/core/files/records/source.js +3 -5
  283. package/dist-lib/lib/core/files/records/sweep.d.ts +3 -0
  284. package/dist-lib/lib/core/files/records/sweep.js +9 -3
  285. package/dist-lib/lib/core/files/store/blob.d.ts +2 -0
  286. package/dist-lib/lib/core/files/store/blob.js +2 -2
  287. package/dist-lib/lib/core/files/store/index.d.ts +3 -1
  288. package/dist-lib/lib/core/files/store/index.js +4 -1
  289. package/dist-lib/lib/core/files/store/reference.d.ts +3 -0
  290. package/dist-lib/lib/core/files/store/reference.js +12 -2
  291. package/dist-lib/lib/core/files/store/sweep.js +3 -1
  292. package/dist-lib/lib/core/files/upload.d.ts +5 -1
  293. package/dist-lib/lib/core/files/upload.js +117 -51
  294. package/dist-lib/lib/core/first-event.d.ts +6 -0
  295. package/dist-lib/lib/core/first-event.js +13 -0
  296. package/dist-lib/lib/core/fs-drives.d.ts +6 -3
  297. package/dist-lib/lib/core/fs-drives.js +35 -35
  298. package/dist-lib/lib/core/helpers/index.d.ts +1 -1
  299. package/dist-lib/lib/core/helpers/index.js +2 -2
  300. package/dist-lib/lib/core/id.d.ts +1 -0
  301. package/dist-lib/lib/core/id.js +3 -0
  302. package/dist-lib/lib/core/identity.d.ts +3 -1
  303. package/dist-lib/lib/core/identity.js +25 -4
  304. package/dist-lib/lib/core/invite.d.ts +6 -2
  305. package/dist-lib/lib/core/invite.js +22 -8
  306. package/dist-lib/lib/core/local/files.d.ts +2 -1
  307. package/dist-lib/lib/core/local/files.js +5 -7
  308. package/dist-lib/lib/core/local/index.d.ts +93 -8
  309. package/dist-lib/lib/core/local/index.js +327 -28
  310. package/dist-lib/lib/core/local/run-logs.d.ts +38 -0
  311. package/dist-lib/lib/core/local/run-logs.js +132 -0
  312. package/dist-lib/lib/core/member-key.d.ts +7 -0
  313. package/dist-lib/lib/core/member-key.js +24 -0
  314. package/dist-lib/lib/core/membership.d.ts +3 -14
  315. package/dist-lib/lib/core/membership.js +3 -96
  316. package/dist-lib/lib/core/mesh.d.ts +132 -29
  317. package/dist-lib/lib/core/mesh.js +775 -215
  318. package/dist-lib/lib/core/migrations/agent-catalog.js +2 -8
  319. package/dist-lib/lib/core/migrations/agent-tools-scope.d.ts +2 -0
  320. package/dist-lib/lib/core/migrations/agent-tools-scope.js +18 -0
  321. package/dist-lib/lib/core/migrations/chat-chunks.d.ts +4 -0
  322. package/dist-lib/lib/core/migrations/chat-chunks.js +47 -0
  323. package/dist-lib/lib/core/migrations/file-index.d.ts +1 -1
  324. package/dist-lib/lib/core/migrations/file-index.js +8 -6
  325. package/dist-lib/lib/core/migrations/index.d.ts +2 -1
  326. package/dist-lib/lib/core/migrations/index.js +69 -8
  327. package/dist-lib/lib/core/migrations/writer-links.d.ts +3 -0
  328. package/dist-lib/lib/core/migrations/writer-links.js +30 -0
  329. package/dist-lib/lib/core/model-requests.d.ts +13 -0
  330. package/dist-lib/lib/core/model-requests.js +65 -0
  331. package/dist-lib/lib/core/next-frame.js +2 -1
  332. package/dist-lib/lib/core/notification.js +100 -25
  333. package/dist-lib/lib/core/pdf/figure.d.ts +22 -0
  334. package/dist-lib/lib/core/pdf/figure.js +64 -0
  335. package/dist-lib/lib/core/pdf/rasterize.d.ts +12 -3
  336. package/dist-lib/lib/core/pdf/rasterize.js +77 -28
  337. package/dist-lib/lib/core/peer-duplex.d.ts +34 -0
  338. package/dist-lib/lib/core/{harness-loan.js → peer-duplex.js} +104 -45
  339. package/dist-lib/lib/core/project-keys.d.ts +16 -0
  340. package/dist-lib/lib/core/project-keys.js +65 -0
  341. package/dist-lib/lib/core/prompt-history.js +4 -4
  342. package/dist-lib/lib/core/protocol-pairing.d.ts +11 -0
  343. package/dist-lib/lib/core/protocol-pairing.js +22 -0
  344. package/dist-lib/lib/core/public-mesh.d.ts +25 -0
  345. package/dist-lib/lib/core/public-mesh.js +81 -0
  346. package/dist-lib/lib/core/purge.d.ts +3 -0
  347. package/dist-lib/lib/core/purge.js +7 -0
  348. package/dist-lib/lib/core/run-driver.d.ts +17 -0
  349. package/dist-lib/lib/core/run-driver.js +20 -0
  350. package/dist-lib/lib/core/run-requests.d.ts +14 -0
  351. package/dist-lib/lib/core/run-requests.js +78 -0
  352. package/dist-lib/lib/core/send.d.ts +2 -0
  353. package/dist-lib/lib/core/send.js +17 -4
  354. package/dist-lib/lib/core/senders.d.ts +19 -0
  355. package/dist-lib/lib/core/senders.js +45 -0
  356. package/dist-lib/lib/core/shared-agents.d.ts +40 -0
  357. package/dist-lib/lib/core/shared-agents.js +283 -0
  358. package/dist-lib/lib/core/skill-availability.d.ts +33 -0
  359. package/dist-lib/lib/core/skill-availability.js +67 -0
  360. package/dist-lib/lib/core/skill-secrets.d.ts +13 -18
  361. package/dist-lib/lib/core/skill-secrets.js +93 -72
  362. package/dist-lib/lib/core/sync/background.d.ts +34 -0
  363. package/dist-lib/lib/core/sync/background.js +86 -0
  364. package/dist-lib/lib/core/sync/changed.d.ts +20 -0
  365. package/dist-lib/lib/core/sync/changed.js +7 -0
  366. package/dist-lib/lib/core/sync/devices.js +6 -3
  367. package/dist-lib/lib/core/sync/files.d.ts +1 -0
  368. package/dist-lib/lib/core/sync/files.js +50 -72
  369. package/dist-lib/lib/core/sync/index.d.ts +1 -1
  370. package/dist-lib/lib/core/sync/index.js +193 -81
  371. package/dist-lib/lib/core/sync/view-updates.d.ts +39 -0
  372. package/dist-lib/lib/core/sync/view-updates.js +124 -0
  373. package/dist-lib/lib/core/sync-status.js +99 -43
  374. package/dist-lib/lib/core/system-info.d.ts +2 -2
  375. package/dist-lib/lib/core/system-info.js +10 -11
  376. package/dist-lib/lib/core/tool-activity.js +6 -12
  377. package/dist-lib/lib/core/tool-configs.d.ts +5 -3
  378. package/dist-lib/lib/core/tool-configs.js +27 -39
  379. package/dist-lib/lib/core/transcript-visibility.d.ts +5 -5
  380. package/dist-lib/lib/core/transcript-visibility.js +27 -31
  381. package/dist-lib/lib/core/upgrade-agents.d.ts +11 -0
  382. package/dist-lib/lib/core/upgrade-agents.js +78 -0
  383. package/dist-lib/lib/core/upgrade-summary.d.ts +19 -0
  384. package/dist-lib/lib/core/upgrade-summary.js +67 -0
  385. package/dist-lib/lib/core/vault-managed-skills.d.ts +18 -0
  386. package/dist-lib/lib/core/vault-managed-skills.js +105 -0
  387. package/dist-lib/lib/core/video/attachment.d.ts +1 -0
  388. package/dist-lib/lib/core/video/attachment.js +7 -0
  389. package/dist-lib/lib/core/video/digest.d.ts +16 -0
  390. package/dist-lib/lib/core/video/digest.js +57 -0
  391. package/dist-lib/lib/core/video/frames.d.ts +32 -0
  392. package/dist-lib/lib/core/video/frames.js +224 -0
  393. package/dist-lib/lib/core/view-read.d.ts +4 -0
  394. package/dist-lib/lib/core/view-read.js +23 -0
  395. package/dist-lib/lib/core/workspace-upgrade.d.ts +23 -0
  396. package/dist-lib/lib/core/workspace-upgrade.js +51 -0
  397. package/dist-lib/lib/core.d.ts +345 -88
  398. package/dist-lib/lib/core.js +4275 -1513
  399. package/dist-lib/lib/credential-pusher.d.ts +17 -7
  400. package/dist-lib/lib/credential-pusher.js +111 -62
  401. package/dist-lib/lib/custom-model-pusher.d.ts +2 -4
  402. package/dist-lib/lib/custom-model-task.d.ts +2 -1
  403. package/dist-lib/lib/custom-model-task.js +2 -2
  404. package/dist-lib/lib/device-tree.d.ts +18 -0
  405. package/dist-lib/lib/device-tree.js +32 -0
  406. package/dist-lib/lib/diagnostics.d.ts +7 -0
  407. package/dist-lib/lib/diagnostics.js +22 -0
  408. package/dist-lib/lib/doctor/checks.d.ts +15 -0
  409. package/dist-lib/lib/doctor/checks.js +272 -0
  410. package/dist-lib/lib/doctor/redact.d.ts +4 -0
  411. package/dist-lib/lib/doctor/redact.js +31 -0
  412. package/dist-lib/lib/doctor/render.d.ts +8 -0
  413. package/dist-lib/lib/doctor/render.js +83 -0
  414. package/dist-lib/lib/doctor/tree.d.ts +5 -0
  415. package/dist-lib/lib/doctor/tree.js +167 -0
  416. package/dist-lib/lib/downloads-allowed-pusher.d.ts +8 -0
  417. package/dist-lib/lib/downloads-allowed-pusher.js +37 -0
  418. package/dist-lib/lib/errors.d.ts +814 -0
  419. package/dist-lib/lib/errors.js +748 -0
  420. package/dist-lib/lib/fs-drive-bridge.d.ts +8 -1
  421. package/dist-lib/lib/fs-drive-bridge.js +312 -31
  422. package/dist-lib/lib/guards.d.ts +1 -0
  423. package/dist-lib/lib/guards.js +4 -0
  424. package/dist-lib/lib/inference-calls.d.ts +1 -2
  425. package/dist-lib/lib/inference-calls.js +2 -10
  426. package/dist-lib/lib/integrations/setup-routes.js +7 -5
  427. package/dist-lib/lib/knowledge-search.d.ts +1 -1
  428. package/dist-lib/lib/knowledge-search.js +5 -51
  429. package/dist-lib/lib/kv-cache-ledger.d.ts +22 -0
  430. package/dist-lib/lib/kv-cache-ledger.js +72 -0
  431. package/dist-lib/lib/kv-cache-reclaim.d.ts +2 -1
  432. package/dist-lib/lib/kv-cache-reclaim.js +30 -0
  433. package/dist-lib/lib/kv-cache-retention.d.ts +36 -0
  434. package/dist-lib/lib/kv-cache-retention.js +101 -0
  435. package/dist-lib/lib/latest-frame.d.ts +10 -0
  436. package/dist-lib/lib/latest-frame.js +48 -0
  437. package/dist-lib/lib/llm-model-names.d.ts +1 -1
  438. package/dist-lib/lib/llm-model-names.js +1 -1
  439. package/dist-lib/lib/log.d.ts +7 -6
  440. package/dist-lib/lib/log.js +14 -7
  441. package/dist-lib/lib/logger-type.d.ts +2 -5
  442. package/dist-lib/lib/mesh-scoped-engine.js +47 -2
  443. package/dist-lib/lib/model-context.js +1 -2
  444. package/dist-lib/lib/model-download-status.d.ts +3 -3
  445. package/dist-lib/lib/model-download.d.ts +22 -13
  446. package/dist-lib/lib/model-download.js +106 -37
  447. package/dist-lib/lib/model-idle-pusher.d.ts +2 -4
  448. package/dist-lib/lib/model-memory-cap.d.ts +30 -0
  449. package/dist-lib/lib/model-memory-cap.js +78 -0
  450. package/dist-lib/lib/models-watch.d.ts +1 -1
  451. package/dist-lib/lib/models-watch.js +4 -4
  452. package/dist-lib/lib/oauth/browser-connect.js +3 -2
  453. package/dist-lib/lib/oauth/flow-core.js +5 -3
  454. package/dist-lib/lib/oauth/flow.js +1 -1
  455. package/dist-lib/lib/oauth/loopback.d.ts +1 -0
  456. package/dist-lib/lib/oauth/loopback.js +57 -12
  457. package/dist-lib/lib/oauth/providers.js +4 -2
  458. package/dist-lib/lib/oauth/redirect-types.d.ts +1 -0
  459. package/dist-lib/lib/oauth/register.js +35 -19
  460. package/dist-lib/lib/oauth/request.d.ts +10 -0
  461. package/dist-lib/lib/oauth/request.js +22 -0
  462. package/dist-lib/lib/oauth/resolve.js +42 -13
  463. package/dist-lib/lib/oauth/token-exchange-core.js +40 -31
  464. package/dist-lib/lib/oauth/types.d.ts +3 -0
  465. package/dist-lib/lib/oauth.d.ts +2 -1
  466. package/dist-lib/lib/oauth.js +1 -0
  467. package/dist-lib/lib/persistent-dir.d.ts +1 -0
  468. package/dist-lib/lib/persistent-dir.js +9 -0
  469. package/dist-lib/lib/probe-rounds.d.ts +8 -0
  470. package/dist-lib/lib/probe-rounds.js +10 -0
  471. package/dist-lib/lib/reconnecting-watch.js +19 -11
  472. package/dist-lib/lib/run-input.d.ts +14 -0
  473. package/dist-lib/lib/run-input.js +33 -0
  474. package/dist-lib/lib/run-notices.d.ts +5 -0
  475. package/dist-lib/lib/run-notices.js +13 -2
  476. package/dist-lib/lib/run-replay.d.ts +45 -0
  477. package/dist-lib/lib/run-replay.js +169 -0
  478. package/dist-lib/lib/run-transcript.d.ts +13 -12
  479. package/dist-lib/lib/run-transcript.js +20 -19
  480. package/dist-lib/lib/suspend-lifecycle.js +15 -5
  481. package/dist-lib/lib/task.js +6 -4
  482. package/dist-lib/lib/test-env.d.ts +1 -0
  483. package/dist-lib/lib/test-env.js +4 -0
  484. package/dist-lib/schema/build.js +66 -55
  485. package/dist-lib/schema/config.d.ts +1 -1
  486. package/dist-lib/schema/config.js +1 -1
  487. package/dist-lib/schema/content.d.ts +5 -1
  488. package/dist-lib/schema/content.js +60 -12
  489. package/dist-lib/schema/engine.d.ts +1 -0
  490. package/dist-lib/schema/engine.js +941 -152
  491. package/dist-lib/schema/field-order.js +8 -1
  492. package/dist-lib/schema/indexes.d.ts +10 -0
  493. package/dist-lib/schema/indexes.js +53 -3
  494. package/dist-lib/schema/local.js +83 -5
  495. package/dist-lib/schema/qvac.d.ts +4 -1
  496. package/dist-lib/schema/qvac.js +558 -16
  497. package/dist-lib/spec/bind.js +261 -48
  498. package/dist-lib/spec/calls.js +56 -5
  499. package/dist-lib/spec/capabilities.d.ts +129 -20
  500. package/dist-lib/spec/config/hyperconf/index.js +1 -1
  501. package/dist-lib/spec/hrpc/hrpc.json +870 -207
  502. package/dist-lib/spec/hrpc/index.js +969 -347
  503. package/dist-lib/spec/hrpc/messages.js +7590 -4896
  504. package/dist-lib/spec/hyperschema/index.js +7590 -4896
  505. package/dist-lib/spec/hyperschema/schema.json +5316 -3224
  506. package/dist-lib/spec/hyperschema/types.d.ts +576 -62
  507. package/dist-lib/spec/local/hyperdb/db.json +95 -1
  508. package/dist-lib/spec/local/hyperdb/index.js +459 -2
  509. package/dist-lib/spec/local/hyperdb/messages.js +1588 -488
  510. package/dist-lib/spec/local/hyperschema/index.js +584 -16
  511. package/dist-lib/spec/local/hyperschema/schema.json +369 -1
  512. package/dist-lib/spec/local/hyperschema/types.d.ts +88 -2
  513. package/dist-lib/spec/mesh/hyperdb/db.json +711 -9
  514. package/dist-lib/spec/mesh/hyperdb/index.js +2769 -7
  515. package/dist-lib/spec/mesh/hyperdb/messages.js +7140 -1298
  516. package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +205 -1
  517. package/dist-lib/spec/mesh/hyperdispatch/index.js +579 -1
  518. package/dist-lib/spec/mesh/hyperdispatch/messages.js +4017 -267
  519. package/dist-lib/spec/mesh/hyperschema/index.js +4017 -267
  520. package/dist-lib/spec/mesh/hyperschema/schema.json +2193 -19
  521. package/dist-lib/spec/mesh/hyperschema/types.d.ts +550 -6
  522. package/package.json +136 -90
  523. package/tui/README.md +119 -20
  524. package/tui/app.mjs +2000 -621
  525. package/tui/boot.mjs +76 -9
  526. package/tui/cli.mjs +93 -0
  527. package/tui/index.mjs +2 -51
  528. package/tui/lib/connect-sheet.mjs +350 -0
  529. package/tui/lib/device-target.mjs +64 -0
  530. package/tui/lib/folders-command.mjs +84 -0
  531. package/tui/lib/fork-command.mjs +43 -0
  532. package/tui/lib/knowledge-import.mjs +3 -21
  533. package/tui/lib/local-path.mjs +21 -0
  534. package/tui/lib/move-command.mjs +17 -0
  535. package/tui/lib/render.mjs +30 -1
  536. package/tui/lib/setup.mjs +59 -25
  537. package/tui/lib/skill-connect.mjs +145 -0
  538. package/tui/lib/updater.mjs +86 -0
  539. package/tui/main.mjs +44 -18
  540. package/tui/plugins.mjs +158 -0
  541. package/worker/assistant-sidecar.mjs +28 -4
  542. package/worker/stow-entry.mjs +3 -50
  543. package/dist-lib/lib/core/contract/compute.d.ts +0 -11
  544. package/dist-lib/lib/core/contract/compute.js +0 -48
  545. package/dist-lib/lib/core/device-invites.d.ts +0 -11
  546. package/dist-lib/lib/core/device-invites.js +0 -63
  547. package/dist-lib/lib/core/files/processing/settle.d.ts +0 -13
  548. package/dist-lib/lib/core/files/processing/settle.js +0 -86
  549. package/dist-lib/lib/core/grant-expiry.d.ts +0 -11
  550. package/dist-lib/lib/core/grant-expiry.js +0 -66
  551. package/dist-lib/lib/core/handoff-channel.d.ts +0 -47
  552. package/dist-lib/lib/core/handoff-channel.js +0 -123
  553. package/dist-lib/lib/core/harness-loan.d.ts +0 -29
  554. package/dist-lib/lib/core/host-run-log-store.d.ts +0 -114
  555. package/dist-lib/lib/core/host-run-log-store.js +0 -976
  556. package/dist-lib/lib/core/hosted-agents.d.ts +0 -38
  557. package/dist-lib/lib/core/hosted-agents.js +0 -140
  558. package/dist-lib/lib/core/inference-calls-handoff.d.ts +0 -20
  559. package/dist-lib/lib/core/inference-calls-handoff.js +0 -37
  560. package/dist-lib/lib/core/inference-calls-receiver.d.ts +0 -14
  561. package/dist-lib/lib/core/inference-calls-receiver.js +0 -42
  562. package/dist-lib/lib/core/mesh-seed-handoff.d.ts +0 -25
  563. package/dist-lib/lib/core/mesh-seed-handoff.js +0 -52
  564. package/dist-lib/lib/core/migrations/device-indexes.d.ts +0 -2
  565. package/dist-lib/lib/core/migrations/device-indexes.js +0 -7
  566. package/dist-lib/lib/core/secret-handoff.d.ts +0 -17
  567. package/dist-lib/lib/core/secret-handoff.js +0 -29
  568. package/dist-lib/lib/core/skill-overlay-handoff.d.ts +0 -25
  569. package/dist-lib/lib/core/skill-overlay-handoff.js +0 -50
  570. package/dist-lib/lib/core/skill-overlay-receiver.d.ts +0 -8
  571. package/dist-lib/lib/core/skill-overlay-receiver.js +0 -23
  572. package/dist-lib/lib/image-cache-dir.d.ts +0 -1
  573. package/dist-lib/lib/image-cache-dir.js +0 -5
  574. package/dist-lib/lib/log-levels.d.ts +0 -7
  575. package/dist-lib/lib/log-levels.js +0 -1
  576. package/dist-lib/lib/logger.d.ts +0 -5
  577. package/dist-lib/lib/logger.js +0 -18
  578. package/dist-lib/lib/oauth/loopback.stub.d.ts +0 -3
  579. package/dist-lib/lib/oauth/loopback.stub.js +0 -6
@@ -0,0 +1,32 @@
1
+ import type { KnowledgeQuery, KnowledgeService } from '@qvac/harness/lib/contract/knowledge.ts';
2
+ import type { VectorChunk, VectorHit, VectorIndex, VectorIndexInfo } from 'rag-extract';
3
+ export interface PluginHit extends VectorHit {
4
+ readonly artifactId: string;
5
+ }
6
+ export interface PluginIndexOptions {
7
+ readonly mesh: string;
8
+ readonly model: string;
9
+ }
10
+ export declare function knowledgeScope(mesh: string, chatId: string | null | undefined): string;
11
+ export declare function pluginArtifactId(mesh: string, artifactId: string): string;
12
+ export declare class PluginVectorIndex implements VectorIndex {
13
+ private readonly _knowledge;
14
+ private readonly _mesh;
15
+ private readonly _model;
16
+ private readonly _chunks;
17
+ private _dimensions;
18
+ private _listed;
19
+ private readonly _fed;
20
+ constructor(knowledge: KnowledgeService, { mesh, model }: PluginIndexOptions);
21
+ info(): VectorIndexInfo;
22
+ upsert(artifactId: string, chunks: ReadonlyArray<VectorChunk>): Promise<void>;
23
+ remove(artifactId: string): Promise<void>;
24
+ sweep(): Promise<void>;
25
+ scope(chatId: string | null): string;
26
+ pluginId(artifactId: string): string;
27
+ chunksOf(artifactId: string): number;
28
+ find(query: Omit<KnowledgeQuery, 'signal'>): Promise<PluginHit[]>;
29
+ search(): Promise<ReadonlyArray<VectorHit>>;
30
+ clear(): Promise<void>;
31
+ private _listedVersions;
32
+ }
@@ -0,0 +1,120 @@
1
+ import b4a from 'b4a';
2
+ import { contentHash } from 'rag-extract/artifact';
3
+ import { isRecord } from '../../../guards.js';
4
+ export function knowledgeScope(mesh, chatId) {
5
+ return chatId ? `chat:${mesh}:${chatId}` : `kb:${mesh}`;
6
+ }
7
+ export function pluginArtifactId(mesh, artifactId) {
8
+ return `${mesh}/${artifactId}`;
9
+ }
10
+ export class PluginVectorIndex {
11
+ _knowledge;
12
+ _mesh;
13
+ _model;
14
+ _chunks = new Map();
15
+ _dimensions = null;
16
+ _listed = null;
17
+ _fed = new Set();
18
+ constructor(knowledge, { mesh, model }) {
19
+ this._knowledge = knowledge;
20
+ this._mesh = mesh;
21
+ this._model = model;
22
+ }
23
+ info() {
24
+ const chunks = [...this._chunks.values()].reduce((sum, count) => sum + count, 0);
25
+ return { artifacts: this._chunks.size, chunks, dimensions: this._dimensions };
26
+ }
27
+ async upsert(artifactId, chunks) {
28
+ const dimensions = chunks[0]?.embedding.length ?? 0;
29
+ const id = pluginArtifactId(this._mesh, artifactId);
30
+ const version = payloadVersion(chunks);
31
+ this._fed.add(id);
32
+ const held = await this._listedVersions();
33
+ if (held.get(id) !== version) {
34
+ await this._knowledge.upsert({
35
+ artifactId: id,
36
+ version,
37
+ scope: knowledgeScope(this._mesh, chatIdOf(chunks[0])),
38
+ chunks: chunks.map(toKnowledgeChunk),
39
+ embedding: {
40
+ model: this._model,
41
+ dimensions,
42
+ vectors: chunks.map((chunk) => [...chunk.embedding])
43
+ }
44
+ });
45
+ held.set(id, version);
46
+ }
47
+ this._chunks.set(artifactId, chunks.length);
48
+ this._dimensions ??= dimensions || null;
49
+ }
50
+ async remove(artifactId) {
51
+ const id = pluginArtifactId(this._mesh, artifactId);
52
+ this._fed.delete(id);
53
+ await this._knowledge.remove(id);
54
+ (await this._listedVersions()).delete(id);
55
+ this._chunks.delete(artifactId);
56
+ }
57
+ async sweep() {
58
+ const held = await this._listedVersions();
59
+ for (const id of [...held.keys()]) {
60
+ if (!id.startsWith(`${this._mesh}/`) || this._fed.has(id))
61
+ continue;
62
+ held.delete(id);
63
+ await this._knowledge.remove(id);
64
+ }
65
+ }
66
+ scope(chatId) {
67
+ return knowledgeScope(this._mesh, chatId);
68
+ }
69
+ pluginId(artifactId) {
70
+ return pluginArtifactId(this._mesh, artifactId);
71
+ }
72
+ chunksOf(artifactId) {
73
+ return this._chunks.get(artifactId) ?? 0;
74
+ }
75
+ async find(query) {
76
+ const hits = await this._knowledge.search(query);
77
+ return hits.map((hit) => ({
78
+ artifactId: hit.artifactId,
79
+ id: hit.chunkId,
80
+ content: hit.text,
81
+ metadataJson: JSON.stringify(hit.metadata ?? {}),
82
+ score: hit.score
83
+ }));
84
+ }
85
+ search() {
86
+ return Promise.reject(new Error('the knowledge plugin is searched by scope, not by vector'));
87
+ }
88
+ async clear() {
89
+ this._chunks.clear();
90
+ }
91
+ _listedVersions() {
92
+ this._listed ??= this._knowledge
93
+ .status()
94
+ .then(({ artifacts }) => new Map(artifacts.map((artifact) => [artifact.artifactId, artifact.version])));
95
+ return this._listed;
96
+ }
97
+ }
98
+ function payloadVersion(chunks) {
99
+ const payload = chunks.map((chunk) => [chunk.id, chunk.content, chunk.metadataJson]);
100
+ return contentHash(b4a.from(JSON.stringify(payload)));
101
+ }
102
+ function chatIdOf(chunk) {
103
+ const metadata = metadataOf(chunk);
104
+ return typeof metadata.chatId === 'string' ? metadata.chatId : null;
105
+ }
106
+ function toKnowledgeChunk(chunk) {
107
+ return { id: chunk.id, text: chunk.content, metadata: metadataOf(chunk) };
108
+ }
109
+ function metadataOf(chunk) {
110
+ if (!chunk?.metadataJson) {
111
+ return {};
112
+ }
113
+ try {
114
+ const parsed = JSON.parse(chunk.metadataJson);
115
+ return isRecord(parsed) ? parsed : {};
116
+ }
117
+ catch {
118
+ return {};
119
+ }
120
+ }
@@ -1,2 +1,11 @@
1
1
  import type { Mesh } from '../../mesh.ts';
2
- export declare function canIndexChat(mesh: Mesh, deviceId: Buffer | null, chatId: string): Promise<boolean>;
2
+ export interface IndexingDevice {
3
+ readonly mobile: () => boolean;
4
+ readonly peers: () => ReadonlyArray<string>;
5
+ }
6
+ export interface IndexingHost {
7
+ readonly deviceId: Buffer | null;
8
+ readonly chatId: string | null | undefined;
9
+ readonly device?: IndexingDevice;
10
+ }
11
+ export declare function canIndexKnowledge(mesh: Mesh, { deviceId, chatId, device }: IndexingHost): Promise<boolean>;
@@ -1,8 +1,29 @@
1
1
  import { toolsetEnabled } from '@qvac/harness/lib/tools/toolsets.ts';
2
+ import { isMobilePlatform } from '@qvac/harness/lib/models/model-catalog.ts';
2
3
  import { getAgent, isOrphaned } from '../../agent.js';
3
4
  import { getChat } from '../../chat.js';
5
+ import { DEVICES } from '../../collections.js';
6
+ import { runDefinition } from '../../shared-agents.js';
4
7
  import b4a from 'b4a';
5
- export async function canIndexChat(mesh, deviceId, chatId) {
8
+ export async function canIndexKnowledge(mesh, { deviceId, chatId, device }) {
9
+ if (!chatId) {
10
+ if (!deviceId || !mesh.writable) {
11
+ return false;
12
+ }
13
+ return !device?.mobile() || !(await computerConnected(mesh, device.peers()));
14
+ }
15
+ return await canIndexChat(mesh, deviceId, chatId);
16
+ }
17
+ async function computerConnected(mesh, peers) {
18
+ for (const peer of peers) {
19
+ const row = await mesh.view.get(DEVICES, { id: b4a.from(peer, 'hex') });
20
+ if (row && !row.revoked && !(row.platform && isMobilePlatform(row.platform))) {
21
+ return true;
22
+ }
23
+ }
24
+ return false;
25
+ }
26
+ async function canIndexChat(mesh, deviceId, chatId) {
6
27
  if (!deviceId) {
7
28
  return false;
8
29
  }
@@ -10,7 +31,7 @@ export async function canIndexChat(mesh, deviceId, chatId) {
10
31
  if (!chat) {
11
32
  return false;
12
33
  }
13
- const agent = await getAgent(mesh, chat.agentId);
34
+ const agent = await runDefinition(mesh, await getAgent(mesh, chat.agentId));
14
35
  if (!agent) {
15
36
  return false;
16
37
  }
@@ -1,12 +1,11 @@
1
1
  import type { AbortSignal } from 'bare-abort-controller';
2
- import { type RagExtractors } from 'rag-extract';
3
- import { type BuildEmbedder } from './build.ts';
2
+ import { type BuildEmbedder, type KnowledgeExtractors } from './build.ts';
4
3
  import { type FileDocument } from '../processing/index.ts';
5
4
  export interface IndexingEmbedder extends BuildEmbedder {
6
5
  }
7
6
  export type IndexingProgress = (update: {
8
7
  knowledgeId: string;
9
- chatId: string;
8
+ chatId?: string | null;
10
9
  stage: 'embedding' | 'ready' | 'failed';
11
10
  processedChunks: number;
12
11
  totalChunks: number;
@@ -16,6 +15,6 @@ export declare const EMBED_RETRY_LIMIT = 5;
16
15
  export declare class IndexingPass {
17
16
  private readonly _embedder;
18
17
  private readonly _extractors;
19
- constructor(embedder: IndexingEmbedder, extractors?: RagExtractors);
18
+ constructor(embedder: IndexingEmbedder, extractors?: KnowledgeExtractors);
20
19
  run(document: FileDocument, signal: AbortSignal): Promise<void>;
21
20
  }
@@ -1,10 +1,9 @@
1
1
  import { classifyRagDocument, contentHash, documentIndexArtifactId, encodeRagArtifact, pipelineVersionFor, RAG_DOCUMENT_KIND } from 'rag-extract';
2
- import { buildArtifactPayload, EmbedderFailure } from './build.js';
2
+ import { buildArtifactPayload, EmbedderFailure, yieldTurn } from './build.js';
3
3
  import { isClaimLive } from '../processing/index.js';
4
- import { AbortedError } from '@qvac/harness/race-abort';
5
- import { errorMessage } from '../../../guards.js';
4
+ import { ClaimLostError } from '../processing/claims.js';
5
+ import { contentFailure, failureDetail, failureError, isContentFailure } from './failure.js';
6
6
  const UNSUPPORTED = 'unsupported';
7
- const ERROR_LIMIT = 300;
8
7
  export const EMBED_RETRY_LIMIT = 5;
9
8
  export class IndexingPass {
10
9
  _embedder;
@@ -39,7 +38,7 @@ export class IndexingPass {
39
38
  document.schedule(row.expiresAt);
40
39
  return;
41
40
  }
42
- if (document.claims.isFailed(row.id)) {
41
+ if (document.claims.isFailed(row.id) || isContentFailure(row)) {
43
42
  return;
44
43
  }
45
44
  }
@@ -74,7 +73,10 @@ export class IndexingPass {
74
73
  mimeType: knowledge.mimeType,
75
74
  bytes
76
75
  });
77
- if (kind === RAG_DOCUMENT_KIND.unsupported) {
76
+ const refusal = contentFailure(knowledge.fileName, bytes, {
77
+ supported: kind !== RAG_DOCUMENT_KIND.unsupported
78
+ });
79
+ if (refusal?.reason === 'unsupported' && knowledge.chatId) {
78
80
  local.artifactIdMemo = UNSUPPORTED;
79
81
  document.work({
80
82
  state: 'not-applicable',
@@ -88,10 +90,10 @@ export class IndexingPass {
88
90
  });
89
91
  return;
90
92
  }
91
- if (kind === RAG_DOCUMENT_KIND.office && !this._extractors.office) {
93
+ if (!refusal && kind === RAG_DOCUMENT_KIND.office && !this._extractors.office) {
92
94
  local.artifactIdMemo = UNSUPPORTED;
93
95
  document.work({
94
- state: 'pending',
96
+ state: 'failed',
95
97
  reason: 'extractor unavailable on this device'
96
98
  });
97
99
  return;
@@ -115,12 +117,16 @@ export class IndexingPass {
115
117
  return;
116
118
  }
117
119
  document.work({ state: 'running' });
120
+ const lease = document.claims.lease(artifactId, claim.claimId);
118
121
  let blobRef = null;
119
122
  let lastTotal = 0;
120
123
  try {
121
124
  if (signal.aborted || document.paused() || document.closed()) {
122
125
  throw new Error('interrupted: suspend');
123
126
  }
127
+ if (refusal) {
128
+ throw refusal;
129
+ }
124
130
  const payload = await buildArtifactPayload({
125
131
  embedder: this._embedder,
126
132
  extractors: this._extractors,
@@ -128,18 +134,22 @@ export class IndexingPass {
128
134
  artifactId,
129
135
  bytes,
130
136
  signal,
131
- onProgress: (processedChunks, totalChunks) => {
137
+ onExtracting: (pages) => lease.keep(pages === 1),
138
+ onExtracted: async () => {
139
+ document.admit();
140
+ await lease.keep(true);
141
+ },
142
+ onProgress: async (processedChunks, totalChunks) => {
132
143
  lastTotal = totalChunks;
133
144
  document.report({
134
145
  stage: 'embedding',
135
146
  processedChunks,
136
147
  totalChunks
137
148
  });
149
+ await lease.keep();
138
150
  }
139
151
  });
140
- if (signal.aborted) {
141
- throw new AbortedError();
142
- }
152
+ await yieldTurn(signal);
143
153
  const built = await document.write(encodeRagArtifact(payload));
144
154
  blobRef = built.blobRef;
145
155
  const current = await document.current();
@@ -170,7 +180,7 @@ export class IndexingPass {
170
180
  processedChunks: payload.chunks.length,
171
181
  totalChunks: payload.chunks.length
172
182
  });
173
- logger.info('rag', applied ? 'indexed' : 'indexed, claim superseded', {
183
+ document.log?.info('rag', applied ? 'indexed' : 'indexed, claim superseded', {
174
184
  id: artifactId,
175
185
  chunks: payload.chunks.length
176
186
  });
@@ -179,10 +189,13 @@ export class IndexingPass {
179
189
  if (document.closed()) {
180
190
  return;
181
191
  }
192
+ if (err instanceof ClaimLostError) {
193
+ document.work({ state: 'pending', reason: 'claimed by another device' });
194
+ document.log?.info('rag', 'indexing claim taken over', { id: artifactId });
195
+ return;
196
+ }
182
197
  const interrupted = document.paused() || signal.aborted;
183
- const raw = errorMessage(err);
184
- const clipped = raw.length > ERROR_LIMIT ? `${raw.slice(0, ERROR_LIMIT)}...` : raw;
185
- const message = interrupted ? 'interrupted: suspend' : clipped;
198
+ const message = interrupted ? 'interrupted: suspend' : failureDetail(err);
186
199
  const failures = !interrupted && err instanceof EmbedderFailure
187
200
  ? (local.embedFailures = (local.embedFailures ?? 0) + 1)
188
201
  : 0;
@@ -207,7 +220,7 @@ export class IndexingPass {
207
220
  artifactId,
208
221
  claimId: claim.claimId,
209
222
  status: 'failed',
210
- error: message
223
+ error: interrupted ? message : failureError(err)
211
224
  });
212
225
  }
213
226
  catch {
@@ -220,7 +233,7 @@ export class IndexingPass {
220
233
  error: message
221
234
  });
222
235
  }
223
- logger.warn('rag', 'indexing failed', { id: artifactId, error: message });
236
+ document.log?.warn('rag', 'indexing failed', { id: artifactId, error: message });
224
237
  }
225
238
  }
226
239
  }
@@ -2,10 +2,12 @@ import type { QvacKnowledge } from '../../../../../spec/mesh/hyperschema/types.d
2
2
  import type { Mesh } from '../../../mesh.ts';
3
3
  import { type VectorHit } from 'rag-extract';
4
4
  export declare function fullTextBudgetChars(ctxSize: number): number;
5
+ export declare function retrievalBudgetTokens(ctxSize: number): number | undefined;
5
6
  export interface IdentifiedHit {
6
7
  readonly id: string;
7
8
  }
8
9
  export declare function isFullTextHit(hit: IdentifiedHit): boolean;
10
+ export declare function fullTextAttachmentId(hit: IdentifiedHit): string | null;
9
11
  export type FullTextCoverage = {
10
12
  readonly unit: 'pages';
11
13
  readonly included: number;
@@ -1,5 +1,5 @@
1
1
  import * as z from 'zod';
2
- import { classifyRagDocument, extractPdfHead, extractRagDocumentFromBytes, parseRagMetadata, RAG_DOCUMENT_KIND } from 'rag-extract';
2
+ import { classifyRagDocument, DEFAULT_CHUNK_BUDGET_TOKENS, extractPdfHead, extractRagDocumentFromBytes, parseRagMetadata, RAG_DOCUMENT_KIND } from 'rag-extract';
3
3
  const DEFAULT_FULL_TEXT_BUDGET_TOKENS = 4096;
4
4
  const CHARS_PER_TOKEN = 4;
5
5
  const FULL_TEXT_KINDS = new Set([
@@ -14,10 +14,16 @@ export function fullTextBudgetChars(ctxSize) {
14
14
  const tokens = ctxSize > 0 ? Math.floor(ctxSize / 2) : DEFAULT_FULL_TEXT_BUDGET_TOKENS;
15
15
  return tokens * CHARS_PER_TOKEN;
16
16
  }
17
+ export function retrievalBudgetTokens(ctxSize) {
18
+ return ctxSize > 0 ? Math.min(DEFAULT_CHUNK_BUDGET_TOKENS, Math.floor(ctxSize / 4)) : undefined;
19
+ }
17
20
  const FULL_TEXT_HIT_PREFIX = 'full-text-';
18
21
  export function isFullTextHit(hit) {
19
22
  return hit.id.startsWith(FULL_TEXT_HIT_PREFIX);
20
23
  }
24
+ export function fullTextAttachmentId(hit) {
25
+ return isFullTextHit(hit) ? hit.id.slice(FULL_TEXT_HIT_PREFIX.length) : null;
26
+ }
21
27
  const FullTextExtrasSchema = z.object({
22
28
  truncated: z.boolean().optional().catch(undefined),
23
29
  coverage: z
@@ -92,7 +98,7 @@ export async function fullTextHits(mesh, rows, { budgetChars, head = false }) {
92
98
  });
93
99
  }
94
100
  catch (err) {
95
- logger.warn('rag', 'full-text extraction failed; falling back to retrieval', { err });
101
+ mesh.log?.warn('rag', 'full-text extraction failed; falling back to retrieval', { err });
96
102
  return null;
97
103
  }
98
104
  if (!read.text) {
@@ -1,5 +1,5 @@
1
- import '../../../logger.ts';
1
+ import type { LoggerInterface } from '@qvac/logging';
2
2
  import { applySimilarityFloor, RAG_MIN_SIMILARITY } from 'rag-extract/retrieval';
3
3
  import type { VectorHit } from 'rag-extract/vector';
4
4
  export { applySimilarityFloor, RAG_MIN_SIMILARITY };
5
- export declare function logSimilarityScores(candidates: ReadonlyArray<VectorHit>, kept: ReadonlyArray<VectorHit>): void;
5
+ export declare function logSimilarityScores(candidates: ReadonlyArray<VectorHit>, kept: ReadonlyArray<VectorHit>, log?: LoggerInterface | null): void;
@@ -1,6 +1,5 @@
1
- import '../../../logger.js';
2
1
  import { applySimilarityFloor, logSimilarityScores as traceSimilarityScores, RAG_MIN_SIMILARITY } from 'rag-extract/retrieval';
3
2
  export { applySimilarityFloor, RAG_MIN_SIMILARITY };
4
- export function logSimilarityScores(candidates, kept) {
5
- traceSimilarityScores(candidates, kept, (message) => logger.debug('rag', message));
3
+ export function logSimilarityScores(candidates, kept, log) {
4
+ traceSimilarityScores(candidates, kept, (message) => log?.debug('rag', message));
6
5
  }
@@ -1,3 +1,5 @@
1
+ import b4a from 'b4a';
2
+ import { listChunks, updateOp } from '../../chunk.js';
1
3
  import { hasLiveSource } from './routing.js';
2
4
  export async function syncAttachmentChunk(mesh, chunk) {
3
5
  if (chunk.type !== 'attachment')
@@ -6,10 +8,29 @@ export async function syncAttachmentChunk(mesh, chunk) {
6
8
  if (!attachment?.deletedAt || typeof attachment.blobId !== 'string') {
7
9
  return;
8
10
  }
11
+ await tombstoneDerived(mesh, chunk, attachment.deletedAt);
9
12
  if (await hasLiveSource(mesh, chunk.chatId, attachment.blobId)) {
10
13
  return;
11
14
  }
12
- logger.debug('sync', 'attachment tombstone observed — reclaiming blob bytes', { id: chunk.id });
15
+ mesh.log?.debug('sync', 'attachment tombstone observed - reclaiming blob bytes', { id: chunk.id });
13
16
  await mesh.files.clear(attachment.blobId, chunk.id);
14
17
  await mesh.fileIndex?.markCleared(attachment.blobId);
15
18
  }
19
+ async function tombstoneDerived(mesh, source, at) {
20
+ const ours = mesh.ourDeviceId;
21
+ if (!ours || !source.attachment) {
22
+ return;
23
+ }
24
+ const batch = mesh.batch();
25
+ for (const chunk of await listChunks(mesh, { chatId: source.chatId, type: 'attachment' })) {
26
+ const { attachment } = chunk;
27
+ if (chunk.sourceId !== source.attachment.id || !attachment || attachment.deletedAt) {
28
+ continue;
29
+ }
30
+ if (b4a.equals(chunk.originDeviceId, ours)) {
31
+ const tombstone = { ...attachment, deletedAt: at };
32
+ batch.dispatch('update-chunk', updateOp(chunk, { id: chunk.id, attachment: tombstone }));
33
+ }
34
+ }
35
+ await batch.flush();
36
+ }
@@ -1,4 +1,4 @@
1
- export { addKnowledge, addKnowledgeArtifact, assertRemovableAt, findKnowledgeArtifactsByKnowledge, getKnowledge, getKnowledgeArtifact, listKnowledge, listKnowledgeArtifactsByKnowledge, removeKnowledge } from './knowledge.ts';
1
+ export { addKnowledge, addKnowledgeArtifact, assertKnowledgeRoom, assertRemovableAt, findKnowledgeArtifactsByKnowledge, getKnowledge, getKnowledgeArtifact, knowledgeCapBytes, listKnowledge, listKnowledgeArtifactsByKnowledge, listKnowledgeBase, mustGetKnowledge, removeKnowledge, usedKnowledgeBytes } from './knowledge.ts';
2
2
  export type { AddKnowledgeInput, AddKnowledgeArtifactInput } from './knowledge.ts';
3
3
  export { attachTurnDocumentIds, hasLiveSource, isKnowledgeRoutedAttachment, routeAttachmentToKnowledge } from './routing.ts';
4
4
  export { groupAttachmentsByMessage } from './linkage.ts';
@@ -1,4 +1,4 @@
1
- export { addKnowledge, addKnowledgeArtifact, assertRemovableAt, findKnowledgeArtifactsByKnowledge, getKnowledge, getKnowledgeArtifact, listKnowledge, listKnowledgeArtifactsByKnowledge, removeKnowledge } from './knowledge.js';
1
+ export { addKnowledge, addKnowledgeArtifact, assertKnowledgeRoom, assertRemovableAt, findKnowledgeArtifactsByKnowledge, getKnowledge, getKnowledgeArtifact, knowledgeCapBytes, listKnowledge, listKnowledgeArtifactsByKnowledge, listKnowledgeBase, mustGetKnowledge, removeKnowledge, usedKnowledgeBytes } from './knowledge.js';
2
2
  export { attachTurnDocumentIds, hasLiveSource, isKnowledgeRoutedAttachment, routeAttachmentToKnowledge } from './routing.js';
3
3
  export { groupAttachmentsByMessage } from './linkage.js';
4
4
  export { syncAttachmentChunk } from './chunks.js';
@@ -1,21 +1,29 @@
1
+ import type HyperDB from 'hyperdb';
1
2
  import type { QvacKnowledge, QvacKnowledgeArtifact, QvacRemoveKnowledgeOperation } from '../../../../spec/mesh/hyperschema/types.d.ts';
2
3
  import type { Mesh } from '../../mesh.ts';
3
- export type AddKnowledgeInput = Pick<QvacKnowledge, 'chatId' | 'fileName' | 'mimeType' | 'byteLength' | 'blobId'> & Partial<Pick<QvacKnowledge, 'id'>>;
4
+ export type AddKnowledgeInput = Pick<QvacKnowledge, 'fileName' | 'mimeType' | 'byteLength' | 'blobId'> & Partial<Pick<QvacKnowledge, 'id' | 'chatId'>>;
4
5
  export interface ChatScope {
5
6
  readonly chatId: string;
6
7
  }
8
+ export interface KnowledgeRoom {
9
+ readonly capBytes: number;
10
+ readonly bytes: number;
11
+ }
7
12
  export interface KnowledgeScope {
8
13
  readonly knowledgeId: string;
9
14
  }
10
15
  export declare function getKnowledge(store: Mesh, id: string): Promise<QvacKnowledge | null>;
16
+ export declare function mustGetKnowledge(store: Mesh, id: string): Promise<QvacKnowledge>;
11
17
  export declare function listKnowledge(store: Mesh, { chatId }: ChatScope): Promise<QvacKnowledge[]>;
18
+ export declare function listKnowledgeBase(store: Mesh): Promise<QvacKnowledge[]>;
19
+ export declare function usedKnowledgeBytes(rows: ReadonlyArray<QvacKnowledge>): number;
20
+ export declare function knowledgeCapBytes(db: HyperDB): Promise<number>;
21
+ export declare function assertKnowledgeRoom(store: Mesh, bytes: number): Promise<KnowledgeRoom>;
12
22
  export declare function addKnowledge(store: Mesh, input: AddKnowledgeInput): Promise<QvacKnowledge>;
13
23
  export declare function assertRemovableAt(at: number): void;
14
24
  export declare function removeKnowledge(store: Mesh, { knowledgeId, at }: QvacRemoveKnowledgeOperation): Promise<QvacKnowledge>;
15
25
  export type AddKnowledgeArtifactInput = Omit<QvacKnowledgeArtifact, 'createdAt'>;
16
26
  export declare function getKnowledgeArtifact(store: Mesh, id: string): Promise<QvacKnowledgeArtifact | null>;
17
- type KnowledgeSnapshot = ReturnType<Mesh['view']['snapshot']>;
18
27
  export declare function listKnowledgeArtifactsByKnowledge(store: Mesh, { knowledgeId }: KnowledgeScope): Promise<QvacKnowledgeArtifact[]>;
19
- export declare function findKnowledgeArtifactsByKnowledge(snap: KnowledgeSnapshot, knowledgeId: string): Promise<QvacKnowledgeArtifact[]>;
28
+ export declare function findKnowledgeArtifactsByKnowledge(snap: HyperDB, knowledgeId: string): Promise<QvacKnowledgeArtifact[]>;
20
29
  export declare function addKnowledgeArtifact(store: Mesh, input: AddKnowledgeArtifactInput): Promise<QvacKnowledgeArtifact>;
21
- export {};
@@ -1,35 +1,52 @@
1
+ import { CoreError } from '../../../errors.js';
1
2
  import { randomId } from '../../id.js';
2
3
  import { assertArtifactOutput } from './output.js';
3
- import { ACTIVE_KNOWLEDGE_BY_CHAT, KNOWLEDGE, KNOWLEDGE_ARTIFACTS, KNOWLEDGE_ARTIFACTS_BY_KNOWLEDGE } from '../../collections.js';
4
+ import { DEFAULT_KNOWLEDGE_CAP_BYTES } from '../rag/limits.js';
5
+ import { KNOWLEDGE_CAP_ROW } from '../../contract/knowledge.js';
6
+ import { ACTIVE_KNOWLEDGE_BASE, ACTIVE_KNOWLEDGE_BY_CHAT, KNOWLEDGE, KNOWLEDGE_ARTIFACTS, KNOWLEDGE_ARTIFACTS_BY_KNOWLEDGE, KNOWLEDGE_CAPS } from '../../collections.js';
4
7
  export async function getKnowledge(store, id) {
5
- const snap = store.view.snapshot();
6
- try {
7
- const row = await snap.get(KNOWLEDGE, { id });
8
- return row;
9
- }
10
- finally {
11
- await snap.close();
12
- }
8
+ return store.view.get(KNOWLEDGE, { id });
13
9
  }
14
- async function mustGetKnowledge(store, id) {
10
+ export async function mustGetKnowledge(store, id) {
15
11
  const row = await getKnowledge(store, id);
16
12
  if (!row) {
17
- throw new Error(`knowledge not found: ${id}`);
13
+ throw new CoreError('KNOWLEDGE_NOT_FOUND', [id]);
18
14
  }
19
15
  return row;
20
16
  }
21
17
  export async function listKnowledge(store, { chatId }) {
18
+ return store.view
19
+ .find(ACTIVE_KNOWLEDGE_BY_CHAT, { gte: { chatId }, lte: { chatId } })
20
+ .toArray();
21
+ }
22
+ export async function listKnowledgeBase(store) {
23
+ return store.view.find(ACTIVE_KNOWLEDGE_BASE).toArray();
24
+ }
25
+ export function usedKnowledgeBytes(rows) {
26
+ return rows.reduce((sum, row) => sum + row.byteLength, 0);
27
+ }
28
+ export async function knowledgeCapBytes(db) {
29
+ const row = await db.get(KNOWLEDGE_CAPS, { id: KNOWLEDGE_CAP_ROW });
30
+ return row?.bytes ?? DEFAULT_KNOWLEDGE_CAP_BYTES;
31
+ }
32
+ async function knowledgeRoom(store) {
22
33
  const snap = store.view.snapshot();
23
34
  try {
24
- const rows = await snap
25
- .find(ACTIVE_KNOWLEDGE_BY_CHAT, { gte: { chatId }, lte: { chatId } })
26
- .toArray();
27
- return rows;
35
+ const rows = await snap.find(ACTIVE_KNOWLEDGE_BASE).toArray();
36
+ const capBytes = await knowledgeCapBytes(snap);
37
+ return { capBytes, bytes: Math.max(0, capBytes - usedKnowledgeBytes(rows)) };
28
38
  }
29
39
  finally {
30
40
  await snap.close();
31
41
  }
32
42
  }
43
+ export async function assertKnowledgeRoom(store, bytes) {
44
+ const room = await knowledgeRoom(store);
45
+ if (bytes > room.bytes) {
46
+ throw new CoreError('KNOWLEDGE_CAP_REACHED', [room.capBytes]);
47
+ }
48
+ return room;
49
+ }
33
50
  export async function addKnowledge(store, input) {
34
51
  const now = Date.now();
35
52
  const knowledge = {
@@ -64,23 +81,10 @@ const ARTIFACT_STRING_FIELDS = [
64
81
  'artifactBlobId'
65
82
  ];
66
83
  export async function getKnowledgeArtifact(store, id) {
67
- const snap = store.view.snapshot();
68
- try {
69
- const artifact = await snap.get(KNOWLEDGE_ARTIFACTS, { id });
70
- return artifact;
71
- }
72
- finally {
73
- await snap.close();
74
- }
84
+ return store.view.get(KNOWLEDGE_ARTIFACTS, { id });
75
85
  }
76
86
  export async function listKnowledgeArtifactsByKnowledge(store, { knowledgeId }) {
77
- const snap = store.view.snapshot();
78
- try {
79
- return await findKnowledgeArtifactsByKnowledge(snap, knowledgeId);
80
- }
81
- finally {
82
- await snap.close();
83
- }
87
+ return findKnowledgeArtifactsByKnowledge(store.view, knowledgeId);
84
88
  }
85
89
  export async function findKnowledgeArtifactsByKnowledge(snap, knowledgeId) {
86
90
  return await snap
@@ -1,14 +1,18 @@
1
1
  import b4a from 'b4a';
2
2
  import { fileKeyOf } from '../local-index.js';
3
3
  import { referencedBlobs } from './sweep.js';
4
- import { CHUNKS_BY_CHAT, KNOWLEDGE_ARTIFACTS_BY_KNOWLEDGE, KNOWLEDGE_BY_CHAT, PURGED_CHATS } from '../../collections.js';
4
+ import { findChunksOfType } from '../../chunk.js';
5
+ import { KNOWLEDGE_ARTIFACTS_BY_KNOWLEDGE, KNOWLEDGE_BY_CHAT, PURGED_CHATS } from '../../collections.js';
5
6
  export async function reclaimPurgedFiles(mesh) {
6
7
  const index = mesh.fileIndex;
7
8
  if (!index) {
8
9
  return 0;
9
10
  }
10
11
  const rows = await index.list();
11
- const purged = await purgedChatIds(mesh, rows);
12
+ const purged = await purgedChats(mesh, rows);
13
+ if (purged.size) {
14
+ await index.retireChats(purged);
15
+ }
12
16
  const candidates = rows.filter((row) => !!row.chatId && purged.has(row.chatId));
13
17
  if (candidates.length === 0) {
14
18
  return 0;
@@ -39,8 +43,8 @@ export async function chatReferences(mesh, chatId) {
39
43
  const inChat = { gte: { chatId }, lte: { chatId } };
40
44
  const snap = mesh.view.snapshot();
41
45
  try {
42
- for await (const chunk of snap.find(CHUNKS_BY_CHAT, inChat)) {
43
- if (chunk.type === 'attachment' && chunk.attachment) {
46
+ for (const chunk of await findChunksOfType(snap, { chatId, type: 'attachment' })) {
47
+ if (chunk.attachment) {
44
48
  references.push(chunk.attachment.blobId);
45
49
  }
46
50
  }
@@ -80,12 +84,13 @@ export async function reclaimReferences(mesh, references) {
80
84
  void mesh.files.compact([...cores.values()]);
81
85
  }
82
86
  }
83
- async function purgedChatIds(mesh, rows) {
84
- const purged = new Set();
87
+ async function purgedChats(mesh, rows) {
88
+ const purged = new Map();
85
89
  const chatIds = rows.map((row) => row.chatId).filter((id) => !!id);
86
90
  for (const chatId of new Set(chatIds)) {
87
- if (await mesh.view.get(PURGED_CHATS, { chatId })) {
88
- purged.add(chatId);
91
+ const row = await mesh.view.get(PURGED_CHATS, { chatId });
92
+ if (row) {
93
+ purged.set(chatId, row.at);
89
94
  }
90
95
  }
91
96
  return purged;