@qvac/core 1.0.0-rc.1 → 1.0.0-rc.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (509) hide show
  1. package/CHANGELOG.md +852 -1
  2. package/README.md +40 -81
  3. package/dist-lib/index.d.ts +0 -1
  4. package/dist-lib/index.js +0 -1
  5. package/dist-lib/lib/api/agent-folders.d.ts +22 -0
  6. package/dist-lib/lib/api/agent-folders.js +115 -0
  7. package/dist-lib/lib/api/agents.d.ts +19 -2
  8. package/dist-lib/lib/api/agents.js +121 -24
  9. package/dist-lib/lib/api/app-config.d.ts +4 -1
  10. package/dist-lib/lib/api/app-config.js +17 -6
  11. package/dist-lib/lib/api/attachments.js +3 -2
  12. package/dist-lib/lib/api/chat-move.d.ts +4 -0
  13. package/dist-lib/lib/api/chat-move.js +7 -0
  14. package/dist-lib/lib/api/chat.d.ts +13 -2
  15. package/dist-lib/lib/api/chat.js +114 -9
  16. package/dist-lib/lib/api/chunk-delta.d.ts +7 -0
  17. package/dist-lib/lib/api/chunk-delta.js +33 -0
  18. package/dist-lib/lib/api/chunks.d.ts +17 -2
  19. package/dist-lib/lib/api/chunks.js +64 -13
  20. package/dist-lib/lib/api/config.d.ts +2 -1
  21. package/dist-lib/lib/api/config.js +3 -2
  22. package/dist-lib/lib/api/current-mesh.d.ts +13 -5
  23. package/dist-lib/lib/api/current-mesh.js +15 -11
  24. package/dist-lib/lib/api/custom-models.d.ts +7 -1
  25. package/dist-lib/lib/api/custom-models.js +10 -8
  26. package/dist-lib/lib/api/device-routes.d.ts +9 -0
  27. package/dist-lib/lib/api/device-routes.js +123 -0
  28. package/dist-lib/lib/api/devices.d.ts +3 -2
  29. package/dist-lib/lib/api/devices.js +20 -10
  30. package/dist-lib/lib/api/diagnostics.d.ts +2 -1
  31. package/dist-lib/lib/api/diagnostics.js +2 -2
  32. package/dist-lib/lib/api/execution.d.ts +12 -1
  33. package/dist-lib/lib/api/execution.js +44 -14
  34. package/dist-lib/lib/api/host-run-log.d.ts +2 -41
  35. package/dist-lib/lib/api/host-run-log.js +35 -83
  36. package/dist-lib/lib/api/index.d.ts +28 -6
  37. package/dist-lib/lib/api/index.js +101 -33
  38. package/dist-lib/lib/api/instrument.d.ts +2 -2
  39. package/dist-lib/lib/api/instrument.js +12 -44
  40. package/dist-lib/lib/api/knowledge.d.ts +4 -1
  41. package/dist-lib/lib/api/knowledge.js +25 -7
  42. package/dist-lib/lib/api/local-files.d.ts +5 -1
  43. package/dist-lib/lib/api/local-files.js +9 -5
  44. package/dist-lib/lib/api/logs.js +3 -3
  45. package/dist-lib/lib/api/members.d.ts +10 -1
  46. package/dist-lib/lib/api/members.js +64 -17
  47. package/dist-lib/lib/api/mesh.d.ts +12 -2
  48. package/dist-lib/lib/api/mesh.js +10 -6
  49. package/dist-lib/lib/api/model-download.d.ts +2 -1
  50. package/dist-lib/lib/api/model-download.js +2 -2
  51. package/dist-lib/lib/api/network.d.ts +10 -2
  52. package/dist-lib/lib/api/network.js +8 -2
  53. package/dist-lib/lib/api/notifications.d.ts +3 -1
  54. package/dist-lib/lib/api/notifications.js +6 -5
  55. package/dist-lib/lib/api/projects.d.ts +20 -0
  56. package/dist-lib/lib/api/projects.js +165 -0
  57. package/dist-lib/lib/api/rag.d.ts +0 -1
  58. package/dist-lib/lib/api/rag.js +47 -23
  59. package/dist-lib/lib/api/served.d.ts +17 -0
  60. package/dist-lib/lib/api/served.js +47 -0
  61. package/dist-lib/lib/api/sync.d.ts +2 -1
  62. package/dist-lib/lib/api/sync.js +2 -2
  63. package/dist-lib/lib/api/tool-activity.d.ts +2 -1
  64. package/dist-lib/lib/api/tool-activity.js +4 -3
  65. package/dist-lib/lib/api/tool-configs.d.ts +2 -1
  66. package/dist-lib/lib/api/tool-configs.js +6 -9
  67. package/dist-lib/lib/api/upload-frames.d.ts +0 -1
  68. package/dist-lib/lib/api/upload-frames.js +0 -1
  69. package/dist-lib/lib/api/watchable.d.ts +3 -2
  70. package/dist-lib/lib/api/watchable.js +2 -3
  71. package/dist-lib/lib/api/workspace.d.ts +5 -0
  72. package/dist-lib/lib/api/workspace.js +48 -0
  73. package/dist-lib/lib/assistant/fake-models.d.ts +20 -0
  74. package/dist-lib/lib/assistant/fake-models.js +112 -0
  75. package/dist-lib/lib/assistant/harness.d.ts +29 -29
  76. package/dist-lib/lib/assistant/harness.js +34 -6
  77. package/dist-lib/lib/assistant/history.d.ts +30 -17
  78. package/dist-lib/lib/assistant/history.js +168 -82
  79. package/dist-lib/lib/assistant/host-run-log.d.ts +6 -1
  80. package/dist-lib/lib/assistant/host-run-log.js +24 -36
  81. package/dist-lib/lib/assistant/message.d.ts +21 -0
  82. package/dist-lib/lib/assistant/message.js +43 -0
  83. package/dist-lib/lib/assistant/model-round.d.ts +95 -0
  84. package/dist-lib/lib/assistant/model-round.js +591 -0
  85. package/dist-lib/lib/assistant/pdf-budget.d.ts +3 -0
  86. package/dist-lib/lib/assistant/pdf-budget.js +13 -0
  87. package/dist-lib/lib/assistant/round-host.d.ts +42 -0
  88. package/dist-lib/lib/assistant/round-host.js +239 -0
  89. package/dist-lib/lib/assistant/skill-encode.d.ts +2 -1
  90. package/dist-lib/lib/assistant/skill-encode.js +2 -1
  91. package/dist-lib/lib/assistant/video-budget.d.ts +13 -0
  92. package/dist-lib/lib/assistant/video-budget.js +29 -0
  93. package/dist-lib/lib/assistant-client.d.ts +2 -0
  94. package/dist-lib/lib/assistant-client.js +4 -3
  95. package/dist-lib/lib/assistant-tree.d.ts +8 -3
  96. package/dist-lib/lib/assistant-tree.js +58 -18
  97. package/dist-lib/lib/assistant.d.ts +76 -20
  98. package/dist-lib/lib/assistant.js +1659 -1070
  99. package/dist-lib/lib/audio-format.js +1 -1
  100. package/dist-lib/lib/chat-suggestion.d.ts +3 -0
  101. package/dist-lib/lib/chat-suggestion.js +47 -0
  102. package/dist-lib/lib/client.d.ts +2 -2
  103. package/dist-lib/lib/constants.d.ts +7 -0
  104. package/dist-lib/lib/constants.js +7 -0
  105. package/dist-lib/lib/core/agent-copies.d.ts +9 -0
  106. package/dist-lib/lib/core/agent-copies.js +40 -0
  107. package/dist-lib/lib/core/agent-hosting.d.ts +25 -0
  108. package/dist-lib/lib/core/agent-hosting.js +71 -0
  109. package/dist-lib/lib/core/agent.d.ts +9 -1
  110. package/dist-lib/lib/core/agent.js +45 -19
  111. package/dist-lib/lib/core/archived-mesh.d.ts +11 -6
  112. package/dist-lib/lib/core/archived-mesh.js +77 -58
  113. package/dist-lib/lib/core/async-iterable.js +1 -1
  114. package/dist-lib/lib/core/blind-peers.d.ts +1 -0
  115. package/dist-lib/lib/core/blind-peers.js +1 -0
  116. package/dist-lib/lib/core/chat-activity.d.ts +1 -1
  117. package/dist-lib/lib/core/chat-activity.js +36 -22
  118. package/dist-lib/lib/core/chat-copy.d.ts +42 -0
  119. package/dist-lib/lib/core/chat-copy.js +395 -0
  120. package/dist-lib/lib/core/chat-fork.d.ts +16 -0
  121. package/dist-lib/lib/core/chat-fork.js +245 -0
  122. package/dist-lib/lib/core/chat-group.js +8 -7
  123. package/dist-lib/lib/core/chat-move.d.ts +71 -0
  124. package/dist-lib/lib/core/chat-move.js +567 -0
  125. package/dist-lib/lib/core/chat-order.d.ts +2 -1
  126. package/dist-lib/lib/core/chat-order.js +19 -4
  127. package/dist-lib/lib/core/chat-project.d.ts +2 -0
  128. package/dist-lib/lib/core/chat-project.js +15 -0
  129. package/dist-lib/lib/core/chat-read.d.ts +4 -0
  130. package/dist-lib/lib/core/chat-read.js +49 -0
  131. package/dist-lib/lib/core/chat-search.js +14 -12
  132. package/dist-lib/lib/core/chat.d.ts +34 -4
  133. package/dist-lib/lib/core/chat.js +122 -39
  134. package/dist-lib/lib/core/chunk.d.ts +21 -4
  135. package/dist-lib/lib/core/chunk.js +138 -23
  136. package/dist-lib/lib/core/collections.d.ts +28 -0
  137. package/dist-lib/lib/core/collections.js +28 -0
  138. package/dist-lib/lib/core/contract/agent-join.d.ts +10 -0
  139. package/dist-lib/lib/core/contract/agent-join.js +108 -0
  140. package/dist-lib/lib/core/contract/agents.d.ts +5 -0
  141. package/dist-lib/lib/core/contract/agents.js +141 -3
  142. package/dist-lib/lib/core/contract/chat.d.ts +1 -0
  143. package/dist-lib/lib/core/contract/chat.js +42 -3
  144. package/dist-lib/lib/core/contract/chunks.d.ts +7 -0
  145. package/dist-lib/lib/core/contract/chunks.js +112 -35
  146. package/dist-lib/lib/core/contract/index.d.ts +2 -3
  147. package/dist-lib/lib/core/contract/index.js +35 -11
  148. package/dist-lib/lib/core/contract/indexing.d.ts +1 -0
  149. package/dist-lib/lib/core/contract/indexing.js +51 -7
  150. package/dist-lib/lib/core/contract/invites.d.ts +3 -14
  151. package/dist-lib/lib/core/contract/invites.js +18 -9
  152. package/dist-lib/lib/core/contract/joined-meshes.js +2 -1
  153. package/dist-lib/lib/core/contract/knowledge.d.ts +1 -0
  154. package/dist-lib/lib/core/contract/knowledge.js +57 -6
  155. package/dist-lib/lib/core/contract/members.d.ts +3 -1
  156. package/dist-lib/lib/core/contract/members.js +34 -4
  157. package/dist-lib/lib/core/contract/mesh-kind.d.ts +3 -3
  158. package/dist-lib/lib/core/contract/mesh-kind.js +20 -16
  159. package/dist-lib/lib/core/contract/mesh-name.d.ts +3 -0
  160. package/dist-lib/lib/core/contract/mesh-name.js +31 -0
  161. package/dist-lib/lib/core/contract/mesh-rules.d.ts +8 -0
  162. package/dist-lib/lib/core/contract/mesh-rules.js +31 -0
  163. package/dist-lib/lib/core/contract/mesh-seeds.d.ts +2 -0
  164. package/dist-lib/lib/core/contract/mesh-seeds.js +26 -0
  165. package/dist-lib/lib/core/contract/model-requests.d.ts +26 -0
  166. package/dist-lib/lib/core/contract/model-requests.js +279 -0
  167. package/dist-lib/lib/core/contract/oldest-version.d.ts +9 -0
  168. package/dist-lib/lib/core/contract/oldest-version.js +20 -0
  169. package/dist-lib/lib/core/contract/open-join.d.ts +2 -0
  170. package/dist-lib/lib/core/contract/open-join.js +77 -0
  171. package/dist-lib/lib/core/contract/project-device-keys.d.ts +7 -0
  172. package/dist-lib/lib/core/contract/project-device-keys.js +29 -0
  173. package/dist-lib/lib/core/contract/project-host-keys.d.ts +7 -0
  174. package/dist-lib/lib/core/contract/project-host-keys.js +40 -0
  175. package/dist-lib/lib/core/contract/project-order.d.ts +2 -0
  176. package/dist-lib/lib/core/contract/project-order.js +25 -0
  177. package/dist-lib/lib/core/contract/projects.d.ts +21 -0
  178. package/dist-lib/lib/core/contract/projects.js +328 -0
  179. package/dist-lib/lib/core/contract/public-mesh.d.ts +3 -0
  180. package/dist-lib/lib/core/contract/public-mesh.js +31 -0
  181. package/dist-lib/lib/core/contract/public-seeds.d.ts +9 -0
  182. package/dist-lib/lib/core/contract/public-seeds.js +43 -0
  183. package/dist-lib/lib/core/contract/roles.d.ts +10 -0
  184. package/dist-lib/lib/core/contract/roles.js +120 -0
  185. package/dist-lib/lib/core/contract/run-requests.d.ts +10 -0
  186. package/dist-lib/lib/core/contract/run-requests.js +75 -0
  187. package/dist-lib/lib/core/contract/seed-defaults.d.ts +3 -1
  188. package/dist-lib/lib/core/contract/seed-defaults.js +17 -4
  189. package/dist-lib/lib/core/contract/skill-secrets.d.ts +3 -0
  190. package/dist-lib/lib/core/contract/skill-secrets.js +32 -0
  191. package/dist-lib/lib/core/contract/tool-activity.js +12 -1
  192. package/dist-lib/lib/core/contract/tool-configs.js +2 -1
  193. package/dist-lib/lib/core/contract/types.d.ts +2 -2
  194. package/dist-lib/lib/core/contract/workspace.d.ts +31 -0
  195. package/dist-lib/lib/core/contract/workspace.js +317 -0
  196. package/dist-lib/lib/core/contract/writers.js +82 -12
  197. package/dist-lib/lib/core/departures.d.ts +16 -5
  198. package/dist-lib/lib/core/departures.js +79 -6
  199. package/dist-lib/lib/core/device-control.d.ts +21 -0
  200. package/dist-lib/lib/core/device-control.js +91 -0
  201. package/dist-lib/lib/core/device-seal.d.ts +4 -0
  202. package/dist-lib/lib/core/device-seal.js +22 -0
  203. package/dist-lib/lib/core/devices.js +1 -1
  204. package/dist-lib/lib/core/document-attachment.d.ts +7 -0
  205. package/dist-lib/lib/core/document-attachment.js +9 -0
  206. package/dist-lib/lib/core/files/attachments.js +5 -4
  207. package/dist-lib/lib/core/files/index.d.ts +21 -11
  208. package/dist-lib/lib/core/files/index.js +114 -28
  209. package/dist-lib/lib/core/files/knowledge.d.ts +10 -1
  210. package/dist-lib/lib/core/files/knowledge.js +77 -5
  211. package/dist-lib/lib/core/files/preview/index.js +6 -2
  212. package/dist-lib/lib/core/files/processing/claims.d.ts +7 -0
  213. package/dist-lib/lib/core/files/processing/claims.js +33 -7
  214. package/dist-lib/lib/core/files/processing/document.d.ts +8 -0
  215. package/dist-lib/lib/core/files/processing/document.js +26 -2
  216. package/dist-lib/lib/core/files/processing/index.d.ts +7 -2
  217. package/dist-lib/lib/core/files/processing/index.js +91 -71
  218. package/dist-lib/lib/core/files/processing/protocol.d.ts +7 -1
  219. package/dist-lib/lib/core/files/processing/protocol.js +14 -3
  220. package/dist-lib/lib/core/files/processing/source.d.ts +3 -0
  221. package/dist-lib/lib/core/files/processing/source.js +9 -4
  222. package/dist-lib/lib/core/files/processing/state.d.ts +4 -1
  223. package/dist-lib/lib/core/files/processing/state.js +2 -1
  224. package/dist-lib/lib/core/files/rag/build.d.ts +4 -1
  225. package/dist-lib/lib/core/files/rag/build.js +18 -7
  226. package/dist-lib/lib/core/files/rag/failure.d.ts +20 -0
  227. package/dist-lib/lib/core/files/rag/failure.js +57 -0
  228. package/dist-lib/lib/core/files/rag/index.d.ts +12 -1
  229. package/dist-lib/lib/core/files/rag/index.js +29 -7
  230. package/dist-lib/lib/core/files/rag/joined-index.d.ts +6 -0
  231. package/dist-lib/lib/core/files/rag/joined-index.js +35 -0
  232. package/dist-lib/lib/core/files/rag/limits.d.ts +1 -0
  233. package/dist-lib/lib/core/files/rag/limits.js +1 -0
  234. package/dist-lib/lib/core/files/rag/load.js +6 -3
  235. package/dist-lib/lib/core/files/rag/policy.d.ts +10 -1
  236. package/dist-lib/lib/core/files/rag/policy.js +23 -2
  237. package/dist-lib/lib/core/files/rag/produce.d.ts +1 -1
  238. package/dist-lib/lib/core/files/rag/produce.js +30 -18
  239. package/dist-lib/lib/core/files/rag/retrieval/full-text.js +1 -1
  240. package/dist-lib/lib/core/files/rag/similarity.d.ts +2 -2
  241. package/dist-lib/lib/core/files/rag/similarity.js +2 -3
  242. package/dist-lib/lib/core/files/records/chunks.js +22 -1
  243. package/dist-lib/lib/core/files/records/index.d.ts +1 -1
  244. package/dist-lib/lib/core/files/records/index.js +1 -1
  245. package/dist-lib/lib/core/files/records/knowledge.d.ts +11 -1
  246. package/dist-lib/lib/core/files/records/knowledge.js +40 -3
  247. package/dist-lib/lib/core/files/records/purge.js +13 -8
  248. package/dist-lib/lib/core/files/records/reclaim.js +20 -48
  249. package/dist-lib/lib/core/files/records/routing.d.ts +1 -1
  250. package/dist-lib/lib/core/files/records/routing.js +6 -2
  251. package/dist-lib/lib/core/files/records/source.js +3 -5
  252. package/dist-lib/lib/core/files/records/sweep.d.ts +3 -0
  253. package/dist-lib/lib/core/files/records/sweep.js +9 -3
  254. package/dist-lib/lib/core/files/store/blob.d.ts +2 -0
  255. package/dist-lib/lib/core/files/store/blob.js +2 -2
  256. package/dist-lib/lib/core/files/store/index.d.ts +3 -1
  257. package/dist-lib/lib/core/files/store/index.js +4 -1
  258. package/dist-lib/lib/core/files/store/reference.d.ts +3 -0
  259. package/dist-lib/lib/core/files/store/reference.js +12 -2
  260. package/dist-lib/lib/core/files/store/sweep.js +3 -1
  261. package/dist-lib/lib/core/files/upload.d.ts +5 -1
  262. package/dist-lib/lib/core/files/upload.js +53 -14
  263. package/dist-lib/lib/core/fs-drives.d.ts +6 -3
  264. package/dist-lib/lib/core/fs-drives.js +30 -18
  265. package/dist-lib/lib/core/id.d.ts +1 -0
  266. package/dist-lib/lib/core/id.js +3 -0
  267. package/dist-lib/lib/core/identity.d.ts +3 -1
  268. package/dist-lib/lib/core/identity.js +25 -4
  269. package/dist-lib/lib/core/invite.d.ts +4 -0
  270. package/dist-lib/lib/core/invite.js +19 -6
  271. package/dist-lib/lib/core/local/files.d.ts +2 -1
  272. package/dist-lib/lib/core/local/files.js +5 -7
  273. package/dist-lib/lib/core/local/index.d.ts +76 -6
  274. package/dist-lib/lib/core/local/index.js +209 -19
  275. package/dist-lib/lib/core/local/run-logs.d.ts +38 -0
  276. package/dist-lib/lib/core/local/run-logs.js +132 -0
  277. package/dist-lib/lib/core/member-key.d.ts +7 -0
  278. package/dist-lib/lib/core/member-key.js +24 -0
  279. package/dist-lib/lib/core/membership.d.ts +3 -14
  280. package/dist-lib/lib/core/membership.js +3 -96
  281. package/dist-lib/lib/core/mesh.d.ts +94 -28
  282. package/dist-lib/lib/core/mesh.js +527 -144
  283. package/dist-lib/lib/core/migrations/agent-tools-scope.d.ts +2 -0
  284. package/dist-lib/lib/core/migrations/agent-tools-scope.js +24 -0
  285. package/dist-lib/lib/core/migrations/file-index.js +2 -4
  286. package/dist-lib/lib/core/migrations/index.js +6 -2
  287. package/dist-lib/lib/core/model-requests.d.ts +13 -0
  288. package/dist-lib/lib/core/model-requests.js +65 -0
  289. package/dist-lib/lib/core/next-frame.js +2 -1
  290. package/dist-lib/lib/core/notification.js +4 -2
  291. package/dist-lib/lib/core/pdf/rasterize.d.ts +2 -2
  292. package/dist-lib/lib/core/pdf/rasterize.js +5 -6
  293. package/dist-lib/lib/core/peer-duplex.d.ts +34 -0
  294. package/dist-lib/lib/core/{harness-loan.js → peer-duplex.js} +47 -40
  295. package/dist-lib/lib/core/project-keys.d.ts +13 -0
  296. package/dist-lib/lib/core/project-keys.js +56 -0
  297. package/dist-lib/lib/core/prompt-history.js +4 -4
  298. package/dist-lib/lib/core/protocol-pairing.d.ts +11 -0
  299. package/dist-lib/lib/core/protocol-pairing.js +22 -0
  300. package/dist-lib/lib/core/public-mesh.d.ts +26 -0
  301. package/dist-lib/lib/core/public-mesh.js +88 -0
  302. package/dist-lib/lib/core/purge.d.ts +3 -0
  303. package/dist-lib/lib/core/purge.js +7 -0
  304. package/dist-lib/lib/core/run-driver.d.ts +17 -0
  305. package/dist-lib/lib/core/run-driver.js +20 -0
  306. package/dist-lib/lib/core/run-requests.d.ts +11 -0
  307. package/dist-lib/lib/core/run-requests.js +59 -0
  308. package/dist-lib/lib/core/send.d.ts +2 -0
  309. package/dist-lib/lib/core/send.js +17 -4
  310. package/dist-lib/lib/core/senders.d.ts +18 -0
  311. package/dist-lib/lib/core/senders.js +52 -0
  312. package/dist-lib/lib/core/shared-agents.d.ts +39 -0
  313. package/dist-lib/lib/core/shared-agents.js +255 -0
  314. package/dist-lib/lib/core/skill-secrets.d.ts +10 -16
  315. package/dist-lib/lib/core/skill-secrets.js +90 -72
  316. package/dist-lib/lib/core/sync/background.d.ts +47 -0
  317. package/dist-lib/lib/core/sync/background.js +162 -0
  318. package/dist-lib/lib/core/sync/changed.d.ts +20 -0
  319. package/dist-lib/lib/core/sync/changed.js +7 -0
  320. package/dist-lib/lib/core/sync/devices.js +1 -1
  321. package/dist-lib/lib/core/sync/files.d.ts +1 -0
  322. package/dist-lib/lib/core/sync/files.js +50 -72
  323. package/dist-lib/lib/core/sync/index.d.ts +1 -1
  324. package/dist-lib/lib/core/sync/index.js +154 -81
  325. package/dist-lib/lib/core/sync/view-updates.d.ts +33 -0
  326. package/dist-lib/lib/core/sync/view-updates.js +133 -0
  327. package/dist-lib/lib/core/system-info.d.ts +2 -2
  328. package/dist-lib/lib/core/system-info.js +10 -11
  329. package/dist-lib/lib/core/tool-configs.d.ts +5 -3
  330. package/dist-lib/lib/core/tool-configs.js +11 -11
  331. package/dist-lib/lib/core/transcript-visibility.d.ts +5 -5
  332. package/dist-lib/lib/core/transcript-visibility.js +27 -31
  333. package/dist-lib/lib/core/upgrade-agents.d.ts +11 -0
  334. package/dist-lib/lib/core/upgrade-agents.js +78 -0
  335. package/dist-lib/lib/core/video/attachment.d.ts +1 -0
  336. package/dist-lib/lib/core/video/attachment.js +7 -0
  337. package/dist-lib/lib/core/video/digest.d.ts +16 -0
  338. package/dist-lib/lib/core/video/digest.js +57 -0
  339. package/dist-lib/lib/core/video/frames.d.ts +32 -0
  340. package/dist-lib/lib/core/video/frames.js +224 -0
  341. package/dist-lib/lib/core/workspace-upgrade.d.ts +22 -0
  342. package/dist-lib/lib/core/workspace-upgrade.js +50 -0
  343. package/dist-lib/lib/core.d.ts +249 -79
  344. package/dist-lib/lib/core.js +3369 -1460
  345. package/dist-lib/lib/credential-pusher.d.ts +6 -0
  346. package/dist-lib/lib/credential-pusher.js +77 -60
  347. package/dist-lib/lib/custom-model-pusher.d.ts +2 -4
  348. package/dist-lib/lib/custom-model-task.d.ts +2 -1
  349. package/dist-lib/lib/custom-model-task.js +2 -2
  350. package/dist-lib/lib/diagnostics.d.ts +7 -0
  351. package/dist-lib/lib/diagnostics.js +22 -0
  352. package/dist-lib/lib/doctor/checks.d.ts +15 -0
  353. package/dist-lib/lib/doctor/checks.js +272 -0
  354. package/dist-lib/lib/doctor/redact.d.ts +4 -0
  355. package/dist-lib/lib/doctor/redact.js +31 -0
  356. package/dist-lib/lib/doctor/render.d.ts +8 -0
  357. package/dist-lib/lib/doctor/render.js +83 -0
  358. package/dist-lib/lib/doctor/tree.d.ts +5 -0
  359. package/dist-lib/lib/doctor/tree.js +167 -0
  360. package/dist-lib/lib/downloads-allowed-pusher.d.ts +8 -0
  361. package/dist-lib/lib/downloads-allowed-pusher.js +37 -0
  362. package/dist-lib/lib/errors.d.ts +790 -0
  363. package/dist-lib/lib/errors.js +724 -0
  364. package/dist-lib/lib/fs-drive-bridge.d.ts +1 -1
  365. package/dist-lib/lib/fs-drive-bridge.js +4 -1
  366. package/dist-lib/lib/guards.d.ts +1 -0
  367. package/dist-lib/lib/guards.js +4 -0
  368. package/dist-lib/lib/inference-calls.d.ts +1 -2
  369. package/dist-lib/lib/inference-calls.js +2 -10
  370. package/dist-lib/lib/knowledge-search.js +13 -18
  371. package/dist-lib/lib/kv-cache-reclaim.d.ts +2 -1
  372. package/dist-lib/lib/kv-cache-reclaim.js +30 -0
  373. package/dist-lib/lib/log.d.ts +7 -6
  374. package/dist-lib/lib/log.js +14 -7
  375. package/dist-lib/lib/logger-type.d.ts +2 -5
  376. package/dist-lib/lib/mesh-scoped-engine.js +42 -2
  377. package/dist-lib/lib/model-download-status.d.ts +3 -3
  378. package/dist-lib/lib/model-download.d.ts +11 -12
  379. package/dist-lib/lib/model-download.js +63 -22
  380. package/dist-lib/lib/model-idle-pusher.d.ts +2 -4
  381. package/dist-lib/lib/model-memory-cap.d.ts +27 -0
  382. package/dist-lib/lib/model-memory-cap.js +69 -0
  383. package/dist-lib/lib/models-watch.d.ts +1 -1
  384. package/dist-lib/lib/models-watch.js +4 -4
  385. package/dist-lib/lib/oauth/browser-connect.js +3 -2
  386. package/dist-lib/lib/oauth/flow-core.js +5 -3
  387. package/dist-lib/lib/oauth/flow.js +1 -1
  388. package/dist-lib/lib/oauth/loopback.d.ts +1 -0
  389. package/dist-lib/lib/oauth/loopback.js +57 -12
  390. package/dist-lib/lib/oauth/providers.js +4 -2
  391. package/dist-lib/lib/oauth/redirect-types.d.ts +1 -0
  392. package/dist-lib/lib/oauth/register.js +35 -19
  393. package/dist-lib/lib/oauth/request.d.ts +10 -0
  394. package/dist-lib/lib/oauth/request.js +22 -0
  395. package/dist-lib/lib/oauth/token-exchange-core.js +31 -33
  396. package/dist-lib/lib/oauth/types.d.ts +3 -0
  397. package/dist-lib/lib/oauth.d.ts +2 -1
  398. package/dist-lib/lib/oauth.js +1 -0
  399. package/dist-lib/lib/persistent-dir.d.ts +1 -0
  400. package/dist-lib/lib/persistent-dir.js +9 -0
  401. package/dist-lib/lib/probe-rounds.d.ts +3 -0
  402. package/dist-lib/lib/probe-rounds.js +5 -0
  403. package/dist-lib/lib/run-input.d.ts +14 -0
  404. package/dist-lib/lib/run-input.js +33 -0
  405. package/dist-lib/lib/run-notices.d.ts +3 -0
  406. package/dist-lib/lib/run-notices.js +8 -2
  407. package/dist-lib/lib/run-replay.d.ts +32 -0
  408. package/dist-lib/lib/run-replay.js +121 -0
  409. package/dist-lib/lib/run-transcript.d.ts +11 -12
  410. package/dist-lib/lib/run-transcript.js +16 -18
  411. package/dist-lib/lib/suspend-lifecycle.js +15 -5
  412. package/dist-lib/lib/task.js +6 -4
  413. package/dist-lib/lib/test-env.d.ts +1 -0
  414. package/dist-lib/lib/test-env.js +4 -0
  415. package/dist-lib/schema/build.js +3 -1
  416. package/dist-lib/schema/config.d.ts +1 -1
  417. package/dist-lib/schema/config.js +1 -1
  418. package/dist-lib/schema/content.d.ts +5 -1
  419. package/dist-lib/schema/content.js +58 -11
  420. package/dist-lib/schema/engine.d.ts +1 -0
  421. package/dist-lib/schema/engine.js +709 -116
  422. package/dist-lib/schema/field-order.js +2 -1
  423. package/dist-lib/schema/indexes.d.ts +3 -0
  424. package/dist-lib/schema/indexes.js +30 -3
  425. package/dist-lib/schema/local.js +72 -4
  426. package/dist-lib/schema/qvac.d.ts +4 -1
  427. package/dist-lib/schema/qvac.js +364 -12
  428. package/dist-lib/spec/bind.js +209 -48
  429. package/dist-lib/spec/calls.js +45 -5
  430. package/dist-lib/spec/capabilities.d.ts +98 -18
  431. package/dist-lib/spec/config/hyperconf/index.js +1 -1
  432. package/dist-lib/spec/hrpc/hrpc.json +726 -206
  433. package/dist-lib/spec/hrpc/index.js +832 -345
  434. package/dist-lib/spec/hrpc/messages.js +6906 -4832
  435. package/dist-lib/spec/hyperschema/index.js +6906 -4832
  436. package/dist-lib/spec/hyperschema/schema.json +4744 -3139
  437. package/dist-lib/spec/hyperschema/types.d.ts +461 -61
  438. package/dist-lib/spec/local/hyperdb/db.json +95 -1
  439. package/dist-lib/spec/local/hyperdb/index.js +459 -2
  440. package/dist-lib/spec/local/hyperdb/messages.js +1506 -484
  441. package/dist-lib/spec/local/hyperschema/index.js +542 -13
  442. package/dist-lib/spec/local/hyperschema/schema.json +319 -1
  443. package/dist-lib/spec/local/hyperschema/types.d.ts +78 -2
  444. package/dist-lib/spec/mesh/hyperdb/db.json +371 -5
  445. package/dist-lib/spec/mesh/hyperdb/index.js +1564 -5
  446. package/dist-lib/spec/mesh/hyperdb/messages.js +6023 -1246
  447. package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +187 -1
  448. package/dist-lib/spec/mesh/hyperdispatch/index.js +528 -1
  449. package/dist-lib/spec/mesh/hyperdispatch/messages.js +3449 -217
  450. package/dist-lib/spec/mesh/hyperschema/index.js +3449 -217
  451. package/dist-lib/spec/mesh/hyperschema/schema.json +1865 -19
  452. package/dist-lib/spec/mesh/hyperschema/types.d.ts +470 -6
  453. package/package.json +50 -35
  454. package/worker/assistant-sidecar.mjs +15 -2
  455. package/worker/stow-entry.mjs +2 -0
  456. package/dist-lib/lib/core/contract/compute.d.ts +0 -11
  457. package/dist-lib/lib/core/contract/compute.js +0 -48
  458. package/dist-lib/lib/core/device-invites.d.ts +0 -11
  459. package/dist-lib/lib/core/device-invites.js +0 -63
  460. package/dist-lib/lib/core/grant-expiry.d.ts +0 -11
  461. package/dist-lib/lib/core/grant-expiry.js +0 -66
  462. package/dist-lib/lib/core/handoff-channel.d.ts +0 -47
  463. package/dist-lib/lib/core/handoff-channel.js +0 -123
  464. package/dist-lib/lib/core/harness-loan.d.ts +0 -29
  465. package/dist-lib/lib/core/host-run-log-store.d.ts +0 -114
  466. package/dist-lib/lib/core/host-run-log-store.js +0 -976
  467. package/dist-lib/lib/core/hosted-agents.d.ts +0 -38
  468. package/dist-lib/lib/core/hosted-agents.js +0 -140
  469. package/dist-lib/lib/core/inference-calls-handoff.d.ts +0 -20
  470. package/dist-lib/lib/core/inference-calls-handoff.js +0 -37
  471. package/dist-lib/lib/core/inference-calls-receiver.d.ts +0 -14
  472. package/dist-lib/lib/core/inference-calls-receiver.js +0 -42
  473. package/dist-lib/lib/core/mesh-seed-handoff.d.ts +0 -25
  474. package/dist-lib/lib/core/mesh-seed-handoff.js +0 -52
  475. package/dist-lib/lib/core/secret-handoff.d.ts +0 -17
  476. package/dist-lib/lib/core/secret-handoff.js +0 -29
  477. package/dist-lib/lib/core/skill-overlay-handoff.d.ts +0 -25
  478. package/dist-lib/lib/core/skill-overlay-handoff.js +0 -50
  479. package/dist-lib/lib/core/skill-overlay-receiver.d.ts +0 -8
  480. package/dist-lib/lib/core/skill-overlay-receiver.js +0 -23
  481. package/dist-lib/lib/image-cache-dir.d.ts +0 -1
  482. package/dist-lib/lib/image-cache-dir.js +0 -5
  483. package/dist-lib/lib/log-levels.d.ts +0 -7
  484. package/dist-lib/lib/log-levels.js +0 -1
  485. package/dist-lib/lib/logger.d.ts +0 -5
  486. package/dist-lib/lib/logger.js +0 -18
  487. package/dist-lib/lib/oauth/loopback.stub.d.ts +0 -3
  488. package/dist-lib/lib/oauth/loopback.stub.js +0 -6
  489. package/tui/README.md +0 -142
  490. package/tui/app.mjs +0 -6939
  491. package/tui/boot.mjs +0 -111
  492. package/tui/index.mjs +0 -53
  493. package/tui/lib/boot-timing.mjs +0 -41
  494. package/tui/lib/busy-words.mjs +0 -116
  495. package/tui/lib/export.mjs +0 -194
  496. package/tui/lib/knowledge-command.mjs +0 -190
  497. package/tui/lib/knowledge-import.mjs +0 -171
  498. package/tui/lib/render.mjs +0 -196
  499. package/tui/lib/save-file.mjs +0 -88
  500. package/tui/lib/select.mjs +0 -81
  501. package/tui/lib/selection.mjs +0 -18
  502. package/tui/lib/setup.mjs +0 -101
  503. package/tui/lib/sidebar.mjs +0 -63
  504. package/tui/lib/splash-art.mjs +0 -107
  505. package/tui/lib/splash.mjs +0 -18
  506. package/tui/lib/upload-frames.mjs +0 -9
  507. package/tui/lib/usage.mjs +0 -59
  508. package/tui/lib/wrap.mjs +0 -143
  509. package/tui/main.mjs +0 -264
@@ -0,0 +1,57 @@
1
+ import { INDEXING_FAILURES } from '../../../../schema/engine.js';
2
+ import { errorMessage, isRecord } from '../../../guards.js';
3
+ const ERROR_LIMIT = 300;
4
+ const PASSWORD = /no password given|incorrect password/i;
5
+ const OUT_OF_SPACE = /no space left on device/i;
6
+ const CONTENT_FAILURES = new Set([
7
+ 'empty',
8
+ 'no-text',
9
+ 'password-protected',
10
+ 'unsupported'
11
+ ]);
12
+ export class IndexingFailure extends Error {
13
+ reason;
14
+ constructor(reason, message) {
15
+ super(message);
16
+ this.name = 'IndexingFailure';
17
+ this.reason = reason;
18
+ }
19
+ }
20
+ export function contentFailure(fileName, bytes, { supported }) {
21
+ if (!supported) {
22
+ return new IndexingFailure('unsupported', `${fileName} is not a supported Knowledge file.`);
23
+ }
24
+ if (bytes.length === 0) {
25
+ return new IndexingFailure('empty', `${fileName} is empty`);
26
+ }
27
+ return null;
28
+ }
29
+ export function failureReason(err) {
30
+ if (err instanceof IndexingFailure)
31
+ return err.reason;
32
+ const message = errorMessage(err);
33
+ if ((isRecord(err) && err.code === 'ENOSPC') || OUT_OF_SPACE.test(message)) {
34
+ return 'out-of-space';
35
+ }
36
+ return PASSWORD.test(message) ? 'password-protected' : 'failed';
37
+ }
38
+ export function failureDetail(err) {
39
+ const detail = errorMessage(err);
40
+ return detail.length > ERROR_LIMIT ? `${detail.slice(0, ERROR_LIMIT)}...` : detail;
41
+ }
42
+ export function failureError(err) {
43
+ return `${failureReason(err)}: ${failureDetail(err)}`;
44
+ }
45
+ export function parseFailure(error) {
46
+ if (!error) {
47
+ return { reason: 'failed', detail: null };
48
+ }
49
+ const split = error.indexOf(': ');
50
+ const reason = INDEXING_FAILURES.find((known) => known === error.slice(0, split));
51
+ return reason && split > 0
52
+ ? { reason, detail: error.slice(split + 2) }
53
+ : { reason: 'failed', detail: error };
54
+ }
55
+ export function isContentFailure(row) {
56
+ return (!row.chatId && row.status === 'failed' && CONTENT_FAILURES.has(parseFailure(row.error).reason));
57
+ }
@@ -1,7 +1,10 @@
1
+ import type { LoggerInterface } from '@qvac/logging';
2
+ import ScopeLock from 'scope-lock';
1
3
  import type { AbortSignal } from 'bare-abort-controller';
2
4
  import type { QvacKnowledge } from '../../../../spec/mesh/hyperschema/types.d.ts';
3
5
  import { type RagExtractors, type VectorIndex } from 'rag-extract';
4
6
  import { type IndexingEmbedder } from './produce.ts';
7
+ import { type IndexingDevice } from './policy.ts';
5
8
  import type { FileDocument, FileProcessor, ProcessorHost } from '../processing/index.ts';
6
9
  import type { LoadedArtifact } from '../processing/state.ts';
7
10
  export interface RagProcessorOptions {
@@ -9,6 +12,9 @@ export interface RagProcessorOptions {
9
12
  readonly embedder?: IndexingEmbedder;
10
13
  readonly index?: VectorIndex | null;
11
14
  readonly extractors?: RagExtractors;
15
+ readonly batches?: ScopeLock;
16
+ readonly device?: IndexingDevice;
17
+ readonly log: LoggerInterface | null;
12
18
  }
13
19
  export declare class RagProcessor implements FileProcessor {
14
20
  readonly id = "rag";
@@ -16,17 +22,22 @@ export declare class RagProcessor implements FileProcessor {
16
22
  readonly output = "blob";
17
23
  readonly version: string;
18
24
  private readonly _producer;
25
+ private readonly _device?;
19
26
  readonly load?: (document: FileDocument, signal: AbortSignal) => Promise<void>;
20
27
  private readonly _index;
28
+ private readonly _log;
21
29
  constructor(options: RagProcessorOptions);
22
30
  applies(_document: QvacKnowledge): boolean;
23
31
  canProduce(document: QvacKnowledge, host: ProcessorHost): Promise<boolean>;
24
32
  produce(document: FileDocument, signal: AbortSignal): Promise<void>;
33
+ private _settled;
25
34
  evict(loaded: LoadedArtifact): Promise<void>;
26
35
  close(): Promise<boolean>;
27
36
  }
28
37
  export { MAX_KNOWLEDGE_BYTES } from './limits.ts';
29
- export { canIndexChat } from './policy.ts';
38
+ export { joinedIndex } from './joined-index.ts';
39
+ export { canIndexKnowledge } from './policy.ts';
40
+ export type { IndexingDevice } from './policy.ts';
30
41
  export type { IndexingEmbedder, IndexingProgress } from './produce.ts';
31
42
  export { formatFullDocumentContext, fullTextBudgetChars, fullTextHits, isFullTextHit, isTruncatedFullTextHit } from './retrieval/full-text.ts';
32
43
  export { MemoryVectorIndex, RAG_DOCUMENT_KIND, RAG_KNOWLEDGE_OFF_NOTICE, RAG_TRUNCATED_NOTICE, RAG_UNAVAILABLE_NOTICE, WEB_TOOLS, chooseRagNotice, citedByPhraseOverlap, classifyRagDocument, createRagSourceTagFilter, encodeRagArtifact, formatRagContext, isSupportedRagDocument, isWholeDocumentQuery, referencedDocuments, referencesPendingFile, retrieveRagKnowledge, searchRagChunks, sourcesFromHits, webSourcesFromToolResult, withoutDataChannel } from 'rag-extract';
@@ -3,22 +3,29 @@ import { pipelineVersionFor } from 'rag-extract';
3
3
  import { AbortedError } from '@qvac/harness/race-abort';
4
4
  import { IndexingPass } from './produce.js';
5
5
  import { HydratePass } from './load.js';
6
- import { canIndexChat } from './policy.js';
6
+ import { canIndexKnowledge } from './policy.js';
7
7
  export class RagProcessor {
8
8
  id = 'rag';
9
9
  input = 'knowledge';
10
10
  output = 'blob';
11
11
  version;
12
12
  _producer;
13
+ _device;
13
14
  load;
14
15
  _index;
16
+ _log;
15
17
  constructor(options) {
16
18
  this.version = pipelineVersionFor(options.model);
17
19
  this._index = options.index ?? null;
18
- const lock = new ScopeLock();
20
+ this._log = options.log;
21
+ this._device = options.device;
22
+ const lock = options.batches ?? new ScopeLock();
19
23
  const source = options.embedder;
20
24
  const embedder = source && {
21
25
  model: source.model,
26
+ idle: async (signal) => {
27
+ await source.idle?.(signal);
28
+ },
22
29
  embed: async (input) => {
23
30
  await lock.lock();
24
31
  try {
@@ -35,7 +42,7 @@ export class RagProcessor {
35
42
  this._producer = embedder ? new IndexingPass(embedder, options.extractors) : null;
36
43
  if (this._index) {
37
44
  const loader = new HydratePass({ ...options, index: this._index, embedder });
38
- this.load = (document, signal) => loader.run(document, signal);
45
+ this.load = (document, signal) => this._settled(document, loader.run(document, signal));
39
46
  }
40
47
  }
41
48
  applies(_document) {
@@ -44,10 +51,24 @@ export class RagProcessor {
44
51
  async canProduce(document, host) {
45
52
  return (!!this._producer &&
46
53
  !document.deletedAt &&
47
- (await canIndexChat(host.mesh, host.deviceId, document.chatId)));
54
+ (await canIndexKnowledge(host.mesh, {
55
+ deviceId: host.deviceId,
56
+ chatId: document.chatId,
57
+ device: host.device
58
+ })));
48
59
  }
49
60
  async produce(document, signal) {
50
- await this._producer?.run(document, signal);
61
+ await this._settled(document, this._producer?.run(document, signal));
62
+ }
63
+ async _settled(document, run) {
64
+ try {
65
+ await run;
66
+ }
67
+ finally {
68
+ if (!document.record.chatId && this._device?.mobile()) {
69
+ await document.clearFetched();
70
+ }
71
+ }
51
72
  }
52
73
  async evict(loaded) {
53
74
  if (loaded.evict) {
@@ -61,12 +82,13 @@ export class RagProcessor {
61
82
  return true;
62
83
  }
63
84
  catch (err) {
64
- logger.warn('rag', 'vector index clear failed on close; it must not be reused', { err });
85
+ this._log?.warn('rag', 'vector index clear failed on close; it must not be reused', { err });
65
86
  return false;
66
87
  }
67
88
  }
68
89
  }
69
90
  export { MAX_KNOWLEDGE_BYTES } from './limits.js';
70
- export { canIndexChat } from './policy.js';
91
+ export { joinedIndex } from './joined-index.js';
92
+ export { canIndexKnowledge } from './policy.js';
71
93
  export { formatFullDocumentContext, fullTextBudgetChars, fullTextHits, isFullTextHit, isTruncatedFullTextHit } from './retrieval/full-text.js';
72
94
  export { MemoryVectorIndex, RAG_DOCUMENT_KIND, RAG_KNOWLEDGE_OFF_NOTICE, RAG_TRUNCATED_NOTICE, RAG_UNAVAILABLE_NOTICE, WEB_TOOLS, chooseRagNotice, citedByPhraseOverlap, classifyRagDocument, createRagSourceTagFilter, encodeRagArtifact, formatRagContext, isSupportedRagDocument, isWholeDocumentQuery, referencedDocuments, referencesPendingFile, retrieveRagKnowledge, searchRagChunks, sourcesFromHits, webSourcesFromToolResult, withoutDataChannel } from 'rag-extract';
@@ -0,0 +1,6 @@
1
+ import { type VectorIndex } from 'rag-extract';
2
+ export interface JoinedIndexOptions {
3
+ readonly chatId: string;
4
+ readonly knowledgeBaseIds: ReadonlySet<string>;
5
+ }
6
+ export declare function joinedIndex(indexes: ReadonlyArray<VectorIndex>, { chatId, knowledgeBaseIds }: JoinedIndexOptions): VectorIndex;
@@ -0,0 +1,35 @@
1
+ import { parseRagMetadata } from 'rag-extract';
2
+ export function joinedIndex(indexes, { chatId, knowledgeBaseIds }) {
3
+ const distinct = [...new Set(indexes)];
4
+ const asChat = (candidate) => {
5
+ const metadata = parseRagMetadata(candidate.metadataJson);
6
+ if (!metadata?.attachmentId || !knowledgeBaseIds.has(metadata.attachmentId)) {
7
+ return candidate;
8
+ }
9
+ return { ...candidate, metadataJson: JSON.stringify({ ...metadata, chatId }) };
10
+ };
11
+ return {
12
+ info() {
13
+ const infos = distinct.map((index) => index.info());
14
+ return {
15
+ artifacts: infos.reduce((sum, info) => sum + info.artifacts, 0),
16
+ chunks: infos.reduce((sum, info) => sum + info.chunks, 0),
17
+ dimensions: infos.find((info) => info.dimensions !== null)?.dimensions ?? null
18
+ };
19
+ },
20
+ async search(embedding, { limit, filter }) {
21
+ const scoped = filter && ((candidate) => filter(asChat(candidate)));
22
+ const found = await Promise.all(distinct.map((index) => index.search(embedding, { limit, filter: scoped })));
23
+ return found
24
+ .flat()
25
+ .sort((a, b) => b.score - a.score)
26
+ .slice(0, limit);
27
+ },
28
+ upsert: readOnly,
29
+ remove: readOnly,
30
+ clear: readOnly
31
+ };
32
+ }
33
+ function readOnly() {
34
+ return Promise.reject(new Error('a joined index is read-only'));
35
+ }
@@ -1 +1,2 @@
1
1
  export declare const MAX_KNOWLEDGE_BYTES: number;
2
+ export declare const DEFAULT_KNOWLEDGE_CAP_BYTES: number;
@@ -1 +1,2 @@
1
1
  export const MAX_KNOWLEDGE_BYTES = 100 * 1024 * 1024;
2
+ export const DEFAULT_KNOWLEDGE_CAP_BYTES = 1024 ** 3;
@@ -125,7 +125,10 @@ export class HydratePass {
125
125
  }
126
126
  catch (err) {
127
127
  document.artifact(pick.id).failedReference = pick.artifactBlobId;
128
- logger.warn('rag', 'artifact undecodable, pinned for the session', { id: pick.id, err });
128
+ document.log?.warn('rag', 'artifact undecodable, pinned for the session', {
129
+ id: pick.id,
130
+ err
131
+ });
129
132
  continue;
130
133
  }
131
134
  if (document.paused() || document.closed()) {
@@ -140,7 +143,7 @@ export class HydratePass {
140
143
  }
141
144
  catch (err) {
142
145
  document.artifact(pick.id).failedReference = pick.artifactBlobId;
143
- logger.warn('rag', 'artifact rejected by the vector index', { id: pick.id, err });
146
+ document.log?.warn('rag', 'artifact rejected by the vector index', { id: pick.id, err });
144
147
  continue;
145
148
  }
146
149
  const evict = entry && entry.artifactId !== pick.id ? entry.artifactId : undefined;
@@ -154,7 +157,7 @@ export class HydratePass {
154
157
  await this._index.remove(evict);
155
158
  local.loaded = { artifactId: pick.id, blobRef: pick.artifactBlobId };
156
159
  }
157
- logger.info('rag', 'hydrated knowledge into the vector index', {
160
+ document.log?.info('rag', 'hydrated knowledge into the vector index', {
158
161
  artifactId: pick.id,
159
162
  chunks: chunks.length
160
163
  });
@@ -1,2 +1,11 @@
1
1
  import type { Mesh } from '../../mesh.ts';
2
- export declare function canIndexChat(mesh: Mesh, deviceId: Buffer | null, chatId: string): Promise<boolean>;
2
+ export interface IndexingDevice {
3
+ readonly mobile: () => boolean;
4
+ readonly peers: () => ReadonlyArray<string>;
5
+ }
6
+ export interface IndexingHost {
7
+ readonly deviceId: Buffer | null;
8
+ readonly chatId: string | null | undefined;
9
+ readonly device?: IndexingDevice;
10
+ }
11
+ export declare function canIndexKnowledge(mesh: Mesh, { deviceId, chatId, device }: IndexingHost): Promise<boolean>;
@@ -1,8 +1,29 @@
1
1
  import { toolsetEnabled } from '@qvac/harness/lib/tools/toolsets.ts';
2
+ import { isMobilePlatform } from '@qvac/harness/lib/models/model-catalog.ts';
2
3
  import { getAgent, isOrphaned } from '../../agent.js';
3
4
  import { getChat } from '../../chat.js';
5
+ import { DEVICES } from '../../collections.js';
6
+ import { runDefinition } from '../../shared-agents.js';
4
7
  import b4a from 'b4a';
5
- export async function canIndexChat(mesh, deviceId, chatId) {
8
+ export async function canIndexKnowledge(mesh, { deviceId, chatId, device }) {
9
+ if (!chatId) {
10
+ if (!deviceId || !mesh.writable) {
11
+ return false;
12
+ }
13
+ return !device?.mobile() || !(await computerConnected(mesh, device.peers()));
14
+ }
15
+ return await canIndexChat(mesh, deviceId, chatId);
16
+ }
17
+ async function computerConnected(mesh, peers) {
18
+ for (const peer of peers) {
19
+ const row = await mesh.view.get(DEVICES, { id: b4a.from(peer, 'hex') });
20
+ if (row && !row.revoked && !(row.platform && isMobilePlatform(row.platform))) {
21
+ return true;
22
+ }
23
+ }
24
+ return false;
25
+ }
26
+ async function canIndexChat(mesh, deviceId, chatId) {
6
27
  if (!deviceId) {
7
28
  return false;
8
29
  }
@@ -10,7 +31,7 @@ export async function canIndexChat(mesh, deviceId, chatId) {
10
31
  if (!chat) {
11
32
  return false;
12
33
  }
13
- const agent = await getAgent(mesh, chat.agentId);
34
+ const agent = await runDefinition(mesh, await getAgent(mesh, chat.agentId));
14
35
  if (!agent) {
15
36
  return false;
16
37
  }
@@ -6,7 +6,7 @@ export interface IndexingEmbedder extends BuildEmbedder {
6
6
  }
7
7
  export type IndexingProgress = (update: {
8
8
  knowledgeId: string;
9
- chatId: string;
9
+ chatId?: string | null;
10
10
  stage: 'embedding' | 'ready' | 'failed';
11
11
  processedChunks: number;
12
12
  totalChunks: number;
@@ -1,10 +1,9 @@
1
1
  import { classifyRagDocument, contentHash, documentIndexArtifactId, encodeRagArtifact, pipelineVersionFor, RAG_DOCUMENT_KIND } from 'rag-extract';
2
- import { buildArtifactPayload, EmbedderFailure } from './build.js';
2
+ import { buildArtifactPayload, EmbedderFailure, yieldTurn } from './build.js';
3
3
  import { isClaimLive } from '../processing/index.js';
4
- import { AbortedError } from '@qvac/harness/race-abort';
5
- import { errorMessage } from '../../../guards.js';
4
+ import { ClaimLostError } from '../processing/claims.js';
5
+ import { contentFailure, failureDetail, failureError, isContentFailure } from './failure.js';
6
6
  const UNSUPPORTED = 'unsupported';
7
- const ERROR_LIMIT = 300;
8
7
  export const EMBED_RETRY_LIMIT = 5;
9
8
  export class IndexingPass {
10
9
  _embedder;
@@ -39,7 +38,7 @@ export class IndexingPass {
39
38
  document.schedule(row.expiresAt);
40
39
  return;
41
40
  }
42
- if (document.claims.isFailed(row.id)) {
41
+ if (document.claims.isFailed(row.id) || isContentFailure(row)) {
43
42
  return;
44
43
  }
45
44
  }
@@ -74,7 +73,10 @@ export class IndexingPass {
74
73
  mimeType: knowledge.mimeType,
75
74
  bytes
76
75
  });
77
- if (kind === RAG_DOCUMENT_KIND.unsupported) {
76
+ const refusal = contentFailure(knowledge.fileName, bytes, {
77
+ supported: kind !== RAG_DOCUMENT_KIND.unsupported
78
+ });
79
+ if (refusal?.reason === 'unsupported' && knowledge.chatId) {
78
80
  local.artifactIdMemo = UNSUPPORTED;
79
81
  document.work({
80
82
  state: 'not-applicable',
@@ -88,10 +90,10 @@ export class IndexingPass {
88
90
  });
89
91
  return;
90
92
  }
91
- if (kind === RAG_DOCUMENT_KIND.office && !this._extractors.office) {
93
+ if (!refusal && kind === RAG_DOCUMENT_KIND.office && !this._extractors.office) {
92
94
  local.artifactIdMemo = UNSUPPORTED;
93
95
  document.work({
94
- state: 'pending',
96
+ state: 'failed',
95
97
  reason: 'extractor unavailable on this device'
96
98
  });
97
99
  return;
@@ -115,12 +117,16 @@ export class IndexingPass {
115
117
  return;
116
118
  }
117
119
  document.work({ state: 'running' });
120
+ const lease = document.claims.lease(artifactId, claim.claimId);
118
121
  let blobRef = null;
119
122
  let lastTotal = 0;
120
123
  try {
121
124
  if (signal.aborted || document.paused() || document.closed()) {
122
125
  throw new Error('interrupted: suspend');
123
126
  }
127
+ if (refusal) {
128
+ throw refusal;
129
+ }
124
130
  const payload = await buildArtifactPayload({
125
131
  embedder: this._embedder,
126
132
  extractors: this._extractors,
@@ -128,18 +134,21 @@ export class IndexingPass {
128
134
  artifactId,
129
135
  bytes,
130
136
  signal,
131
- onProgress: (processedChunks, totalChunks) => {
137
+ onExtracted: async () => {
138
+ document.admit();
139
+ await lease.keep(true);
140
+ },
141
+ onProgress: async (processedChunks, totalChunks) => {
132
142
  lastTotal = totalChunks;
133
143
  document.report({
134
144
  stage: 'embedding',
135
145
  processedChunks,
136
146
  totalChunks
137
147
  });
148
+ await lease.keep();
138
149
  }
139
150
  });
140
- if (signal.aborted) {
141
- throw new AbortedError();
142
- }
151
+ await yieldTurn(signal);
143
152
  const built = await document.write(encodeRagArtifact(payload));
144
153
  blobRef = built.blobRef;
145
154
  const current = await document.current();
@@ -170,7 +179,7 @@ export class IndexingPass {
170
179
  processedChunks: payload.chunks.length,
171
180
  totalChunks: payload.chunks.length
172
181
  });
173
- logger.info('rag', applied ? 'indexed' : 'indexed, claim superseded', {
182
+ document.log?.info('rag', applied ? 'indexed' : 'indexed, claim superseded', {
174
183
  id: artifactId,
175
184
  chunks: payload.chunks.length
176
185
  });
@@ -179,10 +188,13 @@ export class IndexingPass {
179
188
  if (document.closed()) {
180
189
  return;
181
190
  }
191
+ if (err instanceof ClaimLostError) {
192
+ document.work({ state: 'pending', reason: 'claimed by another device' });
193
+ document.log?.info('rag', 'indexing claim taken over', { id: artifactId });
194
+ return;
195
+ }
182
196
  const interrupted = document.paused() || signal.aborted;
183
- const raw = errorMessage(err);
184
- const clipped = raw.length > ERROR_LIMIT ? `${raw.slice(0, ERROR_LIMIT)}...` : raw;
185
- const message = interrupted ? 'interrupted: suspend' : clipped;
197
+ const message = interrupted ? 'interrupted: suspend' : failureDetail(err);
186
198
  const failures = !interrupted && err instanceof EmbedderFailure
187
199
  ? (local.embedFailures = (local.embedFailures ?? 0) + 1)
188
200
  : 0;
@@ -207,7 +219,7 @@ export class IndexingPass {
207
219
  artifactId,
208
220
  claimId: claim.claimId,
209
221
  status: 'failed',
210
- error: message
222
+ error: interrupted ? message : failureError(err)
211
223
  });
212
224
  }
213
225
  catch {
@@ -220,7 +232,7 @@ export class IndexingPass {
220
232
  error: message
221
233
  });
222
234
  }
223
- logger.warn('rag', 'indexing failed', { id: artifactId, error: message });
235
+ document.log?.warn('rag', 'indexing failed', { id: artifactId, error: message });
224
236
  }
225
237
  }
226
238
  }
@@ -92,7 +92,7 @@ export async function fullTextHits(mesh, rows, { budgetChars, head = false }) {
92
92
  });
93
93
  }
94
94
  catch (err) {
95
- logger.warn('rag', 'full-text extraction failed; falling back to retrieval', { err });
95
+ mesh.log?.warn('rag', 'full-text extraction failed; falling back to retrieval', { err });
96
96
  return null;
97
97
  }
98
98
  if (!read.text) {
@@ -1,5 +1,5 @@
1
- import '../../../logger.ts';
1
+ import type { LoggerInterface } from '@qvac/logging';
2
2
  import { applySimilarityFloor, RAG_MIN_SIMILARITY } from 'rag-extract/retrieval';
3
3
  import type { VectorHit } from 'rag-extract/vector';
4
4
  export { applySimilarityFloor, RAG_MIN_SIMILARITY };
5
- export declare function logSimilarityScores(candidates: ReadonlyArray<VectorHit>, kept: ReadonlyArray<VectorHit>): void;
5
+ export declare function logSimilarityScores(candidates: ReadonlyArray<VectorHit>, kept: ReadonlyArray<VectorHit>, log?: LoggerInterface | null): void;
@@ -1,6 +1,5 @@
1
- import '../../../logger.js';
2
1
  import { applySimilarityFloor, logSimilarityScores as traceSimilarityScores, RAG_MIN_SIMILARITY } from 'rag-extract/retrieval';
3
2
  export { applySimilarityFloor, RAG_MIN_SIMILARITY };
4
- export function logSimilarityScores(candidates, kept) {
5
- traceSimilarityScores(candidates, kept, (message) => logger.debug('rag', message));
3
+ export function logSimilarityScores(candidates, kept, log) {
4
+ traceSimilarityScores(candidates, kept, (message) => log?.debug('rag', message));
6
5
  }
@@ -1,3 +1,5 @@
1
+ import b4a from 'b4a';
2
+ import { listChunks, updateOp } from '../../chunk.js';
1
3
  import { hasLiveSource } from './routing.js';
2
4
  export async function syncAttachmentChunk(mesh, chunk) {
3
5
  if (chunk.type !== 'attachment')
@@ -6,10 +8,29 @@ export async function syncAttachmentChunk(mesh, chunk) {
6
8
  if (!attachment?.deletedAt || typeof attachment.blobId !== 'string') {
7
9
  return;
8
10
  }
11
+ await tombstoneDerived(mesh, chunk, attachment.deletedAt);
9
12
  if (await hasLiveSource(mesh, chunk.chatId, attachment.blobId)) {
10
13
  return;
11
14
  }
12
- logger.debug('sync', 'attachment tombstone observed — reclaiming blob bytes', { id: chunk.id });
15
+ mesh.log?.debug('sync', 'attachment tombstone observed - reclaiming blob bytes', { id: chunk.id });
13
16
  await mesh.files.clear(attachment.blobId, chunk.id);
14
17
  await mesh.fileIndex?.markCleared(attachment.blobId);
15
18
  }
19
+ async function tombstoneDerived(mesh, source, at) {
20
+ const ours = mesh.ourDeviceId;
21
+ if (!ours || !source.attachment) {
22
+ return;
23
+ }
24
+ const batch = mesh.batch();
25
+ for (const chunk of await listChunks(mesh, { chatId: source.chatId, type: 'attachment' })) {
26
+ const { attachment } = chunk;
27
+ if (chunk.sourceId !== source.attachment.id || !attachment || attachment.deletedAt) {
28
+ continue;
29
+ }
30
+ if (b4a.equals(chunk.originDeviceId, ours)) {
31
+ const tombstone = { ...attachment, deletedAt: at };
32
+ batch.dispatch('update-chunk', updateOp(chunk, { id: chunk.id, attachment: tombstone }));
33
+ }
34
+ }
35
+ await batch.flush();
36
+ }
@@ -1,4 +1,4 @@
1
- export { addKnowledge, addKnowledgeArtifact, assertRemovableAt, findKnowledgeArtifactsByKnowledge, getKnowledge, getKnowledgeArtifact, listKnowledge, listKnowledgeArtifactsByKnowledge, removeKnowledge } from './knowledge.ts';
1
+ export { addKnowledge, addKnowledgeArtifact, assertKnowledgeRoom, assertRemovableAt, findKnowledgeArtifactsByKnowledge, getKnowledge, getKnowledgeArtifact, knowledgeCapBytes, listKnowledge, listKnowledgeArtifactsByKnowledge, listKnowledgeBase, mustGetKnowledge, removeKnowledge, usedKnowledgeBytes } from './knowledge.ts';
2
2
  export type { AddKnowledgeInput, AddKnowledgeArtifactInput } from './knowledge.ts';
3
3
  export { attachTurnDocumentIds, hasLiveSource, isKnowledgeRoutedAttachment, routeAttachmentToKnowledge } from './routing.ts';
4
4
  export { groupAttachmentsByMessage } from './linkage.ts';
@@ -1,4 +1,4 @@
1
- export { addKnowledge, addKnowledgeArtifact, assertRemovableAt, findKnowledgeArtifactsByKnowledge, getKnowledge, getKnowledgeArtifact, listKnowledge, listKnowledgeArtifactsByKnowledge, removeKnowledge } from './knowledge.js';
1
+ export { addKnowledge, addKnowledgeArtifact, assertKnowledgeRoom, assertRemovableAt, findKnowledgeArtifactsByKnowledge, getKnowledge, getKnowledgeArtifact, knowledgeCapBytes, listKnowledge, listKnowledgeArtifactsByKnowledge, listKnowledgeBase, mustGetKnowledge, removeKnowledge, usedKnowledgeBytes } from './knowledge.js';
2
2
  export { attachTurnDocumentIds, hasLiveSource, isKnowledgeRoutedAttachment, routeAttachmentToKnowledge } from './routing.js';
3
3
  export { groupAttachmentsByMessage } from './linkage.js';
4
4
  export { syncAttachmentChunk } from './chunks.js';
@@ -1,14 +1,24 @@
1
+ import type HyperDB from 'hyperdb';
1
2
  import type { QvacKnowledge, QvacKnowledgeArtifact, QvacRemoveKnowledgeOperation } from '../../../../spec/mesh/hyperschema/types.d.ts';
2
3
  import type { Mesh } from '../../mesh.ts';
3
- export type AddKnowledgeInput = Pick<QvacKnowledge, 'chatId' | 'fileName' | 'mimeType' | 'byteLength' | 'blobId'> & Partial<Pick<QvacKnowledge, 'id'>>;
4
+ export type AddKnowledgeInput = Pick<QvacKnowledge, 'fileName' | 'mimeType' | 'byteLength' | 'blobId'> & Partial<Pick<QvacKnowledge, 'id' | 'chatId'>>;
4
5
  export interface ChatScope {
5
6
  readonly chatId: string;
6
7
  }
8
+ export interface KnowledgeRoom {
9
+ readonly capBytes: number;
10
+ readonly bytes: number;
11
+ }
7
12
  export interface KnowledgeScope {
8
13
  readonly knowledgeId: string;
9
14
  }
10
15
  export declare function getKnowledge(store: Mesh, id: string): Promise<QvacKnowledge | null>;
16
+ export declare function mustGetKnowledge(store: Mesh, id: string): Promise<QvacKnowledge>;
11
17
  export declare function listKnowledge(store: Mesh, { chatId }: ChatScope): Promise<QvacKnowledge[]>;
18
+ export declare function listKnowledgeBase(store: Mesh): Promise<QvacKnowledge[]>;
19
+ export declare function usedKnowledgeBytes(rows: ReadonlyArray<QvacKnowledge>): number;
20
+ export declare function knowledgeCapBytes(db: HyperDB): Promise<number>;
21
+ export declare function assertKnowledgeRoom(store: Mesh, bytes: number): Promise<KnowledgeRoom>;
12
22
  export declare function addKnowledge(store: Mesh, input: AddKnowledgeInput): Promise<QvacKnowledge>;
13
23
  export declare function assertRemovableAt(at: number): void;
14
24
  export declare function removeKnowledge(store: Mesh, { knowledgeId, at }: QvacRemoveKnowledgeOperation): Promise<QvacKnowledge>;
@@ -1,6 +1,9 @@
1
+ import { CoreError } from '../../../errors.js';
1
2
  import { randomId } from '../../id.js';
2
3
  import { assertArtifactOutput } from './output.js';
3
- import { ACTIVE_KNOWLEDGE_BY_CHAT, KNOWLEDGE, KNOWLEDGE_ARTIFACTS, KNOWLEDGE_ARTIFACTS_BY_KNOWLEDGE } from '../../collections.js';
4
+ import { DEFAULT_KNOWLEDGE_CAP_BYTES } from '../rag/limits.js';
5
+ import { KNOWLEDGE_CAP_ROW } from '../../contract/knowledge.js';
6
+ import { ACTIVE_KNOWLEDGE_BASE, ACTIVE_KNOWLEDGE_BY_CHAT, KNOWLEDGE, KNOWLEDGE_ARTIFACTS, KNOWLEDGE_ARTIFACTS_BY_KNOWLEDGE, KNOWLEDGE_CAPS } from '../../collections.js';
4
7
  export async function getKnowledge(store, id) {
5
8
  const snap = store.view.snapshot();
6
9
  try {
@@ -11,10 +14,10 @@ export async function getKnowledge(store, id) {
11
14
  await snap.close();
12
15
  }
13
16
  }
14
- async function mustGetKnowledge(store, id) {
17
+ export async function mustGetKnowledge(store, id) {
15
18
  const row = await getKnowledge(store, id);
16
19
  if (!row) {
17
- throw new Error(`knowledge not found: ${id}`);
20
+ throw new CoreError('KNOWLEDGE_NOT_FOUND', [id]);
18
21
  }
19
22
  return row;
20
23
  }
@@ -30,6 +33,40 @@ export async function listKnowledge(store, { chatId }) {
30
33
  await snap.close();
31
34
  }
32
35
  }
36
+ export async function listKnowledgeBase(store) {
37
+ const snap = store.view.snapshot();
38
+ try {
39
+ return await snap.find(ACTIVE_KNOWLEDGE_BASE).toArray();
40
+ }
41
+ finally {
42
+ await snap.close();
43
+ }
44
+ }
45
+ export function usedKnowledgeBytes(rows) {
46
+ return rows.reduce((sum, row) => sum + row.byteLength, 0);
47
+ }
48
+ export async function knowledgeCapBytes(db) {
49
+ const row = await db.get(KNOWLEDGE_CAPS, { id: KNOWLEDGE_CAP_ROW });
50
+ return row?.bytes ?? DEFAULT_KNOWLEDGE_CAP_BYTES;
51
+ }
52
+ async function knowledgeRoom(store) {
53
+ const snap = store.view.snapshot();
54
+ try {
55
+ const rows = await snap.find(ACTIVE_KNOWLEDGE_BASE).toArray();
56
+ const capBytes = await knowledgeCapBytes(snap);
57
+ return { capBytes, bytes: Math.max(0, capBytes - usedKnowledgeBytes(rows)) };
58
+ }
59
+ finally {
60
+ await snap.close();
61
+ }
62
+ }
63
+ export async function assertKnowledgeRoom(store, bytes) {
64
+ const room = await knowledgeRoom(store);
65
+ if (bytes > room.bytes) {
66
+ throw new CoreError('KNOWLEDGE_CAP_REACHED', [room.capBytes]);
67
+ }
68
+ return room;
69
+ }
33
70
  export async function addKnowledge(store, input) {
34
71
  const now = Date.now();
35
72
  const knowledge = {