@qvac/core 1.0.0-rc.1 → 1.0.0-rc.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (548) hide show
  1. package/CHANGELOG.md +1008 -1
  2. package/README.md +40 -81
  3. package/dist-lib/index.d.ts +1 -1
  4. package/dist-lib/index.js +1 -1
  5. package/dist-lib/lib/api/agent-folders.d.ts +22 -0
  6. package/dist-lib/lib/api/agent-folders.js +115 -0
  7. package/dist-lib/lib/api/agents.d.ts +19 -2
  8. package/dist-lib/lib/api/agents.js +121 -24
  9. package/dist-lib/lib/api/app-config.d.ts +4 -1
  10. package/dist-lib/lib/api/app-config.js +17 -6
  11. package/dist-lib/lib/api/attachments.js +3 -2
  12. package/dist-lib/lib/api/chat-move.d.ts +4 -0
  13. package/dist-lib/lib/api/chat-move.js +7 -0
  14. package/dist-lib/lib/api/chat.d.ts +13 -2
  15. package/dist-lib/lib/api/chat.js +114 -9
  16. package/dist-lib/lib/api/chunk-delta.d.ts +12 -0
  17. package/dist-lib/lib/api/chunk-delta.js +115 -0
  18. package/dist-lib/lib/api/chunks.d.ts +17 -2
  19. package/dist-lib/lib/api/chunks.js +70 -13
  20. package/dist-lib/lib/api/config.d.ts +6 -2
  21. package/dist-lib/lib/api/config.js +47 -5
  22. package/dist-lib/lib/api/current-mesh.d.ts +13 -5
  23. package/dist-lib/lib/api/current-mesh.js +15 -11
  24. package/dist-lib/lib/api/custom-models.d.ts +7 -1
  25. package/dist-lib/lib/api/custom-models.js +12 -12
  26. package/dist-lib/lib/api/device-routes.d.ts +9 -0
  27. package/dist-lib/lib/api/device-routes.js +123 -0
  28. package/dist-lib/lib/api/devices.d.ts +3 -2
  29. package/dist-lib/lib/api/devices.js +23 -11
  30. package/dist-lib/lib/api/diagnostics.d.ts +2 -1
  31. package/dist-lib/lib/api/diagnostics.js +2 -2
  32. package/dist-lib/lib/api/execution.d.ts +12 -1
  33. package/dist-lib/lib/api/execution.js +44 -14
  34. package/dist-lib/lib/api/files.d.ts +1 -1
  35. package/dist-lib/lib/api/files.js +65 -8
  36. package/dist-lib/lib/api/host-run-log.d.ts +2 -41
  37. package/dist-lib/lib/api/host-run-log.js +35 -83
  38. package/dist-lib/lib/api/index.d.ts +28 -6
  39. package/dist-lib/lib/api/index.js +101 -33
  40. package/dist-lib/lib/api/instrument.d.ts +2 -2
  41. package/dist-lib/lib/api/instrument.js +24 -48
  42. package/dist-lib/lib/api/knowledge.d.ts +4 -1
  43. package/dist-lib/lib/api/knowledge.js +25 -7
  44. package/dist-lib/lib/api/local-files.d.ts +5 -1
  45. package/dist-lib/lib/api/local-files.js +9 -5
  46. package/dist-lib/lib/api/logs.js +3 -3
  47. package/dist-lib/lib/api/members.d.ts +10 -1
  48. package/dist-lib/lib/api/members.js +67 -26
  49. package/dist-lib/lib/api/mesh.d.ts +12 -4
  50. package/dist-lib/lib/api/mesh.js +12 -8
  51. package/dist-lib/lib/api/model-download.d.ts +2 -1
  52. package/dist-lib/lib/api/model-download.js +2 -2
  53. package/dist-lib/lib/api/network.d.ts +10 -2
  54. package/dist-lib/lib/api/network.js +8 -2
  55. package/dist-lib/lib/api/notifications.d.ts +3 -1
  56. package/dist-lib/lib/api/notifications.js +14 -9
  57. package/dist-lib/lib/api/projects.d.ts +20 -0
  58. package/dist-lib/lib/api/projects.js +169 -0
  59. package/dist-lib/lib/api/rag.d.ts +0 -1
  60. package/dist-lib/lib/api/rag.js +71 -34
  61. package/dist-lib/lib/api/served.d.ts +17 -0
  62. package/dist-lib/lib/api/served.js +48 -0
  63. package/dist-lib/lib/api/sync.d.ts +2 -1
  64. package/dist-lib/lib/api/sync.js +2 -2
  65. package/dist-lib/lib/api/tool-activity.d.ts +2 -1
  66. package/dist-lib/lib/api/tool-activity.js +4 -3
  67. package/dist-lib/lib/api/tool-configs.d.ts +2 -1
  68. package/dist-lib/lib/api/tool-configs.js +6 -9
  69. package/dist-lib/lib/api/upload-frames.d.ts +0 -1
  70. package/dist-lib/lib/api/upload-frames.js +0 -1
  71. package/dist-lib/lib/api/watchable.d.ts +3 -2
  72. package/dist-lib/lib/api/watchable.js +2 -3
  73. package/dist-lib/lib/api/workspace.d.ts +5 -0
  74. package/dist-lib/lib/api/workspace.js +47 -0
  75. package/dist-lib/lib/assistant/fake-models.d.ts +20 -0
  76. package/dist-lib/lib/assistant/fake-models.js +112 -0
  77. package/dist-lib/lib/assistant/harness.d.ts +37 -31
  78. package/dist-lib/lib/assistant/harness.js +51 -10
  79. package/dist-lib/lib/assistant/history.d.ts +30 -17
  80. package/dist-lib/lib/assistant/history.js +179 -87
  81. package/dist-lib/lib/assistant/host-run-log.d.ts +6 -1
  82. package/dist-lib/lib/assistant/host-run-log.js +24 -36
  83. package/dist-lib/lib/assistant/message.d.ts +27 -1
  84. package/dist-lib/lib/assistant/message.js +65 -2
  85. package/dist-lib/lib/assistant/model-round.d.ts +100 -0
  86. package/dist-lib/lib/assistant/model-round.js +619 -0
  87. package/dist-lib/lib/assistant/pdf-budget.d.ts +11 -0
  88. package/dist-lib/lib/assistant/pdf-budget.js +12 -0
  89. package/dist-lib/lib/assistant/pdf-pages.d.ts +25 -0
  90. package/dist-lib/lib/assistant/pdf-pages.js +75 -0
  91. package/dist-lib/lib/assistant/round-host.d.ts +42 -0
  92. package/dist-lib/lib/assistant/round-host.js +241 -0
  93. package/dist-lib/lib/assistant/skill-encode.d.ts +2 -1
  94. package/dist-lib/lib/assistant/skill-encode.js +2 -1
  95. package/dist-lib/lib/assistant/video-budget.d.ts +13 -0
  96. package/dist-lib/lib/assistant/video-budget.js +29 -0
  97. package/dist-lib/lib/assistant-client.d.ts +4 -1
  98. package/dist-lib/lib/assistant-client.js +27 -8
  99. package/dist-lib/lib/assistant-tree.d.ts +10 -3
  100. package/dist-lib/lib/assistant-tree.js +63 -20
  101. package/dist-lib/lib/assistant.d.ts +93 -24
  102. package/dist-lib/lib/assistant.js +2048 -1231
  103. package/dist-lib/lib/audio-format.js +1 -1
  104. package/dist-lib/lib/chat-suggestion.d.ts +3 -0
  105. package/dist-lib/lib/chat-suggestion.js +47 -0
  106. package/dist-lib/lib/client.d.ts +2 -2
  107. package/dist-lib/lib/client.js +10 -1
  108. package/dist-lib/lib/compaction.d.ts +3 -1
  109. package/dist-lib/lib/compaction.js +18 -4
  110. package/dist-lib/lib/constants.d.ts +10 -0
  111. package/dist-lib/lib/constants.js +10 -0
  112. package/dist-lib/lib/core/agent-copies.d.ts +9 -0
  113. package/dist-lib/lib/core/agent-copies.js +40 -0
  114. package/dist-lib/lib/core/agent-hosting.d.ts +25 -0
  115. package/dist-lib/lib/core/agent-hosting.js +71 -0
  116. package/dist-lib/lib/core/agent.d.ts +9 -1
  117. package/dist-lib/lib/core/agent.js +45 -19
  118. package/dist-lib/lib/core/archived-mesh.d.ts +11 -6
  119. package/dist-lib/lib/core/archived-mesh.js +77 -58
  120. package/dist-lib/lib/core/async-iterable.js +1 -1
  121. package/dist-lib/lib/core/blind-peers.d.ts +1 -0
  122. package/dist-lib/lib/core/blind-peers.js +1 -0
  123. package/dist-lib/lib/core/chat-activity.d.ts +1 -1
  124. package/dist-lib/lib/core/chat-activity.js +45 -34
  125. package/dist-lib/lib/core/chat-copy.d.ts +42 -0
  126. package/dist-lib/lib/core/chat-copy.js +395 -0
  127. package/dist-lib/lib/core/chat-fork.d.ts +16 -0
  128. package/dist-lib/lib/core/chat-fork.js +246 -0
  129. package/dist-lib/lib/core/chat-group.js +8 -7
  130. package/dist-lib/lib/core/chat-move.d.ts +75 -0
  131. package/dist-lib/lib/core/chat-move.js +598 -0
  132. package/dist-lib/lib/core/chat-order.d.ts +2 -1
  133. package/dist-lib/lib/core/chat-order.js +19 -4
  134. package/dist-lib/lib/core/chat-project.d.ts +2 -0
  135. package/dist-lib/lib/core/chat-project.js +15 -0
  136. package/dist-lib/lib/core/chat-read.d.ts +4 -0
  137. package/dist-lib/lib/core/chat-read.js +49 -0
  138. package/dist-lib/lib/core/chat-search.js +14 -12
  139. package/dist-lib/lib/core/chat.d.ts +33 -4
  140. package/dist-lib/lib/core/chat.js +122 -39
  141. package/dist-lib/lib/core/chunk.d.ts +35 -7
  142. package/dist-lib/lib/core/chunk.js +250 -45
  143. package/dist-lib/lib/core/collections.d.ts +40 -1
  144. package/dist-lib/lib/core/collections.js +40 -1
  145. package/dist-lib/lib/core/config-value.d.ts +6 -0
  146. package/dist-lib/lib/core/config-value.js +14 -0
  147. package/dist-lib/lib/core/contract/activity.d.ts +3 -2
  148. package/dist-lib/lib/core/contract/activity.js +39 -21
  149. package/dist-lib/lib/core/contract/agent-join.d.ts +10 -0
  150. package/dist-lib/lib/core/contract/agent-join.js +104 -0
  151. package/dist-lib/lib/core/contract/agents.d.ts +5 -0
  152. package/dist-lib/lib/core/contract/agents.js +142 -3
  153. package/dist-lib/lib/core/contract/chat.d.ts +4 -0
  154. package/dist-lib/lib/core/contract/chat.js +53 -3
  155. package/dist-lib/lib/core/contract/chunks.d.ts +7 -0
  156. package/dist-lib/lib/core/contract/chunks.js +125 -38
  157. package/dist-lib/lib/core/contract/devices.js +6 -4
  158. package/dist-lib/lib/core/contract/index.d.ts +2 -3
  159. package/dist-lib/lib/core/contract/index.js +36 -11
  160. package/dist-lib/lib/core/contract/indexing.d.ts +1 -0
  161. package/dist-lib/lib/core/contract/indexing.js +51 -7
  162. package/dist-lib/lib/core/contract/invites.d.ts +3 -14
  163. package/dist-lib/lib/core/contract/invites.js +26 -36
  164. package/dist-lib/lib/core/contract/joined-meshes.js +3 -1
  165. package/dist-lib/lib/core/contract/knowledge.d.ts +1 -0
  166. package/dist-lib/lib/core/contract/knowledge.js +57 -6
  167. package/dist-lib/lib/core/contract/members.d.ts +3 -1
  168. package/dist-lib/lib/core/contract/members.js +34 -4
  169. package/dist-lib/lib/core/contract/mesh-kind.d.ts +3 -3
  170. package/dist-lib/lib/core/contract/mesh-kind.js +20 -16
  171. package/dist-lib/lib/core/contract/mesh-name.d.ts +3 -0
  172. package/dist-lib/lib/core/contract/mesh-name.js +31 -0
  173. package/dist-lib/lib/core/contract/mesh-rules.d.ts +8 -0
  174. package/dist-lib/lib/core/contract/mesh-rules.js +35 -0
  175. package/dist-lib/lib/core/contract/mesh-seeds.d.ts +2 -0
  176. package/dist-lib/lib/core/contract/mesh-seeds.js +26 -0
  177. package/dist-lib/lib/core/contract/model-requests.d.ts +26 -0
  178. package/dist-lib/lib/core/contract/model-requests.js +280 -0
  179. package/dist-lib/lib/core/contract/oldest-version.d.ts +9 -0
  180. package/dist-lib/lib/core/contract/oldest-version.js +20 -0
  181. package/dist-lib/lib/core/contract/open-join.d.ts +2 -0
  182. package/dist-lib/lib/core/contract/open-join.js +77 -0
  183. package/dist-lib/lib/core/contract/project-device-keys.d.ts +7 -0
  184. package/dist-lib/lib/core/contract/project-device-keys.js +38 -0
  185. package/dist-lib/lib/core/contract/project-host-keys.d.ts +7 -0
  186. package/dist-lib/lib/core/contract/project-host-keys.js +41 -0
  187. package/dist-lib/lib/core/contract/project-order.d.ts +2 -0
  188. package/dist-lib/lib/core/contract/project-order.js +25 -0
  189. package/dist-lib/lib/core/contract/projects.d.ts +21 -0
  190. package/dist-lib/lib/core/contract/projects.js +327 -0
  191. package/dist-lib/lib/core/contract/public-mesh.d.ts +3 -0
  192. package/dist-lib/lib/core/contract/public-mesh.js +31 -0
  193. package/dist-lib/lib/core/contract/public-seeds.d.ts +9 -0
  194. package/dist-lib/lib/core/contract/public-seeds.js +43 -0
  195. package/dist-lib/lib/core/contract/roles.d.ts +10 -0
  196. package/dist-lib/lib/core/contract/roles.js +121 -0
  197. package/dist-lib/lib/core/contract/run-requests.d.ts +10 -0
  198. package/dist-lib/lib/core/contract/run-requests.js +81 -0
  199. package/dist-lib/lib/core/contract/seed-defaults.d.ts +3 -1
  200. package/dist-lib/lib/core/contract/seed-defaults.js +17 -4
  201. package/dist-lib/lib/core/contract/shipped-rows.d.ts +2 -0
  202. package/dist-lib/lib/core/contract/shipped-rows.js +22 -0
  203. package/dist-lib/lib/core/contract/skill-secrets.d.ts +3 -0
  204. package/dist-lib/lib/core/contract/skill-secrets.js +32 -0
  205. package/dist-lib/lib/core/contract/tool-activity.js +12 -1
  206. package/dist-lib/lib/core/contract/tool-configs.js +2 -1
  207. package/dist-lib/lib/core/contract/types.d.ts +2 -2
  208. package/dist-lib/lib/core/contract/workspace.d.ts +31 -0
  209. package/dist-lib/lib/core/contract/workspace.js +311 -0
  210. package/dist-lib/lib/core/contract/writers.js +100 -16
  211. package/dist-lib/lib/core/departures.d.ts +16 -5
  212. package/dist-lib/lib/core/departures.js +79 -6
  213. package/dist-lib/lib/core/device-control.d.ts +21 -0
  214. package/dist-lib/lib/core/device-control.js +91 -0
  215. package/dist-lib/lib/core/device-seal.d.ts +4 -0
  216. package/dist-lib/lib/core/device-seal.js +22 -0
  217. package/dist-lib/lib/core/devices.d.ts +2 -1
  218. package/dist-lib/lib/core/devices.js +5 -3
  219. package/dist-lib/lib/core/document-attachment.d.ts +10 -0
  220. package/dist-lib/lib/core/document-attachment.js +14 -0
  221. package/dist-lib/lib/core/files/attachments.js +8 -7
  222. package/dist-lib/lib/core/files/index.d.ts +27 -14
  223. package/dist-lib/lib/core/files/index.js +220 -43
  224. package/dist-lib/lib/core/files/knowledge.d.ts +10 -1
  225. package/dist-lib/lib/core/files/knowledge.js +77 -5
  226. package/dist-lib/lib/core/files/preview/index.js +6 -2
  227. package/dist-lib/lib/core/files/processing/claims.d.ts +7 -0
  228. package/dist-lib/lib/core/files/processing/claims.js +33 -7
  229. package/dist-lib/lib/core/files/processing/document.d.ts +8 -0
  230. package/dist-lib/lib/core/files/processing/document.js +26 -2
  231. package/dist-lib/lib/core/files/processing/index.d.ts +8 -3
  232. package/dist-lib/lib/core/files/processing/index.js +99 -73
  233. package/dist-lib/lib/core/files/processing/protocol.d.ts +7 -1
  234. package/dist-lib/lib/core/files/processing/protocol.js +14 -3
  235. package/dist-lib/lib/core/files/processing/source.d.ts +4 -0
  236. package/dist-lib/lib/core/files/processing/source.js +12 -4
  237. package/dist-lib/lib/core/files/processing/state.d.ts +5 -1
  238. package/dist-lib/lib/core/files/processing/state.js +9 -1
  239. package/dist-lib/lib/core/files/rag/build.d.ts +5 -1
  240. package/dist-lib/lib/core/files/rag/build.js +32 -8
  241. package/dist-lib/lib/core/files/rag/failure.d.ts +20 -0
  242. package/dist-lib/lib/core/files/rag/failure.js +57 -0
  243. package/dist-lib/lib/core/files/rag/index.d.ts +13 -2
  244. package/dist-lib/lib/core/files/rag/index.js +30 -8
  245. package/dist-lib/lib/core/files/rag/joined-index.d.ts +6 -0
  246. package/dist-lib/lib/core/files/rag/joined-index.js +35 -0
  247. package/dist-lib/lib/core/files/rag/limits.d.ts +1 -0
  248. package/dist-lib/lib/core/files/rag/limits.js +1 -0
  249. package/dist-lib/lib/core/files/rag/load.js +6 -3
  250. package/dist-lib/lib/core/files/rag/policy.d.ts +10 -1
  251. package/dist-lib/lib/core/files/rag/policy.js +23 -2
  252. package/dist-lib/lib/core/files/rag/produce.d.ts +1 -1
  253. package/dist-lib/lib/core/files/rag/produce.js +31 -18
  254. package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +2 -0
  255. package/dist-lib/lib/core/files/rag/retrieval/full-text.js +8 -2
  256. package/dist-lib/lib/core/files/rag/similarity.d.ts +2 -2
  257. package/dist-lib/lib/core/files/rag/similarity.js +2 -3
  258. package/dist-lib/lib/core/files/records/chunks.js +22 -1
  259. package/dist-lib/lib/core/files/records/index.d.ts +1 -1
  260. package/dist-lib/lib/core/files/records/index.js +1 -1
  261. package/dist-lib/lib/core/files/records/knowledge.d.ts +11 -1
  262. package/dist-lib/lib/core/files/records/knowledge.js +40 -3
  263. package/dist-lib/lib/core/files/records/purge.js +13 -8
  264. package/dist-lib/lib/core/files/records/reclaim.js +20 -48
  265. package/dist-lib/lib/core/files/records/routing.d.ts +1 -1
  266. package/dist-lib/lib/core/files/records/routing.js +6 -2
  267. package/dist-lib/lib/core/files/records/source.js +3 -5
  268. package/dist-lib/lib/core/files/records/sweep.d.ts +3 -0
  269. package/dist-lib/lib/core/files/records/sweep.js +9 -3
  270. package/dist-lib/lib/core/files/store/blob.d.ts +2 -0
  271. package/dist-lib/lib/core/files/store/blob.js +2 -2
  272. package/dist-lib/lib/core/files/store/index.d.ts +3 -1
  273. package/dist-lib/lib/core/files/store/index.js +4 -1
  274. package/dist-lib/lib/core/files/store/reference.d.ts +3 -0
  275. package/dist-lib/lib/core/files/store/reference.js +12 -2
  276. package/dist-lib/lib/core/files/store/sweep.js +3 -1
  277. package/dist-lib/lib/core/files/upload.d.ts +5 -1
  278. package/dist-lib/lib/core/files/upload.js +53 -14
  279. package/dist-lib/lib/core/first-event.d.ts +6 -0
  280. package/dist-lib/lib/core/first-event.js +13 -0
  281. package/dist-lib/lib/core/fs-drives.d.ts +6 -3
  282. package/dist-lib/lib/core/fs-drives.js +30 -18
  283. package/dist-lib/lib/core/id.d.ts +1 -0
  284. package/dist-lib/lib/core/id.js +3 -0
  285. package/dist-lib/lib/core/identity.d.ts +3 -1
  286. package/dist-lib/lib/core/identity.js +25 -4
  287. package/dist-lib/lib/core/invite.d.ts +6 -2
  288. package/dist-lib/lib/core/invite.js +22 -8
  289. package/dist-lib/lib/core/local/files.d.ts +2 -1
  290. package/dist-lib/lib/core/local/files.js +5 -7
  291. package/dist-lib/lib/core/local/index.d.ts +86 -7
  292. package/dist-lib/lib/core/local/index.js +312 -27
  293. package/dist-lib/lib/core/local/run-logs.d.ts +38 -0
  294. package/dist-lib/lib/core/local/run-logs.js +132 -0
  295. package/dist-lib/lib/core/member-key.d.ts +7 -0
  296. package/dist-lib/lib/core/member-key.js +24 -0
  297. package/dist-lib/lib/core/membership.d.ts +3 -14
  298. package/dist-lib/lib/core/membership.js +3 -96
  299. package/dist-lib/lib/core/mesh.d.ts +107 -30
  300. package/dist-lib/lib/core/mesh.js +625 -171
  301. package/dist-lib/lib/core/migrations/agent-tools-scope.d.ts +2 -0
  302. package/dist-lib/lib/core/migrations/agent-tools-scope.js +24 -0
  303. package/dist-lib/lib/core/migrations/chat-chunks.d.ts +4 -0
  304. package/dist-lib/lib/core/migrations/chat-chunks.js +47 -0
  305. package/dist-lib/lib/core/migrations/file-index.d.ts +1 -1
  306. package/dist-lib/lib/core/migrations/file-index.js +8 -6
  307. package/dist-lib/lib/core/migrations/index.d.ts +2 -1
  308. package/dist-lib/lib/core/migrations/index.js +69 -8
  309. package/dist-lib/lib/core/model-requests.d.ts +13 -0
  310. package/dist-lib/lib/core/model-requests.js +65 -0
  311. package/dist-lib/lib/core/next-frame.js +2 -1
  312. package/dist-lib/lib/core/notification.js +100 -25
  313. package/dist-lib/lib/core/pdf/figure.d.ts +22 -0
  314. package/dist-lib/lib/core/pdf/figure.js +64 -0
  315. package/dist-lib/lib/core/pdf/rasterize.d.ts +12 -3
  316. package/dist-lib/lib/core/pdf/rasterize.js +77 -28
  317. package/dist-lib/lib/core/peer-duplex.d.ts +34 -0
  318. package/dist-lib/lib/core/{harness-loan.js → peer-duplex.js} +104 -45
  319. package/dist-lib/lib/core/project-keys.d.ts +13 -0
  320. package/dist-lib/lib/core/project-keys.js +56 -0
  321. package/dist-lib/lib/core/prompt-history.js +4 -4
  322. package/dist-lib/lib/core/protocol-pairing.d.ts +11 -0
  323. package/dist-lib/lib/core/protocol-pairing.js +22 -0
  324. package/dist-lib/lib/core/public-mesh.d.ts +26 -0
  325. package/dist-lib/lib/core/public-mesh.js +94 -0
  326. package/dist-lib/lib/core/purge.d.ts +3 -0
  327. package/dist-lib/lib/core/purge.js +7 -0
  328. package/dist-lib/lib/core/run-driver.d.ts +17 -0
  329. package/dist-lib/lib/core/run-driver.js +20 -0
  330. package/dist-lib/lib/core/run-requests.d.ts +11 -0
  331. package/dist-lib/lib/core/run-requests.js +58 -0
  332. package/dist-lib/lib/core/send.d.ts +2 -0
  333. package/dist-lib/lib/core/send.js +17 -4
  334. package/dist-lib/lib/core/senders.d.ts +19 -0
  335. package/dist-lib/lib/core/senders.js +45 -0
  336. package/dist-lib/lib/core/shared-agents.d.ts +40 -0
  337. package/dist-lib/lib/core/shared-agents.js +283 -0
  338. package/dist-lib/lib/core/skill-secrets.d.ts +10 -16
  339. package/dist-lib/lib/core/skill-secrets.js +90 -72
  340. package/dist-lib/lib/core/sync/background.d.ts +35 -0
  341. package/dist-lib/lib/core/sync/background.js +85 -0
  342. package/dist-lib/lib/core/sync/changed.d.ts +20 -0
  343. package/dist-lib/lib/core/sync/changed.js +7 -0
  344. package/dist-lib/lib/core/sync/devices.js +6 -3
  345. package/dist-lib/lib/core/sync/files.d.ts +1 -0
  346. package/dist-lib/lib/core/sync/files.js +50 -72
  347. package/dist-lib/lib/core/sync/index.d.ts +1 -1
  348. package/dist-lib/lib/core/sync/index.js +164 -81
  349. package/dist-lib/lib/core/sync/view-updates.d.ts +33 -0
  350. package/dist-lib/lib/core/sync/view-updates.js +133 -0
  351. package/dist-lib/lib/core/sync-status.js +3 -3
  352. package/dist-lib/lib/core/system-info.d.ts +2 -2
  353. package/dist-lib/lib/core/system-info.js +10 -11
  354. package/dist-lib/lib/core/tool-configs.d.ts +5 -3
  355. package/dist-lib/lib/core/tool-configs.js +11 -11
  356. package/dist-lib/lib/core/transcript-visibility.d.ts +5 -5
  357. package/dist-lib/lib/core/transcript-visibility.js +27 -31
  358. package/dist-lib/lib/core/upgrade-agents.d.ts +11 -0
  359. package/dist-lib/lib/core/upgrade-agents.js +78 -0
  360. package/dist-lib/lib/core/video/attachment.d.ts +1 -0
  361. package/dist-lib/lib/core/video/attachment.js +7 -0
  362. package/dist-lib/lib/core/video/digest.d.ts +16 -0
  363. package/dist-lib/lib/core/video/digest.js +57 -0
  364. package/dist-lib/lib/core/video/frames.d.ts +32 -0
  365. package/dist-lib/lib/core/video/frames.js +224 -0
  366. package/dist-lib/lib/core/workspace-upgrade.d.ts +22 -0
  367. package/dist-lib/lib/core/workspace-upgrade.js +50 -0
  368. package/dist-lib/lib/core.d.ts +303 -84
  369. package/dist-lib/lib/core.js +3952 -1511
  370. package/dist-lib/lib/credential-pusher.d.ts +17 -7
  371. package/dist-lib/lib/credential-pusher.js +111 -62
  372. package/dist-lib/lib/custom-model-pusher.d.ts +2 -4
  373. package/dist-lib/lib/custom-model-task.d.ts +2 -1
  374. package/dist-lib/lib/custom-model-task.js +2 -2
  375. package/dist-lib/lib/device-tree.d.ts +18 -0
  376. package/dist-lib/lib/device-tree.js +32 -0
  377. package/dist-lib/lib/diagnostics.d.ts +7 -0
  378. package/dist-lib/lib/diagnostics.js +22 -0
  379. package/dist-lib/lib/doctor/checks.d.ts +15 -0
  380. package/dist-lib/lib/doctor/checks.js +272 -0
  381. package/dist-lib/lib/doctor/redact.d.ts +4 -0
  382. package/dist-lib/lib/doctor/redact.js +31 -0
  383. package/dist-lib/lib/doctor/render.d.ts +8 -0
  384. package/dist-lib/lib/doctor/render.js +83 -0
  385. package/dist-lib/lib/doctor/tree.d.ts +5 -0
  386. package/dist-lib/lib/doctor/tree.js +167 -0
  387. package/dist-lib/lib/downloads-allowed-pusher.d.ts +8 -0
  388. package/dist-lib/lib/downloads-allowed-pusher.js +37 -0
  389. package/dist-lib/lib/errors.d.ts +794 -0
  390. package/dist-lib/lib/errors.js +728 -0
  391. package/dist-lib/lib/fs-drive-bridge.d.ts +8 -1
  392. package/dist-lib/lib/fs-drive-bridge.js +312 -31
  393. package/dist-lib/lib/guards.d.ts +1 -0
  394. package/dist-lib/lib/guards.js +4 -0
  395. package/dist-lib/lib/inference-calls.d.ts +1 -2
  396. package/dist-lib/lib/inference-calls.js +2 -10
  397. package/dist-lib/lib/integrations/setup-routes.js +7 -5
  398. package/dist-lib/lib/knowledge-search.d.ts +1 -1
  399. package/dist-lib/lib/knowledge-search.js +5 -51
  400. package/dist-lib/lib/kv-cache-reclaim.d.ts +2 -1
  401. package/dist-lib/lib/kv-cache-reclaim.js +30 -0
  402. package/dist-lib/lib/kv-cache-retention.d.ts +35 -0
  403. package/dist-lib/lib/kv-cache-retention.js +98 -0
  404. package/dist-lib/lib/latest-frame.d.ts +10 -0
  405. package/dist-lib/lib/latest-frame.js +48 -0
  406. package/dist-lib/lib/log.d.ts +7 -6
  407. package/dist-lib/lib/log.js +14 -7
  408. package/dist-lib/lib/logger-type.d.ts +2 -5
  409. package/dist-lib/lib/mesh-scoped-engine.js +42 -2
  410. package/dist-lib/lib/model-download-status.d.ts +3 -3
  411. package/dist-lib/lib/model-download.d.ts +16 -12
  412. package/dist-lib/lib/model-download.js +90 -34
  413. package/dist-lib/lib/model-idle-pusher.d.ts +2 -4
  414. package/dist-lib/lib/model-memory-cap.d.ts +27 -0
  415. package/dist-lib/lib/model-memory-cap.js +69 -0
  416. package/dist-lib/lib/models-watch.d.ts +1 -1
  417. package/dist-lib/lib/models-watch.js +4 -4
  418. package/dist-lib/lib/oauth/browser-connect.js +3 -2
  419. package/dist-lib/lib/oauth/flow-core.js +5 -3
  420. package/dist-lib/lib/oauth/flow.js +1 -1
  421. package/dist-lib/lib/oauth/loopback.d.ts +1 -0
  422. package/dist-lib/lib/oauth/loopback.js +57 -12
  423. package/dist-lib/lib/oauth/providers.js +4 -2
  424. package/dist-lib/lib/oauth/redirect-types.d.ts +1 -0
  425. package/dist-lib/lib/oauth/register.js +35 -19
  426. package/dist-lib/lib/oauth/request.d.ts +10 -0
  427. package/dist-lib/lib/oauth/request.js +22 -0
  428. package/dist-lib/lib/oauth/resolve.js +13 -5
  429. package/dist-lib/lib/oauth/token-exchange-core.js +31 -33
  430. package/dist-lib/lib/oauth/types.d.ts +3 -0
  431. package/dist-lib/lib/oauth.d.ts +2 -1
  432. package/dist-lib/lib/oauth.js +1 -0
  433. package/dist-lib/lib/persistent-dir.d.ts +1 -0
  434. package/dist-lib/lib/persistent-dir.js +9 -0
  435. package/dist-lib/lib/probe-rounds.d.ts +3 -0
  436. package/dist-lib/lib/probe-rounds.js +5 -0
  437. package/dist-lib/lib/reconnecting-watch.js +19 -11
  438. package/dist-lib/lib/run-input.d.ts +14 -0
  439. package/dist-lib/lib/run-input.js +33 -0
  440. package/dist-lib/lib/run-notices.d.ts +5 -0
  441. package/dist-lib/lib/run-notices.js +13 -2
  442. package/dist-lib/lib/run-replay.d.ts +44 -0
  443. package/dist-lib/lib/run-replay.js +158 -0
  444. package/dist-lib/lib/run-transcript.d.ts +11 -12
  445. package/dist-lib/lib/run-transcript.js +16 -18
  446. package/dist-lib/lib/suspend-lifecycle.js +15 -5
  447. package/dist-lib/lib/task.js +6 -4
  448. package/dist-lib/lib/test-env.d.ts +1 -0
  449. package/dist-lib/lib/test-env.js +4 -0
  450. package/dist-lib/schema/build.js +66 -55
  451. package/dist-lib/schema/config.d.ts +1 -1
  452. package/dist-lib/schema/config.js +1 -1
  453. package/dist-lib/schema/content.d.ts +5 -1
  454. package/dist-lib/schema/content.js +60 -12
  455. package/dist-lib/schema/engine.d.ts +1 -0
  456. package/dist-lib/schema/engine.js +780 -155
  457. package/dist-lib/schema/field-order.js +8 -1
  458. package/dist-lib/schema/indexes.d.ts +7 -0
  459. package/dist-lib/schema/indexes.js +48 -3
  460. package/dist-lib/schema/local.js +80 -5
  461. package/dist-lib/schema/qvac.d.ts +4 -1
  462. package/dist-lib/schema/qvac.js +474 -14
  463. package/dist-lib/spec/bind.js +212 -48
  464. package/dist-lib/spec/calls.js +46 -5
  465. package/dist-lib/spec/capabilities.d.ts +100 -18
  466. package/dist-lib/spec/config/hyperconf/index.js +1 -1
  467. package/dist-lib/spec/hrpc/hrpc.json +739 -206
  468. package/dist-lib/spec/hrpc/index.js +844 -345
  469. package/dist-lib/spec/hrpc/messages.js +3906 -1749
  470. package/dist-lib/spec/hyperschema/index.js +3906 -1749
  471. package/dist-lib/spec/hyperschema/schema.json +4809 -3119
  472. package/dist-lib/spec/hyperschema/types.d.ts +482 -62
  473. package/dist-lib/spec/local/hyperdb/db.json +95 -1
  474. package/dist-lib/spec/local/hyperdb/index.js +459 -2
  475. package/dist-lib/spec/local/hyperdb/messages.js +1565 -487
  476. package/dist-lib/spec/local/hyperschema/index.js +573 -16
  477. package/dist-lib/spec/local/hyperschema/schema.json +354 -1
  478. package/dist-lib/spec/local/hyperschema/types.d.ts +85 -2
  479. package/dist-lib/spec/mesh/hyperdb/db.json +577 -7
  480. package/dist-lib/spec/mesh/hyperdb/index.js +2224 -6
  481. package/dist-lib/spec/mesh/hyperdb/messages.js +6476 -1266
  482. package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +193 -1
  483. package/dist-lib/spec/mesh/hyperdispatch/index.js +545 -1
  484. package/dist-lib/spec/mesh/hyperdispatch/messages.js +3655 -265
  485. package/dist-lib/spec/mesh/hyperschema/index.js +3655 -265
  486. package/dist-lib/spec/mesh/hyperschema/schema.json +1974 -19
  487. package/dist-lib/spec/mesh/hyperschema/types.d.ts +498 -6
  488. package/package.json +64 -43
  489. package/worker/assistant-sidecar.mjs +18 -2
  490. package/worker/stow-entry.mjs +2 -0
  491. package/dist-lib/lib/core/contract/compute.d.ts +0 -11
  492. package/dist-lib/lib/core/contract/compute.js +0 -48
  493. package/dist-lib/lib/core/device-invites.d.ts +0 -11
  494. package/dist-lib/lib/core/device-invites.js +0 -63
  495. package/dist-lib/lib/core/files/processing/settle.d.ts +0 -13
  496. package/dist-lib/lib/core/files/processing/settle.js +0 -86
  497. package/dist-lib/lib/core/grant-expiry.d.ts +0 -11
  498. package/dist-lib/lib/core/grant-expiry.js +0 -66
  499. package/dist-lib/lib/core/handoff-channel.d.ts +0 -47
  500. package/dist-lib/lib/core/handoff-channel.js +0 -123
  501. package/dist-lib/lib/core/harness-loan.d.ts +0 -29
  502. package/dist-lib/lib/core/host-run-log-store.d.ts +0 -114
  503. package/dist-lib/lib/core/host-run-log-store.js +0 -976
  504. package/dist-lib/lib/core/hosted-agents.d.ts +0 -38
  505. package/dist-lib/lib/core/hosted-agents.js +0 -140
  506. package/dist-lib/lib/core/inference-calls-handoff.d.ts +0 -20
  507. package/dist-lib/lib/core/inference-calls-handoff.js +0 -37
  508. package/dist-lib/lib/core/inference-calls-receiver.d.ts +0 -14
  509. package/dist-lib/lib/core/inference-calls-receiver.js +0 -42
  510. package/dist-lib/lib/core/mesh-seed-handoff.d.ts +0 -25
  511. package/dist-lib/lib/core/mesh-seed-handoff.js +0 -52
  512. package/dist-lib/lib/core/migrations/device-indexes.d.ts +0 -2
  513. package/dist-lib/lib/core/migrations/device-indexes.js +0 -7
  514. package/dist-lib/lib/core/secret-handoff.d.ts +0 -17
  515. package/dist-lib/lib/core/secret-handoff.js +0 -29
  516. package/dist-lib/lib/core/skill-overlay-handoff.d.ts +0 -25
  517. package/dist-lib/lib/core/skill-overlay-handoff.js +0 -50
  518. package/dist-lib/lib/core/skill-overlay-receiver.d.ts +0 -8
  519. package/dist-lib/lib/core/skill-overlay-receiver.js +0 -23
  520. package/dist-lib/lib/image-cache-dir.d.ts +0 -1
  521. package/dist-lib/lib/image-cache-dir.js +0 -5
  522. package/dist-lib/lib/log-levels.d.ts +0 -7
  523. package/dist-lib/lib/log-levels.js +0 -1
  524. package/dist-lib/lib/logger.d.ts +0 -5
  525. package/dist-lib/lib/logger.js +0 -18
  526. package/dist-lib/lib/oauth/loopback.stub.d.ts +0 -3
  527. package/dist-lib/lib/oauth/loopback.stub.js +0 -6
  528. package/tui/README.md +0 -142
  529. package/tui/app.mjs +0 -6939
  530. package/tui/boot.mjs +0 -111
  531. package/tui/index.mjs +0 -53
  532. package/tui/lib/boot-timing.mjs +0 -41
  533. package/tui/lib/busy-words.mjs +0 -116
  534. package/tui/lib/export.mjs +0 -194
  535. package/tui/lib/knowledge-command.mjs +0 -190
  536. package/tui/lib/knowledge-import.mjs +0 -171
  537. package/tui/lib/render.mjs +0 -196
  538. package/tui/lib/save-file.mjs +0 -88
  539. package/tui/lib/select.mjs +0 -81
  540. package/tui/lib/selection.mjs +0 -18
  541. package/tui/lib/setup.mjs +0 -101
  542. package/tui/lib/sidebar.mjs +0 -63
  543. package/tui/lib/splash-art.mjs +0 -107
  544. package/tui/lib/splash.mjs +0 -18
  545. package/tui/lib/upload-frames.mjs +0 -9
  546. package/tui/lib/usage.mjs +0 -59
  547. package/tui/lib/wrap.mjs +0 -143
  548. package/tui/main.mjs +0 -264
@@ -1,7 +1,7 @@
1
1
  import type { QvacIndexingResolution, QvacIndexingStatus } from '../../../../spec/mesh/hyperschema/types.d.ts';
2
2
  import type { Mesh } from '../../mesh.ts';
3
3
  import type { ChatScope, KnowledgeScope } from '../records/knowledge.ts';
4
- export { INDEXING_CLAIM_TTL_MS, INDEXING_MAX_CLOCK_SKEW_MS } from '../../contract/indexing.ts';
4
+ export { INDEXING_CLAIM_TTL_MS, INDEXING_MAX_CLOCK_SKEW_MS, INDEXING_STALE_MS } from '../../contract/indexing.ts';
5
5
  export declare function isClaimLive(row: QvacIndexingStatus, at: number): boolean;
6
6
  export interface ClaimIndexingInput {
7
7
  artifactId: string;
@@ -12,6 +12,11 @@ export interface IndexingClaimResult {
12
12
  readonly row: QvacIndexingStatus;
13
13
  readonly won: boolean;
14
14
  }
15
+ export interface ProgressIndexingInput {
16
+ readonly artifactId: string;
17
+ readonly claimId: string;
18
+ readonly at: number;
19
+ }
15
20
  export interface ResolveIndexingInput {
16
21
  readonly artifactId: string;
17
22
  readonly claimId: string;
@@ -26,4 +31,5 @@ export declare function getIndexingStatus(store: Mesh, artifactId: string): Prom
26
31
  export declare function listIndexingByKnowledge(store: Mesh, { knowledgeId }: KnowledgeScope): Promise<QvacIndexingStatus[]>;
27
32
  export declare function listIndexingByChat(store: Mesh, { chatId }: ChatScope): Promise<QvacIndexingStatus[]>;
28
33
  export declare function claimIndexing(store: Mesh, { artifactId, knowledgeId, at }: ClaimIndexingInput): Promise<IndexingClaimResult>;
34
+ export declare function progressIndexing(store: Mesh, { artifactId, claimId, at }: ProgressIndexingInput): Promise<boolean>;
29
35
  export declare function resolveIndexing(store: Mesh, { artifactId, claimId, status, error }: ResolveIndexingInput): Promise<IndexingResolutionResult>;
@@ -1,9 +1,13 @@
1
- import { INDEXING_MAX_CLOCK_SKEW_MS } from '../../contract/indexing.js';
1
+ import { INDEXING_CLAIM_TTL_MS, INDEXING_MAX_CLOCK_SKEW_MS } from '../../contract/indexing.js';
2
2
  import { randomId } from '../../id.js';
3
- export { INDEXING_CLAIM_TTL_MS, INDEXING_MAX_CLOCK_SKEW_MS } from '../../contract/indexing.js';
3
+ import b4a from 'b4a';
4
+ export { INDEXING_CLAIM_TTL_MS, INDEXING_MAX_CLOCK_SKEW_MS, INDEXING_STALE_MS } from '../../contract/indexing.js';
4
5
  import { INDEXING_STATUS, INDEXING_STATUS_BY_CHAT, INDEXING_STATUS_BY_KNOWLEDGE } from '../../collections.js';
5
6
  export function isClaimLive(row, at) {
6
- return (row.status === 'indexing' && row.expiresAt > at && row.at <= at + INDEXING_MAX_CLOCK_SKEW_MS);
7
+ return (row.status === 'indexing' &&
8
+ row.expiresAt > at &&
9
+ row.at <= at + INDEXING_MAX_CLOCK_SKEW_MS &&
10
+ row.expiresAt <= at + INDEXING_MAX_CLOCK_SKEW_MS + INDEXING_CLAIM_TTL_MS);
7
11
  }
8
12
  export async function getIndexingStatus(store, artifactId) {
9
13
  const snap = store.view.snapshot();
@@ -62,6 +66,13 @@ export async function claimIndexing(store, { artifactId, knowledgeId, at }) {
62
66
  const won = row.status === 'indexing' && row.claimId === claimId;
63
67
  return { row, won };
64
68
  }
69
+ export async function progressIndexing(store, { artifactId, claimId, at }) {
70
+ await store.dispatch('progress-indexing', { id: artifactId, claimId, at });
71
+ const row = await getIndexingStatus(store, artifactId);
72
+ return (row?.status === 'indexing' &&
73
+ row.claimId === claimId &&
74
+ b4a.equals(row.claimedBy, store.localWriterKey));
75
+ }
65
76
  export async function resolveIndexing(store, { artifactId, claimId, status, error }) {
66
77
  await store.dispatch('resolve-indexing', { id: artifactId, claimId, status, error });
67
78
  const row = await mustGetIndexingStatus(store, artifactId);
@@ -1,3 +1,4 @@
1
+ import type { LoggerInterface } from '@qvac/logging';
1
2
  import { type BlobStore } from '../store/index.ts';
2
3
  import { type AbortSignal } from 'bare-abort-controller';
3
4
  import type { FileRetries } from './state.ts';
@@ -11,6 +12,7 @@ export type SourceRead = {
11
12
  kind: 'malformed';
12
13
  };
13
14
  export interface IndexingSourceOptions {
15
+ readonly log: LoggerInterface | null;
14
16
  readonly retryMs?: number;
15
17
  readonly retries: FileRetries;
16
18
  readonly download?: {
@@ -20,6 +22,7 @@ export interface IndexingSourceOptions {
20
22
  }
21
23
  export declare class IndexingSource {
22
24
  private readonly _readBytes;
25
+ private readonly _log;
23
26
  private readonly _retryMs;
24
27
  private readonly _download;
25
28
  private readonly _downloads;
@@ -32,5 +35,6 @@ export declare class IndexingSource {
32
35
  read(id: string, blobRef: string, signal?: AbortSignal): Promise<SourceRead>;
33
36
  cancel(matches?: (id: string) => boolean): Promise<void>;
34
37
  pending(matches: (id: string) => boolean): boolean;
38
+ awaitsBytes(matches: (id: string) => boolean): boolean;
35
39
  private _fetch;
36
40
  }
@@ -1,15 +1,17 @@
1
- import { isInvalidBlobReferenceError, compareBlobReferences } from '../store/index.js';
1
+ import { isInvalidBlobReferenceError, isPendingBlobReference, compareBlobReferences } from '../store/index.js';
2
2
  import { AbortController } from 'bare-abort-controller';
3
3
  import { AbortedError } from '@qvac/harness/race-abort';
4
4
  const BLOB_RETRY_MS = 30_000;
5
5
  export class IndexingSource {
6
6
  _readBytes;
7
+ _log;
7
8
  _retryMs;
8
9
  _download;
9
10
  _downloads = new Map();
10
11
  retry;
11
12
  constructor(readBytes, opts) {
12
13
  this._readBytes = readBytes;
14
+ this._log = opts.log;
13
15
  this._retryMs = opts.retryMs ?? BLOB_RETRY_MS;
14
16
  this.retry = opts.retries;
15
17
  this._download = opts.download;
@@ -27,6 +29,9 @@ export class IndexingSource {
27
29
  return this.retry.reconnect(onRetry);
28
30
  }
29
31
  async read(id, blobRef, signal) {
32
+ if (isPendingBlobReference(blobRef)) {
33
+ return { kind: 'missing', retryAt: Date.now() + this._retryMs };
34
+ }
30
35
  try {
31
36
  const bytes = await this._readBytes(blobRef, { signal, wait: !this._download });
32
37
  this.retry.markFound(id);
@@ -37,10 +42,10 @@ export class IndexingSource {
37
42
  throw new AbortedError();
38
43
  }
39
44
  if (isInvalidBlobReferenceError(err)) {
40
- logger.warn('rag', 'blob ref is malformed, never readable', { id });
45
+ this._log?.warn('rag', 'blob ref is malformed, never readable', { id });
41
46
  return { kind: 'malformed' };
42
47
  }
43
- logger.debug('rag', 'blob bytes unavailable', { id, err });
48
+ this._log?.debug('rag', 'blob bytes unavailable', { id, err });
44
49
  this.retry.markMissing(id);
45
50
  const retryAt = this.retryMiss(id, Date.now());
46
51
  this._fetch(id, blobRef);
@@ -65,6 +70,9 @@ export class IndexingSource {
65
70
  }
66
71
  return false;
67
72
  }
73
+ awaitsBytes(matches) {
74
+ return this.pending(matches) || this.retry.missing(matches);
75
+ }
68
76
  _fetch(id, reference) {
69
77
  const download = this._download;
70
78
  if (!download) {
@@ -88,7 +96,7 @@ export class IndexingSource {
88
96
  download.ready(id);
89
97
  }, (err) => {
90
98
  if (!abort.signal.aborted) {
91
- logger.debug('rag', 'blob download interrupted', { id, err });
99
+ this._log?.debug('rag', 'blob download interrupted', { id, err });
92
100
  }
93
101
  })
94
102
  .finally(() => {
@@ -4,6 +4,9 @@ export type LocalWork = Pick<AssistantFileProcessorStatus, 'state' | 'reason' |
4
4
  export type IndexingProgressEntry = Omit<Parameters<IndexingProgress>[0], 'error'> & {
5
5
  error: string | null;
6
6
  };
7
+ export type ChatProgressEntry = IndexingProgressEntry & {
8
+ readonly chatId: string;
9
+ };
7
10
  export interface LoadedArtifact {
8
11
  artifactId: string;
9
12
  blobRef?: string;
@@ -42,6 +45,7 @@ export declare class FileRetries {
42
45
  blockedUntil(id: string, now: number): number | null;
43
46
  miss(id: string, now: number, retryMs: number): number;
44
47
  markMissing(id: string): void;
48
+ missing(matches: (id: string) => boolean): boolean;
45
49
  markFound(id: string): void;
46
50
  clear(id?: string): void;
47
51
  reconnect(onRetry?: (id: string, deadline: number) => void): number | null;
@@ -58,7 +62,7 @@ export declare class FileState {
58
62
  forget(id: string): DocumentState | undefined;
59
63
  get(id: string): Readonly<DocumentState> | undefined;
60
64
  readArtifact(id: string): Readonly<ArtifactState> | undefined;
61
- progress(chatId: string): IndexingProgressEntry[];
65
+ progress(chatId: string): ChatProgressEntry[];
62
66
  clearLoaded(): void;
63
67
  retry(id: string): void;
64
68
  reset(): void;
@@ -15,6 +15,13 @@ export class FileRetries {
15
15
  markMissing(id) {
16
16
  this._missing.add(id);
17
17
  }
18
+ missing(matches) {
19
+ for (const id of this._missing) {
20
+ if (matches(id))
21
+ return true;
22
+ }
23
+ return false;
24
+ }
18
25
  markFound(id) {
19
26
  this._missing.delete(id);
20
27
  }
@@ -82,7 +89,7 @@ export class FileState {
82
89
  return this._artifacts.get(id);
83
90
  }
84
91
  progress(chatId) {
85
- return [...this._documents.values()].flatMap((entry) => entry.progress?.chatId === chatId ? [entry.progress] : []);
92
+ return [...this._documents.values()].flatMap((entry) => entry.progress?.chatId === chatId ? [{ ...entry.progress, chatId }] : []);
86
93
  }
87
94
  clearLoaded() {
88
95
  for (const entry of this._documents.values()) {
@@ -109,6 +116,7 @@ export class FileState {
109
116
  output.rebuildFailures = undefined;
110
117
  this.outputRetries.clear(artifactId);
111
118
  }
119
+ entry.artifactIdMemo = undefined;
112
120
  }
113
121
  reset() {
114
122
  this._documents.clear();
@@ -7,8 +7,9 @@ export interface BuildEmbedder {
7
7
  texts: string[];
8
8
  signal?: AbortSignal;
9
9
  }): Promise<number[][]>;
10
+ idle?(signal: AbortSignal): Promise<void>;
10
11
  }
11
- export type BuildProgress = (processedChunks: number, totalChunks: number) => void;
12
+ export type BuildProgress = (processedChunks: number, totalChunks: number) => void | Promise<void>;
12
13
  export declare class EmbedderFailure extends Error {
13
14
  constructor(cause: unknown);
14
15
  }
@@ -19,6 +20,9 @@ export interface ArtifactBuildInput {
19
20
  bytes: Buffer;
20
21
  signal: AbortSignal;
21
22
  onProgress?: BuildProgress;
23
+ onExtracting?: (pages: number, totalPages: number) => Promise<void>;
24
+ onExtracted?: () => void | Promise<void>;
22
25
  extractors?: RagExtractors;
23
26
  }
27
+ export declare function yieldTurn(signal: AbortSignal): Promise<void>;
24
28
  export declare function buildArtifactPayload(input: ArtifactBuildInput): Promise<RagArtifactPayload>;
@@ -1,6 +1,7 @@
1
1
  import { chunkRagDocuments, extractRagDocumentFromBytes } from 'rag-extract';
2
2
  import { AbortedError } from '@qvac/harness/race-abort';
3
3
  import { errorMessage } from '../../../guards.js';
4
+ import { IndexingFailure } from './failure.js';
4
5
  const EMBED_BATCH = 8;
5
6
  export class EmbedderFailure extends Error {
6
7
  constructor(cause) {
@@ -8,27 +9,49 @@ export class EmbedderFailure extends Error {
8
9
  this.name = 'EmbedderFailure';
9
10
  }
10
11
  }
12
+ export async function yieldTurn(signal) {
13
+ await new Promise((resolve) => setImmediate(resolve));
14
+ if (signal.aborted) {
15
+ throw new AbortedError();
16
+ }
17
+ }
18
+ function pageProgress(onExtracting) {
19
+ let chain = Promise.resolve();
20
+ return {
21
+ report: ({ pages, total }) => {
22
+ chain = chain.then(() => onExtracting?.(pages, total));
23
+ chain.catch(noop);
24
+ },
25
+ settled: () => chain
26
+ };
27
+ }
11
28
  export async function buildArtifactPayload(input) {
12
- const { embedder, knowledge, artifactId, bytes, signal, onProgress, extractors } = input;
29
+ const { embedder, knowledge, artifactId, bytes, signal, onProgress, onExtracted, extractors } = input;
30
+ const pages = pageProgress(input.onExtracting);
13
31
  const document = await extractRagDocumentFromBytes({
14
32
  id: artifactId,
15
33
  artifactId,
16
34
  attachmentId: knowledge.id,
17
- chatId: knowledge.chatId,
35
+ chatId: knowledge.chatId ?? undefined,
18
36
  blobId: knowledge.blobId,
19
37
  fileName: knowledge.fileName,
20
38
  mimeType: knowledge.mimeType,
21
39
  bytes
22
- }, { extractors, signal });
40
+ }, { extractors, signal, onProgress: pages.report });
41
+ await pages.settled();
42
+ await yieldTurn(signal);
43
+ await onExtracted?.();
23
44
  const chunks = chunkRagDocuments([document], {});
24
45
  if (!document.content.trim() || chunks.length === 0) {
25
- throw new Error(`no extractable text: ${knowledge.fileName}`);
46
+ throw new IndexingFailure('no-text', `no extractable text: ${knowledge.fileName}`);
26
47
  }
27
- onProgress?.(0, chunks.length);
48
+ await onProgress?.(0, chunks.length);
28
49
  const vectors = [];
29
50
  for (let start = 0; start < chunks.length; start += EMBED_BATCH) {
30
- if (signal.aborted)
31
- throw new AbortedError();
51
+ await yieldTurn(signal);
52
+ if (!knowledge.chatId) {
53
+ await embedder.idle?.(signal);
54
+ }
32
55
  const batch = chunks.slice(start, start + EMBED_BATCH);
33
56
  let rows;
34
57
  try {
@@ -38,7 +61,7 @@ export async function buildArtifactPayload(input) {
38
61
  throw new EmbedderFailure(err);
39
62
  }
40
63
  vectors.push(...rows);
41
- onProgress?.(Math.min(start + batch.length, chunks.length), chunks.length);
64
+ await onProgress?.(Math.min(start + batch.length, chunks.length), chunks.length);
42
65
  }
43
66
  if (vectors.length !== chunks.length) {
44
67
  throw new Error(`embedder returned ${vectors.length} vectors for ${chunks.length} chunks`);
@@ -58,3 +81,4 @@ export async function buildArtifactPayload(input) {
58
81
  }))
59
82
  };
60
83
  }
84
+ function noop() { }
@@ -0,0 +1,20 @@
1
+ import type { QvacIndexingStatus } from '../../../../spec/mesh/hyperschema/types.d.ts';
2
+ import { INDEXING_FAILURES } from '../../../../schema/engine.ts';
3
+ export type IndexingFailureReason = (typeof INDEXING_FAILURES)[number];
4
+ export interface ContentCheck {
5
+ readonly supported: boolean;
6
+ }
7
+ export interface ParsedFailure {
8
+ readonly reason: IndexingFailureReason;
9
+ readonly detail: string | null;
10
+ }
11
+ export declare class IndexingFailure extends Error {
12
+ readonly reason: IndexingFailureReason;
13
+ constructor(reason: IndexingFailureReason, message: string);
14
+ }
15
+ export declare function contentFailure(fileName: string, bytes: Uint8Array, { supported }: ContentCheck): IndexingFailure | null;
16
+ export declare function failureReason(err: unknown): IndexingFailureReason;
17
+ export declare function failureDetail(err: unknown): string;
18
+ export declare function failureError(err: unknown): string;
19
+ export declare function parseFailure(error: string | null | undefined): ParsedFailure;
20
+ export declare function isContentFailure(row: QvacIndexingStatus): boolean;
@@ -0,0 +1,57 @@
1
+ import { INDEXING_FAILURES } from '../../../../schema/engine.js';
2
+ import { errorMessage, isRecord } from '../../../guards.js';
3
+ const ERROR_LIMIT = 300;
4
+ const PASSWORD = /no password given|incorrect password/i;
5
+ const OUT_OF_SPACE = /no space left on device/i;
6
+ const CONTENT_FAILURES = new Set([
7
+ 'empty',
8
+ 'no-text',
9
+ 'password-protected',
10
+ 'unsupported'
11
+ ]);
12
+ export class IndexingFailure extends Error {
13
+ reason;
14
+ constructor(reason, message) {
15
+ super(message);
16
+ this.name = 'IndexingFailure';
17
+ this.reason = reason;
18
+ }
19
+ }
20
+ export function contentFailure(fileName, bytes, { supported }) {
21
+ if (!supported) {
22
+ return new IndexingFailure('unsupported', `${fileName} is not a supported Knowledge file.`);
23
+ }
24
+ if (bytes.length === 0) {
25
+ return new IndexingFailure('empty', `${fileName} is empty`);
26
+ }
27
+ return null;
28
+ }
29
+ export function failureReason(err) {
30
+ if (err instanceof IndexingFailure)
31
+ return err.reason;
32
+ const message = errorMessage(err);
33
+ if ((isRecord(err) && err.code === 'ENOSPC') || OUT_OF_SPACE.test(message)) {
34
+ return 'out-of-space';
35
+ }
36
+ return PASSWORD.test(message) ? 'password-protected' : 'failed';
37
+ }
38
+ export function failureDetail(err) {
39
+ const detail = errorMessage(err);
40
+ return detail.length > ERROR_LIMIT ? `${detail.slice(0, ERROR_LIMIT)}...` : detail;
41
+ }
42
+ export function failureError(err) {
43
+ return `${failureReason(err)}: ${failureDetail(err)}`;
44
+ }
45
+ export function parseFailure(error) {
46
+ if (!error) {
47
+ return { reason: 'failed', detail: null };
48
+ }
49
+ const split = error.indexOf(': ');
50
+ const reason = INDEXING_FAILURES.find((known) => known === error.slice(0, split));
51
+ return reason && split > 0
52
+ ? { reason, detail: error.slice(split + 2) }
53
+ : { reason: 'failed', detail: error };
54
+ }
55
+ export function isContentFailure(row) {
56
+ return (!row.chatId && row.status === 'failed' && CONTENT_FAILURES.has(parseFailure(row.error).reason));
57
+ }
@@ -1,7 +1,10 @@
1
+ import type { LoggerInterface } from '@qvac/logging';
2
+ import ScopeLock from 'scope-lock';
1
3
  import type { AbortSignal } from 'bare-abort-controller';
2
4
  import type { QvacKnowledge } from '../../../../spec/mesh/hyperschema/types.d.ts';
3
5
  import { type RagExtractors, type VectorIndex } from 'rag-extract';
4
6
  import { type IndexingEmbedder } from './produce.ts';
7
+ import { type IndexingDevice } from './policy.ts';
5
8
  import type { FileDocument, FileProcessor, ProcessorHost } from '../processing/index.ts';
6
9
  import type { LoadedArtifact } from '../processing/state.ts';
7
10
  export interface RagProcessorOptions {
@@ -9,6 +12,9 @@ export interface RagProcessorOptions {
9
12
  readonly embedder?: IndexingEmbedder;
10
13
  readonly index?: VectorIndex | null;
11
14
  readonly extractors?: RagExtractors;
15
+ readonly batches?: ScopeLock;
16
+ readonly device?: IndexingDevice;
17
+ readonly log: LoggerInterface | null;
12
18
  }
13
19
  export declare class RagProcessor implements FileProcessor {
14
20
  readonly id = "rag";
@@ -16,18 +22,23 @@ export declare class RagProcessor implements FileProcessor {
16
22
  readonly output = "blob";
17
23
  readonly version: string;
18
24
  private readonly _producer;
25
+ private readonly _device?;
19
26
  readonly load?: (document: FileDocument, signal: AbortSignal) => Promise<void>;
20
27
  private readonly _index;
28
+ private readonly _log;
21
29
  constructor(options: RagProcessorOptions);
22
30
  applies(_document: QvacKnowledge): boolean;
23
31
  canProduce(document: QvacKnowledge, host: ProcessorHost): Promise<boolean>;
24
32
  produce(document: FileDocument, signal: AbortSignal): Promise<void>;
33
+ private _settled;
25
34
  evict(loaded: LoadedArtifact): Promise<void>;
26
35
  close(): Promise<boolean>;
27
36
  }
28
37
  export { MAX_KNOWLEDGE_BYTES } from './limits.ts';
29
- export { canIndexChat } from './policy.ts';
38
+ export { joinedIndex } from './joined-index.ts';
39
+ export { canIndexKnowledge } from './policy.ts';
40
+ export type { IndexingDevice } from './policy.ts';
30
41
  export type { IndexingEmbedder, IndexingProgress } from './produce.ts';
31
- export { formatFullDocumentContext, fullTextBudgetChars, fullTextHits, isFullTextHit, isTruncatedFullTextHit } from './retrieval/full-text.ts';
42
+ export { formatFullDocumentContext, fullTextBudgetChars, fullTextHits, fullTextAttachmentId, isFullTextHit, isTruncatedFullTextHit, retrievalBudgetTokens } from './retrieval/full-text.ts';
32
43
  export { MemoryVectorIndex, RAG_DOCUMENT_KIND, RAG_KNOWLEDGE_OFF_NOTICE, RAG_TRUNCATED_NOTICE, RAG_UNAVAILABLE_NOTICE, WEB_TOOLS, chooseRagNotice, citedByPhraseOverlap, classifyRagDocument, createRagSourceTagFilter, encodeRagArtifact, formatRagContext, isSupportedRagDocument, isWholeDocumentQuery, referencedDocuments, referencesPendingFile, retrieveRagKnowledge, searchRagChunks, sourcesFromHits, webSourcesFromToolResult, withoutDataChannel } from 'rag-extract';
33
44
  export type { RagArtifactPayload, RagDocumentRef, RagExtractors, RagSource, VectorHit, VectorIndex } from 'rag-extract';
@@ -3,22 +3,29 @@ import { pipelineVersionFor } from 'rag-extract';
3
3
  import { AbortedError } from '@qvac/harness/race-abort';
4
4
  import { IndexingPass } from './produce.js';
5
5
  import { HydratePass } from './load.js';
6
- import { canIndexChat } from './policy.js';
6
+ import { canIndexKnowledge } from './policy.js';
7
7
  export class RagProcessor {
8
8
  id = 'rag';
9
9
  input = 'knowledge';
10
10
  output = 'blob';
11
11
  version;
12
12
  _producer;
13
+ _device;
13
14
  load;
14
15
  _index;
16
+ _log;
15
17
  constructor(options) {
16
18
  this.version = pipelineVersionFor(options.model);
17
19
  this._index = options.index ?? null;
18
- const lock = new ScopeLock();
20
+ this._log = options.log;
21
+ this._device = options.device;
22
+ const lock = options.batches ?? new ScopeLock();
19
23
  const source = options.embedder;
20
24
  const embedder = source && {
21
25
  model: source.model,
26
+ idle: async (signal) => {
27
+ await source.idle?.(signal);
28
+ },
22
29
  embed: async (input) => {
23
30
  await lock.lock();
24
31
  try {
@@ -35,7 +42,7 @@ export class RagProcessor {
35
42
  this._producer = embedder ? new IndexingPass(embedder, options.extractors) : null;
36
43
  if (this._index) {
37
44
  const loader = new HydratePass({ ...options, index: this._index, embedder });
38
- this.load = (document, signal) => loader.run(document, signal);
45
+ this.load = (document, signal) => this._settled(document, loader.run(document, signal));
39
46
  }
40
47
  }
41
48
  applies(_document) {
@@ -44,10 +51,24 @@ export class RagProcessor {
44
51
  async canProduce(document, host) {
45
52
  return (!!this._producer &&
46
53
  !document.deletedAt &&
47
- (await canIndexChat(host.mesh, host.deviceId, document.chatId)));
54
+ (await canIndexKnowledge(host.mesh, {
55
+ deviceId: host.deviceId,
56
+ chatId: document.chatId,
57
+ device: host.device
58
+ })));
48
59
  }
49
60
  async produce(document, signal) {
50
- await this._producer?.run(document, signal);
61
+ await this._settled(document, this._producer?.run(document, signal));
62
+ }
63
+ async _settled(document, run) {
64
+ try {
65
+ await run;
66
+ }
67
+ finally {
68
+ if (!document.record.chatId && this._device?.mobile()) {
69
+ await document.clearFetched();
70
+ }
71
+ }
51
72
  }
52
73
  async evict(loaded) {
53
74
  if (loaded.evict) {
@@ -61,12 +82,13 @@ export class RagProcessor {
61
82
  return true;
62
83
  }
63
84
  catch (err) {
64
- logger.warn('rag', 'vector index clear failed on close; it must not be reused', { err });
85
+ this._log?.warn('rag', 'vector index clear failed on close; it must not be reused', { err });
65
86
  return false;
66
87
  }
67
88
  }
68
89
  }
69
90
  export { MAX_KNOWLEDGE_BYTES } from './limits.js';
70
- export { canIndexChat } from './policy.js';
71
- export { formatFullDocumentContext, fullTextBudgetChars, fullTextHits, isFullTextHit, isTruncatedFullTextHit } from './retrieval/full-text.js';
91
+ export { joinedIndex } from './joined-index.js';
92
+ export { canIndexKnowledge } from './policy.js';
93
+ export { formatFullDocumentContext, fullTextBudgetChars, fullTextHits, fullTextAttachmentId, isFullTextHit, isTruncatedFullTextHit, retrievalBudgetTokens } from './retrieval/full-text.js';
72
94
  export { MemoryVectorIndex, RAG_DOCUMENT_KIND, RAG_KNOWLEDGE_OFF_NOTICE, RAG_TRUNCATED_NOTICE, RAG_UNAVAILABLE_NOTICE, WEB_TOOLS, chooseRagNotice, citedByPhraseOverlap, classifyRagDocument, createRagSourceTagFilter, encodeRagArtifact, formatRagContext, isSupportedRagDocument, isWholeDocumentQuery, referencedDocuments, referencesPendingFile, retrieveRagKnowledge, searchRagChunks, sourcesFromHits, webSourcesFromToolResult, withoutDataChannel } from 'rag-extract';
@@ -0,0 +1,6 @@
1
+ import { type VectorIndex } from 'rag-extract';
2
+ export interface JoinedIndexOptions {
3
+ readonly chatId: string;
4
+ readonly knowledgeBaseIds: ReadonlySet<string>;
5
+ }
6
+ export declare function joinedIndex(indexes: ReadonlyArray<VectorIndex>, { chatId, knowledgeBaseIds }: JoinedIndexOptions): VectorIndex;
@@ -0,0 +1,35 @@
1
+ import { parseRagMetadata } from 'rag-extract';
2
+ export function joinedIndex(indexes, { chatId, knowledgeBaseIds }) {
3
+ const distinct = [...new Set(indexes)];
4
+ const asChat = (candidate) => {
5
+ const metadata = parseRagMetadata(candidate.metadataJson);
6
+ if (!metadata?.attachmentId || !knowledgeBaseIds.has(metadata.attachmentId)) {
7
+ return candidate;
8
+ }
9
+ return { ...candidate, metadataJson: JSON.stringify({ ...metadata, chatId }) };
10
+ };
11
+ return {
12
+ info() {
13
+ const infos = distinct.map((index) => index.info());
14
+ return {
15
+ artifacts: infos.reduce((sum, info) => sum + info.artifacts, 0),
16
+ chunks: infos.reduce((sum, info) => sum + info.chunks, 0),
17
+ dimensions: infos.find((info) => info.dimensions !== null)?.dimensions ?? null
18
+ };
19
+ },
20
+ async search(embedding, { limit, filter }) {
21
+ const scoped = filter && ((candidate) => filter(asChat(candidate)));
22
+ const found = await Promise.all(distinct.map((index) => index.search(embedding, { limit, filter: scoped })));
23
+ return found
24
+ .flat()
25
+ .sort((a, b) => b.score - a.score)
26
+ .slice(0, limit);
27
+ },
28
+ upsert: readOnly,
29
+ remove: readOnly,
30
+ clear: readOnly
31
+ };
32
+ }
33
+ function readOnly() {
34
+ return Promise.reject(new Error('a joined index is read-only'));
35
+ }
@@ -1 +1,2 @@
1
1
  export declare const MAX_KNOWLEDGE_BYTES: number;
2
+ export declare const DEFAULT_KNOWLEDGE_CAP_BYTES: number;
@@ -1 +1,2 @@
1
1
  export const MAX_KNOWLEDGE_BYTES = 100 * 1024 * 1024;
2
+ export const DEFAULT_KNOWLEDGE_CAP_BYTES = 1024 ** 3;
@@ -125,7 +125,10 @@ export class HydratePass {
125
125
  }
126
126
  catch (err) {
127
127
  document.artifact(pick.id).failedReference = pick.artifactBlobId;
128
- logger.warn('rag', 'artifact undecodable, pinned for the session', { id: pick.id, err });
128
+ document.log?.warn('rag', 'artifact undecodable, pinned for the session', {
129
+ id: pick.id,
130
+ err
131
+ });
129
132
  continue;
130
133
  }
131
134
  if (document.paused() || document.closed()) {
@@ -140,7 +143,7 @@ export class HydratePass {
140
143
  }
141
144
  catch (err) {
142
145
  document.artifact(pick.id).failedReference = pick.artifactBlobId;
143
- logger.warn('rag', 'artifact rejected by the vector index', { id: pick.id, err });
146
+ document.log?.warn('rag', 'artifact rejected by the vector index', { id: pick.id, err });
144
147
  continue;
145
148
  }
146
149
  const evict = entry && entry.artifactId !== pick.id ? entry.artifactId : undefined;
@@ -154,7 +157,7 @@ export class HydratePass {
154
157
  await this._index.remove(evict);
155
158
  local.loaded = { artifactId: pick.id, blobRef: pick.artifactBlobId };
156
159
  }
157
- logger.info('rag', 'hydrated knowledge into the vector index', {
160
+ document.log?.info('rag', 'hydrated knowledge into the vector index', {
158
161
  artifactId: pick.id,
159
162
  chunks: chunks.length
160
163
  });
@@ -1,2 +1,11 @@
1
1
  import type { Mesh } from '../../mesh.ts';
2
- export declare function canIndexChat(mesh: Mesh, deviceId: Buffer | null, chatId: string): Promise<boolean>;
2
+ export interface IndexingDevice {
3
+ readonly mobile: () => boolean;
4
+ readonly peers: () => ReadonlyArray<string>;
5
+ }
6
+ export interface IndexingHost {
7
+ readonly deviceId: Buffer | null;
8
+ readonly chatId: string | null | undefined;
9
+ readonly device?: IndexingDevice;
10
+ }
11
+ export declare function canIndexKnowledge(mesh: Mesh, { deviceId, chatId, device }: IndexingHost): Promise<boolean>;
@@ -1,8 +1,29 @@
1
1
  import { toolsetEnabled } from '@qvac/harness/lib/tools/toolsets.ts';
2
+ import { isMobilePlatform } from '@qvac/harness/lib/models/model-catalog.ts';
2
3
  import { getAgent, isOrphaned } from '../../agent.js';
3
4
  import { getChat } from '../../chat.js';
5
+ import { DEVICES } from '../../collections.js';
6
+ import { runDefinition } from '../../shared-agents.js';
4
7
  import b4a from 'b4a';
5
- export async function canIndexChat(mesh, deviceId, chatId) {
8
+ export async function canIndexKnowledge(mesh, { deviceId, chatId, device }) {
9
+ if (!chatId) {
10
+ if (!deviceId || !mesh.writable) {
11
+ return false;
12
+ }
13
+ return !device?.mobile() || !(await computerConnected(mesh, device.peers()));
14
+ }
15
+ return await canIndexChat(mesh, deviceId, chatId);
16
+ }
17
+ async function computerConnected(mesh, peers) {
18
+ for (const peer of peers) {
19
+ const row = await mesh.view.get(DEVICES, { id: b4a.from(peer, 'hex') });
20
+ if (row && !row.revoked && !(row.platform && isMobilePlatform(row.platform))) {
21
+ return true;
22
+ }
23
+ }
24
+ return false;
25
+ }
26
+ async function canIndexChat(mesh, deviceId, chatId) {
6
27
  if (!deviceId) {
7
28
  return false;
8
29
  }
@@ -10,7 +31,7 @@ export async function canIndexChat(mesh, deviceId, chatId) {
10
31
  if (!chat) {
11
32
  return false;
12
33
  }
13
- const agent = await getAgent(mesh, chat.agentId);
34
+ const agent = await runDefinition(mesh, await getAgent(mesh, chat.agentId));
14
35
  if (!agent) {
15
36
  return false;
16
37
  }