@qvac/core 1.0.0-rc.1 → 1.0.0-rc.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (579) hide show
  1. package/CHANGELOG.md +1203 -1
  2. package/README.md +56 -45
  3. package/dist-lib/index.d.ts +3 -2
  4. package/dist-lib/index.js +1 -1
  5. package/dist-lib/lib/api/agent-folders.d.ts +22 -0
  6. package/dist-lib/lib/api/agent-folders.js +115 -0
  7. package/dist-lib/lib/api/agents.d.ts +20 -2
  8. package/dist-lib/lib/api/agents.js +128 -24
  9. package/dist-lib/lib/api/app-config.d.ts +7 -1
  10. package/dist-lib/lib/api/app-config.js +37 -6
  11. package/dist-lib/lib/api/approval-rules.d.ts +1 -1
  12. package/dist-lib/lib/api/approval-rules.js +12 -5
  13. package/dist-lib/lib/api/attachments.d.ts +1 -1
  14. package/dist-lib/lib/api/attachments.js +14 -2
  15. package/dist-lib/lib/api/chat-move.d.ts +4 -0
  16. package/dist-lib/lib/api/chat-move.js +7 -0
  17. package/dist-lib/lib/api/chat.d.ts +12 -2
  18. package/dist-lib/lib/api/chat.js +100 -9
  19. package/dist-lib/lib/api/chunk-delta.d.ts +12 -0
  20. package/dist-lib/lib/api/chunk-delta.js +115 -0
  21. package/dist-lib/lib/api/chunks.d.ts +19 -2
  22. package/dist-lib/lib/api/chunks.js +73 -13
  23. package/dist-lib/lib/api/config.d.ts +11 -3
  24. package/dist-lib/lib/api/config.js +51 -5
  25. package/dist-lib/lib/api/current-mesh.d.ts +13 -5
  26. package/dist-lib/lib/api/current-mesh.js +15 -11
  27. package/dist-lib/lib/api/custom-models.d.ts +7 -1
  28. package/dist-lib/lib/api/custom-models.js +12 -12
  29. package/dist-lib/lib/api/device-routes.d.ts +14 -0
  30. package/dist-lib/lib/api/device-routes.js +144 -0
  31. package/dist-lib/lib/api/devices.d.ts +3 -2
  32. package/dist-lib/lib/api/devices.js +28 -28
  33. package/dist-lib/lib/api/diagnostics.d.ts +2 -1
  34. package/dist-lib/lib/api/diagnostics.js +2 -2
  35. package/dist-lib/lib/api/execution.d.ts +16 -1
  36. package/dist-lib/lib/api/execution.js +72 -16
  37. package/dist-lib/lib/api/files.d.ts +1 -1
  38. package/dist-lib/lib/api/files.js +65 -8
  39. package/dist-lib/lib/api/host-run-log.d.ts +2 -41
  40. package/dist-lib/lib/api/host-run-log.js +35 -83
  41. package/dist-lib/lib/api/index.d.ts +39 -7
  42. package/dist-lib/lib/api/index.js +116 -36
  43. package/dist-lib/lib/api/instrument.d.ts +2 -2
  44. package/dist-lib/lib/api/instrument.js +24 -48
  45. package/dist-lib/lib/api/knowledge.d.ts +4 -1
  46. package/dist-lib/lib/api/knowledge.js +25 -7
  47. package/dist-lib/lib/api/local-files.d.ts +5 -1
  48. package/dist-lib/lib/api/local-files.js +9 -5
  49. package/dist-lib/lib/api/logs.js +3 -3
  50. package/dist-lib/lib/api/members.d.ts +10 -1
  51. package/dist-lib/lib/api/members.js +69 -44
  52. package/dist-lib/lib/api/mesh.d.ts +15 -6
  53. package/dist-lib/lib/api/mesh.js +13 -9
  54. package/dist-lib/lib/api/model-download.d.ts +2 -1
  55. package/dist-lib/lib/api/model-download.js +2 -2
  56. package/dist-lib/lib/api/network.d.ts +10 -2
  57. package/dist-lib/lib/api/network.js +8 -2
  58. package/dist-lib/lib/api/notifications.d.ts +3 -1
  59. package/dist-lib/lib/api/notifications.js +14 -9
  60. package/dist-lib/lib/api/projects.d.ts +20 -0
  61. package/dist-lib/lib/api/projects.js +172 -0
  62. package/dist-lib/lib/api/rag-plugin.d.ts +17 -0
  63. package/dist-lib/lib/api/rag-plugin.js +44 -0
  64. package/dist-lib/lib/api/rag.d.ts +0 -1
  65. package/dist-lib/lib/api/rag.js +106 -33
  66. package/dist-lib/lib/api/served.d.ts +17 -0
  67. package/dist-lib/lib/api/served.js +65 -0
  68. package/dist-lib/lib/api/sync.d.ts +2 -1
  69. package/dist-lib/lib/api/sync.js +13 -3
  70. package/dist-lib/lib/api/tool-activity.d.ts +2 -1
  71. package/dist-lib/lib/api/tool-activity.js +4 -3
  72. package/dist-lib/lib/api/tool-configs.d.ts +2 -1
  73. package/dist-lib/lib/api/tool-configs.js +6 -9
  74. package/dist-lib/lib/api/upload-frames.d.ts +0 -1
  75. package/dist-lib/lib/api/upload-frames.js +0 -1
  76. package/dist-lib/lib/api/watchable.d.ts +3 -2
  77. package/dist-lib/lib/api/watchable.js +2 -3
  78. package/dist-lib/lib/api/workspace.d.ts +12 -0
  79. package/dist-lib/lib/api/workspace.js +61 -0
  80. package/dist-lib/lib/assistant/fake-models.d.ts +20 -0
  81. package/dist-lib/lib/assistant/fake-models.js +112 -0
  82. package/dist-lib/lib/assistant/harness.d.ts +48 -31
  83. package/dist-lib/lib/assistant/harness.js +51 -10
  84. package/dist-lib/lib/assistant/history.d.ts +37 -17
  85. package/dist-lib/lib/assistant/history.js +212 -87
  86. package/dist-lib/lib/assistant/host-run-log.d.ts +6 -1
  87. package/dist-lib/lib/assistant/host-run-log.js +24 -36
  88. package/dist-lib/lib/assistant/media-round.d.ts +61 -0
  89. package/dist-lib/lib/assistant/media-round.js +111 -0
  90. package/dist-lib/lib/assistant/message.d.ts +28 -1
  91. package/dist-lib/lib/assistant/message.js +65 -2
  92. package/dist-lib/lib/assistant/model-round.d.ts +118 -0
  93. package/dist-lib/lib/assistant/model-round.js +706 -0
  94. package/dist-lib/lib/assistant/pdf-budget.d.ts +11 -0
  95. package/dist-lib/lib/assistant/pdf-budget.js +12 -0
  96. package/dist-lib/lib/assistant/pdf-pages.d.ts +25 -0
  97. package/dist-lib/lib/assistant/pdf-pages.js +75 -0
  98. package/dist-lib/lib/assistant/round-host.d.ts +65 -0
  99. package/dist-lib/lib/assistant/round-host.js +332 -0
  100. package/dist-lib/lib/assistant/skill-encode.d.ts +2 -1
  101. package/dist-lib/lib/assistant/skill-encode.js +2 -1
  102. package/dist-lib/lib/assistant/upload.d.ts +12 -0
  103. package/dist-lib/lib/assistant/upload.js +36 -0
  104. package/dist-lib/lib/assistant/video-budget.d.ts +13 -0
  105. package/dist-lib/lib/assistant/video-budget.js +29 -0
  106. package/dist-lib/lib/assistant-client.d.ts +5 -1
  107. package/dist-lib/lib/assistant-client.js +54 -14
  108. package/dist-lib/lib/assistant-tree.d.ts +14 -3
  109. package/dist-lib/lib/assistant-tree.js +113 -21
  110. package/dist-lib/lib/assistant.d.ts +115 -25
  111. package/dist-lib/lib/assistant.js +2409 -1245
  112. package/dist-lib/lib/audio-format.js +1 -1
  113. package/dist-lib/lib/chat-suggestion.d.ts +3 -0
  114. package/dist-lib/lib/chat-suggestion.js +47 -0
  115. package/dist-lib/lib/client.d.ts +3 -2
  116. package/dist-lib/lib/client.js +18 -3
  117. package/dist-lib/lib/compaction.d.ts +3 -1
  118. package/dist-lib/lib/compaction.js +18 -4
  119. package/dist-lib/lib/constants.d.ts +10 -0
  120. package/dist-lib/lib/constants.js +10 -0
  121. package/dist-lib/lib/core/agent-copies.d.ts +9 -0
  122. package/dist-lib/lib/core/agent-copies.js +47 -0
  123. package/dist-lib/lib/core/agent-hosting.d.ts +25 -0
  124. package/dist-lib/lib/core/agent-hosting.js +76 -0
  125. package/dist-lib/lib/core/agent.d.ts +9 -1
  126. package/dist-lib/lib/core/agent.js +58 -63
  127. package/dist-lib/lib/core/approval-rules.d.ts +5 -1
  128. package/dist-lib/lib/core/approval-rules.js +17 -9
  129. package/dist-lib/lib/core/archived-mesh.d.ts +14 -7
  130. package/dist-lib/lib/core/archived-mesh.js +75 -59
  131. package/dist-lib/lib/core/async-iterable.js +1 -1
  132. package/dist-lib/lib/core/blind-peers.d.ts +1 -0
  133. package/dist-lib/lib/core/blind-peers.js +1 -0
  134. package/dist-lib/lib/core/chat-activity.d.ts +1 -1
  135. package/dist-lib/lib/core/chat-activity.js +45 -34
  136. package/dist-lib/lib/core/chat-copy.d.ts +42 -0
  137. package/dist-lib/lib/core/chat-copy.js +404 -0
  138. package/dist-lib/lib/core/chat-fork.d.ts +16 -0
  139. package/dist-lib/lib/core/chat-fork.js +246 -0
  140. package/dist-lib/lib/core/chat-group.js +10 -22
  141. package/dist-lib/lib/core/chat-move.d.ts +77 -0
  142. package/dist-lib/lib/core/chat-move.js +601 -0
  143. package/dist-lib/lib/core/chat-order.d.ts +2 -1
  144. package/dist-lib/lib/core/chat-order.js +28 -19
  145. package/dist-lib/lib/core/chat-read.d.ts +4 -0
  146. package/dist-lib/lib/core/chat-read.js +49 -0
  147. package/dist-lib/lib/core/chat-search.js +14 -12
  148. package/dist-lib/lib/core/chat.d.ts +32 -4
  149. package/dist-lib/lib/core/chat.js +135 -61
  150. package/dist-lib/lib/core/chunk.d.ts +35 -7
  151. package/dist-lib/lib/core/chunk.js +271 -72
  152. package/dist-lib/lib/core/collections.d.ts +41 -1
  153. package/dist-lib/lib/core/collections.js +41 -1
  154. package/dist-lib/lib/core/config-value.d.ts +7 -0
  155. package/dist-lib/lib/core/config-value.js +15 -0
  156. package/dist-lib/lib/core/contract/activity.d.ts +7 -2
  157. package/dist-lib/lib/core/contract/activity.js +71 -23
  158. package/dist-lib/lib/core/contract/agent-join.d.ts +10 -0
  159. package/dist-lib/lib/core/contract/agent-join.js +104 -0
  160. package/dist-lib/lib/core/contract/agents.d.ts +5 -0
  161. package/dist-lib/lib/core/contract/agents.js +142 -3
  162. package/dist-lib/lib/core/contract/chat.d.ts +4 -0
  163. package/dist-lib/lib/core/contract/chat.js +53 -3
  164. package/dist-lib/lib/core/contract/chunks.d.ts +7 -0
  165. package/dist-lib/lib/core/contract/chunks.js +125 -38
  166. package/dist-lib/lib/core/contract/devices.js +6 -4
  167. package/dist-lib/lib/core/contract/index.d.ts +2 -3
  168. package/dist-lib/lib/core/contract/index.js +38 -11
  169. package/dist-lib/lib/core/contract/indexing.d.ts +1 -0
  170. package/dist-lib/lib/core/contract/indexing.js +51 -7
  171. package/dist-lib/lib/core/contract/invites.d.ts +3 -14
  172. package/dist-lib/lib/core/contract/invites.js +26 -36
  173. package/dist-lib/lib/core/contract/joined-meshes.js +4 -1
  174. package/dist-lib/lib/core/contract/knowledge.d.ts +1 -0
  175. package/dist-lib/lib/core/contract/knowledge.js +57 -6
  176. package/dist-lib/lib/core/contract/members.d.ts +3 -1
  177. package/dist-lib/lib/core/contract/members.js +48 -12
  178. package/dist-lib/lib/core/contract/mesh-kind.d.ts +3 -3
  179. package/dist-lib/lib/core/contract/mesh-kind.js +20 -16
  180. package/dist-lib/lib/core/contract/mesh-name.d.ts +3 -0
  181. package/dist-lib/lib/core/contract/mesh-name.js +31 -0
  182. package/dist-lib/lib/core/contract/mesh-rules.d.ts +8 -0
  183. package/dist-lib/lib/core/contract/mesh-rules.js +35 -0
  184. package/dist-lib/lib/core/contract/mesh-seeds.d.ts +2 -0
  185. package/dist-lib/lib/core/contract/mesh-seeds.js +26 -0
  186. package/dist-lib/lib/core/contract/model-requests.d.ts +26 -0
  187. package/dist-lib/lib/core/contract/model-requests.js +280 -0
  188. package/dist-lib/lib/core/contract/oldest-version.d.ts +9 -0
  189. package/dist-lib/lib/core/contract/oldest-version.js +20 -0
  190. package/dist-lib/lib/core/contract/open-join.d.ts +2 -0
  191. package/dist-lib/lib/core/contract/open-join.js +77 -0
  192. package/dist-lib/lib/core/contract/project-device-keys.d.ts +9 -0
  193. package/dist-lib/lib/core/contract/project-device-keys.js +38 -0
  194. package/dist-lib/lib/core/contract/project-host-keys.d.ts +9 -0
  195. package/dist-lib/lib/core/contract/project-host-keys.js +52 -0
  196. package/dist-lib/lib/core/contract/project-order.d.ts +2 -0
  197. package/dist-lib/lib/core/contract/project-order.js +25 -0
  198. package/dist-lib/lib/core/contract/projects.d.ts +23 -0
  199. package/dist-lib/lib/core/contract/projects.js +339 -0
  200. package/dist-lib/lib/core/contract/public-mesh.d.ts +3 -0
  201. package/dist-lib/lib/core/contract/public-mesh.js +31 -0
  202. package/dist-lib/lib/core/contract/public-seeds.d.ts +9 -0
  203. package/dist-lib/lib/core/contract/public-seeds.js +43 -0
  204. package/dist-lib/lib/core/contract/roles.d.ts +10 -0
  205. package/dist-lib/lib/core/contract/roles.js +123 -0
  206. package/dist-lib/lib/core/contract/run-requests.d.ts +11 -0
  207. package/dist-lib/lib/core/contract/run-requests.js +114 -0
  208. package/dist-lib/lib/core/contract/seed-defaults.d.ts +3 -1
  209. package/dist-lib/lib/core/contract/seed-defaults.js +17 -4
  210. package/dist-lib/lib/core/contract/shipped-rows.d.ts +2 -0
  211. package/dist-lib/lib/core/contract/shipped-rows.js +22 -0
  212. package/dist-lib/lib/core/contract/skill-secrets.d.ts +3 -0
  213. package/dist-lib/lib/core/contract/skill-secrets.js +32 -0
  214. package/dist-lib/lib/core/contract/tool-activity.js +12 -1
  215. package/dist-lib/lib/core/contract/tool-configs.js +2 -1
  216. package/dist-lib/lib/core/contract/types.d.ts +2 -2
  217. package/dist-lib/lib/core/contract/workspace.d.ts +31 -0
  218. package/dist-lib/lib/core/contract/workspace.js +311 -0
  219. package/dist-lib/lib/core/contract/writers.js +100 -16
  220. package/dist-lib/lib/core/deleted-agent-runs.d.ts +8 -0
  221. package/dist-lib/lib/core/deleted-agent-runs.js +57 -0
  222. package/dist-lib/lib/core/departures.d.ts +18 -5
  223. package/dist-lib/lib/core/departures.js +82 -6
  224. package/dist-lib/lib/core/device-control.d.ts +21 -0
  225. package/dist-lib/lib/core/device-control.js +91 -0
  226. package/dist-lib/lib/core/device-seal.d.ts +4 -0
  227. package/dist-lib/lib/core/device-seal.js +22 -0
  228. package/dist-lib/lib/core/devices.d.ts +2 -1
  229. package/dist-lib/lib/core/devices.js +6 -11
  230. package/dist-lib/lib/core/document-attachment.d.ts +10 -0
  231. package/dist-lib/lib/core/document-attachment.js +14 -0
  232. package/dist-lib/lib/core/files/attachments.d.ts +2 -0
  233. package/dist-lib/lib/core/files/attachments.js +23 -7
  234. package/dist-lib/lib/core/files/index.d.ts +28 -15
  235. package/dist-lib/lib/core/files/index.js +222 -43
  236. package/dist-lib/lib/core/files/knowledge.d.ts +10 -1
  237. package/dist-lib/lib/core/files/knowledge.js +77 -5
  238. package/dist-lib/lib/core/files/preview/index.js +6 -2
  239. package/dist-lib/lib/core/files/processing/claims.d.ts +7 -0
  240. package/dist-lib/lib/core/files/processing/claims.js +33 -7
  241. package/dist-lib/lib/core/files/processing/document.d.ts +8 -0
  242. package/dist-lib/lib/core/files/processing/document.js +26 -2
  243. package/dist-lib/lib/core/files/processing/index.d.ts +12 -3
  244. package/dist-lib/lib/core/files/processing/index.js +122 -73
  245. package/dist-lib/lib/core/files/processing/protocol.d.ts +7 -1
  246. package/dist-lib/lib/core/files/processing/protocol.js +27 -37
  247. package/dist-lib/lib/core/files/processing/source.d.ts +4 -0
  248. package/dist-lib/lib/core/files/processing/source.js +12 -4
  249. package/dist-lib/lib/core/files/processing/state.d.ts +5 -1
  250. package/dist-lib/lib/core/files/processing/state.js +9 -1
  251. package/dist-lib/lib/core/files/rag/build.d.ts +15 -2
  252. package/dist-lib/lib/core/files/rag/build.js +119 -21
  253. package/dist-lib/lib/core/files/rag/failure.d.ts +20 -0
  254. package/dist-lib/lib/core/files/rag/failure.js +58 -0
  255. package/dist-lib/lib/core/files/rag/index.d.ts +21 -5
  256. package/dist-lib/lib/core/files/rag/index.js +38 -9
  257. package/dist-lib/lib/core/files/rag/joined-index.d.ts +6 -0
  258. package/dist-lib/lib/core/files/rag/joined-index.js +35 -0
  259. package/dist-lib/lib/core/files/rag/limits.d.ts +1 -0
  260. package/dist-lib/lib/core/files/rag/limits.js +1 -0
  261. package/dist-lib/lib/core/files/rag/load.d.ts +3 -3
  262. package/dist-lib/lib/core/files/rag/load.js +6 -3
  263. package/dist-lib/lib/core/files/rag/plugin-index.d.ts +32 -0
  264. package/dist-lib/lib/core/files/rag/plugin-index.js +120 -0
  265. package/dist-lib/lib/core/files/rag/policy.d.ts +10 -1
  266. package/dist-lib/lib/core/files/rag/policy.js +23 -2
  267. package/dist-lib/lib/core/files/rag/produce.d.ts +3 -4
  268. package/dist-lib/lib/core/files/rag/produce.js +31 -18
  269. package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +2 -0
  270. package/dist-lib/lib/core/files/rag/retrieval/full-text.js +8 -2
  271. package/dist-lib/lib/core/files/rag/similarity.d.ts +2 -2
  272. package/dist-lib/lib/core/files/rag/similarity.js +2 -3
  273. package/dist-lib/lib/core/files/records/chunks.js +22 -1
  274. package/dist-lib/lib/core/files/records/index.d.ts +1 -1
  275. package/dist-lib/lib/core/files/records/index.js +1 -1
  276. package/dist-lib/lib/core/files/records/knowledge.d.ts +12 -4
  277. package/dist-lib/lib/core/files/records/knowledge.js +34 -30
  278. package/dist-lib/lib/core/files/records/purge.js +13 -8
  279. package/dist-lib/lib/core/files/records/reclaim.js +21 -55
  280. package/dist-lib/lib/core/files/records/routing.d.ts +1 -1
  281. package/dist-lib/lib/core/files/records/routing.js +6 -2
  282. package/dist-lib/lib/core/files/records/source.js +3 -5
  283. package/dist-lib/lib/core/files/records/sweep.d.ts +3 -0
  284. package/dist-lib/lib/core/files/records/sweep.js +9 -3
  285. package/dist-lib/lib/core/files/store/blob.d.ts +2 -0
  286. package/dist-lib/lib/core/files/store/blob.js +2 -2
  287. package/dist-lib/lib/core/files/store/index.d.ts +3 -1
  288. package/dist-lib/lib/core/files/store/index.js +4 -1
  289. package/dist-lib/lib/core/files/store/reference.d.ts +3 -0
  290. package/dist-lib/lib/core/files/store/reference.js +12 -2
  291. package/dist-lib/lib/core/files/store/sweep.js +3 -1
  292. package/dist-lib/lib/core/files/upload.d.ts +5 -1
  293. package/dist-lib/lib/core/files/upload.js +117 -51
  294. package/dist-lib/lib/core/first-event.d.ts +6 -0
  295. package/dist-lib/lib/core/first-event.js +13 -0
  296. package/dist-lib/lib/core/fs-drives.d.ts +6 -3
  297. package/dist-lib/lib/core/fs-drives.js +35 -35
  298. package/dist-lib/lib/core/helpers/index.d.ts +1 -1
  299. package/dist-lib/lib/core/helpers/index.js +2 -2
  300. package/dist-lib/lib/core/id.d.ts +1 -0
  301. package/dist-lib/lib/core/id.js +3 -0
  302. package/dist-lib/lib/core/identity.d.ts +3 -1
  303. package/dist-lib/lib/core/identity.js +25 -4
  304. package/dist-lib/lib/core/invite.d.ts +6 -2
  305. package/dist-lib/lib/core/invite.js +22 -8
  306. package/dist-lib/lib/core/local/files.d.ts +2 -1
  307. package/dist-lib/lib/core/local/files.js +5 -7
  308. package/dist-lib/lib/core/local/index.d.ts +93 -8
  309. package/dist-lib/lib/core/local/index.js +327 -28
  310. package/dist-lib/lib/core/local/run-logs.d.ts +38 -0
  311. package/dist-lib/lib/core/local/run-logs.js +132 -0
  312. package/dist-lib/lib/core/member-key.d.ts +7 -0
  313. package/dist-lib/lib/core/member-key.js +24 -0
  314. package/dist-lib/lib/core/membership.d.ts +3 -14
  315. package/dist-lib/lib/core/membership.js +3 -96
  316. package/dist-lib/lib/core/mesh.d.ts +132 -29
  317. package/dist-lib/lib/core/mesh.js +775 -215
  318. package/dist-lib/lib/core/migrations/agent-catalog.js +2 -8
  319. package/dist-lib/lib/core/migrations/agent-tools-scope.d.ts +2 -0
  320. package/dist-lib/lib/core/migrations/agent-tools-scope.js +18 -0
  321. package/dist-lib/lib/core/migrations/chat-chunks.d.ts +4 -0
  322. package/dist-lib/lib/core/migrations/chat-chunks.js +47 -0
  323. package/dist-lib/lib/core/migrations/file-index.d.ts +1 -1
  324. package/dist-lib/lib/core/migrations/file-index.js +8 -6
  325. package/dist-lib/lib/core/migrations/index.d.ts +2 -1
  326. package/dist-lib/lib/core/migrations/index.js +69 -8
  327. package/dist-lib/lib/core/migrations/writer-links.d.ts +3 -0
  328. package/dist-lib/lib/core/migrations/writer-links.js +30 -0
  329. package/dist-lib/lib/core/model-requests.d.ts +13 -0
  330. package/dist-lib/lib/core/model-requests.js +65 -0
  331. package/dist-lib/lib/core/next-frame.js +2 -1
  332. package/dist-lib/lib/core/notification.js +100 -25
  333. package/dist-lib/lib/core/pdf/figure.d.ts +22 -0
  334. package/dist-lib/lib/core/pdf/figure.js +64 -0
  335. package/dist-lib/lib/core/pdf/rasterize.d.ts +12 -3
  336. package/dist-lib/lib/core/pdf/rasterize.js +77 -28
  337. package/dist-lib/lib/core/peer-duplex.d.ts +34 -0
  338. package/dist-lib/lib/core/{harness-loan.js → peer-duplex.js} +104 -45
  339. package/dist-lib/lib/core/project-keys.d.ts +16 -0
  340. package/dist-lib/lib/core/project-keys.js +65 -0
  341. package/dist-lib/lib/core/prompt-history.js +4 -4
  342. package/dist-lib/lib/core/protocol-pairing.d.ts +11 -0
  343. package/dist-lib/lib/core/protocol-pairing.js +22 -0
  344. package/dist-lib/lib/core/public-mesh.d.ts +25 -0
  345. package/dist-lib/lib/core/public-mesh.js +81 -0
  346. package/dist-lib/lib/core/purge.d.ts +3 -0
  347. package/dist-lib/lib/core/purge.js +7 -0
  348. package/dist-lib/lib/core/run-driver.d.ts +17 -0
  349. package/dist-lib/lib/core/run-driver.js +20 -0
  350. package/dist-lib/lib/core/run-requests.d.ts +14 -0
  351. package/dist-lib/lib/core/run-requests.js +78 -0
  352. package/dist-lib/lib/core/send.d.ts +2 -0
  353. package/dist-lib/lib/core/send.js +17 -4
  354. package/dist-lib/lib/core/senders.d.ts +19 -0
  355. package/dist-lib/lib/core/senders.js +45 -0
  356. package/dist-lib/lib/core/shared-agents.d.ts +40 -0
  357. package/dist-lib/lib/core/shared-agents.js +283 -0
  358. package/dist-lib/lib/core/skill-availability.d.ts +33 -0
  359. package/dist-lib/lib/core/skill-availability.js +67 -0
  360. package/dist-lib/lib/core/skill-secrets.d.ts +13 -18
  361. package/dist-lib/lib/core/skill-secrets.js +93 -72
  362. package/dist-lib/lib/core/sync/background.d.ts +34 -0
  363. package/dist-lib/lib/core/sync/background.js +86 -0
  364. package/dist-lib/lib/core/sync/changed.d.ts +20 -0
  365. package/dist-lib/lib/core/sync/changed.js +7 -0
  366. package/dist-lib/lib/core/sync/devices.js +6 -3
  367. package/dist-lib/lib/core/sync/files.d.ts +1 -0
  368. package/dist-lib/lib/core/sync/files.js +50 -72
  369. package/dist-lib/lib/core/sync/index.d.ts +1 -1
  370. package/dist-lib/lib/core/sync/index.js +193 -81
  371. package/dist-lib/lib/core/sync/view-updates.d.ts +39 -0
  372. package/dist-lib/lib/core/sync/view-updates.js +124 -0
  373. package/dist-lib/lib/core/sync-status.js +99 -43
  374. package/dist-lib/lib/core/system-info.d.ts +2 -2
  375. package/dist-lib/lib/core/system-info.js +10 -11
  376. package/dist-lib/lib/core/tool-activity.js +6 -12
  377. package/dist-lib/lib/core/tool-configs.d.ts +5 -3
  378. package/dist-lib/lib/core/tool-configs.js +27 -39
  379. package/dist-lib/lib/core/transcript-visibility.d.ts +5 -5
  380. package/dist-lib/lib/core/transcript-visibility.js +27 -31
  381. package/dist-lib/lib/core/upgrade-agents.d.ts +11 -0
  382. package/dist-lib/lib/core/upgrade-agents.js +78 -0
  383. package/dist-lib/lib/core/upgrade-summary.d.ts +19 -0
  384. package/dist-lib/lib/core/upgrade-summary.js +67 -0
  385. package/dist-lib/lib/core/vault-managed-skills.d.ts +18 -0
  386. package/dist-lib/lib/core/vault-managed-skills.js +105 -0
  387. package/dist-lib/lib/core/video/attachment.d.ts +1 -0
  388. package/dist-lib/lib/core/video/attachment.js +7 -0
  389. package/dist-lib/lib/core/video/digest.d.ts +16 -0
  390. package/dist-lib/lib/core/video/digest.js +57 -0
  391. package/dist-lib/lib/core/video/frames.d.ts +32 -0
  392. package/dist-lib/lib/core/video/frames.js +224 -0
  393. package/dist-lib/lib/core/view-read.d.ts +4 -0
  394. package/dist-lib/lib/core/view-read.js +23 -0
  395. package/dist-lib/lib/core/workspace-upgrade.d.ts +23 -0
  396. package/dist-lib/lib/core/workspace-upgrade.js +51 -0
  397. package/dist-lib/lib/core.d.ts +345 -88
  398. package/dist-lib/lib/core.js +4275 -1513
  399. package/dist-lib/lib/credential-pusher.d.ts +17 -7
  400. package/dist-lib/lib/credential-pusher.js +111 -62
  401. package/dist-lib/lib/custom-model-pusher.d.ts +2 -4
  402. package/dist-lib/lib/custom-model-task.d.ts +2 -1
  403. package/dist-lib/lib/custom-model-task.js +2 -2
  404. package/dist-lib/lib/device-tree.d.ts +18 -0
  405. package/dist-lib/lib/device-tree.js +32 -0
  406. package/dist-lib/lib/diagnostics.d.ts +7 -0
  407. package/dist-lib/lib/diagnostics.js +22 -0
  408. package/dist-lib/lib/doctor/checks.d.ts +15 -0
  409. package/dist-lib/lib/doctor/checks.js +272 -0
  410. package/dist-lib/lib/doctor/redact.d.ts +4 -0
  411. package/dist-lib/lib/doctor/redact.js +31 -0
  412. package/dist-lib/lib/doctor/render.d.ts +8 -0
  413. package/dist-lib/lib/doctor/render.js +83 -0
  414. package/dist-lib/lib/doctor/tree.d.ts +5 -0
  415. package/dist-lib/lib/doctor/tree.js +167 -0
  416. package/dist-lib/lib/downloads-allowed-pusher.d.ts +8 -0
  417. package/dist-lib/lib/downloads-allowed-pusher.js +37 -0
  418. package/dist-lib/lib/errors.d.ts +814 -0
  419. package/dist-lib/lib/errors.js +748 -0
  420. package/dist-lib/lib/fs-drive-bridge.d.ts +8 -1
  421. package/dist-lib/lib/fs-drive-bridge.js +312 -31
  422. package/dist-lib/lib/guards.d.ts +1 -0
  423. package/dist-lib/lib/guards.js +4 -0
  424. package/dist-lib/lib/inference-calls.d.ts +1 -2
  425. package/dist-lib/lib/inference-calls.js +2 -10
  426. package/dist-lib/lib/integrations/setup-routes.js +7 -5
  427. package/dist-lib/lib/knowledge-search.d.ts +1 -1
  428. package/dist-lib/lib/knowledge-search.js +5 -51
  429. package/dist-lib/lib/kv-cache-ledger.d.ts +22 -0
  430. package/dist-lib/lib/kv-cache-ledger.js +72 -0
  431. package/dist-lib/lib/kv-cache-reclaim.d.ts +2 -1
  432. package/dist-lib/lib/kv-cache-reclaim.js +30 -0
  433. package/dist-lib/lib/kv-cache-retention.d.ts +36 -0
  434. package/dist-lib/lib/kv-cache-retention.js +101 -0
  435. package/dist-lib/lib/latest-frame.d.ts +10 -0
  436. package/dist-lib/lib/latest-frame.js +48 -0
  437. package/dist-lib/lib/llm-model-names.d.ts +1 -1
  438. package/dist-lib/lib/llm-model-names.js +1 -1
  439. package/dist-lib/lib/log.d.ts +7 -6
  440. package/dist-lib/lib/log.js +14 -7
  441. package/dist-lib/lib/logger-type.d.ts +2 -5
  442. package/dist-lib/lib/mesh-scoped-engine.js +47 -2
  443. package/dist-lib/lib/model-context.js +1 -2
  444. package/dist-lib/lib/model-download-status.d.ts +3 -3
  445. package/dist-lib/lib/model-download.d.ts +22 -13
  446. package/dist-lib/lib/model-download.js +106 -37
  447. package/dist-lib/lib/model-idle-pusher.d.ts +2 -4
  448. package/dist-lib/lib/model-memory-cap.d.ts +30 -0
  449. package/dist-lib/lib/model-memory-cap.js +78 -0
  450. package/dist-lib/lib/models-watch.d.ts +1 -1
  451. package/dist-lib/lib/models-watch.js +4 -4
  452. package/dist-lib/lib/oauth/browser-connect.js +3 -2
  453. package/dist-lib/lib/oauth/flow-core.js +5 -3
  454. package/dist-lib/lib/oauth/flow.js +1 -1
  455. package/dist-lib/lib/oauth/loopback.d.ts +1 -0
  456. package/dist-lib/lib/oauth/loopback.js +57 -12
  457. package/dist-lib/lib/oauth/providers.js +4 -2
  458. package/dist-lib/lib/oauth/redirect-types.d.ts +1 -0
  459. package/dist-lib/lib/oauth/register.js +35 -19
  460. package/dist-lib/lib/oauth/request.d.ts +10 -0
  461. package/dist-lib/lib/oauth/request.js +22 -0
  462. package/dist-lib/lib/oauth/resolve.js +42 -13
  463. package/dist-lib/lib/oauth/token-exchange-core.js +40 -31
  464. package/dist-lib/lib/oauth/types.d.ts +3 -0
  465. package/dist-lib/lib/oauth.d.ts +2 -1
  466. package/dist-lib/lib/oauth.js +1 -0
  467. package/dist-lib/lib/persistent-dir.d.ts +1 -0
  468. package/dist-lib/lib/persistent-dir.js +9 -0
  469. package/dist-lib/lib/probe-rounds.d.ts +8 -0
  470. package/dist-lib/lib/probe-rounds.js +10 -0
  471. package/dist-lib/lib/reconnecting-watch.js +19 -11
  472. package/dist-lib/lib/run-input.d.ts +14 -0
  473. package/dist-lib/lib/run-input.js +33 -0
  474. package/dist-lib/lib/run-notices.d.ts +5 -0
  475. package/dist-lib/lib/run-notices.js +13 -2
  476. package/dist-lib/lib/run-replay.d.ts +45 -0
  477. package/dist-lib/lib/run-replay.js +169 -0
  478. package/dist-lib/lib/run-transcript.d.ts +13 -12
  479. package/dist-lib/lib/run-transcript.js +20 -19
  480. package/dist-lib/lib/suspend-lifecycle.js +15 -5
  481. package/dist-lib/lib/task.js +6 -4
  482. package/dist-lib/lib/test-env.d.ts +1 -0
  483. package/dist-lib/lib/test-env.js +4 -0
  484. package/dist-lib/schema/build.js +66 -55
  485. package/dist-lib/schema/config.d.ts +1 -1
  486. package/dist-lib/schema/config.js +1 -1
  487. package/dist-lib/schema/content.d.ts +5 -1
  488. package/dist-lib/schema/content.js +60 -12
  489. package/dist-lib/schema/engine.d.ts +1 -0
  490. package/dist-lib/schema/engine.js +941 -152
  491. package/dist-lib/schema/field-order.js +8 -1
  492. package/dist-lib/schema/indexes.d.ts +10 -0
  493. package/dist-lib/schema/indexes.js +53 -3
  494. package/dist-lib/schema/local.js +83 -5
  495. package/dist-lib/schema/qvac.d.ts +4 -1
  496. package/dist-lib/schema/qvac.js +558 -16
  497. package/dist-lib/spec/bind.js +261 -48
  498. package/dist-lib/spec/calls.js +56 -5
  499. package/dist-lib/spec/capabilities.d.ts +129 -20
  500. package/dist-lib/spec/config/hyperconf/index.js +1 -1
  501. package/dist-lib/spec/hrpc/hrpc.json +870 -207
  502. package/dist-lib/spec/hrpc/index.js +969 -347
  503. package/dist-lib/spec/hrpc/messages.js +7590 -4896
  504. package/dist-lib/spec/hyperschema/index.js +7590 -4896
  505. package/dist-lib/spec/hyperschema/schema.json +5316 -3224
  506. package/dist-lib/spec/hyperschema/types.d.ts +576 -62
  507. package/dist-lib/spec/local/hyperdb/db.json +95 -1
  508. package/dist-lib/spec/local/hyperdb/index.js +459 -2
  509. package/dist-lib/spec/local/hyperdb/messages.js +1588 -488
  510. package/dist-lib/spec/local/hyperschema/index.js +584 -16
  511. package/dist-lib/spec/local/hyperschema/schema.json +369 -1
  512. package/dist-lib/spec/local/hyperschema/types.d.ts +88 -2
  513. package/dist-lib/spec/mesh/hyperdb/db.json +711 -9
  514. package/dist-lib/spec/mesh/hyperdb/index.js +2769 -7
  515. package/dist-lib/spec/mesh/hyperdb/messages.js +7140 -1298
  516. package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +205 -1
  517. package/dist-lib/spec/mesh/hyperdispatch/index.js +579 -1
  518. package/dist-lib/spec/mesh/hyperdispatch/messages.js +4017 -267
  519. package/dist-lib/spec/mesh/hyperschema/index.js +4017 -267
  520. package/dist-lib/spec/mesh/hyperschema/schema.json +2193 -19
  521. package/dist-lib/spec/mesh/hyperschema/types.d.ts +550 -6
  522. package/package.json +136 -90
  523. package/tui/README.md +119 -20
  524. package/tui/app.mjs +2000 -621
  525. package/tui/boot.mjs +74 -9
  526. package/tui/cli.mjs +93 -0
  527. package/tui/index.mjs +2 -51
  528. package/tui/lib/connect-sheet.mjs +350 -0
  529. package/tui/lib/device-target.mjs +64 -0
  530. package/tui/lib/folders-command.mjs +84 -0
  531. package/tui/lib/fork-command.mjs +43 -0
  532. package/tui/lib/knowledge-import.mjs +3 -21
  533. package/tui/lib/local-path.mjs +21 -0
  534. package/tui/lib/move-command.mjs +17 -0
  535. package/tui/lib/render.mjs +30 -1
  536. package/tui/lib/setup.mjs +59 -25
  537. package/tui/lib/skill-connect.mjs +145 -0
  538. package/tui/lib/updater.mjs +86 -0
  539. package/tui/main.mjs +44 -18
  540. package/tui/plugins.mjs +158 -0
  541. package/worker/assistant-sidecar.mjs +28 -4
  542. package/worker/stow-entry.mjs +3 -50
  543. package/dist-lib/lib/core/contract/compute.d.ts +0 -11
  544. package/dist-lib/lib/core/contract/compute.js +0 -48
  545. package/dist-lib/lib/core/device-invites.d.ts +0 -11
  546. package/dist-lib/lib/core/device-invites.js +0 -63
  547. package/dist-lib/lib/core/files/processing/settle.d.ts +0 -13
  548. package/dist-lib/lib/core/files/processing/settle.js +0 -86
  549. package/dist-lib/lib/core/grant-expiry.d.ts +0 -11
  550. package/dist-lib/lib/core/grant-expiry.js +0 -66
  551. package/dist-lib/lib/core/handoff-channel.d.ts +0 -47
  552. package/dist-lib/lib/core/handoff-channel.js +0 -123
  553. package/dist-lib/lib/core/harness-loan.d.ts +0 -29
  554. package/dist-lib/lib/core/host-run-log-store.d.ts +0 -114
  555. package/dist-lib/lib/core/host-run-log-store.js +0 -976
  556. package/dist-lib/lib/core/hosted-agents.d.ts +0 -38
  557. package/dist-lib/lib/core/hosted-agents.js +0 -140
  558. package/dist-lib/lib/core/inference-calls-handoff.d.ts +0 -20
  559. package/dist-lib/lib/core/inference-calls-handoff.js +0 -37
  560. package/dist-lib/lib/core/inference-calls-receiver.d.ts +0 -14
  561. package/dist-lib/lib/core/inference-calls-receiver.js +0 -42
  562. package/dist-lib/lib/core/mesh-seed-handoff.d.ts +0 -25
  563. package/dist-lib/lib/core/mesh-seed-handoff.js +0 -52
  564. package/dist-lib/lib/core/migrations/device-indexes.d.ts +0 -2
  565. package/dist-lib/lib/core/migrations/device-indexes.js +0 -7
  566. package/dist-lib/lib/core/secret-handoff.d.ts +0 -17
  567. package/dist-lib/lib/core/secret-handoff.js +0 -29
  568. package/dist-lib/lib/core/skill-overlay-handoff.d.ts +0 -25
  569. package/dist-lib/lib/core/skill-overlay-handoff.js +0 -50
  570. package/dist-lib/lib/core/skill-overlay-receiver.d.ts +0 -8
  571. package/dist-lib/lib/core/skill-overlay-receiver.js +0 -23
  572. package/dist-lib/lib/image-cache-dir.d.ts +0 -1
  573. package/dist-lib/lib/image-cache-dir.js +0 -5
  574. package/dist-lib/lib/log-levels.d.ts +0 -7
  575. package/dist-lib/lib/log-levels.js +0 -1
  576. package/dist-lib/lib/logger.d.ts +0 -5
  577. package/dist-lib/lib/logger.js +0 -18
  578. package/dist-lib/lib/oauth/loopback.stub.d.ts +0 -3
  579. package/dist-lib/lib/oauth/loopback.stub.js +0 -6
@@ -1,20 +1,25 @@
1
1
  import b4a from 'b4a';
2
2
  import EventEmitter from 'bare-events';
3
+ import { Readable } from 'streamx';
3
4
  import { attachmentFiles } from './attachments.js';
4
- import { isKnowledgeRoutedAttachment, getKnowledge, listKnowledge, getKnowledgeArtifact, listKnowledgeArtifactsByKnowledge, addKnowledgeArtifact, hasLiveSource, syncAttachmentChunk, syncKnowledgeTombstone, syncArtifactArrival, sweepTombstonedBlobs, reclaimPurgedFiles, referencedBlobs, scopedFile, attachmentRecord, isProcessorOutput, isProcessorArtifactId } from './records/index.js';
5
+ import { isKnowledgeRoutedAttachment, getKnowledge, listKnowledge, getKnowledgeArtifact, listKnowledgeArtifactsByKnowledge, addKnowledgeArtifact, hasLiveSource, syncAttachmentChunk, syncKnowledgeTombstone, syncArtifactArrival, sweepTombstonedBlobs, reclaimPurgedFiles, referencedBlobs, scopedFile, attachmentRecord, isProcessorOutput, isProcessorArtifactId, knowledgeCapBytes, usedKnowledgeBytes } from './records/index.js';
5
6
  import { knowledgeFiles } from './knowledge.js';
6
7
  import { randomId } from '../id.js';
7
- import { getChunk, listChunks } from '../chunk.js';
8
- import { settleFiles, isClaimLive, listIndexingByChat, FileState, FileProcessing } from './processing/index.js';
8
+ import { findChunksOfType, getChunk, listChunks } from '../chunk.js';
9
+ import { isClaimLive, listIndexingByChat, listIndexingByKnowledge, FileState, FileProcessing } from './processing/index.js';
9
10
  import { DeadlineScheduler } from '../../deadline.js';
10
11
  import { liveDeviceForWriter } from '../contract/activity.js';
12
+ import { runDefinition } from '../shared-agents.js';
13
+ import { toolsetEnabled } from '@qvac/harness/lib/tools/toolsets.ts';
11
14
  import { BlobStore, parseBlobReference } from './store/index.js';
12
15
  import { AbortedError } from '@qvac/harness/race-abort';
13
16
  import { RagProcessor } from './rag/index.js';
14
17
  import { PreviewProcessor, PREVIEW_VERSION, previewId } from './preview/index.js';
18
+ import { parseFailure } from './rag/failure.js';
19
+ import { CoreError } from '../../errors.js';
15
20
  import { errorMessage } from '../../guards.js';
16
- import { ACTIVE_KNOWLEDGE_BY_CHAT, AGENTS, CHATS, CHUNKS_BY_CHAT, INDEXING_STATUS_BY_CHAT, KNOWLEDGE, KNOWLEDGE_ARTIFACTS_BY_KNOWLEDGE } from '../collections.js';
17
- export { fullTextBudgetChars, fullTextHits, retrieveRagKnowledge, searchRagChunks, referencesPendingFile } from './rag/index.js';
21
+ import { ACTIVE_KNOWLEDGE_BASE, ACTIVE_KNOWLEDGE_BY_CHAT, AGENTS, CHATS, INDEXING_STATUS_BY_CHAT, INDEXING_STATUS_BY_KNOWLEDGE, KNOWLEDGE, KNOWLEDGE_ARTIFACTS_BY_KNOWLEDGE } from '../collections.js';
22
+ export { fullTextBudgetChars, fullTextHits, joinedIndex, retrievalBudgetTokens, retrieveRagKnowledge, searchRagChunks, referencesPendingFile } from './rag/index.js';
18
23
  export { isKnowledgeRoutedAttachment } from './records/index.js';
19
24
  export { assertRemovableAt } from './records/index.js';
20
25
  export { assertArtifactOutput } from './records/index.js';
@@ -75,6 +80,15 @@ export class Files extends EventEmitter {
75
80
  clear(reference, id) {
76
81
  return this._store.clear(reference, id);
77
82
  }
83
+ async clearFetched(reference, id) {
84
+ const { coreKey, inline } = parseBlobReference(reference);
85
+ if (inline || !coreKey || coreKey === b4a.toHex(this._mesh.blobs.core.key)) {
86
+ return;
87
+ }
88
+ if (await this.clear(reference, id)) {
89
+ await this._mesh.fileIndex?.markCleared(reference);
90
+ }
91
+ }
78
92
  compact(coreKeys) {
79
93
  return this._store.compact(coreKeys);
80
94
  }
@@ -87,6 +101,43 @@ export class Files extends EventEmitter {
87
101
  listKnowledge(chatId) {
88
102
  return listKnowledge(this._mesh, { chatId });
89
103
  }
104
+ async knowledgeBase() {
105
+ const snap = this._mesh.view.snapshot();
106
+ try {
107
+ const entries = [];
108
+ const rows = await snap.find(ACTIVE_KNOWLEDGE_BASE).toArray();
109
+ for (const knowledge of rows) {
110
+ const attempts = await snap
111
+ .find(INDEXING_STATUS_BY_KNOWLEDGE, {
112
+ gte: { knowledgeId: knowledge.id },
113
+ lte: { knowledgeId: knowledge.id }
114
+ })
115
+ .toArray();
116
+ const rag = attempts.filter((row) => !isProcessorArtifactId(row.id));
117
+ const latest = rag.reduce((current, row) => (!current || row.at > current.at ? row : current), null);
118
+ const status = rag.find((row) => row.status === 'ready') ?? latest;
119
+ const failed = status?.status === 'failed' ? status : null;
120
+ const failure = failed && parseFailure(failed.error);
121
+ const device = failed && (await liveDeviceForWriter(snap, failed.claimedBy));
122
+ entries.push({
123
+ knowledge,
124
+ status: status?.status ?? 'indexing',
125
+ error: failure?.detail,
126
+ loaded: !!this.state.get(knowledge.id)?.loaded,
127
+ reason: failure?.reason,
128
+ failedOn: device?.name
129
+ });
130
+ }
131
+ return {
132
+ entries,
133
+ usedBytes: usedKnowledgeBytes(rows),
134
+ capBytes: await knowledgeCapBytes(snap)
135
+ };
136
+ }
137
+ finally {
138
+ await snap.close();
139
+ }
140
+ }
90
141
  record(id) {
91
142
  return getKnowledge(this._mesh, id);
92
143
  }
@@ -131,16 +182,35 @@ export class Files extends EventEmitter {
131
182
  data: await this.readBytes(output.artifactBlobId)
132
183
  };
133
184
  }
134
- async retry(request) {
135
- const file = await this.resolve(request);
136
- const entry = this._processors.get(request.processorId);
185
+ async retry({ chatId, fileId, processorId }) {
186
+ const file = chatId
187
+ ? await this.resolve({ chatId, fileId })
188
+ : await this._retryKnowledgeBase(fileId);
189
+ const entry = this._processors.get(processorId);
137
190
  if (!file || !entry) {
138
191
  return;
139
192
  }
140
- this.processorState(request.processorId).retry(file.id);
193
+ this.processorState(processorId).retry(file.id);
141
194
  await entry.work.enqueue([file.id]);
142
195
  this._updated();
143
196
  }
197
+ async _retryKnowledgeBase(fileId) {
198
+ if (this._mesh.role !== 'project') {
199
+ throw new CoreError('KNOWLEDGE_BASE_NOT_A_PROJECT');
200
+ }
201
+ const knowledge = await this.record(fileId);
202
+ if (!knowledge || knowledge.chatId || knowledge.deletedAt) {
203
+ throw new CoreError('KNOWLEDGE_NOT_FOUND', [fileId]);
204
+ }
205
+ const failedAt = (await listIndexingByKnowledge(this._mesh, { knowledgeId: fileId }))
206
+ .filter((row) => row.status === 'failed')
207
+ .reduce((newest, row) => Math.max(newest, row.at + 1), 0);
208
+ await this._mesh.dispatch('retry-indexing', {
209
+ knowledgeId: fileId,
210
+ at: Math.max(Date.now(), failedAt)
211
+ });
212
+ return knowledge;
213
+ }
144
214
  artifact(id) {
145
215
  return getKnowledgeArtifact(this._mesh, id);
146
216
  }
@@ -153,9 +223,16 @@ export class Files extends EventEmitter {
153
223
  hasLiveSource(chatId, reference) {
154
224
  return hasLiveSource(this._mesh, chatId, reference);
155
225
  }
156
- async syncAttachment(chunk) {
157
- await this._mesh.fileIndex?.refresh([chunk]);
158
- await syncAttachmentChunk(this._mesh, chunk);
226
+ async syncAttachments(chunks) {
227
+ await this._mesh.fileIndex?.refresh(chunks);
228
+ await this.reclaimAttachments(chunks);
229
+ }
230
+ async reclaimAttachments(chunks) {
231
+ for (const chunk of chunks) {
232
+ if (this._mesh.closing)
233
+ return;
234
+ await syncAttachmentChunk(this._mesh, chunk);
235
+ }
159
236
  }
160
237
  syncKnowledge(row) {
161
238
  return syncKnowledgeTombstone(this._mesh, row);
@@ -218,8 +295,14 @@ export class Files extends EventEmitter {
218
295
  this.setModel(options.embedder.model);
219
296
  this.startProcessor(new RagProcessor({
220
297
  ...options,
221
- model: options.embedder.model
222
- }), { deviceId: options.deviceId });
298
+ model: options.embedder.model,
299
+ log: this._mesh.log
300
+ }), { deviceId: options.deviceId, device: options.device });
301
+ }
302
+ rescan() {
303
+ for (const { work } of this._processors.values()) {
304
+ work.rescan();
305
+ }
223
306
  }
224
307
  async stopProcessing() {
225
308
  const cleared = await this.stopProcessor('rag');
@@ -240,7 +323,7 @@ export class Files extends EventEmitter {
240
323
  const rows = await listIndexingByChat(this._mesh, { chatId });
241
324
  let statuses = rows
242
325
  .filter((row) => !isProcessorArtifactId(row.id))
243
- .map((row) => ({ ...row, claimLive: isClaimLive(row, Date.now()) }));
326
+ .map((row) => ({ ...row, chatId, claimLive: isClaimLive(row, Date.now()) }));
244
327
  for (const file of (await this.status(chatId)).files) {
245
328
  const processor = file.processors.find((entry) => entry.processorId === 'rag');
246
329
  if (!processor || file.readyForChat || processor.state === 'not-applicable') {
@@ -314,18 +397,83 @@ export class Files extends EventEmitter {
314
397
  hydratedArtifact(id) {
315
398
  return this.state.get(id)?.loaded?.artifactId ?? null;
316
399
  }
317
- async settle(ids, options = {}) {
318
- if (!this._processing)
319
- return;
320
- await settleFiles(this, {
321
- ...options,
322
- ids,
323
- processing: this._processing,
324
- chatIds: async () => {
325
- const rows = await Promise.all(ids.map((id) => getKnowledge(this._mesh, id)));
326
- return [...new Set(rows.flatMap((row) => (row ? [row.chatId] : [])))];
400
+ ready(chatId, ids) {
401
+ const wanted = new Set(ids);
402
+ this._processing?.prioritize(ids);
403
+ return this._until(chatId, (all) => {
404
+ const files = all.filter((file) => wanted.has(file.fileId));
405
+ return files.every(settledFile) ? files : null;
406
+ });
407
+ }
408
+ async indexingHere(chatId, ids) {
409
+ const wanted = new Set(ids);
410
+ this._processing?.prioritize(ids);
411
+ await this._until(chatId, (files) => files.some((file) => wanted.has(file.fileId) && this.indexesHere(file)) ? null : files);
412
+ }
413
+ indexesHere(file) {
414
+ const rag = file.processors.find((entry) => entry.processorId === 'rag');
415
+ if (!this._processing?.active || settledFile(file) || rag?.state === 'not-applicable') {
416
+ return false;
417
+ }
418
+ if (this._processing.awaitsBytes(file.fileId)) {
419
+ return false;
420
+ }
421
+ if (rag?.claimedBy) {
422
+ return b4a.equals(rag.claimedBy, this._mesh.localWriterKey);
423
+ }
424
+ return this._processing.pending(file.fileId);
425
+ }
426
+ async _until(chatId, settle) {
427
+ let all = [];
428
+ for await (const _ of this._changes()) {
429
+ all = (await this.status(chatId)).files;
430
+ const files = settle(all);
431
+ if (files || this.closed) {
432
+ return { files: files ?? all };
433
+ }
434
+ }
435
+ return { files: all };
436
+ }
437
+ _changes() {
438
+ let due = true;
439
+ let pending = null;
440
+ const deliver = () => {
441
+ const cb = pending;
442
+ if (!due || !cb) {
443
+ return;
444
+ }
445
+ due = false;
446
+ pending = null;
447
+ changes.push(true);
448
+ cb(null);
449
+ };
450
+ const onUpdate = () => {
451
+ due = true;
452
+ deliver();
453
+ };
454
+ const onClose = () => {
455
+ changes.push(true);
456
+ changes.push(null);
457
+ pending?.(null);
458
+ };
459
+ const changes = new Readable({
460
+ read(cb) {
461
+ pending = cb;
462
+ deliver();
463
+ },
464
+ predestroy() {
465
+ pending?.(null);
466
+ pending = null;
467
+ },
468
+ destroy: (cb) => {
469
+ this.unwatch(onUpdate);
470
+ this.off('close', onClose);
471
+ cb(null);
327
472
  }
328
473
  });
474
+ this.watch(onUpdate);
475
+ this.once('close', onClose);
476
+ return changes;
329
477
  }
330
478
  reconnect() {
331
479
  for (const { work } of this._processors.values()) {
@@ -346,15 +494,15 @@ export class Files extends EventEmitter {
346
494
  return this.state.progress(chatId);
347
495
  }
348
496
  async beginUpload(input) {
349
- const { chatId, fileName, mimeType } = input;
350
- if (!chatId || !fileName || !mimeType) {
351
- throw new Error('upload metadata is incomplete');
497
+ const { chatId = null, fileName, mimeType } = input;
498
+ if (!fileName || !mimeType) {
499
+ throw new CoreError('UPLOAD_METADATA_INCOMPLETE');
352
500
  }
353
501
  const id = input.fileId || randomId();
354
502
  this._pruneUploads();
355
503
  const previous = this._uploads.get(id);
356
504
  if (previous && !previous.expiresAt) {
357
- throw new Error('file id already exists');
505
+ throw new CoreError('FILE_ID_EXISTS');
358
506
  }
359
507
  this._uploads.set(id, {
360
508
  status: {
@@ -376,8 +524,9 @@ export class Files extends EventEmitter {
376
524
  if (input.fileId &&
377
525
  ((await getKnowledge(this._mesh, id)) ||
378
526
  (await getChunk(this._mesh, id)) ||
379
- (await listChunks(this._mesh, { chatId, type: 'attachment' })).some((chunk) => chunk.attachment?.id === id))) {
380
- throw new Error('file id already exists');
527
+ (chatId &&
528
+ (await listChunks(this._mesh, { chatId, type: 'attachment' })).some((chunk) => chunk.attachment?.id === id)))) {
529
+ throw new CoreError('FILE_ID_EXISTS');
381
530
  }
382
531
  }
383
532
  catch (error) {
@@ -446,15 +595,17 @@ export class Files extends EventEmitter {
446
595
  if (!chat || chat.deletedAt) {
447
596
  return { files: [] };
448
597
  }
449
- const agent = await snap.get(AGENTS, { id: chat.agentId });
598
+ const agent = await runDefinition(this._mesh, await snap.get(AGENTS, { id: chat.agentId }));
599
+ const knowledgeOn = toolsetEnabled('knowledge', agent?.disabledToolsets);
450
600
  const knowledge = await snap.find(ACTIVE_KNOWLEDGE_BY_CHAT, range).toArray();
451
- const chunks = await snap.find(CHUNKS_BY_CHAT, range).toArray();
601
+ const chunks = await findChunksOfType(snap, { chatId, type: 'attachment' });
452
602
  const statuses = await snap.find(INDEXING_STATUS_BY_CHAT, range).toArray();
603
+ const statusesByKnowledge = groupBy(statuses, (row) => row.knowledgeId);
453
604
  const sources = new Map(knowledge.map((row) => [row.id, row]));
454
605
  const ragIds = new Set(sources.keys());
455
606
  for (const chunk of chunks) {
456
607
  const file = chunk.attachment;
457
- if (!file || file.deletedAt || sources.has(file.id)) {
608
+ if (!file || file.deletedAt || chunk.sourceId || sources.has(file.id)) {
458
609
  continue;
459
610
  }
460
611
  sources.set(file.id, { ...file, chatId, updatedAt: file.createdAt });
@@ -471,6 +622,7 @@ export class Files extends EventEmitter {
471
622
  if (upload.chatId === chatId && upload.state !== 'pending') {
472
623
  result.set(upload.fileId, {
473
624
  ...upload,
625
+ chatId,
474
626
  uploadProgress: upload.uploadProgress ? { ...upload.uploadProgress } : undefined
475
627
  });
476
628
  }
@@ -482,12 +634,12 @@ export class Files extends EventEmitter {
482
634
  lte: { knowledgeId: id }
483
635
  })
484
636
  .toArray();
485
- const applicable = ragIds.has(id);
637
+ const applicable = knowledgeOn && ragIds.has(id);
486
638
  const local = this.state.get(id);
487
639
  const output = rows.find((row) => !isProcessorOutput(row.embedderVersion) &&
488
640
  (!this._model || row.embedderVersion.startsWith(`${this._model}|`)));
489
641
  const published = !!output;
490
- const attempts = statuses.filter((row) => row.knowledgeId === id && !isProcessorArtifactId(row.id));
642
+ const attempts = (statusesByKnowledge.get(id) ?? []).filter((row) => !isProcessorArtifactId(row.id));
491
643
  const claim = attempts.find((row) => isClaimLive(row, Date.now()));
492
644
  const failures = attempts.some((row) => row.status === 'ready')
493
645
  ? []
@@ -502,6 +654,7 @@ export class Files extends EventEmitter {
502
654
  processor.outputId = local?.loaded?.artifactId ?? output?.id;
503
655
  if (!applicable) {
504
656
  processor.state = 'not-applicable';
657
+ processor.reason = ragIds.has(id) ? 'knowledge off' : undefined;
505
658
  }
506
659
  else if (local?.loaded) {
507
660
  processor.state = 'ready';
@@ -512,7 +665,7 @@ export class Files extends EventEmitter {
512
665
  else if (local?.work &&
513
666
  !published &&
514
667
  local.work.state !== 'running' &&
515
- (!terminalFailure || local.work.state !== 'pending')) {
668
+ (!terminalFailure || !yieldsToVerdict(local.work))) {
516
669
  Object.assign(processor, local.work);
517
670
  }
518
671
  else if (local?.load && published) {
@@ -520,7 +673,7 @@ export class Files extends EventEmitter {
520
673
  }
521
674
  else if (failed && !published && failed.error !== 'interrupted: suspend') {
522
675
  processor.state = failed.error === 'source unavailable' ? 'pending' : 'failed';
523
- processor.reason = failed.error || 'processing failed';
676
+ processor.reason = parseFailure(failed.error).detail || 'processing failed';
524
677
  }
525
678
  else if (!this._model) {
526
679
  processor.reason = 'model unavailable on this device';
@@ -542,7 +695,12 @@ export class Files extends EventEmitter {
542
695
  : await this._store.available(source.blobId);
543
696
  const processors = [
544
697
  processor,
545
- ...(await this._extraProcessorStatuses(id, { chunks, knowledge, rows, statuses }))
698
+ ...(await this._extraProcessorStatuses(id, {
699
+ chunks,
700
+ knowledge,
701
+ rows,
702
+ statusesByKnowledge
703
+ }))
546
704
  ];
547
705
  const uploadProgress = this._uploads.get(id)?.status.uploadProgress;
548
706
  result.set(id, {
@@ -572,7 +730,7 @@ export class Files extends EventEmitter {
572
730
  processor.agentId = agent.id;
573
731
  }
574
732
  }
575
- async _extraProcessorStatuses(id, { chunks, knowledge, rows, statuses }) {
733
+ async _extraProcessorStatuses(id, { chunks, knowledge, rows, statusesByKnowledge }) {
576
734
  const processors = [];
577
735
  for (const { processor: descriptor } of this._processors.values()) {
578
736
  if (descriptor.id === 'rag')
@@ -584,7 +742,10 @@ export class Files extends EventEmitter {
584
742
  const input = record ? { ...record, kind: descriptor.input } : null;
585
743
  processors.push(!input || !descriptor.applies(input)
586
744
  ? { processorId: descriptor.id, state: 'not-applicable', published: false }
587
- : await this._processorStatus(descriptor, input, { rows, attempts: statuses }));
745
+ : await this._processorStatus(descriptor, input, {
746
+ rows,
747
+ attempts: statusesByKnowledge.get(id) ?? []
748
+ }));
588
749
  }
589
750
  return processors;
590
751
  }
@@ -636,6 +797,12 @@ export class Files extends EventEmitter {
636
797
  await this._store.close();
637
798
  }
638
799
  }
800
+ function settledFile(file) {
801
+ return file.readyForChat || file.state === 'failed';
802
+ }
803
+ function yieldsToVerdict(work) {
804
+ return work.state === 'pending' || (work.state === 'failed' && work.retryAt === undefined);
805
+ }
639
806
  function fileState(processor, opts) {
640
807
  if (opts.readyForChat) {
641
808
  return { state: 'ready', reason: undefined };
@@ -645,6 +812,18 @@ function fileState(processor, opts) {
645
812
  }
646
813
  return { state: 'pending', reason: 'source unavailable on this device' };
647
814
  }
648
- export { MemoryVectorIndex, RAG_KNOWLEDGE_OFF_NOTICE, RAG_TRUNCATED_NOTICE, RAG_UNAVAILABLE_NOTICE, WEB_TOOLS, chooseRagNotice, citedByPhraseOverlap, createRagSourceTagFilter, formatFullDocumentContext, formatRagContext, isFullTextHit, isWholeDocumentQuery, referencedDocuments, isTruncatedFullTextHit, sourcesFromHits, webSourcesFromToolResult, withoutDataChannel } from './rag/index.js';
815
+ function groupBy(items, key) {
816
+ const groups = new Map();
817
+ for (const item of items) {
818
+ const id = key(item);
819
+ let group = groups.get(id);
820
+ if (!group) {
821
+ groups.set(id, (group = []));
822
+ }
823
+ group.push(item);
824
+ }
825
+ return groups;
826
+ }
827
+ export { MemoryVectorIndex, PluginVectorIndex, RAG_KNOWLEDGE_OFF_NOTICE, RAG_TRUNCATED_NOTICE, RAG_UNAVAILABLE_NOTICE, WEB_TOOLS, chooseRagNotice, citedByPhraseOverlap, createRagSourceTagFilter, formatFullDocumentContext, formatRagContext, fullTextAttachmentId, isFullTextHit, isWholeDocumentQuery, referencedDocuments, resolveTargetDocument, selectCoverage, isTruncatedFullTextHit, sourcesFromHits, webSourcesFromToolResult, withoutDataChannel } from './rag/index.js';
649
828
  export { attachTurnDocumentIds, groupAttachmentsByMessage } from './records/index.js';
650
- export { CoreBlobServer, parseBlobReferenceCoreKey } from './store/index.js';
829
+ export { CoreBlobServer, PENDING_BLOB_REFERENCE, isPendingBlobReference, parseBlobReferenceCoreKey } from './store/index.js';
@@ -1,6 +1,15 @@
1
+ import type { AssistantFileKnowledgeRequest, AssistantKnowledge } from '../../../spec/hyperschema/types.d.ts';
1
2
  import { MAX_KNOWLEDGE_BYTES } from './rag/index.ts';
2
3
  import type { Mesh } from '../mesh.ts';
3
4
  import { type FileHandlersOptions } from './upload.ts';
4
5
  import type { CapabilityHandlers } from '../../../spec/capabilities.d.ts';
5
6
  export { MAX_KNOWLEDGE_BYTES };
6
- export declare function knowledgeFiles(mesh: Mesh, { maxBytes, inactivityMs, deviceId }?: FileHandlersOptions): Pick<CapabilityHandlers, 'uploadKnowledge' | 'downloadKnowledge' | 'listKnowledge' | 'removeKnowledge' | 'listIndexing'>;
7
+ export type FileKnowledgeRequest = Omit<AssistantFileKnowledgeRequest, 'meshId'>;
8
+ export interface KnowledgeFiles extends Pick<CapabilityHandlers, 'uploadKnowledge' | 'downloadKnowledge' | 'listKnowledge' | 'removeKnowledge' | 'listIndexing'> {
9
+ fileKnowledge(request: FileKnowledgeRequest): Promise<AssistantKnowledge>;
10
+ }
11
+ export interface KnowledgeFilesOptions extends FileHandlersOptions {
12
+ readonly mobile?: () => boolean;
13
+ }
14
+ export declare function knowledgeFiles(mesh: Mesh, { maxBytes, inactivityMs, deviceId, mobile }?: KnowledgeFilesOptions): KnowledgeFiles;
15
+ export declare function setKnowledgeCap(mesh: Mesh, bytes: number): Promise<void>;
@@ -1,8 +1,13 @@
1
- import { listKnowledge, removeKnowledge } from './records/index.js';
2
- import { MAX_KNOWLEDGE_BYTES } from './rag/index.js';
1
+ import { addKnowledge, assertKnowledgeRoom, hasLiveSource, listKnowledge, removeKnowledge } from './records/index.js';
2
+ import { MAX_KNOWLEDGE_BYTES, isSupportedRagDocument } from './rag/index.js';
3
+ import { requireChatIn } from '../chunk.js';
4
+ import { randomId } from '../id.js';
5
+ import { CoreError } from '../../errors.js';
3
6
  import { uploadFile } from './upload.js';
7
+ import { KNOWLEDGE_CAP_ROW } from '../contract/knowledge.js';
8
+ import { KNOWLEDGE_CAPS } from '../collections.js';
4
9
  export { MAX_KNOWLEDGE_BYTES };
5
- export function knowledgeFiles(mesh, { maxBytes = MAX_KNOWLEDGE_BYTES, inactivityMs, deviceId } = {}) {
10
+ export function knowledgeFiles(mesh, { maxBytes = MAX_KNOWLEDGE_BYTES, inactivityMs, deviceId, mobile } = {}) {
6
11
  const list = async ({ chatId }) => ({
7
12
  knowledge: await listKnowledge(mesh, { chatId })
8
13
  });
@@ -22,10 +27,77 @@ export function knowledgeFiles(mesh, { maxBytes = MAX_KNOWLEDGE_BYTES, inactivit
22
27
  }
23
28
  },
24
29
  downloadKnowledge: async function* ({ blobId }) {
25
- yield* mesh.files.read(blobId);
30
+ let fetched = false;
31
+ try {
32
+ for await (const frame of mesh.files.read(blobId)) {
33
+ fetched = true;
34
+ yield frame;
35
+ }
36
+ }
37
+ finally {
38
+ if (fetched && mobile?.() && (await hasLiveSource(mesh, null, blobId))) {
39
+ await mesh.files.clearFetched(blobId, blobId);
40
+ }
41
+ }
26
42
  },
27
43
  listKnowledge: list,
28
44
  listIndexing: indexingList,
29
- removeKnowledge: async ({ knowledgeId, at }) => removeKnowledge(mesh, { knowledgeId, at })
45
+ removeKnowledge: async ({ knowledgeId, at }) => removeKnowledge(mesh, { knowledgeId, at }),
46
+ fileKnowledge: (request) => fileKnowledge(mesh, request)
30
47
  };
31
48
  }
49
+ async function fileKnowledge(mesh, { chatId, fileId }) {
50
+ if (mesh.role !== 'project') {
51
+ throw new CoreError('KNOWLEDGE_BASE_NOT_A_PROJECT');
52
+ }
53
+ await requireChatIn(mesh, chatId);
54
+ const file = await mesh.files.resolve({ chatId, fileId });
55
+ if (!file) {
56
+ throw new CoreError('KNOWLEDGE_NOT_FOUND', [fileId]);
57
+ }
58
+ if (!isSupportedRagDocument(file)) {
59
+ throw new CoreError('KNOWLEDGE_TYPE_UNSUPPORTED', [file.fileName]);
60
+ }
61
+ await assertKnowledgeRoom(mesh, file.byteLength);
62
+ const blobId = await copyBlob(mesh, file.blobId);
63
+ const id = randomId();
64
+ const { fileName, mimeType, byteLength } = file;
65
+ try {
66
+ return await addKnowledge(mesh, { id, fileName, mimeType, byteLength, blobId });
67
+ }
68
+ catch (error) {
69
+ await mesh.files.clear(blobId, id).catch(noop);
70
+ throw error;
71
+ }
72
+ }
73
+ async function copyBlob(mesh, source) {
74
+ let blobId = null;
75
+ for await (const frame of mesh.files.write(bytesOf(mesh.files.read(source, { wait: false })))) {
76
+ if ('blobId' in frame) {
77
+ blobId = mesh.files.reference(frame.blobId);
78
+ }
79
+ }
80
+ if (blobId === null) {
81
+ throw new Error('blob write ended without its blobId frame');
82
+ }
83
+ return blobId;
84
+ }
85
+ function noop() { }
86
+ async function* bytesOf(frames) {
87
+ for await (const { data } of frames) {
88
+ yield data;
89
+ }
90
+ }
91
+ export async function setKnowledgeCap(mesh, bytes) {
92
+ if (mesh.role !== 'project') {
93
+ throw new CoreError('KNOWLEDGE_BASE_NOT_A_PROJECT');
94
+ }
95
+ if (bytes < 1) {
96
+ throw new CoreError('KNOWLEDGE_CAP_INVALID');
97
+ }
98
+ const current = await mesh.view.get(KNOWLEDGE_CAPS, { id: KNOWLEDGE_CAP_ROW });
99
+ await mesh.dispatch('set-knowledge-cap', {
100
+ bytes,
101
+ setAt: Math.max(Date.now(), (current?.setAt ?? 0) + 1)
102
+ });
103
+ }
@@ -1,7 +1,7 @@
1
1
  import b4a from 'b4a';
2
2
  import crypto from 'hypercore-crypto';
3
3
  import { processorArtifactId } from '../records/index.js';
4
- import { parseBlobReference } from '../store/index.js';
4
+ import { isPendingBlobReference, parseBlobReference } from '../store/index.js';
5
5
  import { IMAGE_MIMES } from '../../image/normalize.js';
6
6
  import { previewEncoder } from './image.js';
7
7
  import { AbortedError } from '@qvac/harness/race-abort';
@@ -30,7 +30,8 @@ export class PreviewProcessor {
30
30
  IMAGE_MIMES.has(file.mimeType.toLowerCase()));
31
31
  }
32
32
  async canProduce(file, host) {
33
- return !file.deletedAt && !(await getChat(host.mesh, file.chatId))?.deletedAt;
33
+ const chat = file.chatId ? await getChat(host.mesh, file.chatId) : null;
34
+ return !file.deletedAt && !chat?.deletedAt;
34
35
  }
35
36
  accepts(output, file) {
36
37
  if (output.embedderVersion !== this.version)
@@ -151,6 +152,9 @@ export function previewId(file) {
151
152
  });
152
153
  }
153
154
  function previewSource(file) {
155
+ if (isPendingBlobReference(file.blobId)) {
156
+ return hash([file.blobId]);
157
+ }
154
158
  const { blobId, coreKey } = parseBlobReference(file.blobId);
155
159
  return hash([
156
160
  coreKey ?? '',
@@ -11,6 +11,12 @@ export interface IndexingClaimsOptions {
11
11
  export interface IndexingClaim {
12
12
  readonly claimId: string;
13
13
  }
14
+ export interface IndexingLease {
15
+ keep(force?: boolean): Promise<void>;
16
+ }
17
+ export declare class ClaimLostError extends Error {
18
+ constructor(artifactId: string);
19
+ }
14
20
  export declare class IndexingClaims {
15
21
  private readonly _mesh;
16
22
  private readonly _schedule;
@@ -22,6 +28,7 @@ export declare class IndexingClaims {
22
28
  markFailed(artifactId: string): void;
23
29
  isFailed(artifactId: string): boolean;
24
30
  claim(artifactId: string, knowledgeId: string): Promise<IndexingClaim | null>;
31
+ lease(artifactId: string, claimId: string): IndexingLease;
25
32
  blockedByStatus(artifactId: string): Promise<boolean>;
26
33
  settle(artifactId: string, knowledgeId: string): Promise<void>;
27
34
  }
@@ -1,4 +1,11 @@
1
- import { claimIndexing, getIndexingStatus, isClaimLive, resolveIndexing } from './protocol.js';
1
+ import { INDEXING_STALE_MS, claimIndexing, getIndexingStatus, isClaimLive, progressIndexing, resolveIndexing } from './protocol.js';
2
+ import { isContentFailure } from '../rag/failure.js';
3
+ export class ClaimLostError extends Error {
4
+ constructor(artifactId) {
5
+ super(`indexing claim taken over: ${artifactId}`);
6
+ this.name = 'ClaimLostError';
7
+ }
8
+ }
2
9
  export class IndexingClaims {
3
10
  _mesh;
4
11
  _schedule;
@@ -42,18 +49,37 @@ export class IndexingClaims {
42
49
  !(await getIndexingStatus(this._mesh, artifactId))) {
43
50
  return { claimId: '' };
44
51
  }
45
- logger.debug('rag', 'claim not placed', { id: artifactId, err });
52
+ this._mesh.log?.debug('rag', 'claim not placed', { id: artifactId, err });
46
53
  return null;
47
54
  }
48
55
  }
56
+ lease(artifactId, claimId) {
57
+ let last = Date.now();
58
+ return {
59
+ keep: async (force = false) => {
60
+ const at = Date.now();
61
+ if (!claimId || (!force && at - last < INDEXING_STALE_MS / 3)) {
62
+ return;
63
+ }
64
+ last = at;
65
+ if (!(await progressIndexing(this._mesh, { artifactId, claimId, at }))) {
66
+ throw new ClaimLostError(artifactId);
67
+ }
68
+ }
69
+ };
70
+ }
49
71
  async blockedByStatus(artifactId) {
50
- if (this.isFailed(artifactId))
51
- return true;
52
72
  const row = await getIndexingStatus(this._mesh, artifactId);
73
+ if (this.isFailed(artifactId)) {
74
+ if (row) {
75
+ return true;
76
+ }
77
+ this._state.artifact(artifactId).terminal = false;
78
+ }
53
79
  if (!row) {
54
80
  return false;
55
81
  }
56
- if (row.status === 'ready') {
82
+ if (row.status === 'ready' || isContentFailure(row)) {
57
83
  return true;
58
84
  }
59
85
  if (isClaimLive(row, Date.now())) {
@@ -87,11 +113,11 @@ export class IndexingClaims {
87
113
  status: 'ready'
88
114
  });
89
115
  if (applied) {
90
- logger.info('rag', 'repaired to ready', { id: artifactId });
116
+ this._mesh.log?.info('rag', 'repaired to ready', { id: artifactId });
91
117
  }
92
118
  }
93
119
  catch (err) {
94
- logger.debug('rag', 'repair resolve dropped', { id: artifactId, err });
120
+ this._mesh.log?.debug('rag', 'repair resolve dropped', { id: artifactId, err });
95
121
  }
96
122
  }
97
123
  }