@qvac/core 1.0.0-rc.0 → 1.0.0-rc.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (579) hide show
  1. package/CHANGELOG.md +1203 -1
  2. package/README.md +56 -45
  3. package/dist-lib/index.d.ts +3 -2
  4. package/dist-lib/index.js +1 -1
  5. package/dist-lib/lib/api/agent-folders.d.ts +22 -0
  6. package/dist-lib/lib/api/agent-folders.js +115 -0
  7. package/dist-lib/lib/api/agents.d.ts +20 -2
  8. package/dist-lib/lib/api/agents.js +128 -24
  9. package/dist-lib/lib/api/app-config.d.ts +7 -1
  10. package/dist-lib/lib/api/app-config.js +37 -6
  11. package/dist-lib/lib/api/approval-rules.d.ts +1 -1
  12. package/dist-lib/lib/api/approval-rules.js +12 -5
  13. package/dist-lib/lib/api/attachments.d.ts +1 -1
  14. package/dist-lib/lib/api/attachments.js +14 -2
  15. package/dist-lib/lib/api/chat-move.d.ts +4 -0
  16. package/dist-lib/lib/api/chat-move.js +7 -0
  17. package/dist-lib/lib/api/chat.d.ts +12 -2
  18. package/dist-lib/lib/api/chat.js +100 -9
  19. package/dist-lib/lib/api/chunk-delta.d.ts +12 -0
  20. package/dist-lib/lib/api/chunk-delta.js +115 -0
  21. package/dist-lib/lib/api/chunks.d.ts +19 -2
  22. package/dist-lib/lib/api/chunks.js +73 -13
  23. package/dist-lib/lib/api/config.d.ts +11 -3
  24. package/dist-lib/lib/api/config.js +51 -5
  25. package/dist-lib/lib/api/current-mesh.d.ts +13 -5
  26. package/dist-lib/lib/api/current-mesh.js +15 -11
  27. package/dist-lib/lib/api/custom-models.d.ts +7 -1
  28. package/dist-lib/lib/api/custom-models.js +12 -12
  29. package/dist-lib/lib/api/device-routes.d.ts +14 -0
  30. package/dist-lib/lib/api/device-routes.js +144 -0
  31. package/dist-lib/lib/api/devices.d.ts +3 -2
  32. package/dist-lib/lib/api/devices.js +28 -28
  33. package/dist-lib/lib/api/diagnostics.d.ts +2 -1
  34. package/dist-lib/lib/api/diagnostics.js +2 -2
  35. package/dist-lib/lib/api/execution.d.ts +16 -1
  36. package/dist-lib/lib/api/execution.js +72 -16
  37. package/dist-lib/lib/api/files.d.ts +1 -1
  38. package/dist-lib/lib/api/files.js +65 -8
  39. package/dist-lib/lib/api/host-run-log.d.ts +2 -41
  40. package/dist-lib/lib/api/host-run-log.js +35 -83
  41. package/dist-lib/lib/api/index.d.ts +39 -7
  42. package/dist-lib/lib/api/index.js +116 -36
  43. package/dist-lib/lib/api/instrument.d.ts +2 -2
  44. package/dist-lib/lib/api/instrument.js +24 -48
  45. package/dist-lib/lib/api/knowledge.d.ts +4 -1
  46. package/dist-lib/lib/api/knowledge.js +25 -7
  47. package/dist-lib/lib/api/local-files.d.ts +5 -1
  48. package/dist-lib/lib/api/local-files.js +9 -5
  49. package/dist-lib/lib/api/logs.js +3 -3
  50. package/dist-lib/lib/api/members.d.ts +10 -1
  51. package/dist-lib/lib/api/members.js +69 -44
  52. package/dist-lib/lib/api/mesh.d.ts +15 -6
  53. package/dist-lib/lib/api/mesh.js +13 -9
  54. package/dist-lib/lib/api/model-download.d.ts +2 -1
  55. package/dist-lib/lib/api/model-download.js +2 -2
  56. package/dist-lib/lib/api/network.d.ts +10 -2
  57. package/dist-lib/lib/api/network.js +8 -2
  58. package/dist-lib/lib/api/notifications.d.ts +3 -1
  59. package/dist-lib/lib/api/notifications.js +14 -9
  60. package/dist-lib/lib/api/projects.d.ts +20 -0
  61. package/dist-lib/lib/api/projects.js +172 -0
  62. package/dist-lib/lib/api/rag-plugin.d.ts +17 -0
  63. package/dist-lib/lib/api/rag-plugin.js +44 -0
  64. package/dist-lib/lib/api/rag.d.ts +0 -1
  65. package/dist-lib/lib/api/rag.js +106 -33
  66. package/dist-lib/lib/api/served.d.ts +17 -0
  67. package/dist-lib/lib/api/served.js +65 -0
  68. package/dist-lib/lib/api/sync.d.ts +2 -1
  69. package/dist-lib/lib/api/sync.js +13 -3
  70. package/dist-lib/lib/api/tool-activity.d.ts +2 -1
  71. package/dist-lib/lib/api/tool-activity.js +4 -3
  72. package/dist-lib/lib/api/tool-configs.d.ts +2 -1
  73. package/dist-lib/lib/api/tool-configs.js +6 -9
  74. package/dist-lib/lib/api/upload-frames.d.ts +0 -1
  75. package/dist-lib/lib/api/upload-frames.js +0 -1
  76. package/dist-lib/lib/api/watchable.d.ts +3 -2
  77. package/dist-lib/lib/api/watchable.js +2 -3
  78. package/dist-lib/lib/api/workspace.d.ts +12 -0
  79. package/dist-lib/lib/api/workspace.js +61 -0
  80. package/dist-lib/lib/assistant/fake-models.d.ts +20 -0
  81. package/dist-lib/lib/assistant/fake-models.js +112 -0
  82. package/dist-lib/lib/assistant/harness.d.ts +48 -31
  83. package/dist-lib/lib/assistant/harness.js +51 -10
  84. package/dist-lib/lib/assistant/history.d.ts +37 -17
  85. package/dist-lib/lib/assistant/history.js +212 -87
  86. package/dist-lib/lib/assistant/host-run-log.d.ts +6 -1
  87. package/dist-lib/lib/assistant/host-run-log.js +24 -36
  88. package/dist-lib/lib/assistant/media-round.d.ts +61 -0
  89. package/dist-lib/lib/assistant/media-round.js +111 -0
  90. package/dist-lib/lib/assistant/message.d.ts +28 -1
  91. package/dist-lib/lib/assistant/message.js +65 -2
  92. package/dist-lib/lib/assistant/model-round.d.ts +118 -0
  93. package/dist-lib/lib/assistant/model-round.js +706 -0
  94. package/dist-lib/lib/assistant/pdf-budget.d.ts +11 -0
  95. package/dist-lib/lib/assistant/pdf-budget.js +12 -0
  96. package/dist-lib/lib/assistant/pdf-pages.d.ts +25 -0
  97. package/dist-lib/lib/assistant/pdf-pages.js +75 -0
  98. package/dist-lib/lib/assistant/round-host.d.ts +65 -0
  99. package/dist-lib/lib/assistant/round-host.js +332 -0
  100. package/dist-lib/lib/assistant/skill-encode.d.ts +2 -1
  101. package/dist-lib/lib/assistant/skill-encode.js +2 -1
  102. package/dist-lib/lib/assistant/upload.d.ts +12 -0
  103. package/dist-lib/lib/assistant/upload.js +36 -0
  104. package/dist-lib/lib/assistant/video-budget.d.ts +13 -0
  105. package/dist-lib/lib/assistant/video-budget.js +29 -0
  106. package/dist-lib/lib/assistant-client.d.ts +5 -1
  107. package/dist-lib/lib/assistant-client.js +54 -14
  108. package/dist-lib/lib/assistant-tree.d.ts +14 -3
  109. package/dist-lib/lib/assistant-tree.js +113 -21
  110. package/dist-lib/lib/assistant.d.ts +115 -25
  111. package/dist-lib/lib/assistant.js +2409 -1245
  112. package/dist-lib/lib/audio-format.js +1 -1
  113. package/dist-lib/lib/chat-suggestion.d.ts +3 -0
  114. package/dist-lib/lib/chat-suggestion.js +47 -0
  115. package/dist-lib/lib/client.d.ts +3 -2
  116. package/dist-lib/lib/client.js +18 -3
  117. package/dist-lib/lib/compaction.d.ts +3 -1
  118. package/dist-lib/lib/compaction.js +18 -4
  119. package/dist-lib/lib/constants.d.ts +10 -0
  120. package/dist-lib/lib/constants.js +10 -0
  121. package/dist-lib/lib/core/agent-copies.d.ts +9 -0
  122. package/dist-lib/lib/core/agent-copies.js +47 -0
  123. package/dist-lib/lib/core/agent-hosting.d.ts +25 -0
  124. package/dist-lib/lib/core/agent-hosting.js +76 -0
  125. package/dist-lib/lib/core/agent.d.ts +9 -1
  126. package/dist-lib/lib/core/agent.js +58 -63
  127. package/dist-lib/lib/core/approval-rules.d.ts +5 -1
  128. package/dist-lib/lib/core/approval-rules.js +17 -9
  129. package/dist-lib/lib/core/archived-mesh.d.ts +14 -7
  130. package/dist-lib/lib/core/archived-mesh.js +75 -59
  131. package/dist-lib/lib/core/async-iterable.js +1 -1
  132. package/dist-lib/lib/core/blind-peers.d.ts +1 -0
  133. package/dist-lib/lib/core/blind-peers.js +1 -0
  134. package/dist-lib/lib/core/chat-activity.d.ts +1 -1
  135. package/dist-lib/lib/core/chat-activity.js +45 -34
  136. package/dist-lib/lib/core/chat-copy.d.ts +42 -0
  137. package/dist-lib/lib/core/chat-copy.js +404 -0
  138. package/dist-lib/lib/core/chat-fork.d.ts +16 -0
  139. package/dist-lib/lib/core/chat-fork.js +246 -0
  140. package/dist-lib/lib/core/chat-group.js +10 -22
  141. package/dist-lib/lib/core/chat-move.d.ts +77 -0
  142. package/dist-lib/lib/core/chat-move.js +601 -0
  143. package/dist-lib/lib/core/chat-order.d.ts +2 -1
  144. package/dist-lib/lib/core/chat-order.js +28 -19
  145. package/dist-lib/lib/core/chat-read.d.ts +4 -0
  146. package/dist-lib/lib/core/chat-read.js +49 -0
  147. package/dist-lib/lib/core/chat-search.js +14 -12
  148. package/dist-lib/lib/core/chat.d.ts +32 -4
  149. package/dist-lib/lib/core/chat.js +135 -61
  150. package/dist-lib/lib/core/chunk.d.ts +35 -7
  151. package/dist-lib/lib/core/chunk.js +271 -72
  152. package/dist-lib/lib/core/collections.d.ts +41 -1
  153. package/dist-lib/lib/core/collections.js +41 -1
  154. package/dist-lib/lib/core/config-value.d.ts +7 -0
  155. package/dist-lib/lib/core/config-value.js +15 -0
  156. package/dist-lib/lib/core/contract/activity.d.ts +7 -2
  157. package/dist-lib/lib/core/contract/activity.js +71 -23
  158. package/dist-lib/lib/core/contract/agent-join.d.ts +10 -0
  159. package/dist-lib/lib/core/contract/agent-join.js +104 -0
  160. package/dist-lib/lib/core/contract/agents.d.ts +5 -0
  161. package/dist-lib/lib/core/contract/agents.js +142 -3
  162. package/dist-lib/lib/core/contract/chat.d.ts +4 -0
  163. package/dist-lib/lib/core/contract/chat.js +53 -3
  164. package/dist-lib/lib/core/contract/chunks.d.ts +7 -0
  165. package/dist-lib/lib/core/contract/chunks.js +125 -38
  166. package/dist-lib/lib/core/contract/devices.js +6 -4
  167. package/dist-lib/lib/core/contract/index.d.ts +2 -3
  168. package/dist-lib/lib/core/contract/index.js +38 -11
  169. package/dist-lib/lib/core/contract/indexing.d.ts +1 -0
  170. package/dist-lib/lib/core/contract/indexing.js +51 -7
  171. package/dist-lib/lib/core/contract/invites.d.ts +3 -14
  172. package/dist-lib/lib/core/contract/invites.js +26 -36
  173. package/dist-lib/lib/core/contract/joined-meshes.js +4 -1
  174. package/dist-lib/lib/core/contract/knowledge.d.ts +1 -0
  175. package/dist-lib/lib/core/contract/knowledge.js +57 -6
  176. package/dist-lib/lib/core/contract/members.d.ts +3 -1
  177. package/dist-lib/lib/core/contract/members.js +48 -12
  178. package/dist-lib/lib/core/contract/mesh-kind.d.ts +3 -3
  179. package/dist-lib/lib/core/contract/mesh-kind.js +20 -16
  180. package/dist-lib/lib/core/contract/mesh-name.d.ts +3 -0
  181. package/dist-lib/lib/core/contract/mesh-name.js +31 -0
  182. package/dist-lib/lib/core/contract/mesh-rules.d.ts +8 -0
  183. package/dist-lib/lib/core/contract/mesh-rules.js +35 -0
  184. package/dist-lib/lib/core/contract/mesh-seeds.d.ts +2 -0
  185. package/dist-lib/lib/core/contract/mesh-seeds.js +26 -0
  186. package/dist-lib/lib/core/contract/model-requests.d.ts +26 -0
  187. package/dist-lib/lib/core/contract/model-requests.js +280 -0
  188. package/dist-lib/lib/core/contract/oldest-version.d.ts +9 -0
  189. package/dist-lib/lib/core/contract/oldest-version.js +20 -0
  190. package/dist-lib/lib/core/contract/open-join.d.ts +2 -0
  191. package/dist-lib/lib/core/contract/open-join.js +77 -0
  192. package/dist-lib/lib/core/contract/project-device-keys.d.ts +9 -0
  193. package/dist-lib/lib/core/contract/project-device-keys.js +38 -0
  194. package/dist-lib/lib/core/contract/project-host-keys.d.ts +9 -0
  195. package/dist-lib/lib/core/contract/project-host-keys.js +52 -0
  196. package/dist-lib/lib/core/contract/project-order.d.ts +2 -0
  197. package/dist-lib/lib/core/contract/project-order.js +25 -0
  198. package/dist-lib/lib/core/contract/projects.d.ts +23 -0
  199. package/dist-lib/lib/core/contract/projects.js +339 -0
  200. package/dist-lib/lib/core/contract/public-mesh.d.ts +3 -0
  201. package/dist-lib/lib/core/contract/public-mesh.js +31 -0
  202. package/dist-lib/lib/core/contract/public-seeds.d.ts +9 -0
  203. package/dist-lib/lib/core/contract/public-seeds.js +43 -0
  204. package/dist-lib/lib/core/contract/roles.d.ts +10 -0
  205. package/dist-lib/lib/core/contract/roles.js +123 -0
  206. package/dist-lib/lib/core/contract/run-requests.d.ts +11 -0
  207. package/dist-lib/lib/core/contract/run-requests.js +114 -0
  208. package/dist-lib/lib/core/contract/seed-defaults.d.ts +3 -1
  209. package/dist-lib/lib/core/contract/seed-defaults.js +17 -4
  210. package/dist-lib/lib/core/contract/shipped-rows.d.ts +2 -0
  211. package/dist-lib/lib/core/contract/shipped-rows.js +22 -0
  212. package/dist-lib/lib/core/contract/skill-secrets.d.ts +3 -0
  213. package/dist-lib/lib/core/contract/skill-secrets.js +32 -0
  214. package/dist-lib/lib/core/contract/tool-activity.js +12 -1
  215. package/dist-lib/lib/core/contract/tool-configs.js +2 -1
  216. package/dist-lib/lib/core/contract/types.d.ts +2 -2
  217. package/dist-lib/lib/core/contract/workspace.d.ts +31 -0
  218. package/dist-lib/lib/core/contract/workspace.js +311 -0
  219. package/dist-lib/lib/core/contract/writers.js +100 -16
  220. package/dist-lib/lib/core/deleted-agent-runs.d.ts +8 -0
  221. package/dist-lib/lib/core/deleted-agent-runs.js +57 -0
  222. package/dist-lib/lib/core/departures.d.ts +18 -5
  223. package/dist-lib/lib/core/departures.js +82 -6
  224. package/dist-lib/lib/core/device-control.d.ts +21 -0
  225. package/dist-lib/lib/core/device-control.js +91 -0
  226. package/dist-lib/lib/core/device-seal.d.ts +4 -0
  227. package/dist-lib/lib/core/device-seal.js +22 -0
  228. package/dist-lib/lib/core/devices.d.ts +2 -1
  229. package/dist-lib/lib/core/devices.js +6 -11
  230. package/dist-lib/lib/core/document-attachment.d.ts +10 -0
  231. package/dist-lib/lib/core/document-attachment.js +14 -0
  232. package/dist-lib/lib/core/files/attachments.d.ts +2 -0
  233. package/dist-lib/lib/core/files/attachments.js +23 -7
  234. package/dist-lib/lib/core/files/index.d.ts +28 -15
  235. package/dist-lib/lib/core/files/index.js +222 -43
  236. package/dist-lib/lib/core/files/knowledge.d.ts +10 -1
  237. package/dist-lib/lib/core/files/knowledge.js +77 -5
  238. package/dist-lib/lib/core/files/preview/index.js +6 -2
  239. package/dist-lib/lib/core/files/processing/claims.d.ts +7 -0
  240. package/dist-lib/lib/core/files/processing/claims.js +33 -7
  241. package/dist-lib/lib/core/files/processing/document.d.ts +8 -0
  242. package/dist-lib/lib/core/files/processing/document.js +26 -2
  243. package/dist-lib/lib/core/files/processing/index.d.ts +12 -3
  244. package/dist-lib/lib/core/files/processing/index.js +122 -73
  245. package/dist-lib/lib/core/files/processing/protocol.d.ts +7 -1
  246. package/dist-lib/lib/core/files/processing/protocol.js +27 -37
  247. package/dist-lib/lib/core/files/processing/source.d.ts +4 -0
  248. package/dist-lib/lib/core/files/processing/source.js +12 -4
  249. package/dist-lib/lib/core/files/processing/state.d.ts +5 -1
  250. package/dist-lib/lib/core/files/processing/state.js +9 -1
  251. package/dist-lib/lib/core/files/rag/build.d.ts +15 -2
  252. package/dist-lib/lib/core/files/rag/build.js +119 -21
  253. package/dist-lib/lib/core/files/rag/failure.d.ts +20 -0
  254. package/dist-lib/lib/core/files/rag/failure.js +58 -0
  255. package/dist-lib/lib/core/files/rag/index.d.ts +21 -5
  256. package/dist-lib/lib/core/files/rag/index.js +38 -9
  257. package/dist-lib/lib/core/files/rag/joined-index.d.ts +6 -0
  258. package/dist-lib/lib/core/files/rag/joined-index.js +35 -0
  259. package/dist-lib/lib/core/files/rag/limits.d.ts +1 -0
  260. package/dist-lib/lib/core/files/rag/limits.js +1 -0
  261. package/dist-lib/lib/core/files/rag/load.d.ts +3 -3
  262. package/dist-lib/lib/core/files/rag/load.js +6 -3
  263. package/dist-lib/lib/core/files/rag/plugin-index.d.ts +32 -0
  264. package/dist-lib/lib/core/files/rag/plugin-index.js +120 -0
  265. package/dist-lib/lib/core/files/rag/policy.d.ts +10 -1
  266. package/dist-lib/lib/core/files/rag/policy.js +23 -2
  267. package/dist-lib/lib/core/files/rag/produce.d.ts +3 -4
  268. package/dist-lib/lib/core/files/rag/produce.js +31 -18
  269. package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +2 -0
  270. package/dist-lib/lib/core/files/rag/retrieval/full-text.js +8 -2
  271. package/dist-lib/lib/core/files/rag/similarity.d.ts +2 -2
  272. package/dist-lib/lib/core/files/rag/similarity.js +2 -3
  273. package/dist-lib/lib/core/files/records/chunks.js +22 -1
  274. package/dist-lib/lib/core/files/records/index.d.ts +1 -1
  275. package/dist-lib/lib/core/files/records/index.js +1 -1
  276. package/dist-lib/lib/core/files/records/knowledge.d.ts +12 -4
  277. package/dist-lib/lib/core/files/records/knowledge.js +34 -30
  278. package/dist-lib/lib/core/files/records/purge.js +13 -8
  279. package/dist-lib/lib/core/files/records/reclaim.js +21 -55
  280. package/dist-lib/lib/core/files/records/routing.d.ts +1 -1
  281. package/dist-lib/lib/core/files/records/routing.js +6 -2
  282. package/dist-lib/lib/core/files/records/source.js +3 -5
  283. package/dist-lib/lib/core/files/records/sweep.d.ts +3 -0
  284. package/dist-lib/lib/core/files/records/sweep.js +9 -3
  285. package/dist-lib/lib/core/files/store/blob.d.ts +2 -0
  286. package/dist-lib/lib/core/files/store/blob.js +2 -2
  287. package/dist-lib/lib/core/files/store/index.d.ts +3 -1
  288. package/dist-lib/lib/core/files/store/index.js +4 -1
  289. package/dist-lib/lib/core/files/store/reference.d.ts +3 -0
  290. package/dist-lib/lib/core/files/store/reference.js +12 -2
  291. package/dist-lib/lib/core/files/store/sweep.js +3 -1
  292. package/dist-lib/lib/core/files/upload.d.ts +5 -1
  293. package/dist-lib/lib/core/files/upload.js +117 -51
  294. package/dist-lib/lib/core/first-event.d.ts +6 -0
  295. package/dist-lib/lib/core/first-event.js +13 -0
  296. package/dist-lib/lib/core/fs-drives.d.ts +6 -3
  297. package/dist-lib/lib/core/fs-drives.js +35 -35
  298. package/dist-lib/lib/core/helpers/index.d.ts +1 -1
  299. package/dist-lib/lib/core/helpers/index.js +2 -2
  300. package/dist-lib/lib/core/id.d.ts +1 -0
  301. package/dist-lib/lib/core/id.js +3 -0
  302. package/dist-lib/lib/core/identity.d.ts +3 -1
  303. package/dist-lib/lib/core/identity.js +25 -4
  304. package/dist-lib/lib/core/invite.d.ts +6 -2
  305. package/dist-lib/lib/core/invite.js +22 -8
  306. package/dist-lib/lib/core/local/files.d.ts +2 -1
  307. package/dist-lib/lib/core/local/files.js +5 -7
  308. package/dist-lib/lib/core/local/index.d.ts +93 -8
  309. package/dist-lib/lib/core/local/index.js +327 -28
  310. package/dist-lib/lib/core/local/run-logs.d.ts +38 -0
  311. package/dist-lib/lib/core/local/run-logs.js +132 -0
  312. package/dist-lib/lib/core/member-key.d.ts +7 -0
  313. package/dist-lib/lib/core/member-key.js +24 -0
  314. package/dist-lib/lib/core/membership.d.ts +3 -14
  315. package/dist-lib/lib/core/membership.js +3 -96
  316. package/dist-lib/lib/core/mesh.d.ts +132 -29
  317. package/dist-lib/lib/core/mesh.js +775 -215
  318. package/dist-lib/lib/core/migrations/agent-catalog.js +2 -8
  319. package/dist-lib/lib/core/migrations/agent-tools-scope.d.ts +2 -0
  320. package/dist-lib/lib/core/migrations/agent-tools-scope.js +18 -0
  321. package/dist-lib/lib/core/migrations/chat-chunks.d.ts +4 -0
  322. package/dist-lib/lib/core/migrations/chat-chunks.js +47 -0
  323. package/dist-lib/lib/core/migrations/file-index.d.ts +1 -1
  324. package/dist-lib/lib/core/migrations/file-index.js +8 -6
  325. package/dist-lib/lib/core/migrations/index.d.ts +2 -1
  326. package/dist-lib/lib/core/migrations/index.js +69 -8
  327. package/dist-lib/lib/core/migrations/writer-links.d.ts +3 -0
  328. package/dist-lib/lib/core/migrations/writer-links.js +30 -0
  329. package/dist-lib/lib/core/model-requests.d.ts +13 -0
  330. package/dist-lib/lib/core/model-requests.js +65 -0
  331. package/dist-lib/lib/core/next-frame.js +2 -1
  332. package/dist-lib/lib/core/notification.js +100 -25
  333. package/dist-lib/lib/core/pdf/figure.d.ts +22 -0
  334. package/dist-lib/lib/core/pdf/figure.js +64 -0
  335. package/dist-lib/lib/core/pdf/rasterize.d.ts +12 -3
  336. package/dist-lib/lib/core/pdf/rasterize.js +77 -28
  337. package/dist-lib/lib/core/peer-duplex.d.ts +34 -0
  338. package/dist-lib/lib/core/{harness-loan.js → peer-duplex.js} +104 -45
  339. package/dist-lib/lib/core/project-keys.d.ts +16 -0
  340. package/dist-lib/lib/core/project-keys.js +65 -0
  341. package/dist-lib/lib/core/prompt-history.js +4 -4
  342. package/dist-lib/lib/core/protocol-pairing.d.ts +11 -0
  343. package/dist-lib/lib/core/protocol-pairing.js +22 -0
  344. package/dist-lib/lib/core/public-mesh.d.ts +25 -0
  345. package/dist-lib/lib/core/public-mesh.js +81 -0
  346. package/dist-lib/lib/core/purge.d.ts +3 -0
  347. package/dist-lib/lib/core/purge.js +7 -0
  348. package/dist-lib/lib/core/run-driver.d.ts +17 -0
  349. package/dist-lib/lib/core/run-driver.js +20 -0
  350. package/dist-lib/lib/core/run-requests.d.ts +14 -0
  351. package/dist-lib/lib/core/run-requests.js +78 -0
  352. package/dist-lib/lib/core/send.d.ts +2 -0
  353. package/dist-lib/lib/core/send.js +17 -4
  354. package/dist-lib/lib/core/senders.d.ts +19 -0
  355. package/dist-lib/lib/core/senders.js +45 -0
  356. package/dist-lib/lib/core/shared-agents.d.ts +40 -0
  357. package/dist-lib/lib/core/shared-agents.js +283 -0
  358. package/dist-lib/lib/core/skill-availability.d.ts +33 -0
  359. package/dist-lib/lib/core/skill-availability.js +67 -0
  360. package/dist-lib/lib/core/skill-secrets.d.ts +13 -18
  361. package/dist-lib/lib/core/skill-secrets.js +93 -72
  362. package/dist-lib/lib/core/sync/background.d.ts +34 -0
  363. package/dist-lib/lib/core/sync/background.js +86 -0
  364. package/dist-lib/lib/core/sync/changed.d.ts +20 -0
  365. package/dist-lib/lib/core/sync/changed.js +7 -0
  366. package/dist-lib/lib/core/sync/devices.js +6 -3
  367. package/dist-lib/lib/core/sync/files.d.ts +1 -0
  368. package/dist-lib/lib/core/sync/files.js +50 -72
  369. package/dist-lib/lib/core/sync/index.d.ts +1 -1
  370. package/dist-lib/lib/core/sync/index.js +193 -81
  371. package/dist-lib/lib/core/sync/view-updates.d.ts +39 -0
  372. package/dist-lib/lib/core/sync/view-updates.js +124 -0
  373. package/dist-lib/lib/core/sync-status.js +99 -43
  374. package/dist-lib/lib/core/system-info.d.ts +2 -2
  375. package/dist-lib/lib/core/system-info.js +10 -11
  376. package/dist-lib/lib/core/tool-activity.js +6 -12
  377. package/dist-lib/lib/core/tool-configs.d.ts +5 -3
  378. package/dist-lib/lib/core/tool-configs.js +27 -39
  379. package/dist-lib/lib/core/transcript-visibility.d.ts +5 -5
  380. package/dist-lib/lib/core/transcript-visibility.js +27 -31
  381. package/dist-lib/lib/core/upgrade-agents.d.ts +11 -0
  382. package/dist-lib/lib/core/upgrade-agents.js +78 -0
  383. package/dist-lib/lib/core/upgrade-summary.d.ts +19 -0
  384. package/dist-lib/lib/core/upgrade-summary.js +67 -0
  385. package/dist-lib/lib/core/vault-managed-skills.d.ts +18 -0
  386. package/dist-lib/lib/core/vault-managed-skills.js +105 -0
  387. package/dist-lib/lib/core/video/attachment.d.ts +1 -0
  388. package/dist-lib/lib/core/video/attachment.js +7 -0
  389. package/dist-lib/lib/core/video/digest.d.ts +16 -0
  390. package/dist-lib/lib/core/video/digest.js +57 -0
  391. package/dist-lib/lib/core/video/frames.d.ts +32 -0
  392. package/dist-lib/lib/core/video/frames.js +224 -0
  393. package/dist-lib/lib/core/view-read.d.ts +4 -0
  394. package/dist-lib/lib/core/view-read.js +23 -0
  395. package/dist-lib/lib/core/workspace-upgrade.d.ts +23 -0
  396. package/dist-lib/lib/core/workspace-upgrade.js +51 -0
  397. package/dist-lib/lib/core.d.ts +345 -88
  398. package/dist-lib/lib/core.js +4275 -1513
  399. package/dist-lib/lib/credential-pusher.d.ts +17 -7
  400. package/dist-lib/lib/credential-pusher.js +111 -62
  401. package/dist-lib/lib/custom-model-pusher.d.ts +2 -4
  402. package/dist-lib/lib/custom-model-task.d.ts +2 -1
  403. package/dist-lib/lib/custom-model-task.js +2 -2
  404. package/dist-lib/lib/device-tree.d.ts +18 -0
  405. package/dist-lib/lib/device-tree.js +32 -0
  406. package/dist-lib/lib/diagnostics.d.ts +7 -0
  407. package/dist-lib/lib/diagnostics.js +22 -0
  408. package/dist-lib/lib/doctor/checks.d.ts +15 -0
  409. package/dist-lib/lib/doctor/checks.js +272 -0
  410. package/dist-lib/lib/doctor/redact.d.ts +4 -0
  411. package/dist-lib/lib/doctor/redact.js +31 -0
  412. package/dist-lib/lib/doctor/render.d.ts +8 -0
  413. package/dist-lib/lib/doctor/render.js +83 -0
  414. package/dist-lib/lib/doctor/tree.d.ts +5 -0
  415. package/dist-lib/lib/doctor/tree.js +167 -0
  416. package/dist-lib/lib/downloads-allowed-pusher.d.ts +8 -0
  417. package/dist-lib/lib/downloads-allowed-pusher.js +37 -0
  418. package/dist-lib/lib/errors.d.ts +814 -0
  419. package/dist-lib/lib/errors.js +748 -0
  420. package/dist-lib/lib/fs-drive-bridge.d.ts +8 -1
  421. package/dist-lib/lib/fs-drive-bridge.js +312 -31
  422. package/dist-lib/lib/guards.d.ts +1 -0
  423. package/dist-lib/lib/guards.js +4 -0
  424. package/dist-lib/lib/inference-calls.d.ts +1 -2
  425. package/dist-lib/lib/inference-calls.js +2 -10
  426. package/dist-lib/lib/integrations/setup-routes.js +7 -5
  427. package/dist-lib/lib/knowledge-search.d.ts +1 -1
  428. package/dist-lib/lib/knowledge-search.js +5 -51
  429. package/dist-lib/lib/kv-cache-ledger.d.ts +22 -0
  430. package/dist-lib/lib/kv-cache-ledger.js +72 -0
  431. package/dist-lib/lib/kv-cache-reclaim.d.ts +2 -1
  432. package/dist-lib/lib/kv-cache-reclaim.js +30 -0
  433. package/dist-lib/lib/kv-cache-retention.d.ts +36 -0
  434. package/dist-lib/lib/kv-cache-retention.js +101 -0
  435. package/dist-lib/lib/latest-frame.d.ts +10 -0
  436. package/dist-lib/lib/latest-frame.js +48 -0
  437. package/dist-lib/lib/llm-model-names.d.ts +1 -1
  438. package/dist-lib/lib/llm-model-names.js +1 -1
  439. package/dist-lib/lib/log.d.ts +7 -6
  440. package/dist-lib/lib/log.js +14 -7
  441. package/dist-lib/lib/logger-type.d.ts +2 -5
  442. package/dist-lib/lib/mesh-scoped-engine.js +47 -2
  443. package/dist-lib/lib/model-context.js +1 -2
  444. package/dist-lib/lib/model-download-status.d.ts +3 -3
  445. package/dist-lib/lib/model-download.d.ts +22 -13
  446. package/dist-lib/lib/model-download.js +106 -37
  447. package/dist-lib/lib/model-idle-pusher.d.ts +2 -4
  448. package/dist-lib/lib/model-memory-cap.d.ts +30 -0
  449. package/dist-lib/lib/model-memory-cap.js +78 -0
  450. package/dist-lib/lib/models-watch.d.ts +1 -1
  451. package/dist-lib/lib/models-watch.js +4 -4
  452. package/dist-lib/lib/oauth/browser-connect.js +3 -2
  453. package/dist-lib/lib/oauth/flow-core.js +5 -3
  454. package/dist-lib/lib/oauth/flow.js +1 -1
  455. package/dist-lib/lib/oauth/loopback.d.ts +1 -0
  456. package/dist-lib/lib/oauth/loopback.js +57 -12
  457. package/dist-lib/lib/oauth/providers.js +4 -2
  458. package/dist-lib/lib/oauth/redirect-types.d.ts +1 -0
  459. package/dist-lib/lib/oauth/register.js +35 -19
  460. package/dist-lib/lib/oauth/request.d.ts +10 -0
  461. package/dist-lib/lib/oauth/request.js +22 -0
  462. package/dist-lib/lib/oauth/resolve.js +42 -13
  463. package/dist-lib/lib/oauth/token-exchange-core.js +40 -31
  464. package/dist-lib/lib/oauth/types.d.ts +3 -0
  465. package/dist-lib/lib/oauth.d.ts +2 -1
  466. package/dist-lib/lib/oauth.js +1 -0
  467. package/dist-lib/lib/persistent-dir.d.ts +1 -0
  468. package/dist-lib/lib/persistent-dir.js +9 -0
  469. package/dist-lib/lib/probe-rounds.d.ts +8 -0
  470. package/dist-lib/lib/probe-rounds.js +10 -0
  471. package/dist-lib/lib/reconnecting-watch.js +19 -11
  472. package/dist-lib/lib/run-input.d.ts +14 -0
  473. package/dist-lib/lib/run-input.js +33 -0
  474. package/dist-lib/lib/run-notices.d.ts +5 -0
  475. package/dist-lib/lib/run-notices.js +13 -2
  476. package/dist-lib/lib/run-replay.d.ts +45 -0
  477. package/dist-lib/lib/run-replay.js +169 -0
  478. package/dist-lib/lib/run-transcript.d.ts +13 -12
  479. package/dist-lib/lib/run-transcript.js +20 -19
  480. package/dist-lib/lib/suspend-lifecycle.js +15 -5
  481. package/dist-lib/lib/task.js +6 -4
  482. package/dist-lib/lib/test-env.d.ts +1 -0
  483. package/dist-lib/lib/test-env.js +4 -0
  484. package/dist-lib/schema/build.js +66 -55
  485. package/dist-lib/schema/config.d.ts +1 -1
  486. package/dist-lib/schema/config.js +1 -1
  487. package/dist-lib/schema/content.d.ts +5 -1
  488. package/dist-lib/schema/content.js +60 -12
  489. package/dist-lib/schema/engine.d.ts +1 -0
  490. package/dist-lib/schema/engine.js +941 -152
  491. package/dist-lib/schema/field-order.js +8 -1
  492. package/dist-lib/schema/indexes.d.ts +10 -0
  493. package/dist-lib/schema/indexes.js +53 -3
  494. package/dist-lib/schema/local.js +83 -5
  495. package/dist-lib/schema/qvac.d.ts +4 -1
  496. package/dist-lib/schema/qvac.js +558 -16
  497. package/dist-lib/spec/bind.js +261 -48
  498. package/dist-lib/spec/calls.js +56 -5
  499. package/dist-lib/spec/capabilities.d.ts +129 -20
  500. package/dist-lib/spec/config/hyperconf/index.js +1 -1
  501. package/dist-lib/spec/hrpc/hrpc.json +870 -207
  502. package/dist-lib/spec/hrpc/index.js +969 -347
  503. package/dist-lib/spec/hrpc/messages.js +7590 -4896
  504. package/dist-lib/spec/hyperschema/index.js +7590 -4896
  505. package/dist-lib/spec/hyperschema/schema.json +5316 -3224
  506. package/dist-lib/spec/hyperschema/types.d.ts +576 -62
  507. package/dist-lib/spec/local/hyperdb/db.json +95 -1
  508. package/dist-lib/spec/local/hyperdb/index.js +459 -2
  509. package/dist-lib/spec/local/hyperdb/messages.js +1588 -488
  510. package/dist-lib/spec/local/hyperschema/index.js +584 -16
  511. package/dist-lib/spec/local/hyperschema/schema.json +369 -1
  512. package/dist-lib/spec/local/hyperschema/types.d.ts +88 -2
  513. package/dist-lib/spec/mesh/hyperdb/db.json +711 -9
  514. package/dist-lib/spec/mesh/hyperdb/index.js +2769 -7
  515. package/dist-lib/spec/mesh/hyperdb/messages.js +7140 -1298
  516. package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +205 -1
  517. package/dist-lib/spec/mesh/hyperdispatch/index.js +579 -1
  518. package/dist-lib/spec/mesh/hyperdispatch/messages.js +4017 -267
  519. package/dist-lib/spec/mesh/hyperschema/index.js +4017 -267
  520. package/dist-lib/spec/mesh/hyperschema/schema.json +2193 -19
  521. package/dist-lib/spec/mesh/hyperschema/types.d.ts +550 -6
  522. package/package.json +136 -90
  523. package/tui/README.md +119 -20
  524. package/tui/app.mjs +2000 -621
  525. package/tui/boot.mjs +74 -9
  526. package/tui/cli.mjs +93 -0
  527. package/tui/index.mjs +2 -51
  528. package/tui/lib/connect-sheet.mjs +350 -0
  529. package/tui/lib/device-target.mjs +64 -0
  530. package/tui/lib/folders-command.mjs +84 -0
  531. package/tui/lib/fork-command.mjs +43 -0
  532. package/tui/lib/knowledge-import.mjs +3 -21
  533. package/tui/lib/local-path.mjs +21 -0
  534. package/tui/lib/move-command.mjs +17 -0
  535. package/tui/lib/render.mjs +30 -1
  536. package/tui/lib/setup.mjs +59 -25
  537. package/tui/lib/skill-connect.mjs +145 -0
  538. package/tui/lib/updater.mjs +86 -0
  539. package/tui/main.mjs +44 -18
  540. package/tui/plugins.mjs +158 -0
  541. package/worker/assistant-sidecar.mjs +28 -4
  542. package/worker/stow-entry.mjs +3 -50
  543. package/dist-lib/lib/core/contract/compute.d.ts +0 -11
  544. package/dist-lib/lib/core/contract/compute.js +0 -48
  545. package/dist-lib/lib/core/device-invites.d.ts +0 -11
  546. package/dist-lib/lib/core/device-invites.js +0 -63
  547. package/dist-lib/lib/core/files/processing/settle.d.ts +0 -13
  548. package/dist-lib/lib/core/files/processing/settle.js +0 -86
  549. package/dist-lib/lib/core/grant-expiry.d.ts +0 -11
  550. package/dist-lib/lib/core/grant-expiry.js +0 -66
  551. package/dist-lib/lib/core/handoff-channel.d.ts +0 -47
  552. package/dist-lib/lib/core/handoff-channel.js +0 -123
  553. package/dist-lib/lib/core/harness-loan.d.ts +0 -29
  554. package/dist-lib/lib/core/host-run-log-store.d.ts +0 -114
  555. package/dist-lib/lib/core/host-run-log-store.js +0 -976
  556. package/dist-lib/lib/core/hosted-agents.d.ts +0 -38
  557. package/dist-lib/lib/core/hosted-agents.js +0 -140
  558. package/dist-lib/lib/core/inference-calls-handoff.d.ts +0 -20
  559. package/dist-lib/lib/core/inference-calls-handoff.js +0 -37
  560. package/dist-lib/lib/core/inference-calls-receiver.d.ts +0 -14
  561. package/dist-lib/lib/core/inference-calls-receiver.js +0 -42
  562. package/dist-lib/lib/core/mesh-seed-handoff.d.ts +0 -25
  563. package/dist-lib/lib/core/mesh-seed-handoff.js +0 -52
  564. package/dist-lib/lib/core/migrations/device-indexes.d.ts +0 -2
  565. package/dist-lib/lib/core/migrations/device-indexes.js +0 -7
  566. package/dist-lib/lib/core/secret-handoff.d.ts +0 -17
  567. package/dist-lib/lib/core/secret-handoff.js +0 -29
  568. package/dist-lib/lib/core/skill-overlay-handoff.d.ts +0 -25
  569. package/dist-lib/lib/core/skill-overlay-handoff.js +0 -50
  570. package/dist-lib/lib/core/skill-overlay-receiver.d.ts +0 -8
  571. package/dist-lib/lib/core/skill-overlay-receiver.js +0 -23
  572. package/dist-lib/lib/image-cache-dir.d.ts +0 -1
  573. package/dist-lib/lib/image-cache-dir.js +0 -5
  574. package/dist-lib/lib/log-levels.d.ts +0 -7
  575. package/dist-lib/lib/log-levels.js +0 -1
  576. package/dist-lib/lib/logger.d.ts +0 -5
  577. package/dist-lib/lib/logger.js +0 -18
  578. package/dist-lib/lib/oauth/loopback.stub.d.ts +0 -3
  579. package/dist-lib/lib/oauth/loopback.stub.js +0 -6
@@ -1,3 +1,4 @@
1
+ import type { LoggerInterface } from '@qvac/logging';
1
2
  import type { AbortSignal } from 'bare-abort-controller';
2
3
  import { type IndexingProgress } from '../rag/index.ts';
3
4
  import { IndexingClaims } from './claims.ts';
@@ -17,6 +18,7 @@ export interface FileDocumentOptions {
17
18
  readonly closed: () => boolean;
18
19
  readonly paused: () => boolean;
19
20
  readonly progress?: IndexingProgress;
21
+ readonly admit?: () => void;
20
22
  }
21
23
  interface SourceReference {
22
24
  readonly id: string;
@@ -32,16 +34,20 @@ export declare class FileDocument {
32
34
  isFailed: IndexingClaims['isFailed'];
33
35
  blockedByStatus: IndexingClaims['blockedByStatus'];
34
36
  claim: (id: string) => ReturnType<IndexingClaims['claim']>;
37
+ lease: IndexingClaims['lease'];
35
38
  settle: (id: string) => Promise<void>;
36
39
  };
37
40
  readonly ownership: ArtifactOwnership;
38
41
  readonly schedule: (deadline: number) => void;
39
42
  readonly closed: () => boolean;
40
43
  readonly paused: () => boolean;
44
+ readonly admit: () => void;
41
45
  private readonly _output;
46
+ private _fetched;
42
47
  private readonly _progress?;
43
48
  private readonly _processor;
44
49
  constructor(mesh: Mesh, options: FileDocumentOptions);
50
+ get log(): LoggerInterface | null;
45
51
  get localCoreKey(): string;
46
52
  artifact(id: string): import("./state.ts").ArtifactState;
47
53
  readArtifact(id: string): Readonly<import("./state.ts").ArtifactState> | undefined;
@@ -51,6 +57,8 @@ export declare class FileDocument {
51
57
  miss: () => number;
52
58
  clear: () => void;
53
59
  };
60
+ clearFetched(): Promise<void>;
61
+ private _fetching;
54
62
  artifacts(): Promise<import("../../../../spec/index").QvacKnowledgeArtifact[]>;
55
63
  statuses(): Promise<import("../../../../spec/index").QvacIndexingStatus[]>;
56
64
  current(): Promise<FileRecord | null>;
@@ -14,7 +14,9 @@ export class FileDocument {
14
14
  schedule;
15
15
  closed;
16
16
  paused;
17
+ admit;
17
18
  _output;
19
+ _fetched = false;
18
20
  _progress;
19
21
  _processor;
20
22
  constructor(mesh, options) {
@@ -24,11 +26,12 @@ export class FileDocument {
24
26
  this._processor = options.processor;
25
27
  const state = mesh.files.processorState(options.processor.id);
26
28
  this.state = state.document(record.id);
27
- this.source = fileSource(options.source, { id: record.id, reference: record.blobId });
29
+ this.source = this._fetching(fileSource(options.source, { id: record.id, reference: record.blobId }));
28
30
  this._output = options.output;
29
31
  this.schedule = options.schedule;
30
32
  this.closed = () => options.closed() || !!mesh.closing;
31
33
  this.paused = options.paused;
34
+ this.admit = options.admit ?? (() => { });
32
35
  this._progress = options.progress;
33
36
  const claims = new IndexingClaims({
34
37
  mesh,
@@ -41,10 +44,14 @@ export class FileDocument {
41
44
  isFailed: (id) => claims.isFailed(id),
42
45
  blockedByStatus: (id) => claims.blockedByStatus(id),
43
46
  claim: (id) => claims.claim(id, record.id),
47
+ lease: (id, claimId) => claims.lease(id, claimId),
44
48
  settle: (id) => claims.settle(id, record.id)
45
49
  };
46
50
  this.ownership = new ArtifactOwnership(mesh, state);
47
51
  }
52
+ get log() {
53
+ return this._mesh.log;
54
+ }
48
55
  get localCoreKey() {
49
56
  return b4a.toHex(this._mesh.blobs.core.key);
50
57
  }
@@ -56,7 +63,24 @@ export class FileDocument {
56
63
  }
57
64
  output(id, reference) {
58
65
  this.artifact(id).knowledgeId = this.record.id;
59
- return fileSource(this._output, { id, reference });
66
+ return this._fetching(fileSource(this._output, { id, reference }));
67
+ }
68
+ async clearFetched() {
69
+ if (this._fetched) {
70
+ await this._mesh.files.clearFetched(this.record.blobId, this.record.id);
71
+ }
72
+ }
73
+ _fetching(source) {
74
+ return {
75
+ ...source,
76
+ read: async (signal) => {
77
+ const read = await source.read(signal);
78
+ if (read.kind === 'bytes') {
79
+ this._fetched = true;
80
+ }
81
+ return read;
82
+ }
83
+ };
60
84
  }
61
85
  artifacts() {
62
86
  return this._mesh.files.artifacts(this.record.id);
@@ -1,5 +1,6 @@
1
1
  import { type AbortSignal } from 'bare-abort-controller';
2
2
  import { type IndexingProgress } from '../rag/index.ts';
3
+ import type { IndexingDevice } from '../rag/policy.ts';
3
4
  import { type FileInput, type FileRecord } from '../records/index.ts';
4
5
  import type { Mesh } from '../../mesh.ts';
5
6
  import { FileDocument } from './document.ts';
@@ -8,6 +9,7 @@ import type { QvacKnowledgeArtifact } from '../../../../spec/mesh/hyperschema/ty
8
9
  export interface ProcessorHost {
9
10
  readonly mesh: Mesh;
10
11
  readonly deviceId: Buffer | null;
12
+ readonly device?: IndexingDevice;
11
13
  }
12
14
  export interface FileProcessor {
13
15
  readonly id: string;
@@ -21,11 +23,13 @@ export interface FileProcessor {
21
23
  produce(document: FileDocument, signal: AbortSignal): Promise<void>;
22
24
  load?(document: FileDocument, signal: AbortSignal): Promise<void>;
23
25
  evict?(loaded: LoadedArtifact): Promise<void>;
26
+ allLoaded?(): Promise<void>;
24
27
  close(): Promise<boolean>;
25
28
  }
26
29
  export interface FileProcessingOptions {
27
30
  readonly processor: FileProcessor;
28
31
  readonly deviceId: Buffer | null;
32
+ readonly device?: IndexingDevice;
29
33
  readonly retryMs?: number;
30
34
  readonly progress?: IndexingProgress;
31
35
  }
@@ -36,6 +40,7 @@ export declare class FileProcessing {
36
40
  private readonly _mesh;
37
41
  private readonly _processor;
38
42
  private readonly _deviceId;
43
+ private readonly _device?;
39
44
  private readonly _source;
40
45
  private readonly _output;
41
46
  private readonly _progress?;
@@ -43,11 +48,13 @@ export declare class FileProcessing {
43
48
  private readonly _deadlines;
44
49
  private readonly _scheduler;
45
50
  private _scanning;
51
+ private readonly _reads;
46
52
  private _dirty;
47
53
  private _paused;
48
54
  private _closed;
49
55
  private _close;
50
56
  private _indexCleared;
57
+ private _stops;
51
58
  private readonly _onDirty;
52
59
  private readonly _onAll;
53
60
  constructor(mesh: Mesh, options: FileProcessingOptions);
@@ -55,6 +62,7 @@ export declare class FileProcessing {
55
62
  suspend(): Promise<void>;
56
63
  resume(): void;
57
64
  reconnect(): void;
65
+ rescan(): void;
58
66
  close(): Promise<void>;
59
67
  get indexCleared(): boolean;
60
68
  settle(): Promise<void>;
@@ -62,22 +70,23 @@ export declare class FileProcessing {
62
70
  private _enqueue;
63
71
  get active(): boolean;
64
72
  pending(id: string): boolean;
73
+ awaitsBytes(id: string): boolean;
65
74
  prioritize(ids: string[]): void;
66
75
  private _shutdown;
67
76
  private _stop;
68
77
  private _kick;
78
+ private _afterFirstLoad;
69
79
  private _scan;
70
80
  private _documents;
71
81
  private _pump;
72
82
  private _forget;
73
- private _drain;
83
+ private _run;
74
84
  private _recordFailure;
75
85
  private _queueLoad;
76
86
  private _schedule;
77
87
  private _retry;
78
88
  }
79
89
  export type { FileDocument } from './document.ts';
80
- export { isClaimLive, listIndexingByChat } from './protocol.ts';
90
+ export { isClaimLive, listIndexingByChat, listIndexingByKnowledge } from './protocol.ts';
81
91
  export { FileState } from './state.ts';
82
92
  export type { IndexingProgressEntry, LocalWork } from './state.ts';
83
- export { settleFiles } from './settle.ts';
@@ -9,6 +9,7 @@ export class FileProcessing {
9
9
  _mesh;
10
10
  _processor;
11
11
  _deviceId;
12
+ _device;
12
13
  _source;
13
14
  _output;
14
15
  _progress;
@@ -16,11 +17,13 @@ export class FileProcessing {
16
17
  _deadlines = new Map();
17
18
  _scheduler = new DeadlineScheduler(() => this._retry());
18
19
  _scanning = null;
20
+ _reads = new Set();
19
21
  _dirty = false;
20
22
  _paused = false;
21
23
  _closed = false;
22
24
  _close = null;
23
25
  _indexCleared = true;
26
+ _stops = 0;
24
27
  _onDirty = (ids) => {
25
28
  if (ids) {
26
29
  void this.enqueue(ids);
@@ -34,15 +37,18 @@ export class FileProcessing {
34
37
  this._mesh = mesh;
35
38
  this._processor = options.processor;
36
39
  this._deviceId = options.deviceId;
40
+ this._device = options.device;
37
41
  this._progress = options.progress;
38
42
  const readBytes = mesh.files.readBytes.bind(mesh.files);
39
43
  const fetch = mesh.files.download.bind(mesh.files);
40
44
  this._source = new IndexingSource(readBytes, {
45
+ log: mesh.log,
41
46
  retryMs: options.retryMs,
42
47
  retries: mesh.files.processorState(options.processor.id).sourceRetries,
43
48
  download: { fetch, ready: (id) => this._schedule(id, Date.now()) }
44
49
  });
45
50
  this._output = new IndexingSource(readBytes, {
51
+ log: mesh.log,
46
52
  retryMs: options.retryMs,
47
53
  retries: mesh.files.processorState(options.processor.id).outputRetries,
48
54
  download: {
@@ -50,9 +56,9 @@ export class FileProcessing {
50
56
  ready: (id) => this._schedule(mesh.files.processorState(options.processor.id).artifact(id).knowledgeId ?? id, Date.now())
51
57
  }
52
58
  });
53
- this._lanes.push({ stage: 'produce', queue: new Map(), running: null, abort: null });
59
+ this._lanes.push({ stage: 'produce', queue: new Map(), jobs: new Set() });
54
60
  if (options.processor.load) {
55
- this._lanes.push({ stage: 'load', queue: new Map(), running: null, abort: null });
61
+ this._lanes.push({ stage: 'load', queue: new Map(), jobs: new Set() });
56
62
  }
57
63
  }
58
64
  start() {
@@ -60,6 +66,7 @@ export class FileProcessing {
60
66
  this._mesh.autobee.on('move-to', this._onAll);
61
67
  this._mesh.autobee.on('writable', this._onAll);
62
68
  this._kick();
69
+ void this._afterFirstLoad();
63
70
  }
64
71
  async suspend() {
65
72
  this._paused = true;
@@ -75,6 +82,9 @@ export class FileProcessing {
75
82
  this._source.reconnect((id, deadline) => this._schedule(id, deadline));
76
83
  this._output.reconnect((id, deadline) => this._schedule(this._mesh.files.processorState(this._processor.id).artifact(id).knowledgeId ?? id, deadline));
77
84
  }
85
+ rescan() {
86
+ this._kick();
87
+ }
78
88
  close() {
79
89
  this._close ??= this._shutdown();
80
90
  return this._close;
@@ -119,16 +129,23 @@ export class FileProcessing {
119
129
  pending(id) {
120
130
  return (!this._paused &&
121
131
  !this._closed &&
122
- (this._lanes.some((lane) => lane.current === id || lane.queue.has(id)) ||
132
+ (this._lanes.some((lane) => lane.queue.has(id) || [...lane.jobs].some((job) => job.id === id)) ||
123
133
  this._source.pending((key) => key === id) ||
124
134
  this._output.pending((key) => this._mesh.files.processorState(this._processor.id).artifact(key).knowledgeId === id)));
125
135
  }
136
+ awaitsBytes(id) {
137
+ return (this._source.awaitsBytes((key) => key === id) ||
138
+ this._output.awaitsBytes((key) => this._mesh.files.processorState(this._processor.id).artifact(key).knowledgeId === id));
139
+ }
126
140
  prioritize(ids) {
127
141
  for (const lane of this._lanes) {
128
142
  const queued = new Map(lane.queue);
129
143
  lane.queue.clear();
130
144
  for (const id of ids) {
131
- lane.queue.set(id, queued.get(id) ?? []);
145
+ const wakes = queued.get(id);
146
+ if (wakes) {
147
+ lane.queue.set(id, wakes);
148
+ }
132
149
  }
133
150
  for (const [id, wakes] of queued) {
134
151
  if (!lane.queue.has(id)) {
@@ -150,15 +167,18 @@ export class FileProcessing {
150
167
  this._indexCleared = await this._processor.close();
151
168
  }
152
169
  async _stop() {
170
+ this._stops++;
153
171
  this._scheduler.clear();
154
172
  this._deadlines.clear();
155
173
  this._mesh.files.emit('update');
156
- for (const lane of this._lanes) {
157
- lane.abort?.abort({
174
+ const jobs = this._lanes.flatMap((lane) => [...lane.jobs]);
175
+ for (const job of jobs) {
176
+ job.abort.abort({
158
177
  type: this._closed ? 'file-processing-closed' : 'file-processing-suspended'
159
178
  });
160
179
  }
161
- await Promise.all([this._scanning, ...this._lanes.map((lane) => lane.running)]);
180
+ await Promise.all([...this._reads].map((snap) => snap.close()));
181
+ await Promise.all([this._scanning, ...jobs.map((job) => job.done)]);
162
182
  await Promise.all([this._source.cancel(), this._output.cancel()]);
163
183
  for (const lane of this._lanes) {
164
184
  for (const wakes of lane.queue.values()) {
@@ -183,6 +203,22 @@ export class FileProcessing {
183
203
  }
184
204
  });
185
205
  }
206
+ async _afterFirstLoad() {
207
+ const loader = this._lanes.find((lane) => lane.stage === 'load');
208
+ if (!loader || !this._processor.allLoaded) {
209
+ return;
210
+ }
211
+ const stops = this._stops;
212
+ try {
213
+ await this._enqueue(await this._documents(), [loader], { wait: true });
214
+ if (stops === this._stops && this.active) {
215
+ await this._processor.allLoaded();
216
+ }
217
+ }
218
+ catch (err) {
219
+ this._mesh.log?.warn('rag', 'file processing first load pass failed', { err });
220
+ }
221
+ }
186
222
  async _scan() {
187
223
  while (this._dirty && !this._closed && !this._paused) {
188
224
  this._dirty = false;
@@ -190,7 +226,7 @@ export class FileProcessing {
190
226
  await this.enqueue(await this._documents());
191
227
  }
192
228
  catch (err) {
193
- logger.warn('rag', 'file processing scan failed', { err });
229
+ this._mesh.log?.warn('rag', 'file processing scan failed', { err });
194
230
  }
195
231
  }
196
232
  }
@@ -198,21 +234,41 @@ export class FileProcessing {
198
234
  if (this._mesh.closing)
199
235
  return [];
200
236
  const snap = this._mesh.view.snapshot();
237
+ this._reads.add(snap);
201
238
  try {
202
239
  return await fileIds(snap, this._processor.input, this._processor.mediaKind);
203
240
  }
204
241
  finally {
242
+ this._reads.delete(snap);
205
243
  await snap.close();
206
244
  }
207
245
  }
208
246
  _pump(lane) {
209
- if (lane.running || !lane.queue.size || this._closed || this._paused || this._mesh.closing) {
210
- return;
247
+ while (lane.queue.size && !this._closed && !this._paused && !this._mesh.closing) {
248
+ const busy = [...lane.jobs];
249
+ if (busy.length && (lane.stage !== 'produce' || busy.length > 1 || !busy[0].admitted)) {
250
+ return;
251
+ }
252
+ const next = [...lane.queue].find(([queued]) => !busy.some((job) => job.id === queued));
253
+ if (!next) {
254
+ return;
255
+ }
256
+ const [id, wakes] = next;
257
+ lane.queue.delete(id);
258
+ const abort = new AbortController();
259
+ const job = { id, abort, admitted: false, done: Promise.resolve() };
260
+ lane.jobs.add(job);
261
+ const admit = () => {
262
+ if (job.admitted)
263
+ return;
264
+ job.admitted = true;
265
+ this._pump(lane);
266
+ };
267
+ job.done = this._run(lane, { id, wakes, signal: abort.signal, admit }).finally(() => {
268
+ lane.jobs.delete(job);
269
+ this._pump(lane);
270
+ });
211
271
  }
212
- lane.running = this._drain(lane).finally(() => {
213
- lane.running = null;
214
- this._pump(lane);
215
- });
216
272
  }
217
273
  async _forget(id) {
218
274
  const loaded = this._mesh.files.processorState(this._processor.id).forget(id)?.loaded;
@@ -220,65 +276,59 @@ export class FileProcessing {
220
276
  await this._processor.evict?.(loaded);
221
277
  }
222
278
  }
223
- async _drain(lane) {
224
- while (lane.queue.size && !this._closed && !this._paused && !this._mesh.closing) {
225
- const [[id, wakes]] = lane.queue;
226
- lane.queue.delete(id);
227
- lane.current = id;
228
- lane.abort = new AbortController();
229
- let produced = false;
230
- try {
231
- const record = await fileRecord(this._mesh.view, id, this._processor.input);
232
- if (!record && lane.stage === 'load') {
233
- await this._forget(id);
234
- }
235
- if (!record || record.deletedAt) {
236
- await this._source.cancel((key) => key === id);
237
- await this._output.cancel((key) => this._mesh.files.processorState(this._processor.id).artifact(key).knowledgeId === id);
238
- }
239
- if (!record || !this._processor.applies(record) || lane.abort.signal.aborted) {
240
- continue;
241
- }
242
- if (lane.stage === 'produce' &&
243
- (!this._mesh.writable ||
244
- !(await this._processor.canProduce(record, {
245
- mesh: this._mesh,
246
- deviceId: this._deviceId
247
- })))) {
248
- continue;
249
- }
250
- const document = new FileDocument(this._mesh, {
251
- record,
252
- processor: this._processor,
253
- source: this._source,
254
- output: this._output,
255
- schedule: (deadline) => this._schedule(id, deadline),
256
- closed: () => this._closed,
257
- paused: () => this._paused,
258
- progress: this._progress
259
- });
260
- if (lane.abort.signal.aborted) {
261
- continue;
262
- }
263
- await this._processor[lane.stage]?.(document, lane.abort.signal);
264
- produced = lane.stage === 'produce';
279
+ async _run(lane, { id, wakes, signal, admit }) {
280
+ let produced = false;
281
+ try {
282
+ const record = await fileRecord(this._mesh.view, id, this._processor.input);
283
+ if (!record && lane.stage === 'load') {
284
+ await this._forget(id);
265
285
  }
266
- catch (err) {
267
- if (!lane.abort.signal.aborted) {
268
- this._recordFailure(id, { stage: lane.stage, err });
269
- }
286
+ if (!record || record.deletedAt) {
287
+ await this._source.cancel((key) => key === id);
288
+ await this._output.cancel((key) => this._mesh.files.processorState(this._processor.id).artifact(key).knowledgeId === id);
270
289
  }
271
- finally {
272
- lane.abort = null;
273
- lane.current = undefined;
274
- if (produced && this.active) {
275
- this._queueLoad(id);
276
- }
277
- for (const wake of wakes) {
278
- wake();
279
- }
280
- this._mesh.files.emit('update');
290
+ if (!record || !this._processor.applies(record) || signal.aborted) {
291
+ return;
292
+ }
293
+ if (lane.stage === 'produce' &&
294
+ (!this._mesh.writable ||
295
+ !(await this._processor.canProduce(record, {
296
+ mesh: this._mesh,
297
+ deviceId: this._deviceId,
298
+ device: this._device
299
+ })))) {
300
+ return;
301
+ }
302
+ const document = new FileDocument(this._mesh, {
303
+ record,
304
+ processor: this._processor,
305
+ source: this._source,
306
+ output: this._output,
307
+ schedule: (deadline) => this._schedule(id, deadline),
308
+ closed: () => this._closed,
309
+ paused: () => this._paused,
310
+ progress: this._progress,
311
+ admit
312
+ });
313
+ if (signal.aborted) {
314
+ return;
315
+ }
316
+ await this._processor[lane.stage]?.(document, signal);
317
+ produced = lane.stage === 'produce';
318
+ }
319
+ catch (err) {
320
+ if (!signal.aborted) {
321
+ this._recordFailure(id, { stage: lane.stage, err });
322
+ }
323
+ }
324
+ finally {
325
+ if (produced && this.active) {
326
+ this._queueLoad(id);
327
+ }
328
+ for (const wake of wakes) {
329
+ wake();
281
330
  }
331
+ this._mesh.files.emit('update');
282
332
  }
283
333
  }
284
334
  _recordFailure(id, { stage, err }) {
@@ -292,7 +342,7 @@ export class FileProcessing {
292
342
  else {
293
343
  this._mesh.files.work(id, { state: 'failed', reason }, this._processor.id);
294
344
  }
295
- logger.warn('rag', 'file processing failed', { id, stage, err });
345
+ this._mesh.log?.warn('rag', 'file processing failed', { id, stage, err });
296
346
  }
297
347
  _queueLoad(id) {
298
348
  const loader = this._lanes.find((entry) => entry.stage === 'load');
@@ -327,6 +377,5 @@ export class FileProcessing {
327
377
  void this.enqueue(ids);
328
378
  }
329
379
  }
330
- export { isClaimLive, listIndexingByChat } from './protocol.js';
380
+ export { isClaimLive, listIndexingByChat, listIndexingByKnowledge } from './protocol.js';
331
381
  export { FileState } from './state.js';
332
- export { settleFiles } from './settle.js';
@@ -1,7 +1,7 @@
1
1
  import type { QvacIndexingResolution, QvacIndexingStatus } from '../../../../spec/mesh/hyperschema/types.d.ts';
2
2
  import type { Mesh } from '../../mesh.ts';
3
3
  import type { ChatScope, KnowledgeScope } from '../records/knowledge.ts';
4
- export { INDEXING_CLAIM_TTL_MS, INDEXING_MAX_CLOCK_SKEW_MS } from '../../contract/indexing.ts';
4
+ export { INDEXING_CLAIM_TTL_MS, INDEXING_MAX_CLOCK_SKEW_MS, INDEXING_STALE_MS } from '../../contract/indexing.ts';
5
5
  export declare function isClaimLive(row: QvacIndexingStatus, at: number): boolean;
6
6
  export interface ClaimIndexingInput {
7
7
  artifactId: string;
@@ -12,6 +12,11 @@ export interface IndexingClaimResult {
12
12
  readonly row: QvacIndexingStatus;
13
13
  readonly won: boolean;
14
14
  }
15
+ export interface ProgressIndexingInput {
16
+ readonly artifactId: string;
17
+ readonly claimId: string;
18
+ readonly at: number;
19
+ }
15
20
  export interface ResolveIndexingInput {
16
21
  readonly artifactId: string;
17
22
  readonly claimId: string;
@@ -26,4 +31,5 @@ export declare function getIndexingStatus(store: Mesh, artifactId: string): Prom
26
31
  export declare function listIndexingByKnowledge(store: Mesh, { knowledgeId }: KnowledgeScope): Promise<QvacIndexingStatus[]>;
27
32
  export declare function listIndexingByChat(store: Mesh, { chatId }: ChatScope): Promise<QvacIndexingStatus[]>;
28
33
  export declare function claimIndexing(store: Mesh, { artifactId, knowledgeId, at }: ClaimIndexingInput): Promise<IndexingClaimResult>;
34
+ export declare function progressIndexing(store: Mesh, { artifactId, claimId, at }: ProgressIndexingInput): Promise<boolean>;
29
35
  export declare function resolveIndexing(store: Mesh, { artifactId, claimId, status, error }: ResolveIndexingInput): Promise<IndexingResolutionResult>;
@@ -1,19 +1,16 @@
1
- import { INDEXING_MAX_CLOCK_SKEW_MS } from '../../contract/indexing.js';
1
+ import { INDEXING_CLAIM_TTL_MS, INDEXING_MAX_CLOCK_SKEW_MS } from '../../contract/indexing.js';
2
2
  import { randomId } from '../../id.js';
3
- export { INDEXING_CLAIM_TTL_MS, INDEXING_MAX_CLOCK_SKEW_MS } from '../../contract/indexing.js';
3
+ import b4a from 'b4a';
4
+ export { INDEXING_CLAIM_TTL_MS, INDEXING_MAX_CLOCK_SKEW_MS, INDEXING_STALE_MS } from '../../contract/indexing.js';
4
5
  import { INDEXING_STATUS, INDEXING_STATUS_BY_CHAT, INDEXING_STATUS_BY_KNOWLEDGE } from '../../collections.js';
5
6
  export function isClaimLive(row, at) {
6
- return (row.status === 'indexing' && row.expiresAt > at && row.at <= at + INDEXING_MAX_CLOCK_SKEW_MS);
7
+ return (row.status === 'indexing' &&
8
+ row.expiresAt > at &&
9
+ row.at <= at + INDEXING_MAX_CLOCK_SKEW_MS &&
10
+ row.expiresAt <= at + INDEXING_MAX_CLOCK_SKEW_MS + INDEXING_CLAIM_TTL_MS);
7
11
  }
8
12
  export async function getIndexingStatus(store, artifactId) {
9
- const snap = store.view.snapshot();
10
- try {
11
- const status = await snap.get(INDEXING_STATUS, { id: artifactId });
12
- return status;
13
- }
14
- finally {
15
- await snap.close();
16
- }
13
+ return store.view.get(INDEXING_STATUS, { id: artifactId });
17
14
  }
18
15
  async function mustGetIndexingStatus(store, artifactId) {
19
16
  const row = await getIndexingStatus(store, artifactId);
@@ -23,34 +20,20 @@ async function mustGetIndexingStatus(store, artifactId) {
23
20
  return row;
24
21
  }
25
22
  export async function listIndexingByKnowledge(store, { knowledgeId }) {
26
- const snap = store.view.snapshot();
27
- try {
28
- const rows = await snap
29
- .find(INDEXING_STATUS_BY_KNOWLEDGE, {
30
- gte: { knowledgeId },
31
- lte: { knowledgeId }
32
- })
33
- .toArray();
34
- return rows;
35
- }
36
- finally {
37
- await snap.close();
38
- }
23
+ return store.view
24
+ .find(INDEXING_STATUS_BY_KNOWLEDGE, {
25
+ gte: { knowledgeId },
26
+ lte: { knowledgeId }
27
+ })
28
+ .toArray();
39
29
  }
40
30
  export async function listIndexingByChat(store, { chatId }) {
41
- const snap = store.view.snapshot();
42
- try {
43
- const rows = await snap
44
- .find(INDEXING_STATUS_BY_CHAT, {
45
- gte: { chatId },
46
- lte: { chatId }
47
- })
48
- .toArray();
49
- return rows;
50
- }
51
- finally {
52
- await snap.close();
53
- }
31
+ return store.view
32
+ .find(INDEXING_STATUS_BY_CHAT, {
33
+ gte: { chatId },
34
+ lte: { chatId }
35
+ })
36
+ .toArray();
54
37
  }
55
38
  export async function claimIndexing(store, { artifactId, knowledgeId, at }) {
56
39
  if (!at || at < 0) {
@@ -62,6 +45,13 @@ export async function claimIndexing(store, { artifactId, knowledgeId, at }) {
62
45
  const won = row.status === 'indexing' && row.claimId === claimId;
63
46
  return { row, won };
64
47
  }
48
+ export async function progressIndexing(store, { artifactId, claimId, at }) {
49
+ await store.dispatch('progress-indexing', { id: artifactId, claimId, at });
50
+ const row = await getIndexingStatus(store, artifactId);
51
+ return (row?.status === 'indexing' &&
52
+ row.claimId === claimId &&
53
+ b4a.equals(row.claimedBy, store.localWriterKey));
54
+ }
65
55
  export async function resolveIndexing(store, { artifactId, claimId, status, error }) {
66
56
  await store.dispatch('resolve-indexing', { id: artifactId, claimId, status, error });
67
57
  const row = await mustGetIndexingStatus(store, artifactId);
@@ -1,3 +1,4 @@
1
+ import type { LoggerInterface } from '@qvac/logging';
1
2
  import { type BlobStore } from '../store/index.ts';
2
3
  import { type AbortSignal } from 'bare-abort-controller';
3
4
  import type { FileRetries } from './state.ts';
@@ -11,6 +12,7 @@ export type SourceRead = {
11
12
  kind: 'malformed';
12
13
  };
13
14
  export interface IndexingSourceOptions {
15
+ readonly log: LoggerInterface | null;
14
16
  readonly retryMs?: number;
15
17
  readonly retries: FileRetries;
16
18
  readonly download?: {
@@ -20,6 +22,7 @@ export interface IndexingSourceOptions {
20
22
  }
21
23
  export declare class IndexingSource {
22
24
  private readonly _readBytes;
25
+ private readonly _log;
23
26
  private readonly _retryMs;
24
27
  private readonly _download;
25
28
  private readonly _downloads;
@@ -32,5 +35,6 @@ export declare class IndexingSource {
32
35
  read(id: string, blobRef: string, signal?: AbortSignal): Promise<SourceRead>;
33
36
  cancel(matches?: (id: string) => boolean): Promise<void>;
34
37
  pending(matches: (id: string) => boolean): boolean;
38
+ awaitsBytes(matches: (id: string) => boolean): boolean;
35
39
  private _fetch;
36
40
  }