@qvac/core 0.5.0 → 0.6.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (399) hide show
  1. package/CHANGELOG.md +92 -1
  2. package/dist-lib/lib/api/agents.js +3 -2
  3. package/dist-lib/lib/api/app-config.d.ts +1 -1
  4. package/dist-lib/lib/api/app-config.js +54 -15
  5. package/dist-lib/lib/api/attachments.d.ts +6 -5
  6. package/dist-lib/lib/api/attachments.js +4 -2
  7. package/dist-lib/lib/api/chat.d.ts +7 -3
  8. package/dist-lib/lib/api/chat.js +4 -4
  9. package/dist-lib/lib/api/chunks.js +3 -3
  10. package/dist-lib/lib/api/config.js +2 -2
  11. package/dist-lib/lib/api/current-mesh.d.ts +3 -4
  12. package/dist-lib/lib/api/current-mesh.js +9 -4
  13. package/dist-lib/lib/api/custom-models.d.ts +8 -1
  14. package/dist-lib/lib/api/custom-models.js +53 -16
  15. package/dist-lib/lib/api/devices.d.ts +14 -5
  16. package/dist-lib/lib/api/devices.js +13 -8
  17. package/dist-lib/lib/api/diagnostics.d.ts +1 -0
  18. package/dist-lib/lib/api/diagnostics.js +1 -1
  19. package/dist-lib/lib/api/effective-ctx-size.d.ts +6 -1
  20. package/dist-lib/lib/api/effective-ctx-size.js +5 -3
  21. package/dist-lib/lib/api/execution.js +2 -1
  22. package/dist-lib/lib/api/files.js +2 -1
  23. package/dist-lib/lib/api/index.d.ts +5 -1
  24. package/dist-lib/lib/api/index.js +101 -102
  25. package/dist-lib/lib/api/instrument.js +29 -20
  26. package/dist-lib/lib/api/knowledge.d.ts +6 -5
  27. package/dist-lib/lib/api/knowledge.js +8 -6
  28. package/dist-lib/lib/api/local-files.js +1 -1
  29. package/dist-lib/lib/api/logs.js +6 -3
  30. package/dist-lib/lib/api/members.js +22 -13
  31. package/dist-lib/lib/api/mesh.js +3 -3
  32. package/dist-lib/lib/api/model-download.js +1 -1
  33. package/dist-lib/lib/api/network.d.ts +1 -0
  34. package/dist-lib/lib/api/network.js +1 -1
  35. package/dist-lib/lib/api/notifications.js +23 -13
  36. package/dist-lib/lib/api/rag.d.ts +6 -1
  37. package/dist-lib/lib/api/rag.js +20 -11
  38. package/dist-lib/lib/api/range.d.ts +2 -2
  39. package/dist-lib/lib/api/sync.js +1 -1
  40. package/dist-lib/lib/api/tool-activity.js +7 -3
  41. package/dist-lib/lib/api/tool-configs.js +2 -4
  42. package/dist-lib/lib/api/upload-frames.d.ts +7 -8
  43. package/dist-lib/lib/api/upload-frames.js +2 -1
  44. package/dist-lib/lib/api/watchable.d.ts +6 -1
  45. package/dist-lib/lib/api/watchable.js +23 -14
  46. package/dist-lib/lib/assistant/fetch-body.js +4 -2
  47. package/dist-lib/lib/assistant/harness.d.ts +48 -27
  48. package/dist-lib/lib/assistant/harness.js +40 -16
  49. package/dist-lib/lib/assistant/history.d.ts +9 -7
  50. package/dist-lib/lib/assistant/history.js +77 -42
  51. package/dist-lib/lib/assistant/message.d.ts +5 -3
  52. package/dist-lib/lib/assistant/message.js +4 -2
  53. package/dist-lib/lib/assistant/skill-encode.d.ts +3 -1
  54. package/dist-lib/lib/assistant/skill-encode.js +52 -62
  55. package/dist-lib/lib/assistant-client.js +7 -4
  56. package/dist-lib/lib/assistant-tree.js +27 -11
  57. package/dist-lib/lib/assistant.d.ts +31 -11
  58. package/dist-lib/lib/assistant.js +846 -390
  59. package/dist-lib/lib/audio-format.d.ts +1 -1
  60. package/dist-lib/lib/audio-format.js +1 -1
  61. package/dist-lib/lib/chat-title.js +9 -4
  62. package/dist-lib/lib/client.js +3 -2
  63. package/dist-lib/lib/collabora/convert.d.ts +2 -2
  64. package/dist-lib/lib/collabora/convert.js +6 -3
  65. package/dist-lib/lib/collabora/entry.js +9 -5
  66. package/dist-lib/lib/collabora/protocol.d.ts +2 -2
  67. package/dist-lib/lib/collabora/protocol.js +14 -7
  68. package/dist-lib/lib/collabora/worker.js +14 -7
  69. package/dist-lib/lib/compaction.d.ts +5 -6
  70. package/dist-lib/lib/compaction.js +14 -7
  71. package/dist-lib/lib/core/account-recovery.d.ts +4 -3
  72. package/dist-lib/lib/core/account-recovery.js +7 -4
  73. package/dist-lib/lib/core/agent.js +17 -15
  74. package/dist-lib/lib/core/approval-rules.d.ts +7 -6
  75. package/dist-lib/lib/core/approval-rules.js +12 -6
  76. package/dist-lib/lib/core/archived-mesh.d.ts +7 -5
  77. package/dist-lib/lib/core/archived-mesh.js +25 -22
  78. package/dist-lib/lib/core/async-iterable.js +10 -5
  79. package/dist-lib/lib/core/attachment-link.d.ts +2 -2
  80. package/dist-lib/lib/core/audio-attachment.js +1 -1
  81. package/dist-lib/lib/core/blind-peers.d.ts +2 -2
  82. package/dist-lib/lib/core/chat-activity.d.ts +2 -2
  83. package/dist-lib/lib/core/chat-activity.js +42 -21
  84. package/dist-lib/lib/core/chat-group.d.ts +8 -6
  85. package/dist-lib/lib/core/chat-group.js +17 -10
  86. package/dist-lib/lib/core/chat-order.d.ts +11 -9
  87. package/dist-lib/lib/core/chat-order.js +1 -3
  88. package/dist-lib/lib/core/chat-search.d.ts +4 -4
  89. package/dist-lib/lib/core/chat-search.js +38 -24
  90. package/dist-lib/lib/core/chat.d.ts +20 -14
  91. package/dist-lib/lib/core/chat.js +50 -31
  92. package/dist-lib/lib/core/chunk.d.ts +19 -23
  93. package/dist-lib/lib/core/chunk.js +27 -21
  94. package/dist-lib/lib/core/collections.d.ts +70 -0
  95. package/dist-lib/lib/core/collections.js +70 -0
  96. package/dist-lib/lib/core/contract/activity.d.ts +6 -2
  97. package/dist-lib/lib/core/contract/activity.js +15 -12
  98. package/dist-lib/lib/core/contract/agents.js +3 -2
  99. package/dist-lib/lib/core/contract/approval-rules.js +1 -1
  100. package/dist-lib/lib/core/contract/attestations.js +1 -1
  101. package/dist-lib/lib/core/contract/chat-group.js +1 -1
  102. package/dist-lib/lib/core/contract/chat.d.ts +2 -0
  103. package/dist-lib/lib/core/contract/chat.js +67 -1
  104. package/dist-lib/lib/core/contract/chunks.js +15 -9
  105. package/dist-lib/lib/core/contract/compute.d.ts +1 -1
  106. package/dist-lib/lib/core/contract/compute.js +4 -2
  107. package/dist-lib/lib/core/contract/devices.js +6 -5
  108. package/dist-lib/lib/core/contract/grant-order.js +5 -6
  109. package/dist-lib/lib/core/contract/index.js +4 -2
  110. package/dist-lib/lib/core/contract/indexing.js +3 -3
  111. package/dist-lib/lib/core/contract/invites.d.ts +8 -3
  112. package/dist-lib/lib/core/contract/invites.js +52 -26
  113. package/dist-lib/lib/core/contract/joined-meshes.js +3 -3
  114. package/dist-lib/lib/core/contract/knowledge.js +5 -5
  115. package/dist-lib/lib/core/contract/members.d.ts +13 -2
  116. package/dist-lib/lib/core/contract/members.js +46 -25
  117. package/dist-lib/lib/core/contract/mesh-kind.js +9 -8
  118. package/dist-lib/lib/core/contract/seal.js +1 -1
  119. package/dist-lib/lib/core/contract/seed-defaults.js +1 -3
  120. package/dist-lib/lib/core/contract/tool-activity.js +10 -5
  121. package/dist-lib/lib/core/contract/tool-configs.js +1 -2
  122. package/dist-lib/lib/core/contract/writers.d.ts +6 -1
  123. package/dist-lib/lib/core/contract/writers.js +55 -34
  124. package/dist-lib/lib/core/departures.js +16 -8
  125. package/dist-lib/lib/core/device-invites.js +3 -2
  126. package/dist-lib/lib/core/devices.js +6 -3
  127. package/dist-lib/lib/core/document-attachment.d.ts +20 -11
  128. package/dist-lib/lib/core/document-attachment.js +10 -5
  129. package/dist-lib/lib/core/files/attachments.d.ts +2 -5
  130. package/dist-lib/lib/core/files/attachments.js +6 -3
  131. package/dist-lib/lib/core/files/index.d.ts +46 -52
  132. package/dist-lib/lib/core/files/index.js +149 -94
  133. package/dist-lib/lib/core/files/knowledge.d.ts +2 -5
  134. package/dist-lib/lib/core/files/local-index.d.ts +4 -1
  135. package/dist-lib/lib/core/files/local-index.js +9 -5
  136. package/dist-lib/lib/core/files/preview/image.d.ts +0 -1
  137. package/dist-lib/lib/core/files/preview/image.js +9 -6
  138. package/dist-lib/lib/core/files/preview/index.d.ts +8 -11
  139. package/dist-lib/lib/core/files/preview/index.js +20 -15
  140. package/dist-lib/lib/core/files/processing/claims.d.ts +6 -5
  141. package/dist-lib/lib/core/files/processing/claims.js +16 -8
  142. package/dist-lib/lib/core/files/processing/document.d.ts +21 -50
  143. package/dist-lib/lib/core/files/processing/index.d.ts +21 -13
  144. package/dist-lib/lib/core/files/processing/index.js +74 -37
  145. package/dist-lib/lib/core/files/processing/ownership.d.ts +8 -1
  146. package/dist-lib/lib/core/files/processing/ownership.js +1 -1
  147. package/dist-lib/lib/core/files/processing/protocol.d.ts +19 -19
  148. package/dist-lib/lib/core/files/processing/protocol.js +5 -5
  149. package/dist-lib/lib/core/files/processing/settle.d.ts +10 -7
  150. package/dist-lib/lib/core/files/processing/settle.js +22 -11
  151. package/dist-lib/lib/core/files/processing/source.js +14 -8
  152. package/dist-lib/lib/core/files/processing/state.d.ts +14 -11
  153. package/dist-lib/lib/core/files/processing/state.js +24 -12
  154. package/dist-lib/lib/core/files/rag/build.d.ts +2 -2
  155. package/dist-lib/lib/core/files/rag/build.js +2 -1
  156. package/dist-lib/lib/core/files/rag/document-types.d.ts +4 -6
  157. package/dist-lib/lib/core/files/rag/index.d.ts +12 -13
  158. package/dist-lib/lib/core/files/rag/index.js +9 -2
  159. package/dist-lib/lib/core/files/rag/load.d.ts +10 -9
  160. package/dist-lib/lib/core/files/rag/load.js +26 -13
  161. package/dist-lib/lib/core/files/rag/policy.js +2 -1
  162. package/dist-lib/lib/core/files/rag/produce.js +33 -19
  163. package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +5 -3
  164. package/dist-lib/lib/core/files/rag/retrieval/full-text.js +30 -10
  165. package/dist-lib/lib/core/files/records/chunks.js +4 -2
  166. package/dist-lib/lib/core/files/records/index.d.ts +1 -0
  167. package/dist-lib/lib/core/files/records/index.js +1 -0
  168. package/dist-lib/lib/core/files/records/knowledge.d.ts +10 -11
  169. package/dist-lib/lib/core/files/records/knowledge.js +9 -8
  170. package/dist-lib/lib/core/files/records/linkage.js +6 -3
  171. package/dist-lib/lib/core/files/records/output.d.ts +5 -4
  172. package/dist-lib/lib/core/files/records/output.js +8 -4
  173. package/dist-lib/lib/core/files/records/purge.d.ts +4 -0
  174. package/dist-lib/lib/core/files/records/purge.js +108 -0
  175. package/dist-lib/lib/core/files/records/reclaim.js +43 -25
  176. package/dist-lib/lib/core/files/records/routing.d.ts +4 -6
  177. package/dist-lib/lib/core/files/records/routing.js +15 -8
  178. package/dist-lib/lib/core/files/records/source.d.ts +5 -4
  179. package/dist-lib/lib/core/files/records/source.js +20 -14
  180. package/dist-lib/lib/core/files/records/sweep.js +1 -3
  181. package/dist-lib/lib/core/files/store/blob.d.ts +11 -10
  182. package/dist-lib/lib/core/files/store/blob.js +54 -19
  183. package/dist-lib/lib/core/files/store/index.d.ts +2 -6
  184. package/dist-lib/lib/core/files/store/index.js +10 -5
  185. package/dist-lib/lib/core/files/store/inline.d.ts +2 -2
  186. package/dist-lib/lib/core/files/store/inline.js +6 -3
  187. package/dist-lib/lib/core/files/store/reference.d.ts +6 -9
  188. package/dist-lib/lib/core/files/store/reference.js +25 -17
  189. package/dist-lib/lib/core/files/store/server.d.ts +7 -6
  190. package/dist-lib/lib/core/files/store/server.js +22 -11
  191. package/dist-lib/lib/core/files/store/sweep.js +13 -7
  192. package/dist-lib/lib/core/files/upload-input.d.ts +4 -12
  193. package/dist-lib/lib/core/files/upload-input.js +10 -5
  194. package/dist-lib/lib/core/files/upload.d.ts +27 -24
  195. package/dist-lib/lib/core/files/upload.js +74 -51
  196. package/dist-lib/lib/core/fs-drives.js +4 -2
  197. package/dist-lib/lib/core/grant-expiry.js +12 -7
  198. package/dist-lib/lib/core/handoff-channel.js +27 -13
  199. package/dist-lib/lib/core/harness-loan.js +35 -17
  200. package/dist-lib/lib/core/helpers/index.js +6 -2
  201. package/dist-lib/lib/core/hosted-agents.js +19 -12
  202. package/dist-lib/lib/core/id.js +1 -1
  203. package/dist-lib/lib/core/identity.js +6 -3
  204. package/dist-lib/lib/core/image/cache-sweep.d.ts +12 -10
  205. package/dist-lib/lib/core/image/cache-sweep.js +11 -6
  206. package/dist-lib/lib/core/image/normalize.d.ts +6 -0
  207. package/dist-lib/lib/core/image/normalize.js +12 -2
  208. package/dist-lib/lib/core/image/sniff.js +42 -21
  209. package/dist-lib/lib/core/inference-calls-receiver.js +7 -4
  210. package/dist-lib/lib/core/invite-grants.js +4 -2
  211. package/dist-lib/lib/core/invite.js +2 -1
  212. package/dist-lib/lib/core/local/files.d.ts +2 -0
  213. package/dist-lib/lib/core/local/files.js +51 -19
  214. package/dist-lib/lib/core/local/index.d.ts +69 -46
  215. package/dist-lib/lib/core/local/index.js +146 -129
  216. package/dist-lib/lib/core/membership.d.ts +12 -2
  217. package/dist-lib/lib/core/membership.js +55 -33
  218. package/dist-lib/lib/core/mesh-seed-handoff.js +7 -1
  219. package/dist-lib/lib/core/mesh.d.ts +37 -27
  220. package/dist-lib/lib/core/mesh.js +131 -73
  221. package/dist-lib/lib/core/migrations/agent-catalog.js +3 -2
  222. package/dist-lib/lib/core/migrations/agent-indexes.js +3 -3
  223. package/dist-lib/lib/core/migrations/file-index.js +7 -4
  224. package/dist-lib/lib/core/migrations/index.d.ts +4 -3
  225. package/dist-lib/lib/core/migrations/membership.js +9 -4
  226. package/dist-lib/lib/core/migrations/seal.js +3 -2
  227. package/dist-lib/lib/core/min-version.js +4 -2
  228. package/dist-lib/lib/core/next-frame.d.ts +5 -4
  229. package/dist-lib/lib/core/next-frame.js +6 -3
  230. package/dist-lib/lib/core/notification.d.ts +5 -1
  231. package/dist-lib/lib/core/notification.js +89 -77
  232. package/dist-lib/lib/core/ota-config.js +2 -1
  233. package/dist-lib/lib/core/pdf/rasterize.d.ts +18 -0
  234. package/dist-lib/lib/core/pdf/rasterize.js +57 -0
  235. package/dist-lib/lib/core/prompt-history.js +4 -2
  236. package/dist-lib/lib/core/range.d.ts +4 -4
  237. package/dist-lib/lib/core/range.js +12 -6
  238. package/dist-lib/lib/core/rank.d.ts +5 -4
  239. package/dist-lib/lib/core/rank.js +2 -1
  240. package/dist-lib/lib/core/send.d.ts +4 -4
  241. package/dist-lib/lib/core/send.js +6 -3
  242. package/dist-lib/lib/core/skill-overlay-receiver.js +7 -4
  243. package/dist-lib/lib/core/skill-secrets.js +16 -9
  244. package/dist-lib/lib/core/sync/chunks.js +2 -1
  245. package/dist-lib/lib/core/sync/devices.js +3 -1
  246. package/dist-lib/lib/core/sync/files.d.ts +2 -4
  247. package/dist-lib/lib/core/sync/files.js +28 -20
  248. package/dist-lib/lib/core/sync/index.d.ts +2 -5
  249. package/dist-lib/lib/core/sync/index.js +33 -15
  250. package/dist-lib/lib/core/sync-status.js +10 -7
  251. package/dist-lib/lib/core/system-info.js +4 -2
  252. package/dist-lib/lib/core/tool-activity.d.ts +4 -3
  253. package/dist-lib/lib/core/tool-activity.js +1 -1
  254. package/dist-lib/lib/core/tool-configs.js +12 -7
  255. package/dist-lib/lib/core.d.ts +38 -26
  256. package/dist-lib/lib/core.js +1009 -541
  257. package/dist-lib/lib/credential-pusher.d.ts +20 -20
  258. package/dist-lib/lib/credential-pusher.js +65 -43
  259. package/dist-lib/lib/custom-model-pusher.d.ts +7 -3
  260. package/dist-lib/lib/custom-model-pusher.js +15 -7
  261. package/dist-lib/lib/custom-model-task.d.ts +1 -0
  262. package/dist-lib/lib/custom-model-task.js +12 -0
  263. package/dist-lib/lib/deadline.js +4 -2
  264. package/dist-lib/lib/diagnostics.d.ts +1 -5
  265. package/dist-lib/lib/frame-readable.d.ts +3 -0
  266. package/dist-lib/lib/frame-readable.js +3 -0
  267. package/dist-lib/lib/fs-drive-bridge.js +24 -14
  268. package/dist-lib/lib/fs-grants.js +13 -8
  269. package/dist-lib/lib/guards.d.ts +3 -0
  270. package/dist-lib/lib/guards.js +9 -0
  271. package/dist-lib/lib/inference-calls.d.ts +28 -23
  272. package/dist-lib/lib/inference-calls.js +25 -13
  273. package/dist-lib/lib/integrations/mcp-providers.d.ts +2 -2
  274. package/dist-lib/lib/integrations/setup-routes.d.ts +2 -2
  275. package/dist-lib/lib/knowledge-search.d.ts +6 -5
  276. package/dist-lib/lib/knowledge-search.js +26 -18
  277. package/dist-lib/lib/kv-cache-reclaim.js +4 -2
  278. package/dist-lib/lib/kv-cache.js +8 -4
  279. package/dist-lib/lib/legacy-core-domain.d.ts +42 -42
  280. package/dist-lib/lib/log-buffer.js +2 -1
  281. package/dist-lib/lib/log.js +25 -15
  282. package/dist-lib/lib/mesh-scoped-engine.js +12 -4
  283. package/dist-lib/lib/model-catalog-revision.js +6 -3
  284. package/dist-lib/lib/model-clamp.js +6 -3
  285. package/dist-lib/lib/model-context.d.ts +8 -3
  286. package/dist-lib/lib/model-context.js +13 -5
  287. package/dist-lib/lib/model-download-status.js +4 -2
  288. package/dist-lib/lib/model-download.d.ts +12 -4
  289. package/dist-lib/lib/model-download.js +200 -103
  290. package/dist-lib/lib/model-idle-pusher.d.ts +2 -2
  291. package/dist-lib/lib/model-idle-pusher.js +3 -4
  292. package/dist-lib/lib/oauth/browser-connect.d.ts +10 -8
  293. package/dist-lib/lib/oauth/browser-connect.js +33 -20
  294. package/dist-lib/lib/oauth/client.d.ts +2 -2
  295. package/dist-lib/lib/oauth/flow-core.js +23 -9
  296. package/dist-lib/lib/oauth/flow.d.ts +1 -3
  297. package/dist-lib/lib/oauth/flow.js +9 -5
  298. package/dist-lib/lib/oauth/keys.d.ts +4 -4
  299. package/dist-lib/lib/oauth/keys.js +18 -12
  300. package/dist-lib/lib/oauth/loopback.d.ts +2 -2
  301. package/dist-lib/lib/oauth/loopback.js +147 -107
  302. package/dist-lib/lib/oauth/loopback.stub.d.ts +2 -2
  303. package/dist-lib/lib/oauth/loopback.stub.js +1 -1
  304. package/dist-lib/lib/oauth/pkce.d.ts +4 -2
  305. package/dist-lib/lib/oauth/pkce.js +10 -0
  306. package/dist-lib/lib/oauth/providers.js +5 -5
  307. package/dist-lib/lib/oauth/redirect-types.d.ts +12 -7
  308. package/dist-lib/lib/oauth/register.js +3 -2
  309. package/dist-lib/lib/oauth/registry.d.ts +2 -2
  310. package/dist-lib/lib/oauth/registry.js +2 -1
  311. package/dist-lib/lib/oauth/resolve.d.ts +30 -10
  312. package/dist-lib/lib/oauth/resolve.js +12 -6
  313. package/dist-lib/lib/oauth/token-exchange-core.d.ts +12 -4
  314. package/dist-lib/lib/oauth/token-exchange-core.js +1 -1
  315. package/dist-lib/lib/oauth/types.d.ts +12 -12
  316. package/dist-lib/lib/oauth.d.ts +4 -5
  317. package/dist-lib/lib/oauth.js +2 -3
  318. package/dist-lib/lib/reconnecting-watch.d.ts +1 -1
  319. package/dist-lib/lib/reconnecting-watch.js +6 -6
  320. package/dist-lib/lib/retry-budget.js +6 -3
  321. package/dist-lib/lib/run-notices.d.ts +1 -0
  322. package/dist-lib/lib/run-notices.js +5 -2
  323. package/dist-lib/lib/run-transcript.d.ts +2 -4
  324. package/dist-lib/lib/run-transcript.js +4 -2
  325. package/dist-lib/lib/skill-readiness.js +4 -2
  326. package/dist-lib/lib/skill-types.d.ts +16 -16
  327. package/dist-lib/lib/suspend-lifecycle.d.ts +4 -4
  328. package/dist-lib/lib/suspend-lifecycle.js +10 -5
  329. package/dist-lib/lib/task.js +22 -12
  330. package/dist-lib/lib/unref.d.ts +3 -2
  331. package/dist-lib/lib/unref.js +2 -1
  332. package/dist-lib/lib/wav-duration.js +10 -5
  333. package/dist-lib/lib/write-queue.d.ts +5 -4
  334. package/dist-lib/lib/write-queue.js +2 -1
  335. package/dist-lib/schema/build.js +10 -6
  336. package/dist-lib/schema/config.d.ts +2 -3
  337. package/dist-lib/schema/content.d.ts +17 -2
  338. package/dist-lib/schema/content.js +2 -1
  339. package/dist-lib/schema/engine.d.ts +3 -2
  340. package/dist-lib/schema/engine.js +95 -6
  341. package/dist-lib/schema/field-order.js +22 -11
  342. package/dist-lib/schema/indexes.d.ts +22 -0
  343. package/dist-lib/schema/{helpers.js → indexes.js} +14 -57
  344. package/dist-lib/schema/local.d.ts +3 -2
  345. package/dist-lib/schema/local.js +7 -2
  346. package/dist-lib/schema/media-kind.d.ts +8 -0
  347. package/dist-lib/schema/media-kind.js +52 -0
  348. package/dist-lib/schema/qvac.d.ts +12 -9
  349. package/dist-lib/schema/qvac.js +18 -4
  350. package/dist-lib/spec/bind.js +12 -0
  351. package/dist-lib/spec/calls.js +4 -0
  352. package/dist-lib/spec/capabilities.d.ts +12 -4
  353. package/dist-lib/spec/hrpc/hrpc.json +54 -2
  354. package/dist-lib/spec/hrpc/index.js +53 -5
  355. package/dist-lib/spec/hrpc/messages.js +783 -494
  356. package/dist-lib/spec/hyperschema/index.js +783 -494
  357. package/dist-lib/spec/hyperschema/schema.json +247 -1
  358. package/dist-lib/spec/hyperschema/types.d.ts +69 -1
  359. package/dist-lib/spec/local/hyperdb/index.js +1 -1
  360. package/dist-lib/spec/local/hyperdb/messages.js +82 -14
  361. package/dist-lib/spec/local/hyperschema/index.js +42 -8
  362. package/dist-lib/spec/local/hyperschema/schema.json +27 -1
  363. package/dist-lib/spec/local/hyperschema/types.d.ts +6 -1
  364. package/dist-lib/spec/mesh/hyperdb/db.json +16 -1
  365. package/dist-lib/spec/mesh/hyperdb/index.js +72 -3
  366. package/dist-lib/spec/mesh/hyperdb/messages.js +400 -221
  367. package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +7 -1
  368. package/dist-lib/spec/mesh/hyperdispatch/index.js +18 -1
  369. package/dist-lib/spec/mesh/hyperdispatch/messages.js +117 -2
  370. package/dist-lib/spec/mesh/hyperschema/index.js +117 -2
  371. package/dist-lib/spec/mesh/hyperschema/schema.json +65 -1
  372. package/dist-lib/spec/mesh/hyperschema/types.d.ts +19 -1
  373. package/package.json +8 -4
  374. package/tui/app.mjs +2424 -941
  375. package/tui/boot.mjs +18 -49
  376. package/tui/index.mjs +10 -5
  377. package/tui/lib/boot-timing.mjs +8 -8
  378. package/tui/lib/busy-words.mjs +21 -22
  379. package/tui/lib/export.mjs +100 -32
  380. package/tui/lib/knowledge-command.mjs +64 -19
  381. package/tui/lib/knowledge-import.mjs +52 -18
  382. package/tui/lib/render.mjs +65 -33
  383. package/tui/lib/save-file.mjs +30 -13
  384. package/tui/lib/select.mjs +23 -5
  385. package/tui/lib/selection.mjs +6 -4
  386. package/tui/lib/setup.mjs +11 -19
  387. package/tui/lib/sidebar.mjs +23 -13
  388. package/tui/lib/splash.mjs +6 -7
  389. package/tui/lib/upload-frames.mjs +1 -2
  390. package/tui/lib/usage.mjs +13 -9
  391. package/tui/lib/wrap.mjs +35 -6
  392. package/tui/main.mjs +54 -78
  393. package/worker/assistant-sidecar.mjs +5 -10
  394. package/worker/stow-entry.mjs +7 -4
  395. package/dist-lib/lib/custom-model-source.d.ts +0 -15
  396. package/dist-lib/lib/custom-model-source.js +0 -46
  397. package/dist-lib/lib/oauth/common.d.ts +0 -38
  398. package/dist-lib/lib/oauth/common.js +0 -34
  399. package/dist-lib/schema/helpers.d.ts +0 -33
@@ -1,8 +1,7 @@
1
1
  import b4a from 'b4a';
2
- import { Buffer } from 'buffer';
3
2
  import EventEmitter from 'bare-events';
4
3
  import { attachmentFiles } from './attachments.js';
5
- import { isKnowledgeRoutedAttachment, getKnowledge, listKnowledge, getKnowledgeArtifact, listKnowledgeArtifactsByKnowledge, addKnowledgeArtifact, hasLiveSource, syncAttachmentChunk, syncKnowledgeTombstone, syncArtifactArrival, sweepTombstonedBlobs, referencedBlobs, scopedFile, attachmentRecord, isProcessorOutput, isProcessorArtifactId } from './records/index.js';
4
+ import { isKnowledgeRoutedAttachment, getKnowledge, listKnowledge, getKnowledgeArtifact, listKnowledgeArtifactsByKnowledge, addKnowledgeArtifact, hasLiveSource, syncAttachmentChunk, syncKnowledgeTombstone, syncArtifactArrival, sweepTombstonedBlobs, reclaimPurgedFiles, referencedBlobs, scopedFile, attachmentRecord, isProcessorOutput, isProcessorArtifactId } from './records/index.js';
6
5
  import { knowledgeFiles } from './knowledge.js';
7
6
  import { randomId } from '../id.js';
8
7
  import { getChunk, listChunks } from '../chunk.js';
@@ -13,6 +12,8 @@ import { BlobStore, parseBlobReference } from './store/index.js';
13
12
  import { AbortedError } from '@qvac/harness/race-abort';
14
13
  import { RagProcessor } from './rag/index.js';
15
14
  import { PreviewProcessor, PREVIEW_VERSION, previewId } from './preview/index.js';
15
+ import { errorMessage } from '../../guards.js';
16
+ import { ACTIVE_KNOWLEDGE_BY_CHAT, AGENTS, CHATS, CHUNKS_BY_CHAT, INDEXING_STATUS_BY_CHAT, KNOWLEDGE, KNOWLEDGE_ARTIFACTS_BY_KNOWLEDGE } from '../collections.js';
16
17
  export { fullTextBudgetChars, fullTextHits, retrieveRagKnowledge, searchRagChunks, referencesPendingFile } from './rag/index.js';
17
18
  export { isKnowledgeRoutedAttachment } from './records/index.js';
18
19
  export { assertRemovableAt } from './records/index.js';
@@ -43,8 +44,9 @@ export class Files extends EventEmitter {
43
44
  async *read(reference, options = {}) {
44
45
  let recorded = false;
45
46
  for await (const frame of this._store.read(reference, options)) {
46
- if (!recorded)
47
+ if (!recorded) {
47
48
  this._mesh.fileIndex?.read(reference);
49
+ }
48
50
  recorded = true;
49
51
  yield frame;
50
52
  }
@@ -73,6 +75,9 @@ export class Files extends EventEmitter {
73
75
  clear(reference, id) {
74
76
  return this._store.clear(reference, id);
75
77
  }
78
+ compact(coreKeys) {
79
+ return this._store.compact(coreKeys);
80
+ }
76
81
  attachments(options = {}) {
77
82
  return attachmentFiles(this._mesh, options);
78
83
  }
@@ -96,24 +101,30 @@ export class Files extends EventEmitter {
96
101
  }
97
102
  async *fileRead(request, options = {}) {
98
103
  const file = await this.resolve(request);
99
- if (options.signal?.aborted)
104
+ if (options.signal?.aborted) {
100
105
  throw new AbortedError();
101
- if (!file)
106
+ }
107
+ if (!file) {
102
108
  return;
109
+ }
103
110
  yield { metadata: file };
104
- if (!request.metadataOnly)
111
+ if (!request.metadataOnly) {
105
112
  yield* this.read(file.blobId, options);
113
+ }
106
114
  }
107
115
  async preview(request) {
108
116
  const file = await this.resolve(request);
109
- if (!file || !this._processors.get('preview')?.processor.applies(file))
117
+ if (!file || !this._processors.get('preview')?.processor.applies(file)) {
110
118
  return {};
119
+ }
111
120
  const output = await this.artifact(previewId(file));
112
- if (!output || output.embedderVersion !== PREVIEW_VERSION)
121
+ if (!output || output.embedderVersion !== PREVIEW_VERSION) {
113
122
  return {};
123
+ }
114
124
  const reference = parseBlobReference(output.artifactBlobId);
115
- if (reference.inline?.mimeType !== 'image/jpeg')
125
+ if (reference.inline?.mimeType !== 'image/jpeg') {
116
126
  throw new Error('invalid preview output');
127
+ }
117
128
  return {
118
129
  outputId: output.id,
119
130
  mimeType: reference.inline.mimeType,
@@ -123,8 +134,9 @@ export class Files extends EventEmitter {
123
134
  async retry(request) {
124
135
  const file = await this.resolve(request);
125
136
  const entry = this._processors.get(request.processorId);
126
- if (!file || !entry)
137
+ if (!file || !entry) {
127
138
  return;
139
+ }
128
140
  this.processorState(request.processorId).retry(file.id);
129
141
  await entry.work.enqueue([file.id]);
130
142
  this._updated();
@@ -151,6 +163,9 @@ export class Files extends EventEmitter {
151
163
  syncArtifact(row) {
152
164
  return syncArtifactArrival(this._mesh, row);
153
165
  }
166
+ reclaimPurged() {
167
+ return reclaimPurgedFiles(this._mesh);
168
+ }
154
169
  sweepTombstones(deviceId = null) {
155
170
  return sweepTombstonedBlobs(this._mesh, deviceId);
156
171
  }
@@ -158,13 +173,15 @@ export class Files extends EventEmitter {
158
173
  if (!coreLength)
159
174
  return;
160
175
  const references = await referencedBlobs(this._mesh);
161
- if (!this._mesh.closing)
176
+ if (!this._mesh.closing) {
162
177
  await this._store.sweep(references, coreLength);
178
+ }
163
179
  }
164
180
  processorState(id) {
165
181
  let state = this._states.get(id);
166
- if (!state)
182
+ if (!state) {
167
183
  this._states.set(id, (state = new FileState()));
184
+ }
168
185
  return state;
169
186
  }
170
187
  start(options) {
@@ -176,15 +193,17 @@ export class Files extends EventEmitter {
176
193
  }
177
194
  const work = new FileProcessing(this._mesh, { processor, ...options });
178
195
  this._processors.set(processor.id, { processor, work });
179
- if (this._paused)
196
+ if (this._paused) {
180
197
  void work.suspend();
198
+ }
181
199
  work.start();
182
200
  this._updated();
183
201
  }
184
202
  async stopProcessor(id) {
185
203
  const entry = this._processors.get(id);
186
- if (!entry)
204
+ if (!entry) {
187
205
  return true;
206
+ }
188
207
  await entry.work.suspend();
189
208
  await entry.work.close();
190
209
  this._processors.delete(id);
@@ -213,8 +232,9 @@ export class Files extends EventEmitter {
213
232
  }
214
233
  resume() {
215
234
  this._paused = false;
216
- for (const { work } of this._processors.values())
235
+ for (const { work } of this._processors.values()) {
217
236
  work.resume();
237
+ }
218
238
  }
219
239
  async listIndexing(chatId) {
220
240
  const rows = await listIndexingByChat(this._mesh, { chatId });
@@ -223,12 +243,15 @@ export class Files extends EventEmitter {
223
243
  .map((row) => ({ ...row, claimLive: isClaimLive(row, Date.now()) }));
224
244
  for (const file of (await this.status(chatId)).files) {
225
245
  const processor = file.processors.find((entry) => entry.processorId === 'rag');
226
- if (!processor || file.readyForChat || processor.state === 'not-applicable')
246
+ if (!processor || file.readyForChat || processor.state === 'not-applicable') {
227
247
  continue;
228
- if (processor.claimedBy)
248
+ }
249
+ if (processor.claimedBy) {
229
250
  continue;
230
- if (!processor.published && (this.state.get(file.fileId)?.sourceMisses ?? 0) < 2)
251
+ }
252
+ if (!processor.published && (this.state.get(file.fileId)?.sourceMisses ?? 0) < 2) {
231
253
  continue;
254
+ }
232
255
  const attempts = statuses.filter((row) => row.knowledgeId === file.fileId);
233
256
  const latest = attempts.reduce((current, row) => (!current || row.at > current.at ? row : current), undefined);
234
257
  statuses = statuses.filter((row) => row.knowledgeId !== file.fileId);
@@ -238,7 +261,7 @@ export class Files extends EventEmitter {
238
261
  chatId,
239
262
  status: processor.state === 'running' ? 'indexing' : 'failed',
240
263
  claimId: '',
241
- claimedBy: Buffer.alloc(0),
264
+ claimedBy: b4a.alloc(0),
242
265
  at: Math.max(latest?.at ?? 0, processor.retryAt ?? 0),
243
266
  expiresAt: 0,
244
267
  error: processor.reason ?? 'waiting for local index',
@@ -273,12 +296,15 @@ export class Files extends EventEmitter {
273
296
  load(id, state, options = {}) {
274
297
  const { artifactId, processorId = 'rag' } = options;
275
298
  const entry = this.processorState(processorId).document(id);
276
- if (entry.load?.state !== 'failed' || state.state !== 'pending')
299
+ if (entry.load?.state !== 'failed' || state.state !== 'pending') {
277
300
  entry.load = state;
278
- if (!artifactId)
301
+ }
302
+ if (!artifactId) {
279
303
  entry.loaded = undefined;
280
- else if (entry.loaded?.artifactId !== artifactId)
304
+ }
305
+ else if (entry.loaded?.artifactId !== artifactId) {
281
306
  entry.loaded = { artifactId };
307
+ }
282
308
  this._updated();
283
309
  }
284
310
  clearLoaded(processorId = 'rag') {
@@ -302,8 +328,9 @@ export class Files extends EventEmitter {
302
328
  });
303
329
  }
304
330
  reconnect() {
305
- for (const { work } of this._processors.values())
331
+ for (const { work } of this._processors.values()) {
306
332
  work.reconnect();
333
+ }
307
334
  this._updated();
308
335
  }
309
336
  report = (update, processorId = 'rag') => {
@@ -320,13 +347,15 @@ export class Files extends EventEmitter {
320
347
  }
321
348
  async beginUpload(input) {
322
349
  const { chatId, fileName, mimeType } = input;
323
- if (!chatId || !fileName || !mimeType)
350
+ if (!chatId || !fileName || !mimeType) {
324
351
  throw new Error('upload metadata is incomplete');
352
+ }
325
353
  const id = input.fileId || randomId();
326
354
  this._pruneUploads();
327
355
  const previous = this._uploads.get(id);
328
- if (previous && !previous.expiresAt)
356
+ if (previous && !previous.expiresAt) {
329
357
  throw new Error('file id already exists');
358
+ }
330
359
  this._uploads.set(id, {
331
360
  status: {
332
361
  fileId: id,
@@ -352,10 +381,12 @@ export class Files extends EventEmitter {
352
381
  }
353
382
  }
354
383
  catch (error) {
355
- if (previous)
384
+ if (previous) {
356
385
  this._uploads.set(id, previous);
357
- else
386
+ }
387
+ else {
358
388
  this._uploads.delete(id);
389
+ }
359
390
  this._updated();
360
391
  throw error;
361
392
  }
@@ -364,29 +395,33 @@ export class Files extends EventEmitter {
364
395
  }
365
396
  uploadProgress(id, bytes) {
366
397
  const upload = this._uploads.get(id)?.status;
367
- if (!upload?.uploadProgress)
398
+ if (!upload?.uploadProgress) {
368
399
  return;
400
+ }
369
401
  upload.uploadProgress.completed += bytes;
370
402
  this._updated();
371
403
  }
372
404
  uploadComplete(id) {
373
405
  const upload = this._uploads.get(id)?.status;
374
- if (upload)
406
+ if (upload) {
375
407
  upload.state = 'pending';
408
+ }
376
409
  this._updated();
377
410
  }
378
411
  uploadFailed(id, error) {
379
412
  const upload = this._uploads.get(id)?.status;
380
- if (!upload)
413
+ if (!upload) {
381
414
  return;
415
+ }
382
416
  upload.state = error instanceof AbortedError ? 'cancelled' : 'failed';
383
- upload.reason = error instanceof Error ? error.message : String(error);
417
+ upload.reason = errorMessage(error);
384
418
  this._updated();
385
419
  }
386
420
  uploadClosed(id) {
387
421
  const upload = this._uploads.get(id);
388
- if (!upload || this.closed)
422
+ if (!upload || this.closed) {
389
423
  return;
424
+ }
390
425
  upload.expiresAt = Date.now() + 60_000;
391
426
  this._deadline.schedule(upload.expiresAt);
392
427
  }
@@ -394,10 +429,12 @@ export class Files extends EventEmitter {
394
429
  for (const [id, upload] of this._uploads) {
395
430
  if (!upload.expiresAt)
396
431
  continue;
397
- if (upload.expiresAt <= Date.now())
432
+ if (upload.expiresAt <= Date.now()) {
398
433
  this._uploads.delete(id);
399
- else
434
+ }
435
+ else {
400
436
  this._deadline.schedule(upload.expiresAt);
437
+ }
401
438
  }
402
439
  }
403
440
  async status(chatId) {
@@ -405,28 +442,28 @@ export class Files extends EventEmitter {
405
442
  const snap = this._mesh.view.snapshot();
406
443
  const range = { gte: { chatId }, lte: { chatId } };
407
444
  try {
408
- const chat = await snap.get('@qvac/chats', { id: chatId });
409
- if (!chat || chat.deletedAt)
445
+ const chat = await snap.get(CHATS, { id: chatId });
446
+ if (!chat || chat.deletedAt) {
410
447
  return { files: [] };
411
- const agent = await snap.get('@qvac/agents', { id: chat.agentId });
412
- const knowledge = await snap
413
- .find('@qvac/active-knowledge-by-chat', range)
414
- .toArray();
415
- const chunks = await snap.find('@qvac/chunks-by-chat', range).toArray();
416
- const statuses = await snap
417
- .find('@qvac/indexing-status-by-chat', range)
418
- .toArray();
448
+ }
449
+ const agent = await snap.get(AGENTS, { id: chat.agentId });
450
+ const knowledge = await snap.find(ACTIVE_KNOWLEDGE_BY_CHAT, range).toArray();
451
+ const chunks = await snap.find(CHUNKS_BY_CHAT, range).toArray();
452
+ const statuses = await snap.find(INDEXING_STATUS_BY_CHAT, range).toArray();
419
453
  const sources = new Map(knowledge.map((row) => [row.id, row]));
420
454
  const ragIds = new Set(sources.keys());
421
455
  for (const chunk of chunks) {
422
456
  const file = chunk.attachment;
423
- if (file && !file.deletedAt && !sources.has(file.id)) {
424
- sources.set(file.id, { ...file, chatId, updatedAt: file.createdAt });
425
- if (!chunk.runId && isKnowledgeRoutedAttachment(file)) {
426
- const record = await snap.get('@qvac/knowledge', { id: file.id });
427
- if (!record?.deletedAt)
428
- ragIds.add(file.id);
429
- }
457
+ if (!file || file.deletedAt || sources.has(file.id)) {
458
+ continue;
459
+ }
460
+ sources.set(file.id, { ...file, chatId, updatedAt: file.createdAt });
461
+ if (chunk.runId || !isKnowledgeRoutedAttachment(file)) {
462
+ continue;
463
+ }
464
+ const record = await snap.get(KNOWLEDGE, { id: file.id });
465
+ if (!record?.deletedAt) {
466
+ ragIds.add(file.id);
430
467
  }
431
468
  }
432
469
  const result = new Map();
@@ -440,7 +477,7 @@ export class Files extends EventEmitter {
440
477
  }
441
478
  for (const [id, source] of sources) {
442
479
  const rows = await snap
443
- .find('@qvac/knowledge-artifacts-by-knowledge', {
480
+ .find(KNOWLEDGE_ARTIFACTS_BY_KNOWLEDGE, {
444
481
  gte: { knowledgeId: id },
445
482
  lte: { knowledgeId: id }
446
483
  })
@@ -463,19 +500,14 @@ export class Files extends EventEmitter {
463
500
  published
464
501
  };
465
502
  processor.outputId = local?.loaded?.artifactId ?? output?.id;
466
- if (!applicable)
503
+ if (!applicable) {
467
504
  processor.state = 'not-applicable';
468
- else if (local?.loaded)
505
+ }
506
+ else if (local?.loaded) {
469
507
  processor.state = 'ready';
508
+ }
470
509
  else if (claim) {
471
- processor.state = 'running';
472
- processor.claimedBy = claim.claimedBy;
473
- processor.expiresAt = claim.expiresAt;
474
- this._deadline.schedule(claim.expiresAt);
475
- const device = await liveDeviceForWriter(snap, claim.claimedBy);
476
- if (device && agent && b4a.equals(device.id, agent.providerDeviceId)) {
477
- processor.agentId = agent.id;
478
- }
510
+ await this._markClaimed(processor, { snap, claim, agent });
479
511
  }
480
512
  else if (local?.work &&
481
513
  !published &&
@@ -483,18 +515,18 @@ export class Files extends EventEmitter {
483
515
  (!terminalFailure || local.work.state !== 'pending')) {
484
516
  Object.assign(processor, local.work);
485
517
  }
486
- else if (local?.load && published)
518
+ else if (local?.load && published) {
487
519
  Object.assign(processor, local.load);
520
+ }
488
521
  else if (failed && !published && failed.error !== 'interrupted: suspend') {
489
522
  processor.state = failed.error === 'source unavailable' ? 'pending' : 'failed';
490
523
  processor.reason = failed.error || 'processing failed';
491
524
  }
525
+ else if (!this._model) {
526
+ processor.reason = 'model unavailable on this device';
527
+ }
492
528
  else {
493
- processor.reason = !this._model
494
- ? 'model unavailable on this device'
495
- : published
496
- ? 'waiting for local index'
497
- : 'waiting for agent';
529
+ processor.reason = published ? 'waiting for local index' : 'waiting for agent';
498
530
  }
499
531
  if (local?.progress &&
500
532
  processor.state !== 'not-applicable' &&
@@ -508,33 +540,18 @@ export class Files extends EventEmitter {
508
540
  const readyForChat = applicable
509
541
  ? processor.state === 'ready'
510
542
  : await this._store.available(source.blobId);
511
- const processors = [processor];
512
- for (const { processor: descriptor } of this._processors.values()) {
513
- if (descriptor.id === 'rag')
514
- continue;
515
- const chunk = chunks.find((entry) => entry.attachment?.id === id);
516
- const record = descriptor.input === 'attachment'
517
- ? chunk && attachmentRecord(chunk)
518
- : knowledge.find((entry) => entry.id === id);
519
- const input = record ? { ...record, kind: descriptor.input } : null;
520
- processors.push(!input || !descriptor.applies(input)
521
- ? { processorId: descriptor.id, state: 'not-applicable', published: false }
522
- : await this._processorStatus(descriptor, input, rows, statuses));
523
- }
543
+ const processors = [
544
+ processor,
545
+ ...(await this._extraProcessorStatuses(id, { chunks, knowledge, rows, statuses }))
546
+ ];
547
+ const uploadProgress = this._uploads.get(id)?.status.uploadProgress;
524
548
  result.set(id, {
525
549
  fileId: id,
526
550
  chatId,
527
551
  fileName: source.fileName,
528
552
  mimeType: source.mimeType,
529
- state: readyForChat ? 'ready' : applicable ? processor.state : 'pending',
530
- reason: readyForChat
531
- ? undefined
532
- : applicable
533
- ? processor.reason
534
- : 'source unavailable on this device',
535
- uploadProgress: this._uploads.get(id)?.status.uploadProgress
536
- ? { ...this._uploads.get(id).status.uploadProgress }
537
- : undefined,
553
+ ...fileState(processor, { readyForChat, applicable }),
554
+ uploadProgress: uploadProgress ? { ...uploadProgress } : undefined,
538
555
  processors,
539
556
  readyForChat
540
557
  });
@@ -545,7 +562,33 @@ export class Files extends EventEmitter {
545
562
  await snap.close();
546
563
  }
547
564
  }
548
- async _processorStatus(processor, file, rows, attempts) {
565
+ async _markClaimed(processor, { snap, claim, agent }) {
566
+ processor.state = 'running';
567
+ processor.claimedBy = claim.claimedBy;
568
+ processor.expiresAt = claim.expiresAt;
569
+ this._deadline.schedule(claim.expiresAt);
570
+ const device = await liveDeviceForWriter(snap, claim.claimedBy);
571
+ if (device && agent && b4a.equals(device.id, agent.providerDeviceId)) {
572
+ processor.agentId = agent.id;
573
+ }
574
+ }
575
+ async _extraProcessorStatuses(id, { chunks, knowledge, rows, statuses }) {
576
+ const processors = [];
577
+ for (const { processor: descriptor } of this._processors.values()) {
578
+ if (descriptor.id === 'rag')
579
+ continue;
580
+ const chunk = chunks.find((entry) => entry.attachment?.id === id);
581
+ const record = descriptor.input === 'attachment'
582
+ ? chunk && attachmentRecord(chunk)
583
+ : knowledge.find((entry) => entry.id === id);
584
+ const input = record ? { ...record, kind: descriptor.input } : null;
585
+ processors.push(!input || !descriptor.applies(input)
586
+ ? { processorId: descriptor.id, state: 'not-applicable', published: false }
587
+ : await this._processorStatus(descriptor, input, { rows, attempts: statuses }));
588
+ }
589
+ return processors;
590
+ }
591
+ async _processorStatus(processor, file, { rows, attempts }) {
549
592
  const output = rows.find((row) => processor.accepts ? processor.accepts(row, file) : row.embedderVersion === processor.version);
550
593
  const local = this.processorState(processor.id).get(file.id);
551
594
  const status = {
@@ -570,10 +613,12 @@ export class Files extends EventEmitter {
570
613
  });
571
614
  this._deadline.schedule(claim.expiresAt);
572
615
  }
573
- else if (local?.work)
616
+ else if (local?.work) {
574
617
  Object.assign(status, local.work);
575
- else
618
+ }
619
+ else {
576
620
  status.reason = output ? 'output unavailable on this device' : 'waiting for processor';
621
+ }
577
622
  return status;
578
623
  }
579
624
  async close() {
@@ -582,14 +627,24 @@ export class Files extends EventEmitter {
582
627
  this._mesh.unwatch(this._updated);
583
628
  this._deadline.clear();
584
629
  this._uploads.clear();
585
- for (const state of this._states.values())
630
+ for (const state of this._states.values()) {
586
631
  state.close();
632
+ }
587
633
  this._states.clear();
588
634
  this.emit('close');
589
635
  this.removeAllListeners();
590
636
  await this._store.close();
591
637
  }
592
638
  }
639
+ function fileState(processor, opts) {
640
+ if (opts.readyForChat) {
641
+ return { state: 'ready', reason: undefined };
642
+ }
643
+ if (opts.applicable) {
644
+ return { state: processor.state, reason: processor.reason };
645
+ }
646
+ return { state: 'pending', reason: 'source unavailable on this device' };
647
+ }
593
648
  export { MemoryVectorIndex, RAG_KNOWLEDGE_OFF_NOTICE, RAG_TRUNCATED_NOTICE, RAG_UNAVAILABLE_NOTICE, WEB_TOOLS, chooseRagNotice, citedByPhraseOverlap, createRagSourceTagFilter, formatFullDocumentContext, formatRagContext, isFullTextHit, isWholeDocumentQuery, referencedDocuments, isTruncatedFullTextHit, sourcesFromHits, webSourcesFromToolResult, withoutDataChannel } from './rag/index.js';
594
649
  export { attachTurnDocumentIds, groupAttachmentsByMessage } from './records/index.js';
595
650
  export { CoreBlobServer, parseBlobReferenceCoreKey } from './store/index.js';
@@ -1,9 +1,6 @@
1
1
  import { MAX_KNOWLEDGE_BYTES } from './rag/index.ts';
2
2
  import type { Mesh } from '../mesh.ts';
3
+ import { type FileHandlersOptions } from './upload.ts';
3
4
  import type { CapabilityHandlers } from '../../../spec/capabilities.d.ts';
4
5
  export { MAX_KNOWLEDGE_BYTES };
5
- export declare function knowledgeFiles(mesh: Mesh, { maxBytes, inactivityMs, deviceId }?: {
6
- maxBytes?: number;
7
- inactivityMs?: number;
8
- deviceId?: Buffer | null;
9
- }): Pick<CapabilityHandlers, 'uploadKnowledge' | 'downloadKnowledge' | 'listKnowledge' | 'removeKnowledge' | 'listIndexing'>;
6
+ export declare function knowledgeFiles(mesh: Mesh, { maxBytes, inactivityMs, deviceId }?: FileHandlersOptions): Pick<CapabilityHandlers, 'uploadKnowledge' | 'downloadKnowledge' | 'listKnowledge' | 'removeKnowledge' | 'listIndexing'>;
@@ -1,11 +1,14 @@
1
1
  import type { QvacChunk } from '../../../spec/mesh/hyperschema/types.d.ts';
2
- import type { FileKey, KnownFile } from '../local/files.ts';
2
+ import type { FileKey, KnownFile, LocalFile } from '../local/files.ts';
3
3
  export type FileChunk = Pick<QvacChunk, 'type' | 'chatId' | 'attachment'>;
4
4
  export interface MeshFileIndex {
5
5
  record(chunks: ReadonlyArray<FileChunk>): Promise<void>;
6
6
  refresh(chunks: ReadonlyArray<FileChunk>): Promise<void>;
7
7
  read(reference: string): void;
8
8
  markCleared(blobId: string): Promise<void>;
9
+ list(): Promise<LocalFile[]>;
10
+ retireChats(purged: ReadonlyMap<string, number>): Promise<void>;
11
+ forget(file: FileKey): Promise<void>;
9
12
  }
10
13
  export interface FileOwner {
11
14
  readonly meshKey: Buffer;
@@ -2,11 +2,13 @@ import b4a from 'b4a';
2
2
  import { parseBlobReference } from './store/reference.js';
3
3
  export function knownFile(chunk, owner) {
4
4
  const attachment = chunk.type === 'attachment' ? chunk.attachment : null;
5
- if (!attachment)
5
+ if (!attachment) {
6
6
  return null;
7
+ }
7
8
  const file = referencedFile(attachment.blobId, owner);
8
- if (!file)
9
+ if (!file) {
9
10
  return null;
11
+ }
10
12
  return {
11
13
  ...file,
12
14
  chatId: chunk.chatId,
@@ -19,8 +21,9 @@ export function knownFile(chunk, owner) {
19
21
  }
20
22
  export function referencedFile(reference, owner) {
21
23
  const key = fileKeyOf(reference, owner);
22
- if (!key)
24
+ if (!key) {
23
25
  return null;
26
+ }
24
27
  return { ...key, blobId: reference, own: b4a.equals(key.coreKey, owner.ownCoreKey) };
25
28
  }
26
29
  export function fileKeyOf(reference, { meshKey, ownCoreKey }) {
@@ -31,8 +34,9 @@ export function fileKeyOf(reference, { meshKey, ownCoreKey }) {
31
34
  catch {
32
35
  return null;
33
36
  }
34
- if (parsed.inline)
37
+ if (parsed.inline) {
35
38
  return null;
36
- const coreKey = parsed.coreKey ? Buffer.from(parsed.coreKey, 'hex') : ownCoreKey;
39
+ }
40
+ const coreKey = parsed.coreKey ? b4a.from(parsed.coreKey, 'hex') : ownCoreKey;
37
41
  return { meshKey, coreKey, blockOffset: parsed.blobId.blockOffset };
38
42
  }
@@ -1,4 +1,3 @@
1
- import { Buffer } from 'buffer';
2
1
  import type { AbortSignal } from 'bare-abort-controller';
3
2
  export type PreviewEncoder = (bytes: Buffer, signal: AbortSignal) => Promise<Buffer>;
4
3
  export declare function previewEncoder(): Promise<PreviewEncoder | null>;
@@ -1,6 +1,6 @@
1
- import { Buffer } from 'buffer';
2
1
  import { AbortedError } from '@qvac/harness/race-abort';
3
2
  import { MAX_INLINE_BYTES } from '../store/index.js';
3
+ import b4a from 'b4a';
4
4
  export async function previewEncoder() {
5
5
  let media;
6
6
  try {
@@ -11,17 +11,20 @@ export async function previewEncoder() {
11
11
  }
12
12
  return async (bytes, signal) => {
13
13
  const decoded = await media.image.decode(bytes, { maxFrames: 1 });
14
- if (signal.aborted)
14
+ if (signal.aborted) {
15
15
  throw new AbortedError();
16
+ }
16
17
  const first = decoded.frames ? decoded.frames[0] : decoded;
17
- if (!first)
18
+ if (!first) {
18
19
  throw new Error('image has no frames');
20
+ }
19
21
  const upright = await media.image.orientate(first, { file: bytes });
20
22
  const resized = await media.image.resize(upright, { maxWidth: 768, maxHeight: 768 });
21
- if (signal.aborted)
23
+ if (signal.aborted) {
22
24
  throw new AbortedError();
25
+ }
23
26
  try {
24
- return Buffer.from(await media.image.encode(resized, {
27
+ return b4a.from(await media.image.encode(resized, {
25
28
  mimetype: 'image/jpeg',
26
29
  quality: 75,
27
30
  maxBytes: 80 * 1024
@@ -32,7 +35,7 @@ export async function previewEncoder() {
32
35
  !error.message.startsWith('Could not create preview under maxBytes')) {
33
36
  throw error;
34
37
  }
35
- return Buffer.from(await media.image.encode(resized, {
38
+ return b4a.from(await media.image.encode(resized, {
36
39
  mimetype: 'image/jpeg',
37
40
  quality: 60,
38
41
  maxBytes: MAX_INLINE_BYTES
@@ -1,13 +1,16 @@
1
- import { Buffer } from 'buffer';
2
1
  import type { AbortSignal } from 'bare-abort-controller';
3
2
  import type { QvacKnowledgeArtifact } from '../../../../spec/mesh/hyperschema/types.d.ts';
4
- import type { FileDocument, FileProcessor } from '../processing/index.ts';
3
+ import type { FileDocument, FileProcessor, ProcessorHost } from '../processing/index.ts';
5
4
  import { type FileRecord } from '../records/index.ts';
6
5
  import { type PreviewEncoder } from './image.ts';
7
- import type { Mesh } from '../../mesh.ts';
8
6
  export { previewEncoder } from './image.ts';
9
7
  export type { PreviewEncoder } from './image.ts';
10
8
  export declare const PREVIEW_VERSION = "processor:preview:1";
9
+ export interface PreviewProcessorOptions {
10
+ readonly deviceId: Buffer | null;
11
+ readonly retryMs?: number;
12
+ readonly encoder?: () => Promise<PreviewEncoder | null>;
13
+ }
11
14
  export declare class PreviewProcessor implements FileProcessor {
12
15
  readonly id = "preview";
13
16
  readonly version = "processor:preview:1";
@@ -17,15 +20,9 @@ export declare class PreviewProcessor implements FileProcessor {
17
20
  private readonly _deviceId;
18
21
  private readonly _retryMs;
19
22
  private readonly _encoder;
20
- constructor(options: {
21
- deviceId: Buffer | null;
22
- retryMs?: number;
23
- encoder?: () => Promise<PreviewEncoder | null>;
24
- });
23
+ constructor(options: PreviewProcessorOptions);
25
24
  applies(file: FileRecord): boolean;
26
- canProduce(file: FileRecord, host: {
27
- mesh: Mesh;
28
- }): Promise<boolean>;
25
+ canProduce(file: FileRecord, host: ProcessorHost): Promise<boolean>;
29
26
  accepts(output: QvacKnowledgeArtifact, file: FileRecord): boolean;
30
27
  produce(document: FileDocument, signal: AbortSignal): Promise<void>;
31
28
  close(): Promise<boolean>;