@qvac/core 0.4.1 → 0.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (417) hide show
  1. package/CHANGELOG.md +262 -1
  2. package/README.md +1 -1
  3. package/dist-lib/lib/api/agents.js +3 -2
  4. package/dist-lib/lib/api/app-config.d.ts +1 -1
  5. package/dist-lib/lib/api/app-config.js +54 -15
  6. package/dist-lib/lib/api/attachments.d.ts +6 -5
  7. package/dist-lib/lib/api/attachments.js +4 -2
  8. package/dist-lib/lib/api/chat.d.ts +7 -3
  9. package/dist-lib/lib/api/chat.js +4 -4
  10. package/dist-lib/lib/api/chunks.js +3 -3
  11. package/dist-lib/lib/api/config.js +2 -2
  12. package/dist-lib/lib/api/current-mesh.d.ts +3 -4
  13. package/dist-lib/lib/api/current-mesh.js +9 -4
  14. package/dist-lib/lib/api/custom-models.d.ts +8 -1
  15. package/dist-lib/lib/api/custom-models.js +53 -16
  16. package/dist-lib/lib/api/devices.d.ts +14 -5
  17. package/dist-lib/lib/api/devices.js +14 -9
  18. package/dist-lib/lib/api/diagnostics.d.ts +1 -0
  19. package/dist-lib/lib/api/diagnostics.js +1 -1
  20. package/dist-lib/lib/api/effective-ctx-size.d.ts +6 -1
  21. package/dist-lib/lib/api/effective-ctx-size.js +5 -3
  22. package/dist-lib/lib/api/execution.js +9 -2
  23. package/dist-lib/lib/api/files.js +2 -1
  24. package/dist-lib/lib/api/index.d.ts +7 -1
  25. package/dist-lib/lib/api/index.js +101 -101
  26. package/dist-lib/lib/api/instrument.js +29 -20
  27. package/dist-lib/lib/api/knowledge.d.ts +6 -5
  28. package/dist-lib/lib/api/knowledge.js +8 -6
  29. package/dist-lib/lib/api/local-files.js +1 -1
  30. package/dist-lib/lib/api/logs.js +6 -3
  31. package/dist-lib/lib/api/members.js +22 -13
  32. package/dist-lib/lib/api/mesh.d.ts +7 -2
  33. package/dist-lib/lib/api/mesh.js +10 -5
  34. package/dist-lib/lib/api/model-download.js +1 -1
  35. package/dist-lib/lib/api/network.d.ts +1 -0
  36. package/dist-lib/lib/api/network.js +1 -1
  37. package/dist-lib/lib/api/notifications.js +23 -13
  38. package/dist-lib/lib/api/rag.d.ts +6 -1
  39. package/dist-lib/lib/api/rag.js +20 -11
  40. package/dist-lib/lib/api/range.d.ts +2 -2
  41. package/dist-lib/lib/api/sync.js +1 -1
  42. package/dist-lib/lib/api/tool-activity.js +7 -3
  43. package/dist-lib/lib/api/tool-configs.js +2 -4
  44. package/dist-lib/lib/api/upload-frames.d.ts +7 -8
  45. package/dist-lib/lib/api/upload-frames.js +2 -1
  46. package/dist-lib/lib/api/watchable.d.ts +6 -1
  47. package/dist-lib/lib/api/watchable.js +23 -14
  48. package/dist-lib/lib/assistant/fetch-body.js +4 -2
  49. package/dist-lib/lib/assistant/harness.d.ts +72 -24
  50. package/dist-lib/lib/assistant/harness.js +53 -15
  51. package/dist-lib/lib/assistant/history.d.ts +9 -7
  52. package/dist-lib/lib/assistant/history.js +77 -42
  53. package/dist-lib/lib/assistant/message.d.ts +5 -3
  54. package/dist-lib/lib/assistant/message.js +4 -2
  55. package/dist-lib/lib/assistant/skill-encode.d.ts +3 -1
  56. package/dist-lib/lib/assistant/skill-encode.js +52 -62
  57. package/dist-lib/lib/assistant-client.js +7 -4
  58. package/dist-lib/lib/assistant-tree.js +36 -11
  59. package/dist-lib/lib/assistant.d.ts +37 -12
  60. package/dist-lib/lib/assistant.js +977 -373
  61. package/dist-lib/lib/audio-format.d.ts +1 -1
  62. package/dist-lib/lib/audio-format.js +1 -1
  63. package/dist-lib/lib/chat-title.js +9 -4
  64. package/dist-lib/lib/client.js +3 -2
  65. package/dist-lib/lib/collabora/convert.d.ts +2 -2
  66. package/dist-lib/lib/collabora/convert.js +6 -3
  67. package/dist-lib/lib/collabora/entry.js +9 -5
  68. package/dist-lib/lib/collabora/protocol.d.ts +2 -2
  69. package/dist-lib/lib/collabora/protocol.js +14 -7
  70. package/dist-lib/lib/collabora/worker.js +14 -7
  71. package/dist-lib/lib/compaction.d.ts +5 -6
  72. package/dist-lib/lib/compaction.js +14 -7
  73. package/dist-lib/lib/constants.d.ts +2 -0
  74. package/dist-lib/lib/constants.js +4 -0
  75. package/dist-lib/lib/core/account-recovery.d.ts +4 -3
  76. package/dist-lib/lib/core/account-recovery.js +7 -4
  77. package/dist-lib/lib/core/agent.d.ts +0 -1
  78. package/dist-lib/lib/core/agent.js +18 -16
  79. package/dist-lib/lib/core/approval-rules.d.ts +7 -6
  80. package/dist-lib/lib/core/approval-rules.js +12 -6
  81. package/dist-lib/lib/core/archived-mesh.d.ts +7 -5
  82. package/dist-lib/lib/core/archived-mesh.js +25 -22
  83. package/dist-lib/lib/core/async-iterable.js +10 -5
  84. package/dist-lib/lib/core/attachment-link.d.ts +2 -2
  85. package/dist-lib/lib/core/audio-attachment.js +1 -1
  86. package/dist-lib/lib/core/blind-peers.d.ts +2 -2
  87. package/dist-lib/lib/core/chat-activity.d.ts +2 -2
  88. package/dist-lib/lib/core/chat-activity.js +42 -21
  89. package/dist-lib/lib/core/chat-group.d.ts +8 -6
  90. package/dist-lib/lib/core/chat-group.js +17 -10
  91. package/dist-lib/lib/core/chat-order.d.ts +11 -9
  92. package/dist-lib/lib/core/chat-order.js +1 -3
  93. package/dist-lib/lib/core/chat-search.d.ts +4 -4
  94. package/dist-lib/lib/core/chat-search.js +38 -24
  95. package/dist-lib/lib/core/chat.d.ts +20 -14
  96. package/dist-lib/lib/core/chat.js +42 -28
  97. package/dist-lib/lib/core/chunk.d.ts +20 -24
  98. package/dist-lib/lib/core/chunk.js +34 -22
  99. package/dist-lib/lib/core/collections.d.ts +69 -0
  100. package/dist-lib/lib/core/collections.js +69 -0
  101. package/dist-lib/lib/core/contract/activity.d.ts +8 -2
  102. package/dist-lib/lib/core/contract/activity.js +39 -11
  103. package/dist-lib/lib/core/contract/agents.js +3 -2
  104. package/dist-lib/lib/core/contract/approval-rules.js +1 -1
  105. package/dist-lib/lib/core/contract/attestations.js +1 -1
  106. package/dist-lib/lib/core/contract/chat-group.js +1 -1
  107. package/dist-lib/lib/core/contract/chat.js +1 -1
  108. package/dist-lib/lib/core/contract/chunks.js +16 -9
  109. package/dist-lib/lib/core/contract/compute.js +2 -1
  110. package/dist-lib/lib/core/contract/devices.js +10 -6
  111. package/dist-lib/lib/core/contract/grant-order.d.ts +5 -0
  112. package/dist-lib/lib/core/contract/grant-order.js +20 -0
  113. package/dist-lib/lib/core/contract/index.d.ts +1 -1
  114. package/dist-lib/lib/core/contract/index.js +27 -2
  115. package/dist-lib/lib/core/contract/indexing.js +3 -3
  116. package/dist-lib/lib/core/contract/invites.d.ts +16 -0
  117. package/dist-lib/lib/core/contract/invites.js +256 -0
  118. package/dist-lib/lib/core/contract/joined-meshes.js +22 -22
  119. package/dist-lib/lib/core/contract/knowledge.js +5 -5
  120. package/dist-lib/lib/core/contract/members.d.ts +15 -0
  121. package/dist-lib/lib/core/contract/members.js +116 -31
  122. package/dist-lib/lib/core/contract/mesh-kind.d.ts +6 -0
  123. package/dist-lib/lib/core/contract/mesh-kind.js +49 -0
  124. package/dist-lib/lib/core/contract/seal.js +1 -1
  125. package/dist-lib/lib/core/contract/seed-defaults.js +1 -3
  126. package/dist-lib/lib/core/contract/tool-activity.js +5 -5
  127. package/dist-lib/lib/core/contract/tool-configs.js +1 -2
  128. package/dist-lib/lib/core/contract/writers.d.ts +13 -0
  129. package/dist-lib/lib/core/contract/writers.js +181 -24
  130. package/dist-lib/lib/core/departures.js +16 -8
  131. package/dist-lib/lib/core/device-attestation.d.ts +5 -0
  132. package/dist-lib/lib/core/device-attestation.js +24 -0
  133. package/dist-lib/lib/core/device-invites.d.ts +2 -0
  134. package/dist-lib/lib/core/device-invites.js +29 -7
  135. package/dist-lib/lib/core/devices.d.ts +2 -1
  136. package/dist-lib/lib/core/devices.js +52 -2
  137. package/dist-lib/lib/core/document-attachment.d.ts +20 -11
  138. package/dist-lib/lib/core/document-attachment.js +10 -5
  139. package/dist-lib/lib/core/files/attachments.d.ts +2 -5
  140. package/dist-lib/lib/core/files/attachments.js +6 -3
  141. package/dist-lib/lib/core/files/index.d.ts +44 -52
  142. package/dist-lib/lib/core/files/index.js +142 -93
  143. package/dist-lib/lib/core/files/knowledge.d.ts +2 -5
  144. package/dist-lib/lib/core/files/local-index.js +9 -5
  145. package/dist-lib/lib/core/files/preview/image.d.ts +0 -1
  146. package/dist-lib/lib/core/files/preview/image.js +9 -6
  147. package/dist-lib/lib/core/files/preview/index.d.ts +8 -11
  148. package/dist-lib/lib/core/files/preview/index.js +20 -15
  149. package/dist-lib/lib/core/files/processing/claims.d.ts +6 -5
  150. package/dist-lib/lib/core/files/processing/claims.js +16 -8
  151. package/dist-lib/lib/core/files/processing/document.d.ts +21 -50
  152. package/dist-lib/lib/core/files/processing/index.d.ts +18 -13
  153. package/dist-lib/lib/core/files/processing/index.js +65 -37
  154. package/dist-lib/lib/core/files/processing/ownership.d.ts +8 -1
  155. package/dist-lib/lib/core/files/processing/ownership.js +1 -1
  156. package/dist-lib/lib/core/files/processing/protocol.d.ts +19 -19
  157. package/dist-lib/lib/core/files/processing/protocol.js +5 -5
  158. package/dist-lib/lib/core/files/processing/settle.d.ts +10 -7
  159. package/dist-lib/lib/core/files/processing/settle.js +22 -11
  160. package/dist-lib/lib/core/files/processing/source.js +14 -8
  161. package/dist-lib/lib/core/files/processing/state.d.ts +13 -11
  162. package/dist-lib/lib/core/files/processing/state.js +19 -12
  163. package/dist-lib/lib/core/files/rag/build.d.ts +2 -2
  164. package/dist-lib/lib/core/files/rag/build.js +2 -1
  165. package/dist-lib/lib/core/files/rag/document-types.d.ts +4 -6
  166. package/dist-lib/lib/core/files/rag/index.d.ts +10 -13
  167. package/dist-lib/lib/core/files/rag/index.js +3 -2
  168. package/dist-lib/lib/core/files/rag/load.d.ts +10 -9
  169. package/dist-lib/lib/core/files/rag/load.js +26 -13
  170. package/dist-lib/lib/core/files/rag/policy.js +2 -1
  171. package/dist-lib/lib/core/files/rag/produce.js +33 -19
  172. package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +5 -3
  173. package/dist-lib/lib/core/files/rag/retrieval/full-text.js +30 -10
  174. package/dist-lib/lib/core/files/records/chunks.js +4 -2
  175. package/dist-lib/lib/core/files/records/knowledge.d.ts +10 -11
  176. package/dist-lib/lib/core/files/records/knowledge.js +9 -8
  177. package/dist-lib/lib/core/files/records/linkage.js +6 -3
  178. package/dist-lib/lib/core/files/records/output.d.ts +5 -4
  179. package/dist-lib/lib/core/files/records/output.js +8 -4
  180. package/dist-lib/lib/core/files/records/reclaim.js +41 -25
  181. package/dist-lib/lib/core/files/records/routing.d.ts +4 -6
  182. package/dist-lib/lib/core/files/records/routing.js +15 -8
  183. package/dist-lib/lib/core/files/records/source.d.ts +5 -4
  184. package/dist-lib/lib/core/files/records/source.js +20 -14
  185. package/dist-lib/lib/core/files/records/sweep.js +1 -3
  186. package/dist-lib/lib/core/files/store/blob.d.ts +10 -10
  187. package/dist-lib/lib/core/files/store/blob.js +25 -19
  188. package/dist-lib/lib/core/files/store/index.d.ts +1 -6
  189. package/dist-lib/lib/core/files/store/index.js +4 -4
  190. package/dist-lib/lib/core/files/store/inline.d.ts +2 -2
  191. package/dist-lib/lib/core/files/store/inline.js +6 -3
  192. package/dist-lib/lib/core/files/store/reference.d.ts +6 -9
  193. package/dist-lib/lib/core/files/store/reference.js +25 -17
  194. package/dist-lib/lib/core/files/store/server.d.ts +7 -6
  195. package/dist-lib/lib/core/files/store/server.js +22 -11
  196. package/dist-lib/lib/core/files/store/sweep.js +13 -7
  197. package/dist-lib/lib/core/files/upload-input.d.ts +4 -12
  198. package/dist-lib/lib/core/files/upload-input.js +10 -5
  199. package/dist-lib/lib/core/files/upload.d.ts +27 -24
  200. package/dist-lib/lib/core/files/upload.js +74 -51
  201. package/dist-lib/lib/core/fs-drives.js +4 -2
  202. package/dist-lib/lib/core/grant-expiry.d.ts +11 -0
  203. package/dist-lib/lib/core/grant-expiry.js +66 -0
  204. package/dist-lib/lib/core/handoff-channel.d.ts +2 -1
  205. package/dist-lib/lib/core/handoff-channel.js +36 -15
  206. package/dist-lib/lib/core/harness-loan.js +35 -17
  207. package/dist-lib/lib/core/helpers/index.d.ts +2 -1
  208. package/dist-lib/lib/core/helpers/index.js +11 -6
  209. package/dist-lib/lib/core/hosted-agents.js +19 -12
  210. package/dist-lib/lib/core/id.js +1 -1
  211. package/dist-lib/lib/core/identity.d.ts +1 -0
  212. package/dist-lib/lib/core/identity.js +11 -3
  213. package/dist-lib/lib/core/image/cache-sweep.d.ts +12 -10
  214. package/dist-lib/lib/core/image/cache-sweep.js +11 -6
  215. package/dist-lib/lib/core/image/normalize.d.ts +6 -0
  216. package/dist-lib/lib/core/image/normalize.js +12 -2
  217. package/dist-lib/lib/core/image/sniff.js +42 -21
  218. package/dist-lib/lib/core/inference-calls-receiver.js +7 -4
  219. package/dist-lib/lib/core/invite-grants.d.ts +20 -0
  220. package/dist-lib/lib/core/invite-grants.js +46 -0
  221. package/dist-lib/lib/core/invite.d.ts +3 -0
  222. package/dist-lib/lib/core/invite.js +6 -3
  223. package/dist-lib/lib/core/local/files.js +20 -19
  224. package/dist-lib/lib/core/local/index.d.ts +70 -45
  225. package/dist-lib/lib/core/local/index.js +157 -126
  226. package/dist-lib/lib/core/membership.d.ts +15 -2
  227. package/dist-lib/lib/core/membership.js +95 -20
  228. package/dist-lib/lib/core/mesh-seed-handoff.d.ts +12 -4
  229. package/dist-lib/lib/core/mesh-seed-handoff.js +23 -5
  230. package/dist-lib/lib/core/mesh.d.ts +57 -30
  231. package/dist-lib/lib/core/mesh.js +232 -78
  232. package/dist-lib/lib/core/migrations/agent-catalog.js +3 -2
  233. package/dist-lib/lib/core/migrations/agent-indexes.js +3 -3
  234. package/dist-lib/lib/core/migrations/device-indexes.d.ts +2 -0
  235. package/dist-lib/lib/core/migrations/device-indexes.js +7 -0
  236. package/dist-lib/lib/core/migrations/file-index.js +7 -4
  237. package/dist-lib/lib/core/migrations/index.d.ts +4 -3
  238. package/dist-lib/lib/core/migrations/index.js +3 -1
  239. package/dist-lib/lib/core/migrations/membership.js +9 -4
  240. package/dist-lib/lib/core/migrations/seal.js +3 -2
  241. package/dist-lib/lib/core/min-version.js +4 -2
  242. package/dist-lib/lib/core/next-frame.d.ts +5 -4
  243. package/dist-lib/lib/core/next-frame.js +6 -3
  244. package/dist-lib/lib/core/notification.d.ts +5 -1
  245. package/dist-lib/lib/core/notification.js +89 -77
  246. package/dist-lib/lib/core/ota-config.js +2 -1
  247. package/dist-lib/lib/core/pdf/rasterize.d.ts +18 -0
  248. package/dist-lib/lib/core/pdf/rasterize.js +57 -0
  249. package/dist-lib/lib/core/prompt-history.js +4 -2
  250. package/dist-lib/lib/core/range.d.ts +4 -4
  251. package/dist-lib/lib/core/range.js +12 -6
  252. package/dist-lib/lib/core/rank.d.ts +5 -4
  253. package/dist-lib/lib/core/rank.js +2 -1
  254. package/dist-lib/lib/core/send.d.ts +8 -5
  255. package/dist-lib/lib/core/send.js +9 -3
  256. package/dist-lib/lib/core/skill-overlay-receiver.js +7 -4
  257. package/dist-lib/lib/core/skill-secrets.js +16 -9
  258. package/dist-lib/lib/core/sync/chunks.js +2 -1
  259. package/dist-lib/lib/core/sync/devices.js +3 -1
  260. package/dist-lib/lib/core/sync/files.d.ts +2 -4
  261. package/dist-lib/lib/core/sync/files.js +28 -20
  262. package/dist-lib/lib/core/sync/index.d.ts +2 -5
  263. package/dist-lib/lib/core/sync/index.js +33 -17
  264. package/dist-lib/lib/core/sync-status.js +10 -7
  265. package/dist-lib/lib/core/system-info.js +4 -2
  266. package/dist-lib/lib/core/tool-activity.d.ts +4 -3
  267. package/dist-lib/lib/core/tool-activity.js +1 -1
  268. package/dist-lib/lib/core/tool-configs.js +12 -7
  269. package/dist-lib/lib/core.d.ts +107 -45
  270. package/dist-lib/lib/core.js +1765 -595
  271. package/dist-lib/lib/credential-pusher.d.ts +12 -17
  272. package/dist-lib/lib/credential-pusher.js +61 -42
  273. package/dist-lib/lib/custom-model-pusher.d.ts +7 -3
  274. package/dist-lib/lib/custom-model-pusher.js +15 -7
  275. package/dist-lib/lib/custom-model-task.d.ts +1 -0
  276. package/dist-lib/lib/custom-model-task.js +12 -0
  277. package/dist-lib/lib/deadline.js +4 -2
  278. package/dist-lib/lib/diagnostics.d.ts +1 -5
  279. package/dist-lib/lib/frame-readable.d.ts +3 -0
  280. package/dist-lib/lib/frame-readable.js +3 -0
  281. package/dist-lib/lib/fs-drive-bridge.js +24 -14
  282. package/dist-lib/lib/fs-grants.js +13 -8
  283. package/dist-lib/lib/guards.d.ts +3 -0
  284. package/dist-lib/lib/guards.js +9 -0
  285. package/dist-lib/lib/inference-calls.d.ts +28 -23
  286. package/dist-lib/lib/inference-calls.js +25 -13
  287. package/dist-lib/lib/integrations/mcp-providers.d.ts +2 -2
  288. package/dist-lib/lib/integrations/setup-routes.d.ts +2 -2
  289. package/dist-lib/lib/knowledge-search.d.ts +6 -5
  290. package/dist-lib/lib/knowledge-search.js +26 -18
  291. package/dist-lib/lib/kv-cache-reclaim.js +4 -2
  292. package/dist-lib/lib/kv-cache.js +8 -4
  293. package/dist-lib/lib/legacy-core-domain.d.ts +42 -42
  294. package/dist-lib/lib/log-buffer.js +2 -1
  295. package/dist-lib/lib/log.js +25 -15
  296. package/dist-lib/lib/mesh-scoped-engine.js +14 -4
  297. package/dist-lib/lib/model-catalog-revision.js +6 -3
  298. package/dist-lib/lib/model-clamp.js +6 -3
  299. package/dist-lib/lib/model-context.d.ts +8 -3
  300. package/dist-lib/lib/model-context.js +13 -5
  301. package/dist-lib/lib/model-download-status.js +4 -2
  302. package/dist-lib/lib/model-download.d.ts +12 -4
  303. package/dist-lib/lib/model-download.js +200 -103
  304. package/dist-lib/lib/model-idle-pusher.d.ts +10 -0
  305. package/dist-lib/lib/model-idle-pusher.js +41 -0
  306. package/dist-lib/lib/oauth/browser-connect.d.ts +10 -8
  307. package/dist-lib/lib/oauth/browser-connect.js +33 -20
  308. package/dist-lib/lib/oauth/client.d.ts +2 -2
  309. package/dist-lib/lib/oauth/flow-core.js +23 -9
  310. package/dist-lib/lib/oauth/flow.d.ts +1 -3
  311. package/dist-lib/lib/oauth/flow.js +9 -5
  312. package/dist-lib/lib/oauth/keys.d.ts +4 -4
  313. package/dist-lib/lib/oauth/keys.js +18 -12
  314. package/dist-lib/lib/oauth/loopback.d.ts +2 -2
  315. package/dist-lib/lib/oauth/loopback.js +147 -107
  316. package/dist-lib/lib/oauth/loopback.stub.d.ts +2 -2
  317. package/dist-lib/lib/oauth/loopback.stub.js +1 -1
  318. package/dist-lib/lib/oauth/pkce.d.ts +4 -2
  319. package/dist-lib/lib/oauth/pkce.js +10 -0
  320. package/dist-lib/lib/oauth/providers.js +5 -5
  321. package/dist-lib/lib/oauth/redirect-types.d.ts +12 -7
  322. package/dist-lib/lib/oauth/register.js +3 -2
  323. package/dist-lib/lib/oauth/registry.d.ts +2 -2
  324. package/dist-lib/lib/oauth/registry.js +2 -1
  325. package/dist-lib/lib/oauth/resolve.d.ts +30 -10
  326. package/dist-lib/lib/oauth/resolve.js +12 -6
  327. package/dist-lib/lib/oauth/token-exchange-core.d.ts +12 -4
  328. package/dist-lib/lib/oauth/token-exchange-core.js +1 -1
  329. package/dist-lib/lib/oauth/types.d.ts +12 -12
  330. package/dist-lib/lib/oauth.d.ts +4 -5
  331. package/dist-lib/lib/oauth.js +2 -3
  332. package/dist-lib/lib/reconnecting-watch.d.ts +1 -1
  333. package/dist-lib/lib/reconnecting-watch.js +6 -6
  334. package/dist-lib/lib/retry-budget.js +6 -3
  335. package/dist-lib/lib/run-notices.d.ts +2 -0
  336. package/dist-lib/lib/run-notices.js +7 -3
  337. package/dist-lib/lib/run-transcript.d.ts +2 -4
  338. package/dist-lib/lib/run-transcript.js +4 -2
  339. package/dist-lib/lib/skill-readiness.d.ts +1 -0
  340. package/dist-lib/lib/skill-readiness.js +17 -2
  341. package/dist-lib/lib/skill-types.d.ts +16 -16
  342. package/dist-lib/lib/suspend-lifecycle.d.ts +4 -4
  343. package/dist-lib/lib/suspend-lifecycle.js +10 -5
  344. package/dist-lib/lib/task.d.ts +5 -1
  345. package/dist-lib/lib/task.js +29 -12
  346. package/dist-lib/lib/unref.d.ts +3 -2
  347. package/dist-lib/lib/unref.js +2 -1
  348. package/dist-lib/lib/wav-duration.js +10 -5
  349. package/dist-lib/lib/write-queue.d.ts +5 -4
  350. package/dist-lib/lib/write-queue.js +2 -1
  351. package/dist-lib/schema/build.js +16 -8
  352. package/dist-lib/schema/config.d.ts +3 -4
  353. package/dist-lib/schema/config.js +1 -1
  354. package/dist-lib/schema/content.d.ts +18 -2
  355. package/dist-lib/schema/content.js +4 -1
  356. package/dist-lib/schema/engine.d.ts +3 -2
  357. package/dist-lib/schema/engine.js +192 -12
  358. package/dist-lib/schema/field-order.js +22 -11
  359. package/dist-lib/schema/indexes.d.ts +22 -0
  360. package/dist-lib/schema/{helpers.js → indexes.js} +19 -57
  361. package/dist-lib/schema/local.d.ts +3 -2
  362. package/dist-lib/schema/local.js +9 -3
  363. package/dist-lib/schema/media-kind.d.ts +8 -0
  364. package/dist-lib/schema/media-kind.js +52 -0
  365. package/dist-lib/schema/qvac.d.ts +12 -9
  366. package/dist-lib/schema/qvac.js +132 -7
  367. package/dist-lib/spec/bind.js +21 -0
  368. package/dist-lib/spec/calls.js +7 -0
  369. package/dist-lib/spec/capabilities.d.ts +18 -4
  370. package/dist-lib/spec/config/hyperconf/index.js +1 -1
  371. package/dist-lib/spec/hrpc/hrpc.json +93 -2
  372. package/dist-lib/spec/hrpc/index.js +89 -5
  373. package/dist-lib/spec/hrpc/messages.js +1568 -941
  374. package/dist-lib/spec/hyperschema/index.js +1568 -941
  375. package/dist-lib/spec/hyperschema/schema.json +531 -1
  376. package/dist-lib/spec/hyperschema/types.d.ts +145 -1
  377. package/dist-lib/spec/local/hyperdb/index.js +1 -1
  378. package/dist-lib/spec/local/hyperdb/messages.js +92 -20
  379. package/dist-lib/spec/local/hyperschema/index.js +47 -11
  380. package/dist-lib/spec/local/hyperschema/schema.json +32 -1
  381. package/dist-lib/spec/local/hyperschema/types.d.ts +7 -1
  382. package/dist-lib/spec/mesh/hyperdb/db.json +131 -3
  383. package/dist-lib/spec/mesh/hyperdb/index.js +548 -5
  384. package/dist-lib/spec/mesh/hyperdb/messages.js +2444 -893
  385. package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +37 -1
  386. package/dist-lib/spec/mesh/hyperdispatch/index.js +104 -2
  387. package/dist-lib/spec/mesh/hyperdispatch/messages.js +1035 -11
  388. package/dist-lib/spec/mesh/hyperschema/index.js +1035 -11
  389. package/dist-lib/spec/mesh/hyperschema/schema.json +553 -1
  390. package/dist-lib/spec/mesh/hyperschema/types.d.ts +143 -1
  391. package/package.json +11 -5
  392. package/tui/app.mjs +2624 -986
  393. package/tui/boot.mjs +17 -46
  394. package/tui/index.mjs +10 -5
  395. package/tui/lib/boot-timing.mjs +8 -8
  396. package/tui/lib/busy-words.mjs +21 -22
  397. package/tui/lib/export.mjs +100 -32
  398. package/tui/lib/knowledge-command.mjs +64 -19
  399. package/tui/lib/knowledge-import.mjs +52 -18
  400. package/tui/lib/render.mjs +65 -33
  401. package/tui/lib/save-file.mjs +30 -13
  402. package/tui/lib/select.mjs +23 -5
  403. package/tui/lib/selection.mjs +6 -4
  404. package/tui/lib/setup.mjs +11 -19
  405. package/tui/lib/sidebar.mjs +23 -13
  406. package/tui/lib/splash.mjs +6 -7
  407. package/tui/lib/upload-frames.mjs +1 -2
  408. package/tui/lib/usage.mjs +13 -9
  409. package/tui/lib/wrap.mjs +35 -6
  410. package/tui/main.mjs +54 -78
  411. package/worker/assistant-sidecar.mjs +5 -10
  412. package/worker/stow-entry.mjs +7 -4
  413. package/dist-lib/lib/custom-model-source.d.ts +0 -15
  414. package/dist-lib/lib/custom-model-source.js +0 -46
  415. package/dist-lib/lib/oauth/common.d.ts +0 -38
  416. package/dist-lib/lib/oauth/common.js +0 -34
  417. package/dist-lib/schema/helpers.d.ts +0 -32
@@ -1,5 +1,4 @@
1
1
  import b4a from 'b4a';
2
- import { Buffer } from 'buffer';
3
2
  import EventEmitter from 'bare-events';
4
3
  import { attachmentFiles } from './attachments.js';
5
4
  import { isKnowledgeRoutedAttachment, getKnowledge, listKnowledge, getKnowledgeArtifact, listKnowledgeArtifactsByKnowledge, addKnowledgeArtifact, hasLiveSource, syncAttachmentChunk, syncKnowledgeTombstone, syncArtifactArrival, sweepTombstonedBlobs, referencedBlobs, scopedFile, attachmentRecord, isProcessorOutput, isProcessorArtifactId } from './records/index.js';
@@ -13,6 +12,8 @@ import { BlobStore, parseBlobReference } from './store/index.js';
13
12
  import { AbortedError } from '@qvac/harness/race-abort';
14
13
  import { RagProcessor } from './rag/index.js';
15
14
  import { PreviewProcessor, PREVIEW_VERSION, previewId } from './preview/index.js';
15
+ import { errorMessage } from '../../guards.js';
16
+ import { ACTIVE_KNOWLEDGE_BY_CHAT, AGENTS, CHATS, CHUNKS_BY_CHAT, INDEXING_STATUS_BY_CHAT, KNOWLEDGE, KNOWLEDGE_ARTIFACTS_BY_KNOWLEDGE } from '../collections.js';
16
17
  export { fullTextBudgetChars, fullTextHits, retrieveRagKnowledge, searchRagChunks, referencesPendingFile } from './rag/index.js';
17
18
  export { isKnowledgeRoutedAttachment } from './records/index.js';
18
19
  export { assertRemovableAt } from './records/index.js';
@@ -43,8 +44,9 @@ export class Files extends EventEmitter {
43
44
  async *read(reference, options = {}) {
44
45
  let recorded = false;
45
46
  for await (const frame of this._store.read(reference, options)) {
46
- if (!recorded)
47
+ if (!recorded) {
47
48
  this._mesh.fileIndex?.read(reference);
49
+ }
48
50
  recorded = true;
49
51
  yield frame;
50
52
  }
@@ -96,24 +98,30 @@ export class Files extends EventEmitter {
96
98
  }
97
99
  async *fileRead(request, options = {}) {
98
100
  const file = await this.resolve(request);
99
- if (options.signal?.aborted)
101
+ if (options.signal?.aborted) {
100
102
  throw new AbortedError();
101
- if (!file)
103
+ }
104
+ if (!file) {
102
105
  return;
106
+ }
103
107
  yield { metadata: file };
104
- if (!request.metadataOnly)
108
+ if (!request.metadataOnly) {
105
109
  yield* this.read(file.blobId, options);
110
+ }
106
111
  }
107
112
  async preview(request) {
108
113
  const file = await this.resolve(request);
109
- if (!file || !this._processors.get('preview')?.processor.applies(file))
114
+ if (!file || !this._processors.get('preview')?.processor.applies(file)) {
110
115
  return {};
116
+ }
111
117
  const output = await this.artifact(previewId(file));
112
- if (!output || output.embedderVersion !== PREVIEW_VERSION)
118
+ if (!output || output.embedderVersion !== PREVIEW_VERSION) {
113
119
  return {};
120
+ }
114
121
  const reference = parseBlobReference(output.artifactBlobId);
115
- if (reference.inline?.mimeType !== 'image/jpeg')
122
+ if (reference.inline?.mimeType !== 'image/jpeg') {
116
123
  throw new Error('invalid preview output');
124
+ }
117
125
  return {
118
126
  outputId: output.id,
119
127
  mimeType: reference.inline.mimeType,
@@ -123,8 +131,9 @@ export class Files extends EventEmitter {
123
131
  async retry(request) {
124
132
  const file = await this.resolve(request);
125
133
  const entry = this._processors.get(request.processorId);
126
- if (!file || !entry)
134
+ if (!file || !entry) {
127
135
  return;
136
+ }
128
137
  this.processorState(request.processorId).retry(file.id);
129
138
  await entry.work.enqueue([file.id]);
130
139
  this._updated();
@@ -158,13 +167,15 @@ export class Files extends EventEmitter {
158
167
  if (!coreLength)
159
168
  return;
160
169
  const references = await referencedBlobs(this._mesh);
161
- if (!this._mesh.closing)
170
+ if (!this._mesh.closing) {
162
171
  await this._store.sweep(references, coreLength);
172
+ }
163
173
  }
164
174
  processorState(id) {
165
175
  let state = this._states.get(id);
166
- if (!state)
176
+ if (!state) {
167
177
  this._states.set(id, (state = new FileState()));
178
+ }
168
179
  return state;
169
180
  }
170
181
  start(options) {
@@ -176,15 +187,17 @@ export class Files extends EventEmitter {
176
187
  }
177
188
  const work = new FileProcessing(this._mesh, { processor, ...options });
178
189
  this._processors.set(processor.id, { processor, work });
179
- if (this._paused)
190
+ if (this._paused) {
180
191
  void work.suspend();
192
+ }
181
193
  work.start();
182
194
  this._updated();
183
195
  }
184
196
  async stopProcessor(id) {
185
197
  const entry = this._processors.get(id);
186
- if (!entry)
198
+ if (!entry) {
187
199
  return true;
200
+ }
188
201
  await entry.work.suspend();
189
202
  await entry.work.close();
190
203
  this._processors.delete(id);
@@ -213,8 +226,9 @@ export class Files extends EventEmitter {
213
226
  }
214
227
  resume() {
215
228
  this._paused = false;
216
- for (const { work } of this._processors.values())
229
+ for (const { work } of this._processors.values()) {
217
230
  work.resume();
231
+ }
218
232
  }
219
233
  async listIndexing(chatId) {
220
234
  const rows = await listIndexingByChat(this._mesh, { chatId });
@@ -223,12 +237,15 @@ export class Files extends EventEmitter {
223
237
  .map((row) => ({ ...row, claimLive: isClaimLive(row, Date.now()) }));
224
238
  for (const file of (await this.status(chatId)).files) {
225
239
  const processor = file.processors.find((entry) => entry.processorId === 'rag');
226
- if (!processor || file.readyForChat || processor.state === 'not-applicable')
240
+ if (!processor || file.readyForChat || processor.state === 'not-applicable') {
227
241
  continue;
228
- if (processor.claimedBy)
242
+ }
243
+ if (processor.claimedBy) {
229
244
  continue;
230
- if (!processor.published && (this.state.get(file.fileId)?.sourceMisses ?? 0) < 2)
245
+ }
246
+ if (!processor.published && (this.state.get(file.fileId)?.sourceMisses ?? 0) < 2) {
231
247
  continue;
248
+ }
232
249
  const attempts = statuses.filter((row) => row.knowledgeId === file.fileId);
233
250
  const latest = attempts.reduce((current, row) => (!current || row.at > current.at ? row : current), undefined);
234
251
  statuses = statuses.filter((row) => row.knowledgeId !== file.fileId);
@@ -238,7 +255,7 @@ export class Files extends EventEmitter {
238
255
  chatId,
239
256
  status: processor.state === 'running' ? 'indexing' : 'failed',
240
257
  claimId: '',
241
- claimedBy: Buffer.alloc(0),
258
+ claimedBy: b4a.alloc(0),
242
259
  at: Math.max(latest?.at ?? 0, processor.retryAt ?? 0),
243
260
  expiresAt: 0,
244
261
  error: processor.reason ?? 'waiting for local index',
@@ -273,12 +290,15 @@ export class Files extends EventEmitter {
273
290
  load(id, state, options = {}) {
274
291
  const { artifactId, processorId = 'rag' } = options;
275
292
  const entry = this.processorState(processorId).document(id);
276
- if (entry.load?.state !== 'failed' || state.state !== 'pending')
293
+ if (entry.load?.state !== 'failed' || state.state !== 'pending') {
277
294
  entry.load = state;
278
- if (!artifactId)
295
+ }
296
+ if (!artifactId) {
279
297
  entry.loaded = undefined;
280
- else if (entry.loaded?.artifactId !== artifactId)
298
+ }
299
+ else if (entry.loaded?.artifactId !== artifactId) {
281
300
  entry.loaded = { artifactId };
301
+ }
282
302
  this._updated();
283
303
  }
284
304
  clearLoaded(processorId = 'rag') {
@@ -302,8 +322,9 @@ export class Files extends EventEmitter {
302
322
  });
303
323
  }
304
324
  reconnect() {
305
- for (const { work } of this._processors.values())
325
+ for (const { work } of this._processors.values()) {
306
326
  work.reconnect();
327
+ }
307
328
  this._updated();
308
329
  }
309
330
  report = (update, processorId = 'rag') => {
@@ -320,13 +341,15 @@ export class Files extends EventEmitter {
320
341
  }
321
342
  async beginUpload(input) {
322
343
  const { chatId, fileName, mimeType } = input;
323
- if (!chatId || !fileName || !mimeType)
344
+ if (!chatId || !fileName || !mimeType) {
324
345
  throw new Error('upload metadata is incomplete');
346
+ }
325
347
  const id = input.fileId || randomId();
326
348
  this._pruneUploads();
327
349
  const previous = this._uploads.get(id);
328
- if (previous && !previous.expiresAt)
350
+ if (previous && !previous.expiresAt) {
329
351
  throw new Error('file id already exists');
352
+ }
330
353
  this._uploads.set(id, {
331
354
  status: {
332
355
  fileId: id,
@@ -352,10 +375,12 @@ export class Files extends EventEmitter {
352
375
  }
353
376
  }
354
377
  catch (error) {
355
- if (previous)
378
+ if (previous) {
356
379
  this._uploads.set(id, previous);
357
- else
380
+ }
381
+ else {
358
382
  this._uploads.delete(id);
383
+ }
359
384
  this._updated();
360
385
  throw error;
361
386
  }
@@ -364,29 +389,33 @@ export class Files extends EventEmitter {
364
389
  }
365
390
  uploadProgress(id, bytes) {
366
391
  const upload = this._uploads.get(id)?.status;
367
- if (!upload?.uploadProgress)
392
+ if (!upload?.uploadProgress) {
368
393
  return;
394
+ }
369
395
  upload.uploadProgress.completed += bytes;
370
396
  this._updated();
371
397
  }
372
398
  uploadComplete(id) {
373
399
  const upload = this._uploads.get(id)?.status;
374
- if (upload)
400
+ if (upload) {
375
401
  upload.state = 'pending';
402
+ }
376
403
  this._updated();
377
404
  }
378
405
  uploadFailed(id, error) {
379
406
  const upload = this._uploads.get(id)?.status;
380
- if (!upload)
407
+ if (!upload) {
381
408
  return;
409
+ }
382
410
  upload.state = error instanceof AbortedError ? 'cancelled' : 'failed';
383
- upload.reason = error instanceof Error ? error.message : String(error);
411
+ upload.reason = errorMessage(error);
384
412
  this._updated();
385
413
  }
386
414
  uploadClosed(id) {
387
415
  const upload = this._uploads.get(id);
388
- if (!upload || this.closed)
416
+ if (!upload || this.closed) {
389
417
  return;
418
+ }
390
419
  upload.expiresAt = Date.now() + 60_000;
391
420
  this._deadline.schedule(upload.expiresAt);
392
421
  }
@@ -394,10 +423,12 @@ export class Files extends EventEmitter {
394
423
  for (const [id, upload] of this._uploads) {
395
424
  if (!upload.expiresAt)
396
425
  continue;
397
- if (upload.expiresAt <= Date.now())
426
+ if (upload.expiresAt <= Date.now()) {
398
427
  this._uploads.delete(id);
399
- else
428
+ }
429
+ else {
400
430
  this._deadline.schedule(upload.expiresAt);
431
+ }
401
432
  }
402
433
  }
403
434
  async status(chatId) {
@@ -405,28 +436,28 @@ export class Files extends EventEmitter {
405
436
  const snap = this._mesh.view.snapshot();
406
437
  const range = { gte: { chatId }, lte: { chatId } };
407
438
  try {
408
- const chat = await snap.get('@qvac/chats', { id: chatId });
409
- if (!chat || chat.deletedAt)
439
+ const chat = await snap.get(CHATS, { id: chatId });
440
+ if (!chat || chat.deletedAt) {
410
441
  return { files: [] };
411
- const agent = await snap.get('@qvac/agents', { id: chat.agentId });
412
- const knowledge = await snap
413
- .find('@qvac/active-knowledge-by-chat', range)
414
- .toArray();
415
- const chunks = await snap.find('@qvac/chunks-by-chat', range).toArray();
416
- const statuses = await snap
417
- .find('@qvac/indexing-status-by-chat', range)
418
- .toArray();
442
+ }
443
+ const agent = await snap.get(AGENTS, { id: chat.agentId });
444
+ const knowledge = await snap.find(ACTIVE_KNOWLEDGE_BY_CHAT, range).toArray();
445
+ const chunks = await snap.find(CHUNKS_BY_CHAT, range).toArray();
446
+ const statuses = await snap.find(INDEXING_STATUS_BY_CHAT, range).toArray();
419
447
  const sources = new Map(knowledge.map((row) => [row.id, row]));
420
448
  const ragIds = new Set(sources.keys());
421
449
  for (const chunk of chunks) {
422
450
  const file = chunk.attachment;
423
- if (file && !file.deletedAt && !sources.has(file.id)) {
424
- sources.set(file.id, { ...file, chatId, updatedAt: file.createdAt });
425
- if (!chunk.runId && isKnowledgeRoutedAttachment(file)) {
426
- const record = await snap.get('@qvac/knowledge', { id: file.id });
427
- if (!record?.deletedAt)
428
- ragIds.add(file.id);
429
- }
451
+ if (!file || file.deletedAt || sources.has(file.id)) {
452
+ continue;
453
+ }
454
+ sources.set(file.id, { ...file, chatId, updatedAt: file.createdAt });
455
+ if (chunk.runId || !isKnowledgeRoutedAttachment(file)) {
456
+ continue;
457
+ }
458
+ const record = await snap.get(KNOWLEDGE, { id: file.id });
459
+ if (!record?.deletedAt) {
460
+ ragIds.add(file.id);
430
461
  }
431
462
  }
432
463
  const result = new Map();
@@ -440,7 +471,7 @@ export class Files extends EventEmitter {
440
471
  }
441
472
  for (const [id, source] of sources) {
442
473
  const rows = await snap
443
- .find('@qvac/knowledge-artifacts-by-knowledge', {
474
+ .find(KNOWLEDGE_ARTIFACTS_BY_KNOWLEDGE, {
444
475
  gte: { knowledgeId: id },
445
476
  lte: { knowledgeId: id }
446
477
  })
@@ -463,19 +494,14 @@ export class Files extends EventEmitter {
463
494
  published
464
495
  };
465
496
  processor.outputId = local?.loaded?.artifactId ?? output?.id;
466
- if (!applicable)
497
+ if (!applicable) {
467
498
  processor.state = 'not-applicable';
468
- else if (local?.loaded)
499
+ }
500
+ else if (local?.loaded) {
469
501
  processor.state = 'ready';
502
+ }
470
503
  else if (claim) {
471
- processor.state = 'running';
472
- processor.claimedBy = claim.claimedBy;
473
- processor.expiresAt = claim.expiresAt;
474
- this._deadline.schedule(claim.expiresAt);
475
- const device = await liveDeviceForWriter(snap, claim.claimedBy);
476
- if (device && agent && b4a.equals(device.id, agent.providerDeviceId)) {
477
- processor.agentId = agent.id;
478
- }
504
+ await this._markClaimed(processor, { snap, claim, agent });
479
505
  }
480
506
  else if (local?.work &&
481
507
  !published &&
@@ -483,18 +509,18 @@ export class Files extends EventEmitter {
483
509
  (!terminalFailure || local.work.state !== 'pending')) {
484
510
  Object.assign(processor, local.work);
485
511
  }
486
- else if (local?.load && published)
512
+ else if (local?.load && published) {
487
513
  Object.assign(processor, local.load);
514
+ }
488
515
  else if (failed && !published && failed.error !== 'interrupted: suspend') {
489
516
  processor.state = failed.error === 'source unavailable' ? 'pending' : 'failed';
490
517
  processor.reason = failed.error || 'processing failed';
491
518
  }
519
+ else if (!this._model) {
520
+ processor.reason = 'model unavailable on this device';
521
+ }
492
522
  else {
493
- processor.reason = !this._model
494
- ? 'model unavailable on this device'
495
- : published
496
- ? 'waiting for local index'
497
- : 'waiting for agent';
523
+ processor.reason = published ? 'waiting for local index' : 'waiting for agent';
498
524
  }
499
525
  if (local?.progress &&
500
526
  processor.state !== 'not-applicable' &&
@@ -508,33 +534,18 @@ export class Files extends EventEmitter {
508
534
  const readyForChat = applicable
509
535
  ? processor.state === 'ready'
510
536
  : await this._store.available(source.blobId);
511
- const processors = [processor];
512
- for (const { processor: descriptor } of this._processors.values()) {
513
- if (descriptor.id === 'rag')
514
- continue;
515
- const chunk = chunks.find((entry) => entry.attachment?.id === id);
516
- const record = descriptor.input === 'attachment'
517
- ? chunk && attachmentRecord(chunk)
518
- : knowledge.find((entry) => entry.id === id);
519
- const input = record ? { ...record, kind: descriptor.input } : null;
520
- processors.push(!input || !descriptor.applies(input)
521
- ? { processorId: descriptor.id, state: 'not-applicable', published: false }
522
- : await this._processorStatus(descriptor, input, rows, statuses));
523
- }
537
+ const processors = [
538
+ processor,
539
+ ...(await this._extraProcessorStatuses(id, { chunks, knowledge, rows, statuses }))
540
+ ];
541
+ const uploadProgress = this._uploads.get(id)?.status.uploadProgress;
524
542
  result.set(id, {
525
543
  fileId: id,
526
544
  chatId,
527
545
  fileName: source.fileName,
528
546
  mimeType: source.mimeType,
529
- state: readyForChat ? 'ready' : applicable ? processor.state : 'pending',
530
- reason: readyForChat
531
- ? undefined
532
- : applicable
533
- ? processor.reason
534
- : 'source unavailable on this device',
535
- uploadProgress: this._uploads.get(id)?.status.uploadProgress
536
- ? { ...this._uploads.get(id).status.uploadProgress }
537
- : undefined,
547
+ ...fileState(processor, { readyForChat, applicable }),
548
+ uploadProgress: uploadProgress ? { ...uploadProgress } : undefined,
538
549
  processors,
539
550
  readyForChat
540
551
  });
@@ -545,7 +556,33 @@ export class Files extends EventEmitter {
545
556
  await snap.close();
546
557
  }
547
558
  }
548
- async _processorStatus(processor, file, rows, attempts) {
559
+ async _markClaimed(processor, { snap, claim, agent }) {
560
+ processor.state = 'running';
561
+ processor.claimedBy = claim.claimedBy;
562
+ processor.expiresAt = claim.expiresAt;
563
+ this._deadline.schedule(claim.expiresAt);
564
+ const device = await liveDeviceForWriter(snap, claim.claimedBy);
565
+ if (device && agent && b4a.equals(device.id, agent.providerDeviceId)) {
566
+ processor.agentId = agent.id;
567
+ }
568
+ }
569
+ async _extraProcessorStatuses(id, { chunks, knowledge, rows, statuses }) {
570
+ const processors = [];
571
+ for (const { processor: descriptor } of this._processors.values()) {
572
+ if (descriptor.id === 'rag')
573
+ continue;
574
+ const chunk = chunks.find((entry) => entry.attachment?.id === id);
575
+ const record = descriptor.input === 'attachment'
576
+ ? chunk && attachmentRecord(chunk)
577
+ : knowledge.find((entry) => entry.id === id);
578
+ const input = record ? { ...record, kind: descriptor.input } : null;
579
+ processors.push(!input || !descriptor.applies(input)
580
+ ? { processorId: descriptor.id, state: 'not-applicable', published: false }
581
+ : await this._processorStatus(descriptor, input, { rows, attempts: statuses }));
582
+ }
583
+ return processors;
584
+ }
585
+ async _processorStatus(processor, file, { rows, attempts }) {
549
586
  const output = rows.find((row) => processor.accepts ? processor.accepts(row, file) : row.embedderVersion === processor.version);
550
587
  const local = this.processorState(processor.id).get(file.id);
551
588
  const status = {
@@ -570,10 +607,12 @@ export class Files extends EventEmitter {
570
607
  });
571
608
  this._deadline.schedule(claim.expiresAt);
572
609
  }
573
- else if (local?.work)
610
+ else if (local?.work) {
574
611
  Object.assign(status, local.work);
575
- else
612
+ }
613
+ else {
576
614
  status.reason = output ? 'output unavailable on this device' : 'waiting for processor';
615
+ }
577
616
  return status;
578
617
  }
579
618
  async close() {
@@ -582,14 +621,24 @@ export class Files extends EventEmitter {
582
621
  this._mesh.unwatch(this._updated);
583
622
  this._deadline.clear();
584
623
  this._uploads.clear();
585
- for (const state of this._states.values())
624
+ for (const state of this._states.values()) {
586
625
  state.close();
626
+ }
587
627
  this._states.clear();
588
628
  this.emit('close');
589
629
  this.removeAllListeners();
590
630
  await this._store.close();
591
631
  }
592
632
  }
633
+ function fileState(processor, opts) {
634
+ if (opts.readyForChat) {
635
+ return { state: 'ready', reason: undefined };
636
+ }
637
+ if (opts.applicable) {
638
+ return { state: processor.state, reason: processor.reason };
639
+ }
640
+ return { state: 'pending', reason: 'source unavailable on this device' };
641
+ }
593
642
  export { MemoryVectorIndex, RAG_KNOWLEDGE_OFF_NOTICE, RAG_TRUNCATED_NOTICE, RAG_UNAVAILABLE_NOTICE, WEB_TOOLS, chooseRagNotice, citedByPhraseOverlap, createRagSourceTagFilter, formatFullDocumentContext, formatRagContext, isFullTextHit, isWholeDocumentQuery, referencedDocuments, isTruncatedFullTextHit, sourcesFromHits, webSourcesFromToolResult, withoutDataChannel } from './rag/index.js';
594
643
  export { attachTurnDocumentIds, groupAttachmentsByMessage } from './records/index.js';
595
644
  export { CoreBlobServer, parseBlobReferenceCoreKey } from './store/index.js';
@@ -1,9 +1,6 @@
1
1
  import { MAX_KNOWLEDGE_BYTES } from './rag/index.ts';
2
2
  import type { Mesh } from '../mesh.ts';
3
+ import { type FileHandlersOptions } from './upload.ts';
3
4
  import type { CapabilityHandlers } from '../../../spec/capabilities.d.ts';
4
5
  export { MAX_KNOWLEDGE_BYTES };
5
- export declare function knowledgeFiles(mesh: Mesh, { maxBytes, inactivityMs, deviceId }?: {
6
- maxBytes?: number;
7
- inactivityMs?: number;
8
- deviceId?: Buffer | null;
9
- }): Pick<CapabilityHandlers, 'uploadKnowledge' | 'downloadKnowledge' | 'listKnowledge' | 'removeKnowledge' | 'listIndexing'>;
6
+ export declare function knowledgeFiles(mesh: Mesh, { maxBytes, inactivityMs, deviceId }?: FileHandlersOptions): Pick<CapabilityHandlers, 'uploadKnowledge' | 'downloadKnowledge' | 'listKnowledge' | 'removeKnowledge' | 'listIndexing'>;
@@ -2,11 +2,13 @@ import b4a from 'b4a';
2
2
  import { parseBlobReference } from './store/reference.js';
3
3
  export function knownFile(chunk, owner) {
4
4
  const attachment = chunk.type === 'attachment' ? chunk.attachment : null;
5
- if (!attachment)
5
+ if (!attachment) {
6
6
  return null;
7
+ }
7
8
  const file = referencedFile(attachment.blobId, owner);
8
- if (!file)
9
+ if (!file) {
9
10
  return null;
11
+ }
10
12
  return {
11
13
  ...file,
12
14
  chatId: chunk.chatId,
@@ -19,8 +21,9 @@ export function knownFile(chunk, owner) {
19
21
  }
20
22
  export function referencedFile(reference, owner) {
21
23
  const key = fileKeyOf(reference, owner);
22
- if (!key)
24
+ if (!key) {
23
25
  return null;
26
+ }
24
27
  return { ...key, blobId: reference, own: b4a.equals(key.coreKey, owner.ownCoreKey) };
25
28
  }
26
29
  export function fileKeyOf(reference, { meshKey, ownCoreKey }) {
@@ -31,8 +34,9 @@ export function fileKeyOf(reference, { meshKey, ownCoreKey }) {
31
34
  catch {
32
35
  return null;
33
36
  }
34
- if (parsed.inline)
37
+ if (parsed.inline) {
35
38
  return null;
36
- const coreKey = parsed.coreKey ? Buffer.from(parsed.coreKey, 'hex') : ownCoreKey;
39
+ }
40
+ const coreKey = parsed.coreKey ? b4a.from(parsed.coreKey, 'hex') : ownCoreKey;
37
41
  return { meshKey, coreKey, blockOffset: parsed.blobId.blockOffset };
38
42
  }
@@ -1,4 +1,3 @@
1
- import { Buffer } from 'buffer';
2
1
  import type { AbortSignal } from 'bare-abort-controller';
3
2
  export type PreviewEncoder = (bytes: Buffer, signal: AbortSignal) => Promise<Buffer>;
4
3
  export declare function previewEncoder(): Promise<PreviewEncoder | null>;
@@ -1,6 +1,6 @@
1
- import { Buffer } from 'buffer';
2
1
  import { AbortedError } from '@qvac/harness/race-abort';
3
2
  import { MAX_INLINE_BYTES } from '../store/index.js';
3
+ import b4a from 'b4a';
4
4
  export async function previewEncoder() {
5
5
  let media;
6
6
  try {
@@ -11,17 +11,20 @@ export async function previewEncoder() {
11
11
  }
12
12
  return async (bytes, signal) => {
13
13
  const decoded = await media.image.decode(bytes, { maxFrames: 1 });
14
- if (signal.aborted)
14
+ if (signal.aborted) {
15
15
  throw new AbortedError();
16
+ }
16
17
  const first = decoded.frames ? decoded.frames[0] : decoded;
17
- if (!first)
18
+ if (!first) {
18
19
  throw new Error('image has no frames');
20
+ }
19
21
  const upright = await media.image.orientate(first, { file: bytes });
20
22
  const resized = await media.image.resize(upright, { maxWidth: 768, maxHeight: 768 });
21
- if (signal.aborted)
23
+ if (signal.aborted) {
22
24
  throw new AbortedError();
25
+ }
23
26
  try {
24
- return Buffer.from(await media.image.encode(resized, {
27
+ return b4a.from(await media.image.encode(resized, {
25
28
  mimetype: 'image/jpeg',
26
29
  quality: 75,
27
30
  maxBytes: 80 * 1024
@@ -32,7 +35,7 @@ export async function previewEncoder() {
32
35
  !error.message.startsWith('Could not create preview under maxBytes')) {
33
36
  throw error;
34
37
  }
35
- return Buffer.from(await media.image.encode(resized, {
38
+ return b4a.from(await media.image.encode(resized, {
36
39
  mimetype: 'image/jpeg',
37
40
  quality: 60,
38
41
  maxBytes: MAX_INLINE_BYTES
@@ -1,13 +1,16 @@
1
- import { Buffer } from 'buffer';
2
1
  import type { AbortSignal } from 'bare-abort-controller';
3
2
  import type { QvacKnowledgeArtifact } from '../../../../spec/mesh/hyperschema/types.d.ts';
4
- import type { FileDocument, FileProcessor } from '../processing/index.ts';
3
+ import type { FileDocument, FileProcessor, ProcessorHost } from '../processing/index.ts';
5
4
  import { type FileRecord } from '../records/index.ts';
6
5
  import { type PreviewEncoder } from './image.ts';
7
- import type { Mesh } from '../../mesh.ts';
8
6
  export { previewEncoder } from './image.ts';
9
7
  export type { PreviewEncoder } from './image.ts';
10
8
  export declare const PREVIEW_VERSION = "processor:preview:1";
9
+ export interface PreviewProcessorOptions {
10
+ readonly deviceId: Buffer | null;
11
+ readonly retryMs?: number;
12
+ readonly encoder?: () => Promise<PreviewEncoder | null>;
13
+ }
11
14
  export declare class PreviewProcessor implements FileProcessor {
12
15
  readonly id = "preview";
13
16
  readonly version = "processor:preview:1";
@@ -17,15 +20,9 @@ export declare class PreviewProcessor implements FileProcessor {
17
20
  private readonly _deviceId;
18
21
  private readonly _retryMs;
19
22
  private readonly _encoder;
20
- constructor(options: {
21
- deviceId: Buffer | null;
22
- retryMs?: number;
23
- encoder?: () => Promise<PreviewEncoder | null>;
24
- });
23
+ constructor(options: PreviewProcessorOptions);
25
24
  applies(file: FileRecord): boolean;
26
- canProduce(file: FileRecord, host: {
27
- mesh: Mesh;
28
- }): Promise<boolean>;
25
+ canProduce(file: FileRecord, host: ProcessorHost): Promise<boolean>;
29
26
  accepts(output: QvacKnowledgeArtifact, file: FileRecord): boolean;
30
27
  produce(document: FileDocument, signal: AbortSignal): Promise<void>;
31
28
  close(): Promise<boolean>;