@qvac/core 0.5.0 → 0.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (383) hide show
  1. package/CHANGELOG.md +75 -1
  2. package/dist-lib/lib/api/agents.js +3 -2
  3. package/dist-lib/lib/api/app-config.d.ts +1 -1
  4. package/dist-lib/lib/api/app-config.js +54 -15
  5. package/dist-lib/lib/api/attachments.d.ts +6 -5
  6. package/dist-lib/lib/api/attachments.js +4 -2
  7. package/dist-lib/lib/api/chat.d.ts +7 -3
  8. package/dist-lib/lib/api/chat.js +4 -4
  9. package/dist-lib/lib/api/chunks.js +3 -3
  10. package/dist-lib/lib/api/config.js +2 -2
  11. package/dist-lib/lib/api/current-mesh.d.ts +3 -4
  12. package/dist-lib/lib/api/current-mesh.js +9 -4
  13. package/dist-lib/lib/api/custom-models.d.ts +8 -1
  14. package/dist-lib/lib/api/custom-models.js +53 -16
  15. package/dist-lib/lib/api/devices.d.ts +14 -5
  16. package/dist-lib/lib/api/devices.js +13 -8
  17. package/dist-lib/lib/api/diagnostics.d.ts +1 -0
  18. package/dist-lib/lib/api/diagnostics.js +1 -1
  19. package/dist-lib/lib/api/effective-ctx-size.d.ts +6 -1
  20. package/dist-lib/lib/api/effective-ctx-size.js +5 -3
  21. package/dist-lib/lib/api/execution.js +2 -1
  22. package/dist-lib/lib/api/files.js +2 -1
  23. package/dist-lib/lib/api/index.d.ts +5 -1
  24. package/dist-lib/lib/api/index.js +101 -102
  25. package/dist-lib/lib/api/instrument.js +29 -20
  26. package/dist-lib/lib/api/knowledge.d.ts +6 -5
  27. package/dist-lib/lib/api/knowledge.js +8 -6
  28. package/dist-lib/lib/api/local-files.js +1 -1
  29. package/dist-lib/lib/api/logs.js +6 -3
  30. package/dist-lib/lib/api/members.js +22 -13
  31. package/dist-lib/lib/api/mesh.js +3 -3
  32. package/dist-lib/lib/api/model-download.js +1 -1
  33. package/dist-lib/lib/api/network.d.ts +1 -0
  34. package/dist-lib/lib/api/network.js +1 -1
  35. package/dist-lib/lib/api/notifications.js +23 -13
  36. package/dist-lib/lib/api/rag.d.ts +6 -1
  37. package/dist-lib/lib/api/rag.js +20 -11
  38. package/dist-lib/lib/api/range.d.ts +2 -2
  39. package/dist-lib/lib/api/sync.js +1 -1
  40. package/dist-lib/lib/api/tool-activity.js +7 -3
  41. package/dist-lib/lib/api/tool-configs.js +2 -4
  42. package/dist-lib/lib/api/upload-frames.d.ts +7 -8
  43. package/dist-lib/lib/api/upload-frames.js +2 -1
  44. package/dist-lib/lib/api/watchable.d.ts +6 -1
  45. package/dist-lib/lib/api/watchable.js +23 -14
  46. package/dist-lib/lib/assistant/fetch-body.js +4 -2
  47. package/dist-lib/lib/assistant/harness.d.ts +48 -27
  48. package/dist-lib/lib/assistant/harness.js +40 -16
  49. package/dist-lib/lib/assistant/history.d.ts +9 -7
  50. package/dist-lib/lib/assistant/history.js +77 -42
  51. package/dist-lib/lib/assistant/message.d.ts +5 -3
  52. package/dist-lib/lib/assistant/message.js +4 -2
  53. package/dist-lib/lib/assistant/skill-encode.d.ts +3 -1
  54. package/dist-lib/lib/assistant/skill-encode.js +52 -62
  55. package/dist-lib/lib/assistant-client.js +7 -4
  56. package/dist-lib/lib/assistant-tree.js +27 -11
  57. package/dist-lib/lib/assistant.d.ts +30 -11
  58. package/dist-lib/lib/assistant.js +824 -378
  59. package/dist-lib/lib/audio-format.d.ts +1 -1
  60. package/dist-lib/lib/audio-format.js +1 -1
  61. package/dist-lib/lib/chat-title.js +9 -4
  62. package/dist-lib/lib/client.js +3 -2
  63. package/dist-lib/lib/collabora/convert.d.ts +2 -2
  64. package/dist-lib/lib/collabora/convert.js +6 -3
  65. package/dist-lib/lib/collabora/entry.js +9 -5
  66. package/dist-lib/lib/collabora/protocol.d.ts +2 -2
  67. package/dist-lib/lib/collabora/protocol.js +14 -7
  68. package/dist-lib/lib/collabora/worker.js +14 -7
  69. package/dist-lib/lib/compaction.d.ts +5 -6
  70. package/dist-lib/lib/compaction.js +14 -7
  71. package/dist-lib/lib/core/account-recovery.d.ts +4 -3
  72. package/dist-lib/lib/core/account-recovery.js +7 -4
  73. package/dist-lib/lib/core/agent.js +17 -15
  74. package/dist-lib/lib/core/approval-rules.d.ts +7 -6
  75. package/dist-lib/lib/core/approval-rules.js +12 -6
  76. package/dist-lib/lib/core/archived-mesh.d.ts +7 -5
  77. package/dist-lib/lib/core/archived-mesh.js +25 -22
  78. package/dist-lib/lib/core/async-iterable.js +10 -5
  79. package/dist-lib/lib/core/attachment-link.d.ts +2 -2
  80. package/dist-lib/lib/core/audio-attachment.js +1 -1
  81. package/dist-lib/lib/core/blind-peers.d.ts +2 -2
  82. package/dist-lib/lib/core/chat-activity.d.ts +2 -2
  83. package/dist-lib/lib/core/chat-activity.js +42 -21
  84. package/dist-lib/lib/core/chat-group.d.ts +8 -6
  85. package/dist-lib/lib/core/chat-group.js +17 -10
  86. package/dist-lib/lib/core/chat-order.d.ts +11 -9
  87. package/dist-lib/lib/core/chat-order.js +1 -3
  88. package/dist-lib/lib/core/chat-search.d.ts +4 -4
  89. package/dist-lib/lib/core/chat-search.js +38 -24
  90. package/dist-lib/lib/core/chat.d.ts +20 -14
  91. package/dist-lib/lib/core/chat.js +42 -28
  92. package/dist-lib/lib/core/chunk.d.ts +19 -23
  93. package/dist-lib/lib/core/chunk.js +27 -21
  94. package/dist-lib/lib/core/collections.d.ts +69 -0
  95. package/dist-lib/lib/core/collections.js +69 -0
  96. package/dist-lib/lib/core/contract/activity.d.ts +6 -2
  97. package/dist-lib/lib/core/contract/activity.js +15 -12
  98. package/dist-lib/lib/core/contract/agents.js +3 -2
  99. package/dist-lib/lib/core/contract/approval-rules.js +1 -1
  100. package/dist-lib/lib/core/contract/attestations.js +1 -1
  101. package/dist-lib/lib/core/contract/chat-group.js +1 -1
  102. package/dist-lib/lib/core/contract/chat.js +1 -1
  103. package/dist-lib/lib/core/contract/chunks.js +10 -9
  104. package/dist-lib/lib/core/contract/compute.js +2 -1
  105. package/dist-lib/lib/core/contract/devices.js +6 -5
  106. package/dist-lib/lib/core/contract/grant-order.js +5 -6
  107. package/dist-lib/lib/core/contract/index.js +4 -2
  108. package/dist-lib/lib/core/contract/indexing.js +3 -3
  109. package/dist-lib/lib/core/contract/invites.d.ts +8 -3
  110. package/dist-lib/lib/core/contract/invites.js +52 -26
  111. package/dist-lib/lib/core/contract/joined-meshes.js +3 -3
  112. package/dist-lib/lib/core/contract/knowledge.js +5 -5
  113. package/dist-lib/lib/core/contract/members.d.ts +13 -2
  114. package/dist-lib/lib/core/contract/members.js +46 -25
  115. package/dist-lib/lib/core/contract/mesh-kind.js +9 -8
  116. package/dist-lib/lib/core/contract/seal.js +1 -1
  117. package/dist-lib/lib/core/contract/seed-defaults.js +1 -3
  118. package/dist-lib/lib/core/contract/tool-activity.js +5 -5
  119. package/dist-lib/lib/core/contract/tool-configs.js +1 -2
  120. package/dist-lib/lib/core/contract/writers.d.ts +6 -1
  121. package/dist-lib/lib/core/contract/writers.js +55 -34
  122. package/dist-lib/lib/core/departures.js +16 -8
  123. package/dist-lib/lib/core/device-invites.js +3 -2
  124. package/dist-lib/lib/core/devices.js +6 -3
  125. package/dist-lib/lib/core/document-attachment.d.ts +20 -11
  126. package/dist-lib/lib/core/document-attachment.js +10 -5
  127. package/dist-lib/lib/core/files/attachments.d.ts +2 -5
  128. package/dist-lib/lib/core/files/attachments.js +6 -3
  129. package/dist-lib/lib/core/files/index.d.ts +44 -52
  130. package/dist-lib/lib/core/files/index.js +142 -93
  131. package/dist-lib/lib/core/files/knowledge.d.ts +2 -5
  132. package/dist-lib/lib/core/files/local-index.js +9 -5
  133. package/dist-lib/lib/core/files/preview/image.d.ts +0 -1
  134. package/dist-lib/lib/core/files/preview/image.js +9 -6
  135. package/dist-lib/lib/core/files/preview/index.d.ts +8 -11
  136. package/dist-lib/lib/core/files/preview/index.js +20 -15
  137. package/dist-lib/lib/core/files/processing/claims.d.ts +6 -5
  138. package/dist-lib/lib/core/files/processing/claims.js +16 -8
  139. package/dist-lib/lib/core/files/processing/document.d.ts +21 -50
  140. package/dist-lib/lib/core/files/processing/index.d.ts +18 -13
  141. package/dist-lib/lib/core/files/processing/index.js +65 -37
  142. package/dist-lib/lib/core/files/processing/ownership.d.ts +8 -1
  143. package/dist-lib/lib/core/files/processing/ownership.js +1 -1
  144. package/dist-lib/lib/core/files/processing/protocol.d.ts +19 -19
  145. package/dist-lib/lib/core/files/processing/protocol.js +5 -5
  146. package/dist-lib/lib/core/files/processing/settle.d.ts +10 -7
  147. package/dist-lib/lib/core/files/processing/settle.js +22 -11
  148. package/dist-lib/lib/core/files/processing/source.js +14 -8
  149. package/dist-lib/lib/core/files/processing/state.d.ts +13 -11
  150. package/dist-lib/lib/core/files/processing/state.js +19 -12
  151. package/dist-lib/lib/core/files/rag/build.d.ts +2 -2
  152. package/dist-lib/lib/core/files/rag/build.js +2 -1
  153. package/dist-lib/lib/core/files/rag/document-types.d.ts +4 -6
  154. package/dist-lib/lib/core/files/rag/index.d.ts +10 -13
  155. package/dist-lib/lib/core/files/rag/index.js +3 -2
  156. package/dist-lib/lib/core/files/rag/load.d.ts +10 -9
  157. package/dist-lib/lib/core/files/rag/load.js +26 -13
  158. package/dist-lib/lib/core/files/rag/policy.js +2 -1
  159. package/dist-lib/lib/core/files/rag/produce.js +33 -19
  160. package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +5 -3
  161. package/dist-lib/lib/core/files/rag/retrieval/full-text.js +30 -10
  162. package/dist-lib/lib/core/files/records/chunks.js +4 -2
  163. package/dist-lib/lib/core/files/records/knowledge.d.ts +10 -11
  164. package/dist-lib/lib/core/files/records/knowledge.js +9 -8
  165. package/dist-lib/lib/core/files/records/linkage.js +6 -3
  166. package/dist-lib/lib/core/files/records/output.d.ts +5 -4
  167. package/dist-lib/lib/core/files/records/output.js +8 -4
  168. package/dist-lib/lib/core/files/records/reclaim.js +41 -25
  169. package/dist-lib/lib/core/files/records/routing.d.ts +4 -6
  170. package/dist-lib/lib/core/files/records/routing.js +15 -8
  171. package/dist-lib/lib/core/files/records/source.d.ts +5 -4
  172. package/dist-lib/lib/core/files/records/source.js +20 -14
  173. package/dist-lib/lib/core/files/records/sweep.js +1 -3
  174. package/dist-lib/lib/core/files/store/blob.d.ts +10 -10
  175. package/dist-lib/lib/core/files/store/blob.js +25 -19
  176. package/dist-lib/lib/core/files/store/index.d.ts +1 -6
  177. package/dist-lib/lib/core/files/store/index.js +4 -4
  178. package/dist-lib/lib/core/files/store/inline.d.ts +2 -2
  179. package/dist-lib/lib/core/files/store/inline.js +6 -3
  180. package/dist-lib/lib/core/files/store/reference.d.ts +6 -9
  181. package/dist-lib/lib/core/files/store/reference.js +25 -17
  182. package/dist-lib/lib/core/files/store/server.d.ts +7 -6
  183. package/dist-lib/lib/core/files/store/server.js +22 -11
  184. package/dist-lib/lib/core/files/store/sweep.js +13 -7
  185. package/dist-lib/lib/core/files/upload-input.d.ts +4 -12
  186. package/dist-lib/lib/core/files/upload-input.js +10 -5
  187. package/dist-lib/lib/core/files/upload.d.ts +27 -24
  188. package/dist-lib/lib/core/files/upload.js +74 -51
  189. package/dist-lib/lib/core/fs-drives.js +4 -2
  190. package/dist-lib/lib/core/grant-expiry.js +12 -7
  191. package/dist-lib/lib/core/handoff-channel.js +27 -13
  192. package/dist-lib/lib/core/harness-loan.js +35 -17
  193. package/dist-lib/lib/core/helpers/index.js +6 -2
  194. package/dist-lib/lib/core/hosted-agents.js +19 -12
  195. package/dist-lib/lib/core/id.js +1 -1
  196. package/dist-lib/lib/core/identity.js +6 -3
  197. package/dist-lib/lib/core/image/cache-sweep.d.ts +12 -10
  198. package/dist-lib/lib/core/image/cache-sweep.js +11 -6
  199. package/dist-lib/lib/core/image/normalize.d.ts +6 -0
  200. package/dist-lib/lib/core/image/normalize.js +12 -2
  201. package/dist-lib/lib/core/image/sniff.js +42 -21
  202. package/dist-lib/lib/core/inference-calls-receiver.js +7 -4
  203. package/dist-lib/lib/core/invite-grants.js +4 -2
  204. package/dist-lib/lib/core/invite.js +2 -1
  205. package/dist-lib/lib/core/local/files.js +20 -19
  206. package/dist-lib/lib/core/local/index.d.ts +69 -46
  207. package/dist-lib/lib/core/local/index.js +146 -129
  208. package/dist-lib/lib/core/membership.d.ts +12 -2
  209. package/dist-lib/lib/core/membership.js +55 -33
  210. package/dist-lib/lib/core/mesh-seed-handoff.js +7 -1
  211. package/dist-lib/lib/core/mesh.d.ts +37 -27
  212. package/dist-lib/lib/core/mesh.js +131 -73
  213. package/dist-lib/lib/core/migrations/agent-catalog.js +3 -2
  214. package/dist-lib/lib/core/migrations/agent-indexes.js +3 -3
  215. package/dist-lib/lib/core/migrations/file-index.js +7 -4
  216. package/dist-lib/lib/core/migrations/index.d.ts +4 -3
  217. package/dist-lib/lib/core/migrations/membership.js +9 -4
  218. package/dist-lib/lib/core/migrations/seal.js +3 -2
  219. package/dist-lib/lib/core/min-version.js +4 -2
  220. package/dist-lib/lib/core/next-frame.d.ts +5 -4
  221. package/dist-lib/lib/core/next-frame.js +6 -3
  222. package/dist-lib/lib/core/notification.d.ts +5 -1
  223. package/dist-lib/lib/core/notification.js +89 -77
  224. package/dist-lib/lib/core/ota-config.js +2 -1
  225. package/dist-lib/lib/core/pdf/rasterize.d.ts +18 -0
  226. package/dist-lib/lib/core/pdf/rasterize.js +57 -0
  227. package/dist-lib/lib/core/prompt-history.js +4 -2
  228. package/dist-lib/lib/core/range.d.ts +4 -4
  229. package/dist-lib/lib/core/range.js +12 -6
  230. package/dist-lib/lib/core/rank.d.ts +5 -4
  231. package/dist-lib/lib/core/rank.js +2 -1
  232. package/dist-lib/lib/core/send.d.ts +4 -4
  233. package/dist-lib/lib/core/send.js +6 -3
  234. package/dist-lib/lib/core/skill-overlay-receiver.js +7 -4
  235. package/dist-lib/lib/core/skill-secrets.js +16 -9
  236. package/dist-lib/lib/core/sync/chunks.js +2 -1
  237. package/dist-lib/lib/core/sync/devices.js +3 -1
  238. package/dist-lib/lib/core/sync/files.d.ts +2 -4
  239. package/dist-lib/lib/core/sync/files.js +28 -20
  240. package/dist-lib/lib/core/sync/index.d.ts +2 -5
  241. package/dist-lib/lib/core/sync/index.js +20 -15
  242. package/dist-lib/lib/core/sync-status.js +10 -7
  243. package/dist-lib/lib/core/system-info.js +4 -2
  244. package/dist-lib/lib/core/tool-activity.d.ts +4 -3
  245. package/dist-lib/lib/core/tool-activity.js +1 -1
  246. package/dist-lib/lib/core/tool-configs.js +12 -7
  247. package/dist-lib/lib/core.d.ts +38 -26
  248. package/dist-lib/lib/core.js +987 -539
  249. package/dist-lib/lib/credential-pusher.d.ts +12 -17
  250. package/dist-lib/lib/credential-pusher.js +61 -42
  251. package/dist-lib/lib/custom-model-pusher.d.ts +7 -3
  252. package/dist-lib/lib/custom-model-pusher.js +15 -7
  253. package/dist-lib/lib/custom-model-task.d.ts +1 -0
  254. package/dist-lib/lib/custom-model-task.js +12 -0
  255. package/dist-lib/lib/deadline.js +4 -2
  256. package/dist-lib/lib/diagnostics.d.ts +1 -5
  257. package/dist-lib/lib/frame-readable.d.ts +3 -0
  258. package/dist-lib/lib/frame-readable.js +3 -0
  259. package/dist-lib/lib/fs-drive-bridge.js +24 -14
  260. package/dist-lib/lib/fs-grants.js +13 -8
  261. package/dist-lib/lib/guards.d.ts +3 -0
  262. package/dist-lib/lib/guards.js +9 -0
  263. package/dist-lib/lib/inference-calls.d.ts +28 -23
  264. package/dist-lib/lib/inference-calls.js +25 -13
  265. package/dist-lib/lib/integrations/mcp-providers.d.ts +2 -2
  266. package/dist-lib/lib/integrations/setup-routes.d.ts +2 -2
  267. package/dist-lib/lib/knowledge-search.d.ts +6 -5
  268. package/dist-lib/lib/knowledge-search.js +26 -18
  269. package/dist-lib/lib/kv-cache-reclaim.js +4 -2
  270. package/dist-lib/lib/kv-cache.js +8 -4
  271. package/dist-lib/lib/legacy-core-domain.d.ts +42 -42
  272. package/dist-lib/lib/log-buffer.js +2 -1
  273. package/dist-lib/lib/log.js +25 -15
  274. package/dist-lib/lib/mesh-scoped-engine.js +12 -4
  275. package/dist-lib/lib/model-catalog-revision.js +6 -3
  276. package/dist-lib/lib/model-clamp.js +6 -3
  277. package/dist-lib/lib/model-context.d.ts +8 -3
  278. package/dist-lib/lib/model-context.js +13 -5
  279. package/dist-lib/lib/model-download-status.js +4 -2
  280. package/dist-lib/lib/model-download.d.ts +12 -4
  281. package/dist-lib/lib/model-download.js +200 -103
  282. package/dist-lib/lib/model-idle-pusher.d.ts +2 -2
  283. package/dist-lib/lib/model-idle-pusher.js +3 -4
  284. package/dist-lib/lib/oauth/browser-connect.d.ts +10 -8
  285. package/dist-lib/lib/oauth/browser-connect.js +33 -20
  286. package/dist-lib/lib/oauth/client.d.ts +2 -2
  287. package/dist-lib/lib/oauth/flow-core.js +23 -9
  288. package/dist-lib/lib/oauth/flow.d.ts +1 -3
  289. package/dist-lib/lib/oauth/flow.js +9 -5
  290. package/dist-lib/lib/oauth/keys.d.ts +4 -4
  291. package/dist-lib/lib/oauth/keys.js +18 -12
  292. package/dist-lib/lib/oauth/loopback.d.ts +2 -2
  293. package/dist-lib/lib/oauth/loopback.js +147 -107
  294. package/dist-lib/lib/oauth/loopback.stub.d.ts +2 -2
  295. package/dist-lib/lib/oauth/loopback.stub.js +1 -1
  296. package/dist-lib/lib/oauth/pkce.d.ts +4 -2
  297. package/dist-lib/lib/oauth/pkce.js +10 -0
  298. package/dist-lib/lib/oauth/providers.js +5 -5
  299. package/dist-lib/lib/oauth/redirect-types.d.ts +12 -7
  300. package/dist-lib/lib/oauth/register.js +3 -2
  301. package/dist-lib/lib/oauth/registry.d.ts +2 -2
  302. package/dist-lib/lib/oauth/registry.js +2 -1
  303. package/dist-lib/lib/oauth/resolve.d.ts +30 -10
  304. package/dist-lib/lib/oauth/resolve.js +12 -6
  305. package/dist-lib/lib/oauth/token-exchange-core.d.ts +12 -4
  306. package/dist-lib/lib/oauth/token-exchange-core.js +1 -1
  307. package/dist-lib/lib/oauth/types.d.ts +12 -12
  308. package/dist-lib/lib/oauth.d.ts +4 -5
  309. package/dist-lib/lib/oauth.js +2 -3
  310. package/dist-lib/lib/reconnecting-watch.d.ts +1 -1
  311. package/dist-lib/lib/reconnecting-watch.js +6 -6
  312. package/dist-lib/lib/retry-budget.js +6 -3
  313. package/dist-lib/lib/run-notices.d.ts +1 -0
  314. package/dist-lib/lib/run-notices.js +5 -2
  315. package/dist-lib/lib/run-transcript.d.ts +2 -4
  316. package/dist-lib/lib/run-transcript.js +4 -2
  317. package/dist-lib/lib/skill-readiness.js +4 -2
  318. package/dist-lib/lib/skill-types.d.ts +16 -16
  319. package/dist-lib/lib/suspend-lifecycle.d.ts +4 -4
  320. package/dist-lib/lib/suspend-lifecycle.js +10 -5
  321. package/dist-lib/lib/task.js +22 -12
  322. package/dist-lib/lib/unref.d.ts +3 -2
  323. package/dist-lib/lib/unref.js +2 -1
  324. package/dist-lib/lib/wav-duration.js +10 -5
  325. package/dist-lib/lib/write-queue.d.ts +5 -4
  326. package/dist-lib/lib/write-queue.js +2 -1
  327. package/dist-lib/schema/build.js +10 -6
  328. package/dist-lib/schema/config.d.ts +2 -3
  329. package/dist-lib/schema/content.d.ts +17 -2
  330. package/dist-lib/schema/content.js +2 -1
  331. package/dist-lib/schema/engine.d.ts +3 -2
  332. package/dist-lib/schema/engine.js +95 -6
  333. package/dist-lib/schema/field-order.js +22 -11
  334. package/dist-lib/schema/indexes.d.ts +22 -0
  335. package/dist-lib/schema/{helpers.js → indexes.js} +14 -57
  336. package/dist-lib/schema/local.d.ts +3 -2
  337. package/dist-lib/schema/local.js +7 -2
  338. package/dist-lib/schema/media-kind.d.ts +8 -0
  339. package/dist-lib/schema/media-kind.js +52 -0
  340. package/dist-lib/schema/qvac.d.ts +12 -9
  341. package/dist-lib/schema/qvac.js +8 -4
  342. package/dist-lib/spec/bind.js +12 -0
  343. package/dist-lib/spec/calls.js +4 -0
  344. package/dist-lib/spec/capabilities.d.ts +12 -4
  345. package/dist-lib/spec/hrpc/hrpc.json +54 -2
  346. package/dist-lib/spec/hrpc/index.js +53 -5
  347. package/dist-lib/spec/hrpc/messages.js +783 -494
  348. package/dist-lib/spec/hyperschema/index.js +783 -494
  349. package/dist-lib/spec/hyperschema/schema.json +247 -1
  350. package/dist-lib/spec/hyperschema/types.d.ts +69 -1
  351. package/dist-lib/spec/local/hyperdb/index.js +1 -1
  352. package/dist-lib/spec/local/hyperdb/messages.js +82 -14
  353. package/dist-lib/spec/local/hyperschema/index.js +42 -8
  354. package/dist-lib/spec/local/hyperschema/schema.json +27 -1
  355. package/dist-lib/spec/local/hyperschema/types.d.ts +6 -1
  356. package/dist-lib/spec/mesh/hyperdb/index.js +1 -1
  357. package/package.json +7 -3
  358. package/tui/app.mjs +2424 -941
  359. package/tui/boot.mjs +17 -46
  360. package/tui/index.mjs +10 -5
  361. package/tui/lib/boot-timing.mjs +8 -8
  362. package/tui/lib/busy-words.mjs +21 -22
  363. package/tui/lib/export.mjs +100 -32
  364. package/tui/lib/knowledge-command.mjs +64 -19
  365. package/tui/lib/knowledge-import.mjs +52 -18
  366. package/tui/lib/render.mjs +65 -33
  367. package/tui/lib/save-file.mjs +30 -13
  368. package/tui/lib/select.mjs +23 -5
  369. package/tui/lib/selection.mjs +6 -4
  370. package/tui/lib/setup.mjs +11 -19
  371. package/tui/lib/sidebar.mjs +23 -13
  372. package/tui/lib/splash.mjs +6 -7
  373. package/tui/lib/upload-frames.mjs +1 -2
  374. package/tui/lib/usage.mjs +13 -9
  375. package/tui/lib/wrap.mjs +35 -6
  376. package/tui/main.mjs +54 -78
  377. package/worker/assistant-sidecar.mjs +5 -10
  378. package/worker/stow-entry.mjs +7 -4
  379. package/dist-lib/lib/custom-model-source.d.ts +0 -15
  380. package/dist-lib/lib/custom-model-source.js +0 -46
  381. package/dist-lib/lib/oauth/common.d.ts +0 -38
  382. package/dist-lib/lib/oauth/common.js +0 -34
  383. package/dist-lib/schema/helpers.d.ts +0 -33
@@ -2,6 +2,7 @@ import { classifyRagDocument, contentHash, documentIndexArtifactId, encodeRagArt
2
2
  import { buildArtifactPayload, EmbedderFailure } from './build.js';
3
3
  import { isClaimLive } from '../processing/index.js';
4
4
  import { AbortedError } from '@qvac/harness/race-abort';
5
+ import { errorMessage } from '../../../guards.js';
5
6
  const UNSUPPORTED = 'unsupported';
6
7
  const ERROR_LIMIT = 300;
7
8
  export const EMBED_RETRY_LIMIT = 5;
@@ -24,10 +25,12 @@ export class IndexingPass {
24
25
  }
25
26
  const local = document.state;
26
27
  const memo = local.artifactIdMemo;
27
- if (memo === UNSUPPORTED)
28
+ if (memo === UNSUPPORTED) {
28
29
  return;
29
- if (memo && (await document.claims.blockedByStatus(memo)))
30
+ }
31
+ if (memo && (await document.claims.blockedByStatus(memo))) {
30
32
  return;
33
+ }
31
34
  if (!memo) {
32
35
  const statuses = await document.statuses();
33
36
  const now = Date.now();
@@ -36,8 +39,9 @@ export class IndexingPass {
36
39
  document.schedule(row.expiresAt);
37
40
  return;
38
41
  }
39
- if (document.claims.isFailed(row.id))
42
+ if (document.claims.isFailed(row.id)) {
40
43
  return;
44
+ }
41
45
  }
42
46
  }
43
47
  const retryAt = document.source.blockedUntil();
@@ -45,8 +49,9 @@ export class IndexingPass {
45
49
  document.schedule(retryAt);
46
50
  return;
47
51
  }
48
- if (document.paused() || document.closed())
52
+ if (document.paused() || document.closed()) {
49
53
  return;
54
+ }
50
55
  const read = await document.source.read(signal);
51
56
  if (read.kind === 'malformed') {
52
57
  local.artifactIdMemo = UNSUPPORTED;
@@ -99,13 +104,16 @@ export class IndexingPass {
99
104
  embeddingModel: this._embedder.model
100
105
  });
101
106
  local.artifactIdMemo = artifactId;
102
- if (await document.claims.blockedByStatus(artifactId))
107
+ if (await document.claims.blockedByStatus(artifactId)) {
103
108
  return;
104
- if (document.paused() || document.closed())
109
+ }
110
+ if (document.paused() || document.closed()) {
105
111
  return;
112
+ }
106
113
  const claim = await document.claims.claim(artifactId);
107
- if (!claim)
114
+ if (!claim) {
108
115
  return;
116
+ }
109
117
  document.work({ state: 'running' });
110
118
  let blobRef = null;
111
119
  let lastTotal = 0;
@@ -129,8 +137,9 @@ export class IndexingPass {
129
137
  });
130
138
  }
131
139
  });
132
- if (signal.aborted)
140
+ if (signal.aborted) {
133
141
  throw new AbortedError();
142
+ }
134
143
  const built = await document.write(encodeRagArtifact(payload));
135
144
  blobRef = built.blobRef;
136
145
  const current = await document.current();
@@ -144,7 +153,11 @@ export class IndexingPass {
144
153
  dimensions: payload.dimensions,
145
154
  artifactBlobId: built.artifactBlobId
146
155
  });
147
- await document.ownership.onPublished(artifactId, built.blobRef, built.artifactBlobId, landed.artifactBlobId);
156
+ await document.ownership.onPublished(artifactId, {
157
+ blobRef: built.blobRef,
158
+ artifactBlobId: built.artifactBlobId,
159
+ landedBlobId: landed.artifactBlobId
160
+ });
148
161
  const { applied } = await document.resolve({
149
162
  artifactId,
150
163
  claimId: claim.claimId,
@@ -163,15 +176,13 @@ export class IndexingPass {
163
176
  });
164
177
  }
165
178
  catch (err) {
166
- if (document.closed())
179
+ if (document.closed()) {
167
180
  return;
181
+ }
168
182
  const interrupted = document.paused() || signal.aborted;
169
- const raw = err instanceof Error ? err.message : String(err);
170
- const message = interrupted
171
- ? 'interrupted: suspend'
172
- : raw.length > ERROR_LIMIT
173
- ? `${raw.slice(0, ERROR_LIMIT)}...`
174
- : raw;
183
+ const raw = errorMessage(err);
184
+ const clipped = raw.length > ERROR_LIMIT ? `${raw.slice(0, ERROR_LIMIT)}...` : raw;
185
+ const message = interrupted ? 'interrupted: suspend' : clipped;
175
186
  const failures = !interrupted && err instanceof EmbedderFailure
176
187
  ? (local.embedFailures = (local.embedFailures ?? 0) + 1)
177
188
  : 0;
@@ -182,12 +193,15 @@ export class IndexingPass {
182
193
  reason: message,
183
194
  retryAt
184
195
  });
185
- if (retryAt)
196
+ if (retryAt) {
186
197
  document.schedule(retryAt);
187
- else if (!interrupted)
198
+ }
199
+ else if (!interrupted) {
188
200
  document.claims.markFailed(artifactId);
189
- if (blobRef)
201
+ }
202
+ if (blobRef) {
190
203
  await document.ownership.clearUnreferenced(artifactId, blobRef);
204
+ }
191
205
  try {
192
206
  await document.resolve({
193
207
  artifactId,
@@ -2,9 +2,10 @@ import type { QvacKnowledge } from '../../../../../spec/mesh/hyperschema/types.d
2
2
  import type { Mesh } from '../../../mesh.ts';
3
3
  import { type VectorHit } from 'rag-extract';
4
4
  export declare function fullTextBudgetChars(ctxSize: number): number;
5
- export declare function isFullTextHit(hit: {
5
+ export interface IdentifiedHit {
6
6
  readonly id: string;
7
- }): boolean;
7
+ }
8
+ export declare function isFullTextHit(hit: IdentifiedHit): boolean;
8
9
  export type FullTextCoverage = {
9
10
  readonly unit: 'pages';
10
11
  readonly included: number;
@@ -17,6 +18,7 @@ export type FullTextCoverage = {
17
18
  export declare function isTruncatedFullTextHit(hit: VectorHit): boolean;
18
19
  export declare function formatFullDocumentContext(hits: ReadonlyArray<VectorHit>): string;
19
20
  export interface FullTextOptions {
21
+ readonly budgetChars: number;
20
22
  readonly head?: boolean;
21
23
  }
22
- export declare function fullTextHits(mesh: Mesh, rows: ReadonlyArray<QvacKnowledge>, budgetChars: number, { head }?: FullTextOptions): Promise<VectorHit[] | null>;
24
+ export declare function fullTextHits(mesh: Mesh, rows: ReadonlyArray<QvacKnowledge>, { budgetChars, head }: FullTextOptions): Promise<VectorHit[] | null>;
@@ -1,3 +1,4 @@
1
+ import * as z from 'zod';
1
2
  import { classifyRagDocument, extractPdfHead, extractRagDocumentFromBytes, parseRagMetadata, RAG_DOCUMENT_KIND } from 'rag-extract';
2
3
  const DEFAULT_FULL_TEXT_BUDGET_TOKENS = 4096;
3
4
  const CHARS_PER_TOKEN = 4;
@@ -17,9 +18,17 @@ const FULL_TEXT_HIT_PREFIX = 'full-text-';
17
18
  export function isFullTextHit(hit) {
18
19
  return hit.id.startsWith(FULL_TEXT_HIT_PREFIX);
19
20
  }
21
+ const FullTextExtrasSchema = z.object({
22
+ truncated: z.boolean().optional().catch(undefined),
23
+ coverage: z
24
+ .object({ unit: z.enum(['pages', 'chars']), included: z.number(), total: z.number() })
25
+ .optional()
26
+ .catch(undefined)
27
+ });
20
28
  function fullTextExtras(hit) {
21
29
  try {
22
- return JSON.parse(hit.metadataJson);
30
+ const parsed = FullTextExtrasSchema.safeParse(JSON.parse(hit.metadataJson));
31
+ return parsed.success ? parsed.data : {};
23
32
  }
24
33
  catch {
25
34
  return {};
@@ -58,32 +67,41 @@ function describeCoverage(coverage) {
58
67
  function formatChars(count) {
59
68
  return count >= 1000 ? `${Math.round(count / 1000)}k` : String(count);
60
69
  }
61
- export async function fullTextHits(mesh, rows, budgetChars, { head = false } = {}) {
70
+ export async function fullTextHits(mesh, rows, { budgetChars, head = false }) {
62
71
  if (rows.length === 0)
63
72
  return null;
64
73
  const kinds = rows.map((row) => classifyRagDocument({ fileName: row.fileName, mimeType: row.mimeType }));
65
- if (!kinds.every((kind) => FULL_TEXT_KINDS.has(kind)))
74
+ if (!kinds.every((kind) => FULL_TEXT_KINDS.has(kind))) {
66
75
  return null;
76
+ }
67
77
  const hits = [];
68
78
  let used = 0;
69
79
  for (const [index, row] of rows.entries()) {
70
80
  const remaining = budgetChars - used;
71
- if (!head && kinds[index] !== RAG_DOCUMENT_KIND.pdf && row.byteLength > remaining)
81
+ if (!head && kinds[index] !== RAG_DOCUMENT_KIND.pdf && row.byteLength > remaining) {
72
82
  return null;
83
+ }
73
84
  let read;
74
85
  try {
75
86
  const bytes = await mesh.files.readBytes(row.blobId);
76
- read = await extractFullText(kinds[index], bytes, row, remaining, head);
87
+ read = await extractFullText(bytes, {
88
+ kind: kinds[index],
89
+ row,
90
+ remainingChars: remaining,
91
+ head
92
+ });
77
93
  }
78
94
  catch (err) {
79
95
  logger.warn('rag', 'full-text extraction failed; falling back to retrieval', { err });
80
96
  return null;
81
97
  }
82
- if (!read.text)
98
+ if (!read.text) {
83
99
  return null;
100
+ }
84
101
  const fits = read.complete && read.text.length <= remaining;
85
- if (!fits && !head)
102
+ if (!fits && !head) {
86
103
  return null;
104
+ }
87
105
  const text = fits ? read.text : read.text.slice(0, remaining);
88
106
  used += text.length;
89
107
  hits.push({
@@ -98,12 +116,14 @@ export async function fullTextHits(mesh, rows, budgetChars, { head = false } = {
98
116
  chunkIndex: 0,
99
117
  tokenCount: Math.ceil(text.length / 4),
100
118
  indexedAt: new Date().toISOString(),
101
- ...(fits ? {} : { truncated: true, coverage: coverageOf(read, text.length) })
119
+ truncated: !fits || undefined,
120
+ coverage: fits ? undefined : coverageOf(read, text.length)
102
121
  }),
103
122
  score: 1
104
123
  });
105
- if (!fits)
124
+ if (!fits) {
106
125
  break;
126
+ }
107
127
  }
108
128
  return hits;
109
129
  }
@@ -114,7 +134,7 @@ function coverageOf(read, included) {
114
134
  return { unit: 'chars', included, total: read.totalChars ?? read.text.length };
115
135
  }
116
136
  const MAX_BYTES_PER_CHAR = 4;
117
- async function extractFullText(kind, bytes, row, remainingChars, head) {
137
+ async function extractFullText(bytes, { kind, row, remainingChars, head }) {
118
138
  if (kind === RAG_DOCUMENT_KIND.pdf) {
119
139
  const pdf = await extractPdfHead(bytes, { maxChars: remainingChars });
120
140
  return {
@@ -3,10 +3,12 @@ export async function syncAttachmentChunk(mesh, chunk) {
3
3
  if (chunk.type !== 'attachment')
4
4
  return;
5
5
  const attachment = chunk.attachment;
6
- if (!attachment?.deletedAt || typeof attachment.blobId !== 'string')
6
+ if (!attachment?.deletedAt || typeof attachment.blobId !== 'string') {
7
7
  return;
8
- if (await hasLiveSource(mesh, chunk.chatId, attachment.blobId))
8
+ }
9
+ if (await hasLiveSource(mesh, chunk.chatId, attachment.blobId)) {
9
10
  return;
11
+ }
10
12
  logger.debug('sync', 'attachment tombstone observed — reclaiming blob bytes', { id: chunk.id });
11
13
  await mesh.files.clear(attachment.blobId, chunk.id);
12
14
  await mesh.fileIndex?.markCleared(attachment.blobId);
@@ -1,22 +1,21 @@
1
- import type { QvacKnowledge, QvacKnowledgeArtifact } from '../../../../spec/mesh/hyperschema/types.d.ts';
1
+ import type { QvacKnowledge, QvacKnowledgeArtifact, QvacRemoveKnowledgeOperation } from '../../../../spec/mesh/hyperschema/types.d.ts';
2
2
  import type { Mesh } from '../../mesh.ts';
3
3
  export type AddKnowledgeInput = Pick<QvacKnowledge, 'chatId' | 'fileName' | 'mimeType' | 'byteLength' | 'blobId'> & Partial<Pick<QvacKnowledge, 'id'>>;
4
+ export interface ChatScope {
5
+ readonly chatId: string;
6
+ }
7
+ export interface KnowledgeScope {
8
+ readonly knowledgeId: string;
9
+ }
4
10
  export declare function getKnowledge(store: Mesh, id: string): Promise<QvacKnowledge | null>;
5
- export declare function listKnowledge(store: Mesh, { chatId }: {
6
- chatId: string;
7
- }): Promise<QvacKnowledge[]>;
11
+ export declare function listKnowledge(store: Mesh, { chatId }: ChatScope): Promise<QvacKnowledge[]>;
8
12
  export declare function addKnowledge(store: Mesh, input: AddKnowledgeInput): Promise<QvacKnowledge>;
9
13
  export declare function assertRemovableAt(at: number): void;
10
- export declare function removeKnowledge(store: Mesh, { knowledgeId, at }: {
11
- knowledgeId: string;
12
- at: number;
13
- }): Promise<QvacKnowledge>;
14
+ export declare function removeKnowledge(store: Mesh, { knowledgeId, at }: QvacRemoveKnowledgeOperation): Promise<QvacKnowledge>;
14
15
  export type AddKnowledgeArtifactInput = Omit<QvacKnowledgeArtifact, 'createdAt'>;
15
16
  export declare function getKnowledgeArtifact(store: Mesh, id: string): Promise<QvacKnowledgeArtifact | null>;
16
17
  type KnowledgeSnapshot = ReturnType<Mesh['view']['snapshot']>;
17
- export declare function listKnowledgeArtifactsByKnowledge(store: Mesh, { knowledgeId }: {
18
- knowledgeId: string;
19
- }): Promise<QvacKnowledgeArtifact[]>;
18
+ export declare function listKnowledgeArtifactsByKnowledge(store: Mesh, { knowledgeId }: KnowledgeScope): Promise<QvacKnowledgeArtifact[]>;
20
19
  export declare function findKnowledgeArtifactsByKnowledge(snap: KnowledgeSnapshot, knowledgeId: string): Promise<QvacKnowledgeArtifact[]>;
21
20
  export declare function addKnowledgeArtifact(store: Mesh, input: AddKnowledgeArtifactInput): Promise<QvacKnowledgeArtifact>;
22
21
  export {};
@@ -1,9 +1,6 @@
1
1
  import { randomId } from '../../id.js';
2
2
  import { assertArtifactOutput } from './output.js';
3
- const KNOWLEDGE = '@qvac/knowledge';
4
- const ACTIVE_KNOWLEDGE_BY_CHAT = '@qvac/active-knowledge-by-chat';
5
- const KNOWLEDGE_ARTIFACTS = '@qvac/knowledge-artifacts';
6
- const KNOWLEDGE_ARTIFACTS_BY_KNOWLEDGE = '@qvac/knowledge-artifacts-by-knowledge';
3
+ import { ACTIVE_KNOWLEDGE_BY_CHAT, KNOWLEDGE, KNOWLEDGE_ARTIFACTS, KNOWLEDGE_ARTIFACTS_BY_KNOWLEDGE } from '../../collections.js';
7
4
  export async function getKnowledge(store, id) {
8
5
  const snap = store.view.snapshot();
9
6
  try {
@@ -16,8 +13,9 @@ export async function getKnowledge(store, id) {
16
13
  }
17
14
  async function mustGetKnowledge(store, id) {
18
15
  const row = await getKnowledge(store, id);
19
- if (!row)
16
+ if (!row) {
20
17
  throw new Error(`knowledge not found: ${id}`);
18
+ }
21
19
  return row;
22
20
  }
23
21
  export async function listKnowledge(store, { chatId }) {
@@ -51,8 +49,9 @@ export function assertRemovableAt(at) {
51
49
  export async function removeKnowledge(store, { knowledgeId, at }) {
52
50
  assertRemovableAt(at);
53
51
  const existing = await mustGetKnowledge(store, knowledgeId);
54
- if (existing.deletedAt)
52
+ if (existing.deletedAt) {
55
53
  return existing;
54
+ }
56
55
  await store.dispatch('remove-knowledge', { knowledgeId, at });
57
56
  const removed = await mustGetKnowledge(store, knowledgeId);
58
57
  return removed;
@@ -93,13 +92,15 @@ export async function findKnowledgeArtifactsByKnowledge(snap, knowledgeId) {
93
92
  }
94
93
  export async function addKnowledgeArtifact(store, input) {
95
94
  for (const field of ARTIFACT_STRING_FIELDS) {
96
- if (!input[field])
95
+ if (!input[field]) {
97
96
  throw new Error(`knowledge-artifact needs a non-empty ${field}`);
97
+ }
98
98
  }
99
99
  assertArtifactOutput(input);
100
100
  await store.dispatch('add-knowledge-artifact', { artifact: { ...input, createdAt: Date.now() } });
101
101
  const row = await getKnowledgeArtifact(store, input.id);
102
- if (!row)
102
+ if (!row) {
103
103
  throw new Error(`knowledge-artifact not found after add: ${input.id}`);
104
+ }
104
105
  return row;
105
106
  }
@@ -6,10 +6,12 @@ export function groupAttachmentsByMessage(attachments, userMessages) {
6
6
  const groups = new Map();
7
7
  const push = (messageId, chunk) => {
8
8
  const list = groups.get(messageId);
9
- if (list)
9
+ if (list) {
10
10
  list.push(chunk);
11
- else
11
+ }
12
+ else {
12
13
  groups.set(messageId, [chunk]);
14
+ }
13
15
  };
14
16
  let boundary = 0;
15
17
  for (const attachment of attachments) {
@@ -20,8 +22,9 @@ export function groupAttachmentsByMessage(attachments, userMessages) {
20
22
  while (boundary < userMessages.length && userMessages[boundary].seq <= attachment.seq) {
21
23
  boundary++;
22
24
  }
23
- if (boundary < userMessages.length)
25
+ if (boundary < userMessages.length) {
24
26
  push(userMessages[boundary].id, attachment);
27
+ }
25
28
  }
26
29
  return groups;
27
30
  }
@@ -1,8 +1,9 @@
1
1
  import type { QvacKnowledgeArtifact } from '../../../../spec/mesh/hyperschema/types.d.ts';
2
- export declare function processorArtifactId({ processorId, hash }: {
3
- processorId: string;
4
- hash: string;
5
- }): string;
2
+ export interface ProcessorArtifactKey {
3
+ readonly processorId: string;
4
+ readonly hash: string;
5
+ }
6
+ export declare function processorArtifactId({ processorId, hash }: ProcessorArtifactKey): string;
6
7
  export declare function isProcessorArtifactId(id: string): boolean;
7
8
  export declare function isProcessorOutput(version: string): boolean;
8
9
  export declare function assertArtifactOutput(output: Pick<QvacKnowledgeArtifact, 'embedderVersion' | 'dimensions' | 'artifactBlobId'>): void;
@@ -1,4 +1,5 @@
1
1
  import { MAX_REFERENCE_CHARS, parseBlobReference } from '../store/index.js';
2
+ import { isRecord } from '../../../guards.js';
2
3
  const PROCESSOR_ID_SEPARATOR = ':';
3
4
  export function processorArtifactId({ processorId, hash }) {
4
5
  return `${processorId}${PROCESSOR_ID_SEPARATOR}${hash}`;
@@ -26,13 +27,16 @@ export function assertArtifactOutput(output) {
26
27
  value = JSON.parse(output.artifactBlobId);
27
28
  }
28
29
  catch {
29
- if (!processor)
30
+ if (!processor) {
30
31
  return;
32
+ }
31
33
  }
32
- const inline = value !== null && typeof value === 'object' && 'inline' in value;
33
- if (!processor && !inline)
34
+ const inline = isRecord(value) && 'inline' in value;
35
+ if (!processor && !inline) {
34
36
  return;
37
+ }
35
38
  const parsed = parseBlobReference(output.artifactBlobId);
36
- if (parsed.inline && !processor)
39
+ if (parsed.inline && !processor) {
37
40
  throw new Error('inline outputs need a processor identity');
41
+ }
38
42
  }
@@ -3,6 +3,7 @@ import { removeChatAttachments, removeChatKnowledge } from '../../chat.js';
3
3
  import { listChunks } from '../../chunk.js';
4
4
  import { getKnowledge, listKnowledgeArtifactsByKnowledge } from './knowledge.js';
5
5
  import { syncAttachmentChunk } from './chunks.js';
6
+ import { CHATS, CHUNK_COUNTERS, KNOWLEDGE } from '../../collections.js';
6
7
  export async function syncKnowledgeTombstone(mesh, row) {
7
8
  if (!row.deletedAt)
8
9
  return;
@@ -19,35 +20,21 @@ export async function syncKnowledgeTombstone(mesh, row) {
19
20
  }
20
21
  export async function syncArtifactArrival(mesh, row) {
21
22
  const knowledge = await getKnowledge(mesh, row.knowledgeId);
22
- if (!knowledge?.deletedAt)
23
+ if (!knowledge?.deletedAt) {
23
24
  return;
25
+ }
24
26
  await mesh.files.clear(row.artifactBlobId, row.id);
25
27
  }
26
28
  export async function sweepTombstonedBlobs(mesh, deviceId = null) {
27
29
  if (deviceId && mesh.writable) {
28
- const chats = mesh.view.snapshot();
29
- try {
30
- for await (const chat of chats.find('@qvac/chats')) {
31
- if (mesh.closing)
32
- return;
33
- if (!chat.deletedAt)
34
- continue;
35
- await removeChatAttachments(mesh, deviceId, chat.id, chat.deletedAt);
36
- await removeChatKnowledge(mesh, chat.id, chat.deletedAt);
37
- }
38
- }
39
- catch (error) {
40
- logger.warn('sync', 'chat-tombstone sweep pass failed - continuing with local reclaims', {
41
- error
42
- });
43
- }
44
- finally {
45
- await chats.close();
30
+ const finished = await recascadeTombstonedChats(mesh, deviceId);
31
+ if (!finished) {
32
+ return;
46
33
  }
47
34
  }
48
35
  const knowledge = mesh.view.snapshot();
49
36
  try {
50
- for await (const row of knowledge.find('@qvac/knowledge')) {
37
+ for await (const row of knowledge.find(KNOWLEDGE)) {
51
38
  if (mesh.closing)
52
39
  return;
53
40
  await syncKnowledgeTombstone(mesh, row);
@@ -58,13 +45,12 @@ export async function sweepTombstonedBlobs(mesh, deviceId = null) {
58
45
  }
59
46
  const counters = mesh.view.snapshot();
60
47
  try {
61
- for await (const counter of counters.find('@qvac/chunk-counters')) {
48
+ for await (const counter of counters.find(CHUNK_COUNTERS)) {
62
49
  if (mesh.closing)
63
50
  return;
64
- for (const chunk of await listChunks(mesh, { chatId: counter.chatId, type: 'attachment' })) {
65
- if (mesh.closing)
66
- return;
67
- await syncAttachmentChunk(mesh, chunk);
51
+ const finished = await syncChatAttachmentChunks(mesh, counter.chatId);
52
+ if (!finished) {
53
+ return;
68
54
  }
69
55
  }
70
56
  }
@@ -72,3 +58,33 @@ export async function sweepTombstonedBlobs(mesh, deviceId = null) {
72
58
  await counters.close();
73
59
  }
74
60
  }
61
+ async function recascadeTombstonedChats(mesh, deviceId) {
62
+ const chats = mesh.view.snapshot();
63
+ try {
64
+ for await (const chat of chats.find(CHATS)) {
65
+ if (mesh.closing)
66
+ return false;
67
+ if (!chat.deletedAt)
68
+ continue;
69
+ await removeChatAttachments(mesh, chat.id, { deviceId, at: chat.deletedAt });
70
+ await removeChatKnowledge(mesh, chat.id, chat.deletedAt);
71
+ }
72
+ }
73
+ catch (error) {
74
+ logger.warn('sync', 'chat-tombstone sweep pass failed - continuing with local reclaims', {
75
+ error
76
+ });
77
+ }
78
+ finally {
79
+ await chats.close();
80
+ }
81
+ return true;
82
+ }
83
+ async function syncChatAttachmentChunks(mesh, chatId) {
84
+ for (const chunk of await listChunks(mesh, { chatId, type: 'attachment' })) {
85
+ if (mesh.closing)
86
+ return false;
87
+ await syncAttachmentChunk(mesh, chunk);
88
+ }
89
+ return true;
90
+ }
@@ -1,10 +1,8 @@
1
- import type { QvacChunkContentAttachment } from '../../../../spec/mesh/hyperschema/types.d.ts';
1
+ import type { QvacChunkContentAttachment, QvacKnowledge } from '../../../../spec/mesh/hyperschema/types.d.ts';
2
2
  import type { Mesh } from '../../mesh.ts';
3
- export declare function isKnowledgeRoutedAttachment(input: {
4
- readonly fileName: string;
5
- readonly mimeType: string;
6
- }): boolean;
7
- export declare function routeAttachmentToKnowledge(mesh: Mesh, chatId: string, attachment: QvacChunkContentAttachment): Promise<import("../../../../spec/index").QvacKnowledge>;
3
+ import type { AttachmentFile } from '../../document-attachment.ts';
4
+ export declare function isKnowledgeRoutedAttachment(input: AttachmentFile): boolean;
5
+ export declare function routeAttachmentToKnowledge(mesh: Mesh, chatId: string, attachment: QvacChunkContentAttachment): Promise<QvacKnowledge>;
8
6
  export declare function hasLiveSource(mesh: Mesh, chatId: string, reference: string): Promise<boolean>;
9
7
  interface AttachTurnChunk {
10
8
  readonly id: string;
@@ -22,42 +22,49 @@ export async function routeAttachmentToKnowledge(mesh, chatId, attachment) {
22
22
  });
23
23
  try {
24
24
  const chat = await getChat(mesh, chatId);
25
- if (chat && !chat.deletedAt && !chat.ragEnabled)
26
- await setChatRagEnabled(mesh, chatId, true);
25
+ if (chat && !chat.deletedAt && !chat.ragEnabled) {
26
+ await setChatRagEnabled(mesh, chatId, { ragEnabled: true });
27
+ }
27
28
  }
28
29
  catch (err) {
29
- await removeKnowledge(mesh, { knowledgeId: attachment.id, at: Date.now() }).catch(() => { });
30
+ await removeKnowledge(mesh, { knowledgeId: attachment.id, at: Date.now() }).catch(noop);
30
31
  throw err;
31
32
  }
32
33
  return knowledge;
33
34
  }
34
35
  export async function hasLiveSource(mesh, chatId, reference) {
35
36
  const same = (blobId) => compareBlobReferences(blobId, reference, b4a.toHex(mesh.blobs.core.key)) !== false;
36
- if ((await listKnowledge(mesh, { chatId })).some((row) => same(row.blobId)))
37
+ if ((await listKnowledge(mesh, { chatId })).some((row) => same(row.blobId))) {
37
38
  return true;
39
+ }
38
40
  return (await listChunks(mesh, { chatId, type: 'attachment' })).some(({ attachment }) => attachment && !attachment.deletedAt && same(attachment.blobId));
39
41
  }
40
42
  export function attachTurnDocumentIds(chunks) {
41
43
  const attachments = [];
42
44
  const userMessages = [];
43
45
  for (const chunk of chunks) {
44
- if (chunk.type === 'attachment')
46
+ if (chunk.type === 'attachment') {
45
47
  attachments.push(chunk);
46
- else if (chunk.userMessage)
48
+ }
49
+ else if (chunk.userMessage) {
47
50
  userMessages.push(chunk);
51
+ }
48
52
  }
49
53
  const last = userMessages[userMessages.length - 1];
50
- if (!last)
54
+ if (!last) {
51
55
  return [];
56
+ }
52
57
  const bound = groupAttachmentsByMessage(attachments, userMessages).get(last.id) ?? [];
53
58
  const ids = [];
54
59
  for (const chunk of bound) {
55
60
  const ref = chunk.attachment;
56
- if (!ref?.id || !ref.fileName || !ref.mimeType || ref.deletedAt)
61
+ if (!ref?.id || !ref.fileName || !ref.mimeType || ref.deletedAt) {
57
62
  continue;
63
+ }
58
64
  if (isKnowledgeRoutedAttachment({ fileName: ref.fileName, mimeType: ref.mimeType })) {
59
65
  ids.push(ref.id);
60
66
  }
61
67
  }
62
68
  return ids;
63
69
  }
70
+ function noop() { }
@@ -10,7 +10,8 @@ export declare function attachmentRecord(chunk: QvacChunk): FileRecord | null;
10
10
  export declare function fileRecord(view: HyperDB, id: string, input: FileInput): Promise<FileRecord | null>;
11
11
  export declare function fileIds(view: HyperDB, input: FileInput, mediaKind?: string): Promise<string[]>;
12
12
  export declare function claimSource(view: HyperDB, id: string): Promise<FileRecord | null>;
13
- export declare function scopedFile(view: HyperDB, { chatId, fileId }: {
14
- chatId: string;
15
- fileId: string;
16
- }): Promise<FileRecord | null>;
13
+ export interface ChatFileKey {
14
+ readonly chatId: string;
15
+ readonly fileId: string;
16
+ }
17
+ export declare function scopedFile(view: HyperDB, { chatId, fileId }: ChatFileKey): Promise<FileRecord | null>;