@qvac/core 1.0.0-rc.1 → 1.0.0-rc.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (509) hide show
  1. package/CHANGELOG.md +852 -1
  2. package/README.md +40 -81
  3. package/dist-lib/index.d.ts +0 -1
  4. package/dist-lib/index.js +0 -1
  5. package/dist-lib/lib/api/agent-folders.d.ts +22 -0
  6. package/dist-lib/lib/api/agent-folders.js +115 -0
  7. package/dist-lib/lib/api/agents.d.ts +19 -2
  8. package/dist-lib/lib/api/agents.js +121 -24
  9. package/dist-lib/lib/api/app-config.d.ts +4 -1
  10. package/dist-lib/lib/api/app-config.js +17 -6
  11. package/dist-lib/lib/api/attachments.js +3 -2
  12. package/dist-lib/lib/api/chat-move.d.ts +4 -0
  13. package/dist-lib/lib/api/chat-move.js +7 -0
  14. package/dist-lib/lib/api/chat.d.ts +13 -2
  15. package/dist-lib/lib/api/chat.js +114 -9
  16. package/dist-lib/lib/api/chunk-delta.d.ts +7 -0
  17. package/dist-lib/lib/api/chunk-delta.js +33 -0
  18. package/dist-lib/lib/api/chunks.d.ts +17 -2
  19. package/dist-lib/lib/api/chunks.js +64 -13
  20. package/dist-lib/lib/api/config.d.ts +2 -1
  21. package/dist-lib/lib/api/config.js +3 -2
  22. package/dist-lib/lib/api/current-mesh.d.ts +13 -5
  23. package/dist-lib/lib/api/current-mesh.js +15 -11
  24. package/dist-lib/lib/api/custom-models.d.ts +7 -1
  25. package/dist-lib/lib/api/custom-models.js +10 -8
  26. package/dist-lib/lib/api/device-routes.d.ts +9 -0
  27. package/dist-lib/lib/api/device-routes.js +123 -0
  28. package/dist-lib/lib/api/devices.d.ts +3 -2
  29. package/dist-lib/lib/api/devices.js +20 -10
  30. package/dist-lib/lib/api/diagnostics.d.ts +2 -1
  31. package/dist-lib/lib/api/diagnostics.js +2 -2
  32. package/dist-lib/lib/api/execution.d.ts +12 -1
  33. package/dist-lib/lib/api/execution.js +44 -14
  34. package/dist-lib/lib/api/host-run-log.d.ts +2 -41
  35. package/dist-lib/lib/api/host-run-log.js +35 -83
  36. package/dist-lib/lib/api/index.d.ts +28 -6
  37. package/dist-lib/lib/api/index.js +101 -33
  38. package/dist-lib/lib/api/instrument.d.ts +2 -2
  39. package/dist-lib/lib/api/instrument.js +12 -44
  40. package/dist-lib/lib/api/knowledge.d.ts +4 -1
  41. package/dist-lib/lib/api/knowledge.js +25 -7
  42. package/dist-lib/lib/api/local-files.d.ts +5 -1
  43. package/dist-lib/lib/api/local-files.js +9 -5
  44. package/dist-lib/lib/api/logs.js +3 -3
  45. package/dist-lib/lib/api/members.d.ts +10 -1
  46. package/dist-lib/lib/api/members.js +64 -17
  47. package/dist-lib/lib/api/mesh.d.ts +12 -2
  48. package/dist-lib/lib/api/mesh.js +10 -6
  49. package/dist-lib/lib/api/model-download.d.ts +2 -1
  50. package/dist-lib/lib/api/model-download.js +2 -2
  51. package/dist-lib/lib/api/network.d.ts +10 -2
  52. package/dist-lib/lib/api/network.js +8 -2
  53. package/dist-lib/lib/api/notifications.d.ts +3 -1
  54. package/dist-lib/lib/api/notifications.js +6 -5
  55. package/dist-lib/lib/api/projects.d.ts +20 -0
  56. package/dist-lib/lib/api/projects.js +165 -0
  57. package/dist-lib/lib/api/rag.d.ts +0 -1
  58. package/dist-lib/lib/api/rag.js +47 -23
  59. package/dist-lib/lib/api/served.d.ts +17 -0
  60. package/dist-lib/lib/api/served.js +47 -0
  61. package/dist-lib/lib/api/sync.d.ts +2 -1
  62. package/dist-lib/lib/api/sync.js +2 -2
  63. package/dist-lib/lib/api/tool-activity.d.ts +2 -1
  64. package/dist-lib/lib/api/tool-activity.js +4 -3
  65. package/dist-lib/lib/api/tool-configs.d.ts +2 -1
  66. package/dist-lib/lib/api/tool-configs.js +6 -9
  67. package/dist-lib/lib/api/upload-frames.d.ts +0 -1
  68. package/dist-lib/lib/api/upload-frames.js +0 -1
  69. package/dist-lib/lib/api/watchable.d.ts +3 -2
  70. package/dist-lib/lib/api/watchable.js +2 -3
  71. package/dist-lib/lib/api/workspace.d.ts +5 -0
  72. package/dist-lib/lib/api/workspace.js +48 -0
  73. package/dist-lib/lib/assistant/fake-models.d.ts +20 -0
  74. package/dist-lib/lib/assistant/fake-models.js +112 -0
  75. package/dist-lib/lib/assistant/harness.d.ts +29 -29
  76. package/dist-lib/lib/assistant/harness.js +34 -6
  77. package/dist-lib/lib/assistant/history.d.ts +30 -17
  78. package/dist-lib/lib/assistant/history.js +168 -82
  79. package/dist-lib/lib/assistant/host-run-log.d.ts +6 -1
  80. package/dist-lib/lib/assistant/host-run-log.js +24 -36
  81. package/dist-lib/lib/assistant/message.d.ts +21 -0
  82. package/dist-lib/lib/assistant/message.js +43 -0
  83. package/dist-lib/lib/assistant/model-round.d.ts +95 -0
  84. package/dist-lib/lib/assistant/model-round.js +591 -0
  85. package/dist-lib/lib/assistant/pdf-budget.d.ts +3 -0
  86. package/dist-lib/lib/assistant/pdf-budget.js +13 -0
  87. package/dist-lib/lib/assistant/round-host.d.ts +42 -0
  88. package/dist-lib/lib/assistant/round-host.js +239 -0
  89. package/dist-lib/lib/assistant/skill-encode.d.ts +2 -1
  90. package/dist-lib/lib/assistant/skill-encode.js +2 -1
  91. package/dist-lib/lib/assistant/video-budget.d.ts +13 -0
  92. package/dist-lib/lib/assistant/video-budget.js +29 -0
  93. package/dist-lib/lib/assistant-client.d.ts +2 -0
  94. package/dist-lib/lib/assistant-client.js +4 -3
  95. package/dist-lib/lib/assistant-tree.d.ts +8 -3
  96. package/dist-lib/lib/assistant-tree.js +58 -18
  97. package/dist-lib/lib/assistant.d.ts +76 -20
  98. package/dist-lib/lib/assistant.js +1659 -1070
  99. package/dist-lib/lib/audio-format.js +1 -1
  100. package/dist-lib/lib/chat-suggestion.d.ts +3 -0
  101. package/dist-lib/lib/chat-suggestion.js +47 -0
  102. package/dist-lib/lib/client.d.ts +2 -2
  103. package/dist-lib/lib/constants.d.ts +7 -0
  104. package/dist-lib/lib/constants.js +7 -0
  105. package/dist-lib/lib/core/agent-copies.d.ts +9 -0
  106. package/dist-lib/lib/core/agent-copies.js +40 -0
  107. package/dist-lib/lib/core/agent-hosting.d.ts +25 -0
  108. package/dist-lib/lib/core/agent-hosting.js +71 -0
  109. package/dist-lib/lib/core/agent.d.ts +9 -1
  110. package/dist-lib/lib/core/agent.js +45 -19
  111. package/dist-lib/lib/core/archived-mesh.d.ts +11 -6
  112. package/dist-lib/lib/core/archived-mesh.js +77 -58
  113. package/dist-lib/lib/core/async-iterable.js +1 -1
  114. package/dist-lib/lib/core/blind-peers.d.ts +1 -0
  115. package/dist-lib/lib/core/blind-peers.js +1 -0
  116. package/dist-lib/lib/core/chat-activity.d.ts +1 -1
  117. package/dist-lib/lib/core/chat-activity.js +36 -22
  118. package/dist-lib/lib/core/chat-copy.d.ts +42 -0
  119. package/dist-lib/lib/core/chat-copy.js +395 -0
  120. package/dist-lib/lib/core/chat-fork.d.ts +16 -0
  121. package/dist-lib/lib/core/chat-fork.js +245 -0
  122. package/dist-lib/lib/core/chat-group.js +8 -7
  123. package/dist-lib/lib/core/chat-move.d.ts +71 -0
  124. package/dist-lib/lib/core/chat-move.js +567 -0
  125. package/dist-lib/lib/core/chat-order.d.ts +2 -1
  126. package/dist-lib/lib/core/chat-order.js +19 -4
  127. package/dist-lib/lib/core/chat-project.d.ts +2 -0
  128. package/dist-lib/lib/core/chat-project.js +15 -0
  129. package/dist-lib/lib/core/chat-read.d.ts +4 -0
  130. package/dist-lib/lib/core/chat-read.js +49 -0
  131. package/dist-lib/lib/core/chat-search.js +14 -12
  132. package/dist-lib/lib/core/chat.d.ts +34 -4
  133. package/dist-lib/lib/core/chat.js +122 -39
  134. package/dist-lib/lib/core/chunk.d.ts +21 -4
  135. package/dist-lib/lib/core/chunk.js +138 -23
  136. package/dist-lib/lib/core/collections.d.ts +28 -0
  137. package/dist-lib/lib/core/collections.js +28 -0
  138. package/dist-lib/lib/core/contract/agent-join.d.ts +10 -0
  139. package/dist-lib/lib/core/contract/agent-join.js +108 -0
  140. package/dist-lib/lib/core/contract/agents.d.ts +5 -0
  141. package/dist-lib/lib/core/contract/agents.js +141 -3
  142. package/dist-lib/lib/core/contract/chat.d.ts +1 -0
  143. package/dist-lib/lib/core/contract/chat.js +42 -3
  144. package/dist-lib/lib/core/contract/chunks.d.ts +7 -0
  145. package/dist-lib/lib/core/contract/chunks.js +112 -35
  146. package/dist-lib/lib/core/contract/index.d.ts +2 -3
  147. package/dist-lib/lib/core/contract/index.js +35 -11
  148. package/dist-lib/lib/core/contract/indexing.d.ts +1 -0
  149. package/dist-lib/lib/core/contract/indexing.js +51 -7
  150. package/dist-lib/lib/core/contract/invites.d.ts +3 -14
  151. package/dist-lib/lib/core/contract/invites.js +18 -9
  152. package/dist-lib/lib/core/contract/joined-meshes.js +2 -1
  153. package/dist-lib/lib/core/contract/knowledge.d.ts +1 -0
  154. package/dist-lib/lib/core/contract/knowledge.js +57 -6
  155. package/dist-lib/lib/core/contract/members.d.ts +3 -1
  156. package/dist-lib/lib/core/contract/members.js +34 -4
  157. package/dist-lib/lib/core/contract/mesh-kind.d.ts +3 -3
  158. package/dist-lib/lib/core/contract/mesh-kind.js +20 -16
  159. package/dist-lib/lib/core/contract/mesh-name.d.ts +3 -0
  160. package/dist-lib/lib/core/contract/mesh-name.js +31 -0
  161. package/dist-lib/lib/core/contract/mesh-rules.d.ts +8 -0
  162. package/dist-lib/lib/core/contract/mesh-rules.js +31 -0
  163. package/dist-lib/lib/core/contract/mesh-seeds.d.ts +2 -0
  164. package/dist-lib/lib/core/contract/mesh-seeds.js +26 -0
  165. package/dist-lib/lib/core/contract/model-requests.d.ts +26 -0
  166. package/dist-lib/lib/core/contract/model-requests.js +279 -0
  167. package/dist-lib/lib/core/contract/oldest-version.d.ts +9 -0
  168. package/dist-lib/lib/core/contract/oldest-version.js +20 -0
  169. package/dist-lib/lib/core/contract/open-join.d.ts +2 -0
  170. package/dist-lib/lib/core/contract/open-join.js +77 -0
  171. package/dist-lib/lib/core/contract/project-device-keys.d.ts +7 -0
  172. package/dist-lib/lib/core/contract/project-device-keys.js +29 -0
  173. package/dist-lib/lib/core/contract/project-host-keys.d.ts +7 -0
  174. package/dist-lib/lib/core/contract/project-host-keys.js +40 -0
  175. package/dist-lib/lib/core/contract/project-order.d.ts +2 -0
  176. package/dist-lib/lib/core/contract/project-order.js +25 -0
  177. package/dist-lib/lib/core/contract/projects.d.ts +21 -0
  178. package/dist-lib/lib/core/contract/projects.js +328 -0
  179. package/dist-lib/lib/core/contract/public-mesh.d.ts +3 -0
  180. package/dist-lib/lib/core/contract/public-mesh.js +31 -0
  181. package/dist-lib/lib/core/contract/public-seeds.d.ts +9 -0
  182. package/dist-lib/lib/core/contract/public-seeds.js +43 -0
  183. package/dist-lib/lib/core/contract/roles.d.ts +10 -0
  184. package/dist-lib/lib/core/contract/roles.js +120 -0
  185. package/dist-lib/lib/core/contract/run-requests.d.ts +10 -0
  186. package/dist-lib/lib/core/contract/run-requests.js +75 -0
  187. package/dist-lib/lib/core/contract/seed-defaults.d.ts +3 -1
  188. package/dist-lib/lib/core/contract/seed-defaults.js +17 -4
  189. package/dist-lib/lib/core/contract/skill-secrets.d.ts +3 -0
  190. package/dist-lib/lib/core/contract/skill-secrets.js +32 -0
  191. package/dist-lib/lib/core/contract/tool-activity.js +12 -1
  192. package/dist-lib/lib/core/contract/tool-configs.js +2 -1
  193. package/dist-lib/lib/core/contract/types.d.ts +2 -2
  194. package/dist-lib/lib/core/contract/workspace.d.ts +31 -0
  195. package/dist-lib/lib/core/contract/workspace.js +317 -0
  196. package/dist-lib/lib/core/contract/writers.js +82 -12
  197. package/dist-lib/lib/core/departures.d.ts +16 -5
  198. package/dist-lib/lib/core/departures.js +79 -6
  199. package/dist-lib/lib/core/device-control.d.ts +21 -0
  200. package/dist-lib/lib/core/device-control.js +91 -0
  201. package/dist-lib/lib/core/device-seal.d.ts +4 -0
  202. package/dist-lib/lib/core/device-seal.js +22 -0
  203. package/dist-lib/lib/core/devices.js +1 -1
  204. package/dist-lib/lib/core/document-attachment.d.ts +7 -0
  205. package/dist-lib/lib/core/document-attachment.js +9 -0
  206. package/dist-lib/lib/core/files/attachments.js +5 -4
  207. package/dist-lib/lib/core/files/index.d.ts +21 -11
  208. package/dist-lib/lib/core/files/index.js +114 -28
  209. package/dist-lib/lib/core/files/knowledge.d.ts +10 -1
  210. package/dist-lib/lib/core/files/knowledge.js +77 -5
  211. package/dist-lib/lib/core/files/preview/index.js +6 -2
  212. package/dist-lib/lib/core/files/processing/claims.d.ts +7 -0
  213. package/dist-lib/lib/core/files/processing/claims.js +33 -7
  214. package/dist-lib/lib/core/files/processing/document.d.ts +8 -0
  215. package/dist-lib/lib/core/files/processing/document.js +26 -2
  216. package/dist-lib/lib/core/files/processing/index.d.ts +7 -2
  217. package/dist-lib/lib/core/files/processing/index.js +91 -71
  218. package/dist-lib/lib/core/files/processing/protocol.d.ts +7 -1
  219. package/dist-lib/lib/core/files/processing/protocol.js +14 -3
  220. package/dist-lib/lib/core/files/processing/source.d.ts +3 -0
  221. package/dist-lib/lib/core/files/processing/source.js +9 -4
  222. package/dist-lib/lib/core/files/processing/state.d.ts +4 -1
  223. package/dist-lib/lib/core/files/processing/state.js +2 -1
  224. package/dist-lib/lib/core/files/rag/build.d.ts +4 -1
  225. package/dist-lib/lib/core/files/rag/build.js +18 -7
  226. package/dist-lib/lib/core/files/rag/failure.d.ts +20 -0
  227. package/dist-lib/lib/core/files/rag/failure.js +57 -0
  228. package/dist-lib/lib/core/files/rag/index.d.ts +12 -1
  229. package/dist-lib/lib/core/files/rag/index.js +29 -7
  230. package/dist-lib/lib/core/files/rag/joined-index.d.ts +6 -0
  231. package/dist-lib/lib/core/files/rag/joined-index.js +35 -0
  232. package/dist-lib/lib/core/files/rag/limits.d.ts +1 -0
  233. package/dist-lib/lib/core/files/rag/limits.js +1 -0
  234. package/dist-lib/lib/core/files/rag/load.js +6 -3
  235. package/dist-lib/lib/core/files/rag/policy.d.ts +10 -1
  236. package/dist-lib/lib/core/files/rag/policy.js +23 -2
  237. package/dist-lib/lib/core/files/rag/produce.d.ts +1 -1
  238. package/dist-lib/lib/core/files/rag/produce.js +30 -18
  239. package/dist-lib/lib/core/files/rag/retrieval/full-text.js +1 -1
  240. package/dist-lib/lib/core/files/rag/similarity.d.ts +2 -2
  241. package/dist-lib/lib/core/files/rag/similarity.js +2 -3
  242. package/dist-lib/lib/core/files/records/chunks.js +22 -1
  243. package/dist-lib/lib/core/files/records/index.d.ts +1 -1
  244. package/dist-lib/lib/core/files/records/index.js +1 -1
  245. package/dist-lib/lib/core/files/records/knowledge.d.ts +11 -1
  246. package/dist-lib/lib/core/files/records/knowledge.js +40 -3
  247. package/dist-lib/lib/core/files/records/purge.js +13 -8
  248. package/dist-lib/lib/core/files/records/reclaim.js +20 -48
  249. package/dist-lib/lib/core/files/records/routing.d.ts +1 -1
  250. package/dist-lib/lib/core/files/records/routing.js +6 -2
  251. package/dist-lib/lib/core/files/records/source.js +3 -5
  252. package/dist-lib/lib/core/files/records/sweep.d.ts +3 -0
  253. package/dist-lib/lib/core/files/records/sweep.js +9 -3
  254. package/dist-lib/lib/core/files/store/blob.d.ts +2 -0
  255. package/dist-lib/lib/core/files/store/blob.js +2 -2
  256. package/dist-lib/lib/core/files/store/index.d.ts +3 -1
  257. package/dist-lib/lib/core/files/store/index.js +4 -1
  258. package/dist-lib/lib/core/files/store/reference.d.ts +3 -0
  259. package/dist-lib/lib/core/files/store/reference.js +12 -2
  260. package/dist-lib/lib/core/files/store/sweep.js +3 -1
  261. package/dist-lib/lib/core/files/upload.d.ts +5 -1
  262. package/dist-lib/lib/core/files/upload.js +53 -14
  263. package/dist-lib/lib/core/fs-drives.d.ts +6 -3
  264. package/dist-lib/lib/core/fs-drives.js +30 -18
  265. package/dist-lib/lib/core/id.d.ts +1 -0
  266. package/dist-lib/lib/core/id.js +3 -0
  267. package/dist-lib/lib/core/identity.d.ts +3 -1
  268. package/dist-lib/lib/core/identity.js +25 -4
  269. package/dist-lib/lib/core/invite.d.ts +4 -0
  270. package/dist-lib/lib/core/invite.js +19 -6
  271. package/dist-lib/lib/core/local/files.d.ts +2 -1
  272. package/dist-lib/lib/core/local/files.js +5 -7
  273. package/dist-lib/lib/core/local/index.d.ts +76 -6
  274. package/dist-lib/lib/core/local/index.js +209 -19
  275. package/dist-lib/lib/core/local/run-logs.d.ts +38 -0
  276. package/dist-lib/lib/core/local/run-logs.js +132 -0
  277. package/dist-lib/lib/core/member-key.d.ts +7 -0
  278. package/dist-lib/lib/core/member-key.js +24 -0
  279. package/dist-lib/lib/core/membership.d.ts +3 -14
  280. package/dist-lib/lib/core/membership.js +3 -96
  281. package/dist-lib/lib/core/mesh.d.ts +94 -28
  282. package/dist-lib/lib/core/mesh.js +527 -144
  283. package/dist-lib/lib/core/migrations/agent-tools-scope.d.ts +2 -0
  284. package/dist-lib/lib/core/migrations/agent-tools-scope.js +24 -0
  285. package/dist-lib/lib/core/migrations/file-index.js +2 -4
  286. package/dist-lib/lib/core/migrations/index.js +6 -2
  287. package/dist-lib/lib/core/model-requests.d.ts +13 -0
  288. package/dist-lib/lib/core/model-requests.js +65 -0
  289. package/dist-lib/lib/core/next-frame.js +2 -1
  290. package/dist-lib/lib/core/notification.js +4 -2
  291. package/dist-lib/lib/core/pdf/rasterize.d.ts +2 -2
  292. package/dist-lib/lib/core/pdf/rasterize.js +5 -6
  293. package/dist-lib/lib/core/peer-duplex.d.ts +34 -0
  294. package/dist-lib/lib/core/{harness-loan.js → peer-duplex.js} +47 -40
  295. package/dist-lib/lib/core/project-keys.d.ts +13 -0
  296. package/dist-lib/lib/core/project-keys.js +56 -0
  297. package/dist-lib/lib/core/prompt-history.js +4 -4
  298. package/dist-lib/lib/core/protocol-pairing.d.ts +11 -0
  299. package/dist-lib/lib/core/protocol-pairing.js +22 -0
  300. package/dist-lib/lib/core/public-mesh.d.ts +26 -0
  301. package/dist-lib/lib/core/public-mesh.js +88 -0
  302. package/dist-lib/lib/core/purge.d.ts +3 -0
  303. package/dist-lib/lib/core/purge.js +7 -0
  304. package/dist-lib/lib/core/run-driver.d.ts +17 -0
  305. package/dist-lib/lib/core/run-driver.js +20 -0
  306. package/dist-lib/lib/core/run-requests.d.ts +11 -0
  307. package/dist-lib/lib/core/run-requests.js +59 -0
  308. package/dist-lib/lib/core/send.d.ts +2 -0
  309. package/dist-lib/lib/core/send.js +17 -4
  310. package/dist-lib/lib/core/senders.d.ts +18 -0
  311. package/dist-lib/lib/core/senders.js +52 -0
  312. package/dist-lib/lib/core/shared-agents.d.ts +39 -0
  313. package/dist-lib/lib/core/shared-agents.js +255 -0
  314. package/dist-lib/lib/core/skill-secrets.d.ts +10 -16
  315. package/dist-lib/lib/core/skill-secrets.js +90 -72
  316. package/dist-lib/lib/core/sync/background.d.ts +47 -0
  317. package/dist-lib/lib/core/sync/background.js +162 -0
  318. package/dist-lib/lib/core/sync/changed.d.ts +20 -0
  319. package/dist-lib/lib/core/sync/changed.js +7 -0
  320. package/dist-lib/lib/core/sync/devices.js +1 -1
  321. package/dist-lib/lib/core/sync/files.d.ts +1 -0
  322. package/dist-lib/lib/core/sync/files.js +50 -72
  323. package/dist-lib/lib/core/sync/index.d.ts +1 -1
  324. package/dist-lib/lib/core/sync/index.js +154 -81
  325. package/dist-lib/lib/core/sync/view-updates.d.ts +33 -0
  326. package/dist-lib/lib/core/sync/view-updates.js +133 -0
  327. package/dist-lib/lib/core/system-info.d.ts +2 -2
  328. package/dist-lib/lib/core/system-info.js +10 -11
  329. package/dist-lib/lib/core/tool-configs.d.ts +5 -3
  330. package/dist-lib/lib/core/tool-configs.js +11 -11
  331. package/dist-lib/lib/core/transcript-visibility.d.ts +5 -5
  332. package/dist-lib/lib/core/transcript-visibility.js +27 -31
  333. package/dist-lib/lib/core/upgrade-agents.d.ts +11 -0
  334. package/dist-lib/lib/core/upgrade-agents.js +78 -0
  335. package/dist-lib/lib/core/video/attachment.d.ts +1 -0
  336. package/dist-lib/lib/core/video/attachment.js +7 -0
  337. package/dist-lib/lib/core/video/digest.d.ts +16 -0
  338. package/dist-lib/lib/core/video/digest.js +57 -0
  339. package/dist-lib/lib/core/video/frames.d.ts +32 -0
  340. package/dist-lib/lib/core/video/frames.js +224 -0
  341. package/dist-lib/lib/core/workspace-upgrade.d.ts +22 -0
  342. package/dist-lib/lib/core/workspace-upgrade.js +50 -0
  343. package/dist-lib/lib/core.d.ts +249 -79
  344. package/dist-lib/lib/core.js +3369 -1460
  345. package/dist-lib/lib/credential-pusher.d.ts +6 -0
  346. package/dist-lib/lib/credential-pusher.js +77 -60
  347. package/dist-lib/lib/custom-model-pusher.d.ts +2 -4
  348. package/dist-lib/lib/custom-model-task.d.ts +2 -1
  349. package/dist-lib/lib/custom-model-task.js +2 -2
  350. package/dist-lib/lib/diagnostics.d.ts +7 -0
  351. package/dist-lib/lib/diagnostics.js +22 -0
  352. package/dist-lib/lib/doctor/checks.d.ts +15 -0
  353. package/dist-lib/lib/doctor/checks.js +272 -0
  354. package/dist-lib/lib/doctor/redact.d.ts +4 -0
  355. package/dist-lib/lib/doctor/redact.js +31 -0
  356. package/dist-lib/lib/doctor/render.d.ts +8 -0
  357. package/dist-lib/lib/doctor/render.js +83 -0
  358. package/dist-lib/lib/doctor/tree.d.ts +5 -0
  359. package/dist-lib/lib/doctor/tree.js +167 -0
  360. package/dist-lib/lib/downloads-allowed-pusher.d.ts +8 -0
  361. package/dist-lib/lib/downloads-allowed-pusher.js +37 -0
  362. package/dist-lib/lib/errors.d.ts +790 -0
  363. package/dist-lib/lib/errors.js +724 -0
  364. package/dist-lib/lib/fs-drive-bridge.d.ts +1 -1
  365. package/dist-lib/lib/fs-drive-bridge.js +4 -1
  366. package/dist-lib/lib/guards.d.ts +1 -0
  367. package/dist-lib/lib/guards.js +4 -0
  368. package/dist-lib/lib/inference-calls.d.ts +1 -2
  369. package/dist-lib/lib/inference-calls.js +2 -10
  370. package/dist-lib/lib/knowledge-search.js +13 -18
  371. package/dist-lib/lib/kv-cache-reclaim.d.ts +2 -1
  372. package/dist-lib/lib/kv-cache-reclaim.js +30 -0
  373. package/dist-lib/lib/log.d.ts +7 -6
  374. package/dist-lib/lib/log.js +14 -7
  375. package/dist-lib/lib/logger-type.d.ts +2 -5
  376. package/dist-lib/lib/mesh-scoped-engine.js +42 -2
  377. package/dist-lib/lib/model-download-status.d.ts +3 -3
  378. package/dist-lib/lib/model-download.d.ts +11 -12
  379. package/dist-lib/lib/model-download.js +63 -22
  380. package/dist-lib/lib/model-idle-pusher.d.ts +2 -4
  381. package/dist-lib/lib/model-memory-cap.d.ts +27 -0
  382. package/dist-lib/lib/model-memory-cap.js +69 -0
  383. package/dist-lib/lib/models-watch.d.ts +1 -1
  384. package/dist-lib/lib/models-watch.js +4 -4
  385. package/dist-lib/lib/oauth/browser-connect.js +3 -2
  386. package/dist-lib/lib/oauth/flow-core.js +5 -3
  387. package/dist-lib/lib/oauth/flow.js +1 -1
  388. package/dist-lib/lib/oauth/loopback.d.ts +1 -0
  389. package/dist-lib/lib/oauth/loopback.js +57 -12
  390. package/dist-lib/lib/oauth/providers.js +4 -2
  391. package/dist-lib/lib/oauth/redirect-types.d.ts +1 -0
  392. package/dist-lib/lib/oauth/register.js +35 -19
  393. package/dist-lib/lib/oauth/request.d.ts +10 -0
  394. package/dist-lib/lib/oauth/request.js +22 -0
  395. package/dist-lib/lib/oauth/token-exchange-core.js +31 -33
  396. package/dist-lib/lib/oauth/types.d.ts +3 -0
  397. package/dist-lib/lib/oauth.d.ts +2 -1
  398. package/dist-lib/lib/oauth.js +1 -0
  399. package/dist-lib/lib/persistent-dir.d.ts +1 -0
  400. package/dist-lib/lib/persistent-dir.js +9 -0
  401. package/dist-lib/lib/probe-rounds.d.ts +3 -0
  402. package/dist-lib/lib/probe-rounds.js +5 -0
  403. package/dist-lib/lib/run-input.d.ts +14 -0
  404. package/dist-lib/lib/run-input.js +33 -0
  405. package/dist-lib/lib/run-notices.d.ts +3 -0
  406. package/dist-lib/lib/run-notices.js +8 -2
  407. package/dist-lib/lib/run-replay.d.ts +32 -0
  408. package/dist-lib/lib/run-replay.js +121 -0
  409. package/dist-lib/lib/run-transcript.d.ts +11 -12
  410. package/dist-lib/lib/run-transcript.js +16 -18
  411. package/dist-lib/lib/suspend-lifecycle.js +15 -5
  412. package/dist-lib/lib/task.js +6 -4
  413. package/dist-lib/lib/test-env.d.ts +1 -0
  414. package/dist-lib/lib/test-env.js +4 -0
  415. package/dist-lib/schema/build.js +3 -1
  416. package/dist-lib/schema/config.d.ts +1 -1
  417. package/dist-lib/schema/config.js +1 -1
  418. package/dist-lib/schema/content.d.ts +5 -1
  419. package/dist-lib/schema/content.js +58 -11
  420. package/dist-lib/schema/engine.d.ts +1 -0
  421. package/dist-lib/schema/engine.js +709 -116
  422. package/dist-lib/schema/field-order.js +2 -1
  423. package/dist-lib/schema/indexes.d.ts +3 -0
  424. package/dist-lib/schema/indexes.js +30 -3
  425. package/dist-lib/schema/local.js +72 -4
  426. package/dist-lib/schema/qvac.d.ts +4 -1
  427. package/dist-lib/schema/qvac.js +364 -12
  428. package/dist-lib/spec/bind.js +209 -48
  429. package/dist-lib/spec/calls.js +45 -5
  430. package/dist-lib/spec/capabilities.d.ts +98 -18
  431. package/dist-lib/spec/config/hyperconf/index.js +1 -1
  432. package/dist-lib/spec/hrpc/hrpc.json +726 -206
  433. package/dist-lib/spec/hrpc/index.js +832 -345
  434. package/dist-lib/spec/hrpc/messages.js +6906 -4832
  435. package/dist-lib/spec/hyperschema/index.js +6906 -4832
  436. package/dist-lib/spec/hyperschema/schema.json +4744 -3139
  437. package/dist-lib/spec/hyperschema/types.d.ts +461 -61
  438. package/dist-lib/spec/local/hyperdb/db.json +95 -1
  439. package/dist-lib/spec/local/hyperdb/index.js +459 -2
  440. package/dist-lib/spec/local/hyperdb/messages.js +1506 -484
  441. package/dist-lib/spec/local/hyperschema/index.js +542 -13
  442. package/dist-lib/spec/local/hyperschema/schema.json +319 -1
  443. package/dist-lib/spec/local/hyperschema/types.d.ts +78 -2
  444. package/dist-lib/spec/mesh/hyperdb/db.json +371 -5
  445. package/dist-lib/spec/mesh/hyperdb/index.js +1564 -5
  446. package/dist-lib/spec/mesh/hyperdb/messages.js +6023 -1246
  447. package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +187 -1
  448. package/dist-lib/spec/mesh/hyperdispatch/index.js +528 -1
  449. package/dist-lib/spec/mesh/hyperdispatch/messages.js +3449 -217
  450. package/dist-lib/spec/mesh/hyperschema/index.js +3449 -217
  451. package/dist-lib/spec/mesh/hyperschema/schema.json +1865 -19
  452. package/dist-lib/spec/mesh/hyperschema/types.d.ts +470 -6
  453. package/package.json +50 -35
  454. package/worker/assistant-sidecar.mjs +15 -2
  455. package/worker/stow-entry.mjs +2 -0
  456. package/dist-lib/lib/core/contract/compute.d.ts +0 -11
  457. package/dist-lib/lib/core/contract/compute.js +0 -48
  458. package/dist-lib/lib/core/device-invites.d.ts +0 -11
  459. package/dist-lib/lib/core/device-invites.js +0 -63
  460. package/dist-lib/lib/core/grant-expiry.d.ts +0 -11
  461. package/dist-lib/lib/core/grant-expiry.js +0 -66
  462. package/dist-lib/lib/core/handoff-channel.d.ts +0 -47
  463. package/dist-lib/lib/core/handoff-channel.js +0 -123
  464. package/dist-lib/lib/core/harness-loan.d.ts +0 -29
  465. package/dist-lib/lib/core/host-run-log-store.d.ts +0 -114
  466. package/dist-lib/lib/core/host-run-log-store.js +0 -976
  467. package/dist-lib/lib/core/hosted-agents.d.ts +0 -38
  468. package/dist-lib/lib/core/hosted-agents.js +0 -140
  469. package/dist-lib/lib/core/inference-calls-handoff.d.ts +0 -20
  470. package/dist-lib/lib/core/inference-calls-handoff.js +0 -37
  471. package/dist-lib/lib/core/inference-calls-receiver.d.ts +0 -14
  472. package/dist-lib/lib/core/inference-calls-receiver.js +0 -42
  473. package/dist-lib/lib/core/mesh-seed-handoff.d.ts +0 -25
  474. package/dist-lib/lib/core/mesh-seed-handoff.js +0 -52
  475. package/dist-lib/lib/core/secret-handoff.d.ts +0 -17
  476. package/dist-lib/lib/core/secret-handoff.js +0 -29
  477. package/dist-lib/lib/core/skill-overlay-handoff.d.ts +0 -25
  478. package/dist-lib/lib/core/skill-overlay-handoff.js +0 -50
  479. package/dist-lib/lib/core/skill-overlay-receiver.d.ts +0 -8
  480. package/dist-lib/lib/core/skill-overlay-receiver.js +0 -23
  481. package/dist-lib/lib/image-cache-dir.d.ts +0 -1
  482. package/dist-lib/lib/image-cache-dir.js +0 -5
  483. package/dist-lib/lib/log-levels.d.ts +0 -7
  484. package/dist-lib/lib/log-levels.js +0 -1
  485. package/dist-lib/lib/logger.d.ts +0 -5
  486. package/dist-lib/lib/logger.js +0 -18
  487. package/dist-lib/lib/oauth/loopback.stub.d.ts +0 -3
  488. package/dist-lib/lib/oauth/loopback.stub.js +0 -6
  489. package/tui/README.md +0 -142
  490. package/tui/app.mjs +0 -6939
  491. package/tui/boot.mjs +0 -111
  492. package/tui/index.mjs +0 -53
  493. package/tui/lib/boot-timing.mjs +0 -41
  494. package/tui/lib/busy-words.mjs +0 -116
  495. package/tui/lib/export.mjs +0 -194
  496. package/tui/lib/knowledge-command.mjs +0 -190
  497. package/tui/lib/knowledge-import.mjs +0 -171
  498. package/tui/lib/render.mjs +0 -196
  499. package/tui/lib/save-file.mjs +0 -88
  500. package/tui/lib/select.mjs +0 -81
  501. package/tui/lib/selection.mjs +0 -18
  502. package/tui/lib/setup.mjs +0 -101
  503. package/tui/lib/sidebar.mjs +0 -63
  504. package/tui/lib/splash-art.mjs +0 -107
  505. package/tui/lib/splash.mjs +0 -18
  506. package/tui/lib/upload-frames.mjs +0 -9
  507. package/tui/lib/usage.mjs +0 -59
  508. package/tui/lib/wrap.mjs +0 -143
  509. package/tui/main.mjs +0 -264
@@ -1,14 +1,18 @@
1
1
  import b4a from 'b4a';
2
2
  import { fileKeyOf } from '../local-index.js';
3
3
  import { referencedBlobs } from './sweep.js';
4
- import { CHUNKS_BY_CHAT, KNOWLEDGE_ARTIFACTS_BY_KNOWLEDGE, KNOWLEDGE_BY_CHAT, PURGED_CHATS } from '../../collections.js';
4
+ import { findChunksOfType } from '../../chunk.js';
5
+ import { KNOWLEDGE_ARTIFACTS_BY_KNOWLEDGE, KNOWLEDGE_BY_CHAT, PURGED_CHATS } from '../../collections.js';
5
6
  export async function reclaimPurgedFiles(mesh) {
6
7
  const index = mesh.fileIndex;
7
8
  if (!index) {
8
9
  return 0;
9
10
  }
10
11
  const rows = await index.list();
11
- const purged = await purgedChatIds(mesh, rows);
12
+ const purged = await purgedChats(mesh, rows);
13
+ if (purged.size) {
14
+ await index.retireChats(purged);
15
+ }
12
16
  const candidates = rows.filter((row) => !!row.chatId && purged.has(row.chatId));
13
17
  if (candidates.length === 0) {
14
18
  return 0;
@@ -39,8 +43,8 @@ export async function chatReferences(mesh, chatId) {
39
43
  const inChat = { gte: { chatId }, lte: { chatId } };
40
44
  const snap = mesh.view.snapshot();
41
45
  try {
42
- for await (const chunk of snap.find(CHUNKS_BY_CHAT, inChat)) {
43
- if (chunk.type === 'attachment' && chunk.attachment) {
46
+ for (const chunk of await findChunksOfType(snap, { chatId, type: 'attachment' })) {
47
+ if (chunk.attachment) {
44
48
  references.push(chunk.attachment.blobId);
45
49
  }
46
50
  }
@@ -80,12 +84,13 @@ export async function reclaimReferences(mesh, references) {
80
84
  void mesh.files.compact([...cores.values()]);
81
85
  }
82
86
  }
83
- async function purgedChatIds(mesh, rows) {
84
- const purged = new Set();
87
+ async function purgedChats(mesh, rows) {
88
+ const purged = new Map();
85
89
  const chatIds = rows.map((row) => row.chatId).filter((id) => !!id);
86
90
  for (const chatId of new Set(chatIds)) {
87
- if (await mesh.view.get(PURGED_CHATS, { chatId })) {
88
- purged.add(chatId);
91
+ const row = await mesh.view.get(PURGED_CHATS, { chatId });
92
+ if (row) {
93
+ purged.set(chatId, row.at);
89
94
  }
90
95
  }
91
96
  return purged;
@@ -2,12 +2,11 @@ import { hasLiveSource } from './routing.js';
2
2
  import { removeChatAttachments, removeChatKnowledge } from '../../chat.js';
3
3
  import { listChunks } from '../../chunk.js';
4
4
  import { getKnowledge, listKnowledgeArtifactsByKnowledge } from './knowledge.js';
5
- import { syncAttachmentChunk } from './chunks.js';
6
- import { CHATS, CHUNK_COUNTERS, KNOWLEDGE, PURGED_CHATS } from '../../collections.js';
5
+ import { CHATS, KNOWLEDGE, PURGED_CHATS } from '../../collections.js';
7
6
  export async function syncKnowledgeTombstone(mesh, row) {
8
7
  if (!row.deletedAt)
9
8
  return;
10
- logger.debug('sync', 'knowledge tombstone observed - reclaiming blob bytes', { id: row.id });
9
+ mesh.log?.debug('sync', 'knowledge tombstone observed - reclaiming blob bytes', { id: row.id });
11
10
  if (typeof row.blobId === 'string' && !(await hasLiveSource(mesh, row.chatId, row.blobId))) {
12
11
  await mesh.files.clear(row.blobId, row.id);
13
12
  await mesh.fileIndex?.markCleared(row.blobId);
@@ -26,67 +25,40 @@ export async function syncArtifactArrival(mesh, row) {
26
25
  await mesh.files.clear(row.artifactBlobId, row.id);
27
26
  }
28
27
  export async function sweepTombstonedBlobs(mesh, deviceId = null) {
29
- if (deviceId && mesh.writable) {
30
- const finished = await recascadeTombstonedChats(mesh, deviceId);
31
- if (!finished) {
28
+ const held = (await mesh.fileIndex?.list()) ?? [];
29
+ const chatIds = new Set(held.map((row) => row.chatId).filter((id) => !!id));
30
+ for (const chatId of chatIds) {
31
+ if (mesh.closing)
32
32
  return;
33
+ if (deviceId && mesh.writable) {
34
+ await recascadeTombstonedChat(mesh, chatId, deviceId);
33
35
  }
36
+ await mesh.files.syncAttachments(await listChunks(mesh, { chatId, type: 'attachment' }));
34
37
  }
35
- const knowledge = mesh.view.snapshot();
38
+ const snap = mesh.view.snapshot();
36
39
  try {
37
- for await (const row of knowledge.find(KNOWLEDGE)) {
40
+ for await (const row of snap.find(KNOWLEDGE)) {
38
41
  if (mesh.closing)
39
42
  return;
40
43
  await syncKnowledgeTombstone(mesh, row);
41
44
  }
42
45
  }
43
46
  finally {
44
- await knowledge.close();
45
- }
46
- const counters = mesh.view.snapshot();
47
- try {
48
- for await (const counter of counters.find(CHUNK_COUNTERS)) {
49
- if (mesh.closing)
50
- return;
51
- const finished = await syncChatAttachmentChunks(mesh, counter.chatId);
52
- if (!finished) {
53
- return;
54
- }
55
- }
56
- }
57
- finally {
58
- await counters.close();
47
+ await snap.close();
59
48
  }
60
49
  }
61
- async function recascadeTombstonedChats(mesh, deviceId) {
62
- const chats = mesh.view.snapshot();
50
+ async function recascadeTombstonedChat(mesh, chatId, deviceId) {
51
+ const chat = await mesh.view.get(CHATS, { id: chatId });
52
+ if (!chat?.deletedAt || (await mesh.view.get(PURGED_CHATS, { chatId }))) {
53
+ return;
54
+ }
63
55
  try {
64
- for await (const chat of chats.find(CHATS)) {
65
- if (mesh.closing) {
66
- return false;
67
- }
68
- if (!chat.deletedAt || (await chats.get(PURGED_CHATS, { chatId: chat.id }))) {
69
- continue;
70
- }
71
- await removeChatAttachments(mesh, chat.id, { deviceId, at: chat.deletedAt });
72
- await removeChatKnowledge(mesh, chat.id, chat.deletedAt);
73
- }
56
+ await removeChatAttachments(mesh, chatId, { deviceId, at: chat.deletedAt });
57
+ await removeChatKnowledge(mesh, chatId, chat.deletedAt);
74
58
  }
75
59
  catch (error) {
76
- logger.warn('sync', 'chat-tombstone sweep pass failed - continuing with local reclaims', {
60
+ mesh.log?.warn('sync', 'chat-tombstone sweep failed - continuing with local reclaims', {
77
61
  error
78
62
  });
79
63
  }
80
- finally {
81
- await chats.close();
82
- }
83
- return true;
84
- }
85
- async function syncChatAttachmentChunks(mesh, chatId) {
86
- for (const chunk of await listChunks(mesh, { chatId, type: 'attachment' })) {
87
- if (mesh.closing)
88
- return false;
89
- await syncAttachmentChunk(mesh, chunk);
90
- }
91
- return true;
92
64
  }
@@ -3,7 +3,7 @@ import type { Mesh } from '../../mesh.ts';
3
3
  import type { AttachmentFile } from '../../document-attachment.ts';
4
4
  export declare function isKnowledgeRoutedAttachment(input: AttachmentFile): boolean;
5
5
  export declare function routeAttachmentToKnowledge(mesh: Mesh, chatId: string, attachment: QvacChunkContentAttachment): Promise<QvacKnowledge>;
6
- export declare function hasLiveSource(mesh: Mesh, chatId: string, reference: string): Promise<boolean>;
6
+ export declare function hasLiveSource(mesh: Mesh, chatId: string | null | undefined, reference: string): Promise<boolean>;
7
7
  interface AttachTurnChunk {
8
8
  readonly id: string;
9
9
  readonly seq: number;
@@ -4,7 +4,7 @@ import { compareBlobReferences } from '../store/index.js';
4
4
  import { getChat, setChatRagEnabled } from '../../chat.js';
5
5
  import { listChunks } from '../../chunk.js';
6
6
  import { IMAGE_MIMES } from '../../image/normalize.js';
7
- import { addKnowledge, listKnowledge, removeKnowledge } from './knowledge.js';
7
+ import { addKnowledge, listKnowledge, listKnowledgeBase, removeKnowledge } from './knowledge.js';
8
8
  import b4a from 'b4a';
9
9
  export function isKnowledgeRoutedAttachment(input) {
10
10
  if (IMAGE_MIMES.has(input.mimeType.toLowerCase()))
@@ -34,9 +34,13 @@ export async function routeAttachmentToKnowledge(mesh, chatId, attachment) {
34
34
  }
35
35
  export async function hasLiveSource(mesh, chatId, reference) {
36
36
  const same = (blobId) => compareBlobReferences(blobId, reference, b4a.toHex(mesh.blobs.core.key)) !== false;
37
- if ((await listKnowledge(mesh, { chatId })).some((row) => same(row.blobId))) {
37
+ const rows = chatId ? await listKnowledge(mesh, { chatId }) : await listKnowledgeBase(mesh);
38
+ if (rows.some((row) => same(row.blobId))) {
38
39
  return true;
39
40
  }
41
+ if (!chatId) {
42
+ return false;
43
+ }
40
44
  return (await listChunks(mesh, { chatId, type: 'attachment' })).some(({ attachment }) => attachment && !attachment.deletedAt && same(attachment.blobId));
41
45
  }
42
46
  export function attachTurnDocumentIds(chunks) {
@@ -1,5 +1,6 @@
1
1
  import { mediaKindOrdinal } from '../../../../schema/media-kind.js';
2
- import { ATTACHMENTS_BY_MEDIA_KIND, CHATS, CHUNKS, CHUNKS_BY_CHAT, KNOWLEDGE } from '../../collections.js';
2
+ import { ATTACHMENTS_BY_MEDIA_KIND, CHATS, CHUNKS, KNOWLEDGE } from '../../collections.js';
3
+ import { findChunksOfType } from '../../chunk.js';
3
4
  export function attachmentRecord(chunk) {
4
5
  const file = chunk.attachment;
5
6
  if (chunk.type !== 'attachment' || !file) {
@@ -64,10 +65,7 @@ export async function scopedFile(view, { chatId, fileId }) {
64
65
  if (row) {
65
66
  return row.chatId === chatId && !row.deletedAt ? row : null;
66
67
  }
67
- for await (const chunk of view.find(CHUNKS_BY_CHAT, {
68
- gte: { chatId },
69
- lte: { chatId }
70
- })) {
68
+ for (const chunk of await findChunksOfType(view, { chatId, type: 'attachment' })) {
71
69
  if (chunk.attachment?.id === fileId) {
72
70
  return chunk.attachment.deletedAt ? null : attachmentRecord(chunk);
73
71
  }
@@ -1,2 +1,5 @@
1
+ import type HyperDB from 'hyperdb';
2
+ import type { QvacChunk } from '../../../../spec/mesh/hyperschema/types.d.ts';
1
3
  import type { Mesh } from '../../mesh.ts';
2
4
  export declare function referencedBlobs(mesh: Mesh): Promise<string[]>;
5
+ export declare function attachmentChunks(snapshot: HyperDB): AsyncGenerator<QvacChunk>;
@@ -1,12 +1,13 @@
1
- import { CHUNKS, KNOWLEDGE, KNOWLEDGE_ARTIFACTS } from '../../collections.js';
1
+ import { findChunksOfType } from '../../chunk.js';
2
+ import { CHUNK_COUNTERS, KNOWLEDGE, KNOWLEDGE_ARTIFACTS } from '../../collections.js';
2
3
  export async function referencedBlobs(mesh) {
3
4
  const references = [];
4
5
  const snapshot = mesh.view.snapshot();
5
6
  try {
6
- for await (const chunk of snapshot.find(CHUNKS)) {
7
+ for await (const chunk of attachmentChunks(snapshot)) {
7
8
  if (mesh.closing)
8
9
  return references;
9
- if (chunk.type === 'attachment' && chunk.attachment) {
10
+ if (chunk.attachment) {
10
11
  references.push(chunk.attachment.blobId);
11
12
  }
12
13
  }
@@ -26,3 +27,8 @@ export async function referencedBlobs(mesh) {
26
27
  }
27
28
  return references;
28
29
  }
30
+ export async function* attachmentChunks(snapshot) {
31
+ for await (const { chatId } of snapshot.find(CHUNK_COUNTERS)) {
32
+ yield* await findChunksOfType(snapshot, { chatId, type: 'attachment' });
33
+ }
34
+ }
@@ -2,8 +2,10 @@ import type { BlobId } from 'hyperblobs';
2
2
  import type Hyperblobs from 'hyperblobs';
3
3
  import type { AbortSignal } from 'bare-abort-controller';
4
4
  import { type NextFrameOptions } from '../../next-frame.ts';
5
+ import type { LoggerInterface } from '@qvac/logging';
5
6
  export interface BlobHost {
6
7
  readonly blobs: Hyperblobs;
8
+ readonly log: LoggerInterface | null;
7
9
  openBlobs(key: Buffer): Promise<Hyperblobs>;
8
10
  }
9
11
  export type WriteProgress = {
@@ -87,7 +87,7 @@ export async function clearBlob(mesh, blobId, id) {
87
87
  return true;
88
88
  }
89
89
  catch (err) {
90
- logger.warn('sync', 'blob clear failed', { id, err });
90
+ mesh.log?.warn('sync', 'blob clear failed', { id, err });
91
91
  return false;
92
92
  }
93
93
  }
@@ -130,7 +130,7 @@ export async function compactBlobCores(mesh, coreKeys) {
130
130
  }
131
131
  }
132
132
  catch (err) {
133
- logger.warn('sync', 'blob compaction failed', { coreKey: b4a.toHex(key), err });
133
+ mesh.log?.warn('sync', 'blob compaction failed', { coreKey: b4a.toHex(key), err });
134
134
  }
135
135
  }
136
136
  }
@@ -4,12 +4,14 @@ import { stringifyBlobId, writeBlob, type BlobHost } from './blob.ts';
4
4
  import { readBlobReference, readBlobReferenceBytes, downloadBlobReference } from './reference.ts';
5
5
  export { CoreBlobServer } from './server.ts';
6
6
  export type { MeshBlobKeys, MeshForBlobCore } from './server.ts';
7
- export { compareBlobReferences, isInvalidBlobReferenceError, parseBlobReference, parseBlobReferenceCoreKey } from './reference.ts';
7
+ export { compareBlobReferences, isInvalidBlobReferenceError, isPendingBlobReference, parseBlobReference, parseBlobReferenceCoreKey } from './reference.ts';
8
+ export { PENDING_BLOB_REFERENCE } from './reference.ts';
8
9
  export type { BlobReferenceReadOptions } from './reference.ts';
9
10
  export type { WriteProgress } from './blob.ts';
10
11
  export { MAX_INLINE_BYTES, MAX_REFERENCE_CHARS } from './inline.ts';
11
12
  export declare class BlobStore extends EventEmitter {
12
13
  readonly blobs: Hyperblobs;
14
+ readonly log: BlobHost['log'];
13
15
  readonly openBlobs: BlobHost['openBlobs'];
14
16
  private readonly _readers;
15
17
  private readonly _updated;
@@ -5,10 +5,12 @@ import { inlineReference } from './inline.js';
5
5
  import { clearBlob, compactBlobCores, stringifyBlobId, writeBlob } from './blob.js';
6
6
  import { parseBlobReference, readBlobReference, readBlobReferenceBytes, downloadBlobReference } from './reference.js';
7
7
  export { CoreBlobServer } from './server.js';
8
- export { compareBlobReferences, isInvalidBlobReferenceError, parseBlobReference, parseBlobReferenceCoreKey } from './reference.js';
8
+ export { compareBlobReferences, isInvalidBlobReferenceError, isPendingBlobReference, parseBlobReference, parseBlobReferenceCoreKey } from './reference.js';
9
+ export { PENDING_BLOB_REFERENCE } from './reference.js';
9
10
  export { MAX_INLINE_BYTES, MAX_REFERENCE_CHARS } from './inline.js';
10
11
  export class BlobStore extends EventEmitter {
11
12
  blobs;
13
+ log;
12
14
  openBlobs;
13
15
  _readers = new Map();
14
16
  _updated = () => this.emit('update');
@@ -16,6 +18,7 @@ export class BlobStore extends EventEmitter {
16
18
  constructor(host) {
17
19
  super();
18
20
  this.blobs = host.blobs;
21
+ this.log = host.log;
19
22
  this.openBlobs = (key) => host.openBlobs(key);
20
23
  this.blobs.core.on('download', this._updated);
21
24
  }
@@ -2,6 +2,7 @@ import type { BlobId } from 'hyperblobs';
2
2
  import { type BlobHost, type BlobReadChunk } from './blob.ts';
3
3
  import type { AbortSignal } from 'bare-abort-controller';
4
4
  import { type InlinePayload } from './inline.ts';
5
+ import { PENDING_BLOB_REFERENCE } from '../../../constants.ts';
5
6
  export interface ParsedBlobReference {
6
7
  readonly blobId: BlobId;
7
8
  readonly coreKey?: string;
@@ -12,6 +13,8 @@ export interface BlobReferenceReadOptions {
12
13
  readonly wait?: boolean;
13
14
  readonly signal?: AbortSignal;
14
15
  }
16
+ export { PENDING_BLOB_REFERENCE };
17
+ export declare function isPendingBlobReference(blobReference: string): boolean;
15
18
  export declare function isInvalidBlobReferenceError(error: unknown): error is TypeError;
16
19
  export declare function parseBlobReferenceCoreKey(blobReference: string): string | undefined;
17
20
  export declare function parseBlobReference(blobReference: string): ParsedBlobReference;
@@ -2,11 +2,16 @@ import { readBlob } from './blob.js';
2
2
  import { AbortedError, raceAbort } from '@qvac/harness/race-abort';
3
3
  import { MAX_REFERENCE_CHARS, readInline } from './inline.js';
4
4
  import b4a from 'b4a';
5
+ import { CoreError } from '../../../errors.js';
5
6
  import { isRecord } from '../../../guards.js';
7
+ import { PENDING_BLOB_REFERENCE } from '../../../constants.js';
6
8
  const CORE_KEY_PATTERN = /^[0-9a-f]{64}$/;
7
9
  const DEFAULT_REMOTE_TIMEOUT_MS = 15_000;
8
10
  const INVALID_BLOB_REFERENCE = 'invalid blob reference';
9
- const BLOB_UNAVAILABLE = 'blob unavailable';
11
+ export { PENDING_BLOB_REFERENCE };
12
+ export function isPendingBlobReference(blobReference) {
13
+ return blobReference === PENDING_BLOB_REFERENCE;
14
+ }
10
15
  function invalidBlobReference() {
11
16
  return new TypeError(INVALID_BLOB_REFERENCE);
12
17
  }
@@ -14,7 +19,9 @@ export function isInvalidBlobReferenceError(error) {
14
19
  return error instanceof TypeError && error.message === INVALID_BLOB_REFERENCE;
15
20
  }
16
21
  function blobUnavailable(cause) {
17
- return new Error(BLOB_UNAVAILABLE, { cause });
22
+ return new CoreError('BLOB_UNAVAILABLE', [], {
23
+ cause: cause instanceof Error ? cause : undefined
24
+ });
18
25
  }
19
26
  function parseBlobReferenceRecord(blobReference) {
20
27
  if (blobReference.length > MAX_REFERENCE_CHARS) {
@@ -108,6 +115,9 @@ async function closeRemote(remote) {
108
115
  catch { }
109
116
  }
110
117
  export async function* readBlobReference(mesh, blobReference, options = {}) {
118
+ if (isPendingBlobReference(blobReference)) {
119
+ throw blobUnavailable();
120
+ }
111
121
  const { blobId, coreKey, inline } = parseBlobReference(blobReference);
112
122
  if (options.signal?.aborted) {
113
123
  throw new AbortedError();
@@ -1,4 +1,4 @@
1
- import { parseBlobReference, parseBlobReferenceCoreKey } from './reference.js';
1
+ import { isPendingBlobReference, parseBlobReference, parseBlobReferenceCoreKey } from './reference.js';
2
2
  import b4a from 'b4a';
3
3
  export async function sweepUnreferenced(blobs, references, coreLength) {
4
4
  const ranges = [];
@@ -10,6 +10,8 @@ export async function sweepUnreferenced(blobs, references, coreLength) {
10
10
  await clearGaps(blobs, mergeRanges(ranges), coreLength);
11
11
  }
12
12
  function addLocalRange(ranges, reference, { localCoreKey, coreLength }) {
13
+ if (isPendingBlobReference(reference))
14
+ return;
13
15
  const coreKey = parseBlobReferenceCoreKey(reference);
14
16
  if (coreKey && coreKey !== localCoreKey) {
15
17
  return;
@@ -10,6 +10,10 @@ export type UploadFrame = {
10
10
  readonly bytesWritten: number;
11
11
  readonly attachment: QvacChunkContentAttachment;
12
12
  readonly knowledge: QvacKnowledge | undefined;
13
+ } | {
14
+ readonly bytesWritten: number;
15
+ readonly attachment?: undefined;
16
+ readonly knowledge: QvacKnowledge;
13
17
  };
14
18
  export interface FileHandlersOptions {
15
19
  readonly maxBytes?: number;
@@ -24,7 +28,7 @@ export interface UploadProgress {
24
28
  readonly bytesWritten: number;
25
29
  }
26
30
  export declare function uploadFile(mesh: Mesh, frames: AsyncIterable<AssistantUploadAttachmentRequest> | HandlerFrames<AssistantUploadAttachmentRequest>, { kind, maxBytes, deviceId, inactivityMs }: UploadFileOptions): AsyncGenerator<UploadFrame>;
27
- export declare function capped(chunks: AsyncIterable<Buffer>, maxBytes: number, message: string): AsyncGenerator<Buffer>;
31
+ export declare function capped(chunks: AsyncIterable<Buffer>, maxBytes: number, tooLarge: () => Error): AsyncGenerator<Buffer>;
28
32
  export declare function dataFrames<T extends {
29
33
  data?: Buffer | null;
30
34
  }>(rest: AsyncIterator<T>, firstData: Buffer | null | undefined): AsyncGenerator<Buffer>;
@@ -1,10 +1,11 @@
1
1
  import b4a from 'b4a';
2
- import { isKnowledgeRoutedAttachment, routeAttachmentToKnowledge, removeKnowledge, syncAttachmentChunk } from './records/index.js';
2
+ import { addKnowledge, assertKnowledgeRoom, isKnowledgeRoutedAttachment, routeAttachmentToKnowledge, removeKnowledge, syncAttachmentChunk } from './records/index.js';
3
3
  import { normalizeImageForModel, IMAGE_MIMES } from '../image/normalize.js';
4
4
  import { detectImageMime, mapDeclaredToSniffed } from '../image/sniff.js';
5
5
  import { isSupportedRagDocument } from './rag/index.js';
6
- import { appendChunk, updateChunk } from '../chunk.js';
6
+ import { appendChunk, requireChatIn, updateChunk } from '../chunk.js';
7
7
  import { UploadInput } from './upload-input.js';
8
+ import { CoreError } from '../../errors.js';
8
9
  const MODEL_NATIVE_IMAGE_MIMES = new Set([
9
10
  'image/png',
10
11
  'image/jpeg',
@@ -22,29 +23,44 @@ export async function* uploadFile(mesh, frames, { kind, maxBytes, deviceId, inac
22
23
  if (first.done) {
23
24
  return;
24
25
  }
25
- const { chatId, runId, fileName, mimeType, raw } = first.value;
26
+ const { chatId, runId, fileName, mimeType, raw, sourceId } = first.value;
26
27
  const originDeviceId = kind === 'knowledge' ? deviceId : first.value.originDeviceId;
27
- if (typeof chatId !== 'string' ||
28
+ if ((kind === 'attachment' && typeof chatId !== 'string') ||
28
29
  typeof fileName !== 'string' ||
29
30
  typeof mimeType !== 'string' ||
30
31
  !originDeviceId) {
31
- throw new Error(`upload${kind === 'knowledge' ? 'Knowledge' : 'Attachment'}: first frame must carry chatId, fileName, mimeType${kind === 'attachment' ? ', originDeviceId' : ''}`);
32
+ throw new CoreError('UPLOAD_FIRST_FRAME_INCOMPLETE', [kind]);
33
+ }
34
+ let limit = maxBytes;
35
+ let tooLarge = () => new CoreError('UPLOAD_TOO_LARGE', [kind, maxBytes]);
36
+ if (chatId) {
37
+ await requireChatIn(mesh, chatId);
38
+ }
39
+ else if (mesh.role !== 'project') {
40
+ throw new CoreError('KNOWLEDGE_BASE_NOT_A_PROJECT');
41
+ }
42
+ else {
43
+ const room = await assertKnowledgeRoom(mesh, first.value.totalBytes ?? 0);
44
+ if (room.bytes < maxBytes) {
45
+ limit = room.bytes;
46
+ tooLarge = () => new CoreError('KNOWLEDGE_CAP_REACHED', [room.capBytes]);
47
+ }
32
48
  }
33
49
  const upload = await mesh.files.beginUpload(first.value);
34
50
  uploadId = upload.id;
35
51
  input.onData = (bytes) => mesh.files.uploadProgress(upload.id, bytes);
36
52
  input.onFailure = (error) => mesh.files.uploadFailed(upload.id, error);
37
- const source = capped(dataFrames(it, first.value.data), maxBytes, `${kind} too large ${kind === 'attachment' ? '—' : '-'} the limit is ${maxBytes} bytes`);
53
+ const source = capped(dataFrames(it, first.value.data), limit, tooLarge);
38
54
  let stream = source;
39
55
  let storedMime = mimeType;
40
56
  const declaredSniffed = mapDeclaredToSniffed(storedMime);
41
57
  if (kind === 'knowledge') {
42
58
  const { head, rest } = await peekHead(source, 4096);
43
59
  if (declaredSniffed !== null && detectImageMime(head) !== declaredSniffed) {
44
- throw new Error(`uploadKnowledge: bytes do not match declared mime ${mimeType}`);
60
+ throw new CoreError('UPLOAD_MIME_MISMATCH', ['uploadKnowledge', mimeType]);
45
61
  }
46
62
  if (!isSupportedRagDocument({ fileName, mimeType, bytes: head })) {
47
- throw new Error(`${fileName} is not a supported Knowledge file.`);
63
+ throw new CoreError('KNOWLEDGE_TYPE_UNSUPPORTED', [fileName]);
48
64
  }
49
65
  stream = rest;
50
66
  }
@@ -77,6 +93,13 @@ export async function* uploadFile(mesh, frames, { kind, maxBytes, deviceId, inac
77
93
  blobId: mesh.files.reference(final.blobId),
78
94
  createdAt: Date.now()
79
95
  };
96
+ if (!chatId) {
97
+ const knowledge = await knowledgeBaseRow(mesh, input, attachment);
98
+ mesh.files.uploadComplete(upload.id);
99
+ input.onFailure = null;
100
+ yield { bytesWritten: final.bytesWritten, knowledge };
101
+ return;
102
+ }
80
103
  let chunkId;
81
104
  try {
82
105
  input.check();
@@ -88,7 +111,8 @@ export async function* uploadFile(mesh, frames, { kind, maxBytes, deviceId, inac
88
111
  runId,
89
112
  type: 'attachment',
90
113
  attachment,
91
- originDeviceId
114
+ originDeviceId,
115
+ sourceId
92
116
  });
93
117
  chunkId = appended.id;
94
118
  }
@@ -134,17 +158,32 @@ export async function* uploadFile(mesh, frames, { kind, maxBytes, deviceId, inac
134
158
  }
135
159
  }
136
160
  }
161
+ async function knowledgeBaseRow(mesh, input, attachment) {
162
+ const { id, fileName, mimeType, byteLength, blobId } = attachment;
163
+ try {
164
+ input.check();
165
+ await assertKnowledgeRoom(mesh, byteLength);
166
+ const knowledge = await addKnowledge(mesh, { id, fileName, mimeType, byteLength, blobId });
167
+ input.check();
168
+ return knowledge;
169
+ }
170
+ catch (error) {
171
+ await removeKnowledge(mesh, { knowledgeId: id, at: Date.now() }).catch(noop);
172
+ await mesh.files.clear(blobId, id).catch(noop);
173
+ throw error;
174
+ }
175
+ }
137
176
  async function* imageUpload(source, { raw, declared, mimeType }) {
138
177
  const { head, rest } = await peekHead(source, 12);
139
178
  const sniffed = detectImageMime(head);
140
179
  if (raw) {
141
180
  if (sniffed !== declared) {
142
- throw new Error(`uploadAttachment: bytes do not match declared mime ${mimeType}`);
181
+ throw new CoreError('UPLOAD_MIME_MISMATCH', ['uploadAttachment', mimeType]);
143
182
  }
144
183
  return { stream: rest, mimeType };
145
184
  }
146
185
  if (sniffed === null) {
147
- throw new Error(`uploadAttachment: bytes are not a valid image for ${mimeType}`);
186
+ throw new CoreError('IMAGE_INVALID', [mimeType]);
148
187
  }
149
188
  const original = yield* bufferedImage(rest);
150
189
  const bytes = await normalizeImageForModel(original);
@@ -156,7 +195,7 @@ async function* imageUpload(source, { raw, declared, mimeType }) {
156
195
  storedMime = sniffed;
157
196
  }
158
197
  else {
159
- throw new Error(`uploadAttachment: could not decode ${sniffed} image (it may be corrupt)`);
198
+ throw new CoreError('IMAGE_DECODE_FAILED', [sniffed]);
160
199
  }
161
200
  const stream = (async function* () {
162
201
  yield bytes;
@@ -175,12 +214,12 @@ async function* bufferedImage(rest) {
175
214
  }
176
215
  return b4a.concat(pieces);
177
216
  }
178
- export async function* capped(chunks, maxBytes, message) {
217
+ export async function* capped(chunks, maxBytes, tooLarge) {
179
218
  let total = 0;
180
219
  for await (const chunk of chunks) {
181
220
  total += chunk.length;
182
221
  if (total > maxBytes) {
183
- throw new Error(message);
222
+ throw tooLarge();
184
223
  }
185
224
  yield chunk;
186
225
  }
@@ -1,7 +1,7 @@
1
+ import BlindPeering from 'blind-peering';
1
2
  import Hyperdrive from 'hyperdrive';
2
3
  import type Corestore from 'corestore';
3
4
  import type Hyperswarm from 'hyperswarm';
4
- import type { BlindPeeringOpts } from './blind-peers.ts';
5
5
  export interface AcquiredDrive {
6
6
  readonly drive: Hyperdrive;
7
7
  readonly writable: boolean;
@@ -10,9 +10,12 @@ export interface DriveHost {
10
10
  acquire(key: string): Promise<AcquiredDrive>;
11
11
  close(): Promise<void>;
12
12
  }
13
+ export interface PeeredDriveHost extends DriveHost {
14
+ startBlindPeering(): Promise<void>;
15
+ }
13
16
  export interface DriveHostOptions {
14
17
  readonly swarm: Hyperswarm;
15
18
  readonly blindPeerKeys: ReadonlyArray<Buffer>;
16
- readonly blindPeeringOpts?: BlindPeeringOpts;
19
+ readonly blindPeering: () => BlindPeering | null;
17
20
  }
18
- export declare function createFsDriveHost(store: Corestore, opts: DriveHostOptions): DriveHost;
21
+ export declare function createFsDriveHost(store: Corestore, opts: DriveHostOptions): PeeredDriveHost;
@@ -21,40 +21,52 @@ async function openDrive(store, swarm, key) {
21
21
  const topic = swarm.join(drive.discoveryKey, { server: false, client: true });
22
22
  const donePeering = drive.findingPeers();
23
23
  topic.flushed().then(donePeering, donePeering);
24
- return drive;
24
+ return { drive, writable: drive.writable, topic };
25
25
  }
26
26
  export function createFsDriveHost(store, opts) {
27
27
  const namespaced = store.namespace(NAMESPACE);
28
- const peering = new BlindPeering(opts.swarm.dht, namespaced, {
29
- pick: 2,
30
- ...opts.blindPeeringOpts
31
- });
32
28
  const drives = new Map();
29
+ async function peer(held) {
30
+ const peering = opts.blindPeering();
31
+ if (!peering) {
32
+ return;
33
+ }
34
+ const blobs = await held.drive.getBlobs();
35
+ peering.addCoreBackground(held.drive.core, { keys: opts.blindPeerKeys, pick: 2 });
36
+ if (blobs) {
37
+ peering.addCoreBackground(blobs.core, { keys: opts.blindPeerKeys, pick: 2 });
38
+ }
39
+ }
33
40
  async function acquire(key) {
34
41
  const cached = drives.get(key);
35
42
  if (cached) {
36
43
  return cached;
37
44
  }
38
45
  const opening = withDeadline((async () => {
39
- const drive = await openDrive(namespaced, opts.swarm, key);
40
- const blobs = await drive.getBlobs();
41
- peering.addCoreBackground(drive.core, { keys: opts.blindPeerKeys });
42
- if (blobs) {
43
- peering.addCoreBackground(blobs.core, { keys: opts.blindPeerKeys });
44
- }
45
- return { drive, writable: drive.writable };
46
+ const held = await openDrive(namespaced, opts.swarm, key);
47
+ await peer(held);
48
+ return held;
46
49
  })(), DRIVE_OPEN_TIMEOUT_MS);
47
50
  drives.set(key, opening);
48
51
  opening.catch(() => drives.delete(key));
49
52
  return opening;
50
53
  }
51
- async function close() {
54
+ async function opened() {
52
55
  const settled = await Promise.allSettled(drives.values());
53
- drives.clear();
54
- await Promise.all(settled
56
+ return settled
55
57
  .filter((result) => result.status === 'fulfilled')
56
- .map((result) => result.value.drive.close()));
57
- await peering.close();
58
+ .map(({ value }) => value);
59
+ }
60
+ async function startBlindPeering() {
61
+ await Promise.all((await opened()).map(peer));
62
+ }
63
+ async function close() {
64
+ const held = await opened();
65
+ drives.clear();
66
+ await Promise.all(held.map(async ({ drive, topic }) => {
67
+ await topic.destroy();
68
+ await drive.close();
69
+ }));
58
70
  }
59
- return { acquire, close };
71
+ return { acquire, startBlindPeering, close };
60
72
  }
@@ -1 +1,2 @@
1
1
  export declare function randomId(): string;
2
+ export declare function derivedId(...parts: string[]): string;