@qvac/core 0.5.0 → 0.6.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (399) hide show
  1. package/CHANGELOG.md +92 -1
  2. package/dist-lib/lib/api/agents.js +3 -2
  3. package/dist-lib/lib/api/app-config.d.ts +1 -1
  4. package/dist-lib/lib/api/app-config.js +54 -15
  5. package/dist-lib/lib/api/attachments.d.ts +6 -5
  6. package/dist-lib/lib/api/attachments.js +4 -2
  7. package/dist-lib/lib/api/chat.d.ts +7 -3
  8. package/dist-lib/lib/api/chat.js +4 -4
  9. package/dist-lib/lib/api/chunks.js +3 -3
  10. package/dist-lib/lib/api/config.js +2 -2
  11. package/dist-lib/lib/api/current-mesh.d.ts +3 -4
  12. package/dist-lib/lib/api/current-mesh.js +9 -4
  13. package/dist-lib/lib/api/custom-models.d.ts +8 -1
  14. package/dist-lib/lib/api/custom-models.js +53 -16
  15. package/dist-lib/lib/api/devices.d.ts +14 -5
  16. package/dist-lib/lib/api/devices.js +13 -8
  17. package/dist-lib/lib/api/diagnostics.d.ts +1 -0
  18. package/dist-lib/lib/api/diagnostics.js +1 -1
  19. package/dist-lib/lib/api/effective-ctx-size.d.ts +6 -1
  20. package/dist-lib/lib/api/effective-ctx-size.js +5 -3
  21. package/dist-lib/lib/api/execution.js +2 -1
  22. package/dist-lib/lib/api/files.js +2 -1
  23. package/dist-lib/lib/api/index.d.ts +5 -1
  24. package/dist-lib/lib/api/index.js +101 -102
  25. package/dist-lib/lib/api/instrument.js +29 -20
  26. package/dist-lib/lib/api/knowledge.d.ts +6 -5
  27. package/dist-lib/lib/api/knowledge.js +8 -6
  28. package/dist-lib/lib/api/local-files.js +1 -1
  29. package/dist-lib/lib/api/logs.js +6 -3
  30. package/dist-lib/lib/api/members.js +22 -13
  31. package/dist-lib/lib/api/mesh.js +3 -3
  32. package/dist-lib/lib/api/model-download.js +1 -1
  33. package/dist-lib/lib/api/network.d.ts +1 -0
  34. package/dist-lib/lib/api/network.js +1 -1
  35. package/dist-lib/lib/api/notifications.js +23 -13
  36. package/dist-lib/lib/api/rag.d.ts +6 -1
  37. package/dist-lib/lib/api/rag.js +20 -11
  38. package/dist-lib/lib/api/range.d.ts +2 -2
  39. package/dist-lib/lib/api/sync.js +1 -1
  40. package/dist-lib/lib/api/tool-activity.js +7 -3
  41. package/dist-lib/lib/api/tool-configs.js +2 -4
  42. package/dist-lib/lib/api/upload-frames.d.ts +7 -8
  43. package/dist-lib/lib/api/upload-frames.js +2 -1
  44. package/dist-lib/lib/api/watchable.d.ts +6 -1
  45. package/dist-lib/lib/api/watchable.js +23 -14
  46. package/dist-lib/lib/assistant/fetch-body.js +4 -2
  47. package/dist-lib/lib/assistant/harness.d.ts +48 -27
  48. package/dist-lib/lib/assistant/harness.js +40 -16
  49. package/dist-lib/lib/assistant/history.d.ts +9 -7
  50. package/dist-lib/lib/assistant/history.js +77 -42
  51. package/dist-lib/lib/assistant/message.d.ts +5 -3
  52. package/dist-lib/lib/assistant/message.js +4 -2
  53. package/dist-lib/lib/assistant/skill-encode.d.ts +3 -1
  54. package/dist-lib/lib/assistant/skill-encode.js +52 -62
  55. package/dist-lib/lib/assistant-client.js +7 -4
  56. package/dist-lib/lib/assistant-tree.js +27 -11
  57. package/dist-lib/lib/assistant.d.ts +31 -11
  58. package/dist-lib/lib/assistant.js +846 -390
  59. package/dist-lib/lib/audio-format.d.ts +1 -1
  60. package/dist-lib/lib/audio-format.js +1 -1
  61. package/dist-lib/lib/chat-title.js +9 -4
  62. package/dist-lib/lib/client.js +3 -2
  63. package/dist-lib/lib/collabora/convert.d.ts +2 -2
  64. package/dist-lib/lib/collabora/convert.js +6 -3
  65. package/dist-lib/lib/collabora/entry.js +9 -5
  66. package/dist-lib/lib/collabora/protocol.d.ts +2 -2
  67. package/dist-lib/lib/collabora/protocol.js +14 -7
  68. package/dist-lib/lib/collabora/worker.js +14 -7
  69. package/dist-lib/lib/compaction.d.ts +5 -6
  70. package/dist-lib/lib/compaction.js +14 -7
  71. package/dist-lib/lib/core/account-recovery.d.ts +4 -3
  72. package/dist-lib/lib/core/account-recovery.js +7 -4
  73. package/dist-lib/lib/core/agent.js +17 -15
  74. package/dist-lib/lib/core/approval-rules.d.ts +7 -6
  75. package/dist-lib/lib/core/approval-rules.js +12 -6
  76. package/dist-lib/lib/core/archived-mesh.d.ts +7 -5
  77. package/dist-lib/lib/core/archived-mesh.js +25 -22
  78. package/dist-lib/lib/core/async-iterable.js +10 -5
  79. package/dist-lib/lib/core/attachment-link.d.ts +2 -2
  80. package/dist-lib/lib/core/audio-attachment.js +1 -1
  81. package/dist-lib/lib/core/blind-peers.d.ts +2 -2
  82. package/dist-lib/lib/core/chat-activity.d.ts +2 -2
  83. package/dist-lib/lib/core/chat-activity.js +42 -21
  84. package/dist-lib/lib/core/chat-group.d.ts +8 -6
  85. package/dist-lib/lib/core/chat-group.js +17 -10
  86. package/dist-lib/lib/core/chat-order.d.ts +11 -9
  87. package/dist-lib/lib/core/chat-order.js +1 -3
  88. package/dist-lib/lib/core/chat-search.d.ts +4 -4
  89. package/dist-lib/lib/core/chat-search.js +38 -24
  90. package/dist-lib/lib/core/chat.d.ts +20 -14
  91. package/dist-lib/lib/core/chat.js +50 -31
  92. package/dist-lib/lib/core/chunk.d.ts +19 -23
  93. package/dist-lib/lib/core/chunk.js +27 -21
  94. package/dist-lib/lib/core/collections.d.ts +70 -0
  95. package/dist-lib/lib/core/collections.js +70 -0
  96. package/dist-lib/lib/core/contract/activity.d.ts +6 -2
  97. package/dist-lib/lib/core/contract/activity.js +15 -12
  98. package/dist-lib/lib/core/contract/agents.js +3 -2
  99. package/dist-lib/lib/core/contract/approval-rules.js +1 -1
  100. package/dist-lib/lib/core/contract/attestations.js +1 -1
  101. package/dist-lib/lib/core/contract/chat-group.js +1 -1
  102. package/dist-lib/lib/core/contract/chat.d.ts +2 -0
  103. package/dist-lib/lib/core/contract/chat.js +67 -1
  104. package/dist-lib/lib/core/contract/chunks.js +15 -9
  105. package/dist-lib/lib/core/contract/compute.d.ts +1 -1
  106. package/dist-lib/lib/core/contract/compute.js +4 -2
  107. package/dist-lib/lib/core/contract/devices.js +6 -5
  108. package/dist-lib/lib/core/contract/grant-order.js +5 -6
  109. package/dist-lib/lib/core/contract/index.js +4 -2
  110. package/dist-lib/lib/core/contract/indexing.js +3 -3
  111. package/dist-lib/lib/core/contract/invites.d.ts +8 -3
  112. package/dist-lib/lib/core/contract/invites.js +52 -26
  113. package/dist-lib/lib/core/contract/joined-meshes.js +3 -3
  114. package/dist-lib/lib/core/contract/knowledge.js +5 -5
  115. package/dist-lib/lib/core/contract/members.d.ts +13 -2
  116. package/dist-lib/lib/core/contract/members.js +46 -25
  117. package/dist-lib/lib/core/contract/mesh-kind.js +9 -8
  118. package/dist-lib/lib/core/contract/seal.js +1 -1
  119. package/dist-lib/lib/core/contract/seed-defaults.js +1 -3
  120. package/dist-lib/lib/core/contract/tool-activity.js +10 -5
  121. package/dist-lib/lib/core/contract/tool-configs.js +1 -2
  122. package/dist-lib/lib/core/contract/writers.d.ts +6 -1
  123. package/dist-lib/lib/core/contract/writers.js +55 -34
  124. package/dist-lib/lib/core/departures.js +16 -8
  125. package/dist-lib/lib/core/device-invites.js +3 -2
  126. package/dist-lib/lib/core/devices.js +6 -3
  127. package/dist-lib/lib/core/document-attachment.d.ts +20 -11
  128. package/dist-lib/lib/core/document-attachment.js +10 -5
  129. package/dist-lib/lib/core/files/attachments.d.ts +2 -5
  130. package/dist-lib/lib/core/files/attachments.js +6 -3
  131. package/dist-lib/lib/core/files/index.d.ts +46 -52
  132. package/dist-lib/lib/core/files/index.js +149 -94
  133. package/dist-lib/lib/core/files/knowledge.d.ts +2 -5
  134. package/dist-lib/lib/core/files/local-index.d.ts +4 -1
  135. package/dist-lib/lib/core/files/local-index.js +9 -5
  136. package/dist-lib/lib/core/files/preview/image.d.ts +0 -1
  137. package/dist-lib/lib/core/files/preview/image.js +9 -6
  138. package/dist-lib/lib/core/files/preview/index.d.ts +8 -11
  139. package/dist-lib/lib/core/files/preview/index.js +20 -15
  140. package/dist-lib/lib/core/files/processing/claims.d.ts +6 -5
  141. package/dist-lib/lib/core/files/processing/claims.js +16 -8
  142. package/dist-lib/lib/core/files/processing/document.d.ts +21 -50
  143. package/dist-lib/lib/core/files/processing/index.d.ts +21 -13
  144. package/dist-lib/lib/core/files/processing/index.js +74 -37
  145. package/dist-lib/lib/core/files/processing/ownership.d.ts +8 -1
  146. package/dist-lib/lib/core/files/processing/ownership.js +1 -1
  147. package/dist-lib/lib/core/files/processing/protocol.d.ts +19 -19
  148. package/dist-lib/lib/core/files/processing/protocol.js +5 -5
  149. package/dist-lib/lib/core/files/processing/settle.d.ts +10 -7
  150. package/dist-lib/lib/core/files/processing/settle.js +22 -11
  151. package/dist-lib/lib/core/files/processing/source.js +14 -8
  152. package/dist-lib/lib/core/files/processing/state.d.ts +14 -11
  153. package/dist-lib/lib/core/files/processing/state.js +24 -12
  154. package/dist-lib/lib/core/files/rag/build.d.ts +2 -2
  155. package/dist-lib/lib/core/files/rag/build.js +2 -1
  156. package/dist-lib/lib/core/files/rag/document-types.d.ts +4 -6
  157. package/dist-lib/lib/core/files/rag/index.d.ts +12 -13
  158. package/dist-lib/lib/core/files/rag/index.js +9 -2
  159. package/dist-lib/lib/core/files/rag/load.d.ts +10 -9
  160. package/dist-lib/lib/core/files/rag/load.js +26 -13
  161. package/dist-lib/lib/core/files/rag/policy.js +2 -1
  162. package/dist-lib/lib/core/files/rag/produce.js +33 -19
  163. package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +5 -3
  164. package/dist-lib/lib/core/files/rag/retrieval/full-text.js +30 -10
  165. package/dist-lib/lib/core/files/records/chunks.js +4 -2
  166. package/dist-lib/lib/core/files/records/index.d.ts +1 -0
  167. package/dist-lib/lib/core/files/records/index.js +1 -0
  168. package/dist-lib/lib/core/files/records/knowledge.d.ts +10 -11
  169. package/dist-lib/lib/core/files/records/knowledge.js +9 -8
  170. package/dist-lib/lib/core/files/records/linkage.js +6 -3
  171. package/dist-lib/lib/core/files/records/output.d.ts +5 -4
  172. package/dist-lib/lib/core/files/records/output.js +8 -4
  173. package/dist-lib/lib/core/files/records/purge.d.ts +4 -0
  174. package/dist-lib/lib/core/files/records/purge.js +108 -0
  175. package/dist-lib/lib/core/files/records/reclaim.js +43 -25
  176. package/dist-lib/lib/core/files/records/routing.d.ts +4 -6
  177. package/dist-lib/lib/core/files/records/routing.js +15 -8
  178. package/dist-lib/lib/core/files/records/source.d.ts +5 -4
  179. package/dist-lib/lib/core/files/records/source.js +20 -14
  180. package/dist-lib/lib/core/files/records/sweep.js +1 -3
  181. package/dist-lib/lib/core/files/store/blob.d.ts +11 -10
  182. package/dist-lib/lib/core/files/store/blob.js +54 -19
  183. package/dist-lib/lib/core/files/store/index.d.ts +2 -6
  184. package/dist-lib/lib/core/files/store/index.js +10 -5
  185. package/dist-lib/lib/core/files/store/inline.d.ts +2 -2
  186. package/dist-lib/lib/core/files/store/inline.js +6 -3
  187. package/dist-lib/lib/core/files/store/reference.d.ts +6 -9
  188. package/dist-lib/lib/core/files/store/reference.js +25 -17
  189. package/dist-lib/lib/core/files/store/server.d.ts +7 -6
  190. package/dist-lib/lib/core/files/store/server.js +22 -11
  191. package/dist-lib/lib/core/files/store/sweep.js +13 -7
  192. package/dist-lib/lib/core/files/upload-input.d.ts +4 -12
  193. package/dist-lib/lib/core/files/upload-input.js +10 -5
  194. package/dist-lib/lib/core/files/upload.d.ts +27 -24
  195. package/dist-lib/lib/core/files/upload.js +74 -51
  196. package/dist-lib/lib/core/fs-drives.js +4 -2
  197. package/dist-lib/lib/core/grant-expiry.js +12 -7
  198. package/dist-lib/lib/core/handoff-channel.js +27 -13
  199. package/dist-lib/lib/core/harness-loan.js +35 -17
  200. package/dist-lib/lib/core/helpers/index.js +6 -2
  201. package/dist-lib/lib/core/hosted-agents.js +19 -12
  202. package/dist-lib/lib/core/id.js +1 -1
  203. package/dist-lib/lib/core/identity.js +6 -3
  204. package/dist-lib/lib/core/image/cache-sweep.d.ts +12 -10
  205. package/dist-lib/lib/core/image/cache-sweep.js +11 -6
  206. package/dist-lib/lib/core/image/normalize.d.ts +6 -0
  207. package/dist-lib/lib/core/image/normalize.js +12 -2
  208. package/dist-lib/lib/core/image/sniff.js +42 -21
  209. package/dist-lib/lib/core/inference-calls-receiver.js +7 -4
  210. package/dist-lib/lib/core/invite-grants.js +4 -2
  211. package/dist-lib/lib/core/invite.js +2 -1
  212. package/dist-lib/lib/core/local/files.d.ts +2 -0
  213. package/dist-lib/lib/core/local/files.js +51 -19
  214. package/dist-lib/lib/core/local/index.d.ts +69 -46
  215. package/dist-lib/lib/core/local/index.js +146 -129
  216. package/dist-lib/lib/core/membership.d.ts +12 -2
  217. package/dist-lib/lib/core/membership.js +55 -33
  218. package/dist-lib/lib/core/mesh-seed-handoff.js +7 -1
  219. package/dist-lib/lib/core/mesh.d.ts +37 -27
  220. package/dist-lib/lib/core/mesh.js +131 -73
  221. package/dist-lib/lib/core/migrations/agent-catalog.js +3 -2
  222. package/dist-lib/lib/core/migrations/agent-indexes.js +3 -3
  223. package/dist-lib/lib/core/migrations/file-index.js +7 -4
  224. package/dist-lib/lib/core/migrations/index.d.ts +4 -3
  225. package/dist-lib/lib/core/migrations/membership.js +9 -4
  226. package/dist-lib/lib/core/migrations/seal.js +3 -2
  227. package/dist-lib/lib/core/min-version.js +4 -2
  228. package/dist-lib/lib/core/next-frame.d.ts +5 -4
  229. package/dist-lib/lib/core/next-frame.js +6 -3
  230. package/dist-lib/lib/core/notification.d.ts +5 -1
  231. package/dist-lib/lib/core/notification.js +89 -77
  232. package/dist-lib/lib/core/ota-config.js +2 -1
  233. package/dist-lib/lib/core/pdf/rasterize.d.ts +18 -0
  234. package/dist-lib/lib/core/pdf/rasterize.js +57 -0
  235. package/dist-lib/lib/core/prompt-history.js +4 -2
  236. package/dist-lib/lib/core/range.d.ts +4 -4
  237. package/dist-lib/lib/core/range.js +12 -6
  238. package/dist-lib/lib/core/rank.d.ts +5 -4
  239. package/dist-lib/lib/core/rank.js +2 -1
  240. package/dist-lib/lib/core/send.d.ts +4 -4
  241. package/dist-lib/lib/core/send.js +6 -3
  242. package/dist-lib/lib/core/skill-overlay-receiver.js +7 -4
  243. package/dist-lib/lib/core/skill-secrets.js +16 -9
  244. package/dist-lib/lib/core/sync/chunks.js +2 -1
  245. package/dist-lib/lib/core/sync/devices.js +3 -1
  246. package/dist-lib/lib/core/sync/files.d.ts +2 -4
  247. package/dist-lib/lib/core/sync/files.js +28 -20
  248. package/dist-lib/lib/core/sync/index.d.ts +2 -5
  249. package/dist-lib/lib/core/sync/index.js +33 -15
  250. package/dist-lib/lib/core/sync-status.js +10 -7
  251. package/dist-lib/lib/core/system-info.js +4 -2
  252. package/dist-lib/lib/core/tool-activity.d.ts +4 -3
  253. package/dist-lib/lib/core/tool-activity.js +1 -1
  254. package/dist-lib/lib/core/tool-configs.js +12 -7
  255. package/dist-lib/lib/core.d.ts +38 -26
  256. package/dist-lib/lib/core.js +1009 -541
  257. package/dist-lib/lib/credential-pusher.d.ts +20 -20
  258. package/dist-lib/lib/credential-pusher.js +65 -43
  259. package/dist-lib/lib/custom-model-pusher.d.ts +7 -3
  260. package/dist-lib/lib/custom-model-pusher.js +15 -7
  261. package/dist-lib/lib/custom-model-task.d.ts +1 -0
  262. package/dist-lib/lib/custom-model-task.js +12 -0
  263. package/dist-lib/lib/deadline.js +4 -2
  264. package/dist-lib/lib/diagnostics.d.ts +1 -5
  265. package/dist-lib/lib/frame-readable.d.ts +3 -0
  266. package/dist-lib/lib/frame-readable.js +3 -0
  267. package/dist-lib/lib/fs-drive-bridge.js +24 -14
  268. package/dist-lib/lib/fs-grants.js +13 -8
  269. package/dist-lib/lib/guards.d.ts +3 -0
  270. package/dist-lib/lib/guards.js +9 -0
  271. package/dist-lib/lib/inference-calls.d.ts +28 -23
  272. package/dist-lib/lib/inference-calls.js +25 -13
  273. package/dist-lib/lib/integrations/mcp-providers.d.ts +2 -2
  274. package/dist-lib/lib/integrations/setup-routes.d.ts +2 -2
  275. package/dist-lib/lib/knowledge-search.d.ts +6 -5
  276. package/dist-lib/lib/knowledge-search.js +26 -18
  277. package/dist-lib/lib/kv-cache-reclaim.js +4 -2
  278. package/dist-lib/lib/kv-cache.js +8 -4
  279. package/dist-lib/lib/legacy-core-domain.d.ts +42 -42
  280. package/dist-lib/lib/log-buffer.js +2 -1
  281. package/dist-lib/lib/log.js +25 -15
  282. package/dist-lib/lib/mesh-scoped-engine.js +12 -4
  283. package/dist-lib/lib/model-catalog-revision.js +6 -3
  284. package/dist-lib/lib/model-clamp.js +6 -3
  285. package/dist-lib/lib/model-context.d.ts +8 -3
  286. package/dist-lib/lib/model-context.js +13 -5
  287. package/dist-lib/lib/model-download-status.js +4 -2
  288. package/dist-lib/lib/model-download.d.ts +12 -4
  289. package/dist-lib/lib/model-download.js +200 -103
  290. package/dist-lib/lib/model-idle-pusher.d.ts +2 -2
  291. package/dist-lib/lib/model-idle-pusher.js +3 -4
  292. package/dist-lib/lib/oauth/browser-connect.d.ts +10 -8
  293. package/dist-lib/lib/oauth/browser-connect.js +33 -20
  294. package/dist-lib/lib/oauth/client.d.ts +2 -2
  295. package/dist-lib/lib/oauth/flow-core.js +23 -9
  296. package/dist-lib/lib/oauth/flow.d.ts +1 -3
  297. package/dist-lib/lib/oauth/flow.js +9 -5
  298. package/dist-lib/lib/oauth/keys.d.ts +4 -4
  299. package/dist-lib/lib/oauth/keys.js +18 -12
  300. package/dist-lib/lib/oauth/loopback.d.ts +2 -2
  301. package/dist-lib/lib/oauth/loopback.js +147 -107
  302. package/dist-lib/lib/oauth/loopback.stub.d.ts +2 -2
  303. package/dist-lib/lib/oauth/loopback.stub.js +1 -1
  304. package/dist-lib/lib/oauth/pkce.d.ts +4 -2
  305. package/dist-lib/lib/oauth/pkce.js +10 -0
  306. package/dist-lib/lib/oauth/providers.js +5 -5
  307. package/dist-lib/lib/oauth/redirect-types.d.ts +12 -7
  308. package/dist-lib/lib/oauth/register.js +3 -2
  309. package/dist-lib/lib/oauth/registry.d.ts +2 -2
  310. package/dist-lib/lib/oauth/registry.js +2 -1
  311. package/dist-lib/lib/oauth/resolve.d.ts +30 -10
  312. package/dist-lib/lib/oauth/resolve.js +12 -6
  313. package/dist-lib/lib/oauth/token-exchange-core.d.ts +12 -4
  314. package/dist-lib/lib/oauth/token-exchange-core.js +1 -1
  315. package/dist-lib/lib/oauth/types.d.ts +12 -12
  316. package/dist-lib/lib/oauth.d.ts +4 -5
  317. package/dist-lib/lib/oauth.js +2 -3
  318. package/dist-lib/lib/reconnecting-watch.d.ts +1 -1
  319. package/dist-lib/lib/reconnecting-watch.js +6 -6
  320. package/dist-lib/lib/retry-budget.js +6 -3
  321. package/dist-lib/lib/run-notices.d.ts +1 -0
  322. package/dist-lib/lib/run-notices.js +5 -2
  323. package/dist-lib/lib/run-transcript.d.ts +2 -4
  324. package/dist-lib/lib/run-transcript.js +4 -2
  325. package/dist-lib/lib/skill-readiness.js +4 -2
  326. package/dist-lib/lib/skill-types.d.ts +16 -16
  327. package/dist-lib/lib/suspend-lifecycle.d.ts +4 -4
  328. package/dist-lib/lib/suspend-lifecycle.js +10 -5
  329. package/dist-lib/lib/task.js +22 -12
  330. package/dist-lib/lib/unref.d.ts +3 -2
  331. package/dist-lib/lib/unref.js +2 -1
  332. package/dist-lib/lib/wav-duration.js +10 -5
  333. package/dist-lib/lib/write-queue.d.ts +5 -4
  334. package/dist-lib/lib/write-queue.js +2 -1
  335. package/dist-lib/schema/build.js +10 -6
  336. package/dist-lib/schema/config.d.ts +2 -3
  337. package/dist-lib/schema/content.d.ts +17 -2
  338. package/dist-lib/schema/content.js +2 -1
  339. package/dist-lib/schema/engine.d.ts +3 -2
  340. package/dist-lib/schema/engine.js +95 -6
  341. package/dist-lib/schema/field-order.js +22 -11
  342. package/dist-lib/schema/indexes.d.ts +22 -0
  343. package/dist-lib/schema/{helpers.js → indexes.js} +14 -57
  344. package/dist-lib/schema/local.d.ts +3 -2
  345. package/dist-lib/schema/local.js +7 -2
  346. package/dist-lib/schema/media-kind.d.ts +8 -0
  347. package/dist-lib/schema/media-kind.js +52 -0
  348. package/dist-lib/schema/qvac.d.ts +12 -9
  349. package/dist-lib/schema/qvac.js +18 -4
  350. package/dist-lib/spec/bind.js +12 -0
  351. package/dist-lib/spec/calls.js +4 -0
  352. package/dist-lib/spec/capabilities.d.ts +12 -4
  353. package/dist-lib/spec/hrpc/hrpc.json +54 -2
  354. package/dist-lib/spec/hrpc/index.js +53 -5
  355. package/dist-lib/spec/hrpc/messages.js +783 -494
  356. package/dist-lib/spec/hyperschema/index.js +783 -494
  357. package/dist-lib/spec/hyperschema/schema.json +247 -1
  358. package/dist-lib/spec/hyperschema/types.d.ts +69 -1
  359. package/dist-lib/spec/local/hyperdb/index.js +1 -1
  360. package/dist-lib/spec/local/hyperdb/messages.js +82 -14
  361. package/dist-lib/spec/local/hyperschema/index.js +42 -8
  362. package/dist-lib/spec/local/hyperschema/schema.json +27 -1
  363. package/dist-lib/spec/local/hyperschema/types.d.ts +6 -1
  364. package/dist-lib/spec/mesh/hyperdb/db.json +16 -1
  365. package/dist-lib/spec/mesh/hyperdb/index.js +72 -3
  366. package/dist-lib/spec/mesh/hyperdb/messages.js +400 -221
  367. package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +7 -1
  368. package/dist-lib/spec/mesh/hyperdispatch/index.js +18 -1
  369. package/dist-lib/spec/mesh/hyperdispatch/messages.js +117 -2
  370. package/dist-lib/spec/mesh/hyperschema/index.js +117 -2
  371. package/dist-lib/spec/mesh/hyperschema/schema.json +65 -1
  372. package/dist-lib/spec/mesh/hyperschema/types.d.ts +19 -1
  373. package/package.json +8 -4
  374. package/tui/app.mjs +2424 -941
  375. package/tui/boot.mjs +18 -49
  376. package/tui/index.mjs +10 -5
  377. package/tui/lib/boot-timing.mjs +8 -8
  378. package/tui/lib/busy-words.mjs +21 -22
  379. package/tui/lib/export.mjs +100 -32
  380. package/tui/lib/knowledge-command.mjs +64 -19
  381. package/tui/lib/knowledge-import.mjs +52 -18
  382. package/tui/lib/render.mjs +65 -33
  383. package/tui/lib/save-file.mjs +30 -13
  384. package/tui/lib/select.mjs +23 -5
  385. package/tui/lib/selection.mjs +6 -4
  386. package/tui/lib/setup.mjs +11 -19
  387. package/tui/lib/sidebar.mjs +23 -13
  388. package/tui/lib/splash.mjs +6 -7
  389. package/tui/lib/upload-frames.mjs +1 -2
  390. package/tui/lib/usage.mjs +13 -9
  391. package/tui/lib/wrap.mjs +35 -6
  392. package/tui/main.mjs +54 -78
  393. package/worker/assistant-sidecar.mjs +5 -10
  394. package/worker/stow-entry.mjs +7 -4
  395. package/dist-lib/lib/custom-model-source.d.ts +0 -15
  396. package/dist-lib/lib/custom-model-source.js +0 -46
  397. package/dist-lib/lib/oauth/common.d.ts +0 -38
  398. package/dist-lib/lib/oauth/common.js +0 -34
  399. package/dist-lib/schema/helpers.d.ts +0 -33
@@ -1,5 +1,5 @@
1
1
  import type { BlobId } from 'hyperblobs';
2
- import { type BlobHost } from './blob.ts';
2
+ import { type BlobHost, type BlobReadChunk } from './blob.ts';
3
3
  import type { AbortSignal } from 'bare-abort-controller';
4
4
  import { type InlinePayload } from './inline.ts';
5
5
  export interface ParsedBlobReference {
@@ -16,12 +16,9 @@ export declare function isInvalidBlobReferenceError(error: unknown): error is Ty
16
16
  export declare function parseBlobReferenceCoreKey(blobReference: string): string | undefined;
17
17
  export declare function parseBlobReference(blobReference: string): ParsedBlobReference;
18
18
  export declare function compareBlobReferences(left: string, right: string, localCoreKey?: string): boolean | null;
19
- export declare function readBlobReference(mesh: BlobHost, blobReference: string, options?: BlobReferenceReadOptions): AsyncGenerator<{
20
- data: Buffer;
21
- bytesRead: number;
22
- byteLength: number;
23
- }>;
24
- export declare function downloadBlobReference(mesh: BlobHost, reference: string, { signal }: {
25
- signal: AbortSignal;
26
- }): Promise<void>;
19
+ export declare function readBlobReference(mesh: BlobHost, blobReference: string, options?: BlobReferenceReadOptions): AsyncGenerator<BlobReadChunk>;
20
+ export interface DownloadBlobReferenceOptions {
21
+ readonly signal: AbortSignal;
22
+ }
23
+ export declare function downloadBlobReference(mesh: BlobHost, reference: string, { signal }: DownloadBlobReferenceOptions): Promise<void>;
27
24
  export declare function readBlobReferenceBytes(mesh: BlobHost, blobReference: string, options?: BlobReferenceReadOptions): Promise<Buffer>;
@@ -2,6 +2,7 @@ import { readBlob } from './blob.js';
2
2
  import { AbortedError, raceAbort } from '@qvac/harness/race-abort';
3
3
  import { MAX_REFERENCE_CHARS, readInline } from './inline.js';
4
4
  import b4a from 'b4a';
5
+ import { isRecord } from '../../../guards.js';
5
6
  const CORE_KEY_PATTERN = /^[0-9a-f]{64}$/;
6
7
  const DEFAULT_REMOTE_TIMEOUT_MS = 15_000;
7
8
  const INVALID_BLOB_REFERENCE = 'invalid blob reference';
@@ -15,12 +16,10 @@ export function isInvalidBlobReferenceError(error) {
15
16
  function blobUnavailable(cause) {
16
17
  return new Error(BLOB_UNAVAILABLE, { cause });
17
18
  }
18
- function isRecord(value) {
19
- return value !== null && typeof value === 'object' && !Array.isArray(value);
20
- }
21
19
  function parseBlobReferenceRecord(blobReference) {
22
- if (blobReference.length > MAX_REFERENCE_CHARS)
20
+ if (blobReference.length > MAX_REFERENCE_CHARS) {
23
21
  throw invalidBlobReference();
22
+ }
24
23
  let value;
25
24
  try {
26
25
  value = JSON.parse(blobReference);
@@ -28,8 +27,9 @@ function parseBlobReferenceRecord(blobReference) {
28
27
  catch {
29
28
  throw invalidBlobReference();
30
29
  }
31
- if (!isRecord(value))
30
+ if (!isRecord(value)) {
32
31
  throw invalidBlobReference();
32
+ }
33
33
  return value;
34
34
  }
35
35
  function readCoreKey(record) {
@@ -51,8 +51,9 @@ export function parseBlobReferenceCoreKey(blobReference) {
51
51
  }
52
52
  export function parseBlobReference(blobReference) {
53
53
  const value = parseBlobReferenceRecord(blobReference);
54
- if (value.blockMap)
54
+ if (value.blockMap) {
55
55
  throw invalidBlobReference();
56
+ }
56
57
  let inline;
57
58
  try {
58
59
  inline = readInline(value);
@@ -85,8 +86,9 @@ export function compareBlobReferences(left, right, localCoreKey) {
85
86
  a.blobId.byteLength === b.blobId.byteLength);
86
87
  }
87
88
  catch (error) {
88
- if (isInvalidBlobReferenceError(error))
89
+ if (isInvalidBlobReferenceError(error)) {
89
90
  return null;
91
+ }
90
92
  throw error;
91
93
  }
92
94
  }
@@ -107,10 +109,11 @@ async function closeRemote(remote) {
107
109
  }
108
110
  export async function* readBlobReference(mesh, blobReference, options = {}) {
109
111
  const { blobId, coreKey, inline } = parseBlobReference(blobReference);
110
- if (options.signal?.aborted)
112
+ if (options.signal?.aborted) {
111
113
  throw new AbortedError();
114
+ }
112
115
  if (inline) {
113
- const data = Buffer.from(inline.data, 'base64');
116
+ const data = b4a.from(inline.data, 'base64');
114
117
  yield { data, bytesRead: data.length, byteLength: data.length };
115
118
  return;
116
119
  }
@@ -118,14 +121,16 @@ export async function* readBlobReference(mesh, blobReference, options = {}) {
118
121
  const readOptions = options.wait === false ? { wait: false } : { timeout: remoteTimeout(options) };
119
122
  let remote = null;
120
123
  try {
121
- if (!local)
122
- remote = await mesh.openBlobs(Buffer.from(coreKey, 'hex'));
124
+ if (!local) {
125
+ remote = await mesh.openBlobs(b4a.from(coreKey, 'hex'));
126
+ }
123
127
  const blobs = remote ?? mesh.blobs;
124
128
  yield* readBlob(blobs, blobId, { ...readOptions, signal: options.signal });
125
129
  }
126
130
  catch (err) {
127
- if (options.signal?.aborted || err instanceof AbortedError)
131
+ if (options.signal?.aborted || err instanceof AbortedError) {
128
132
  throw new AbortedError();
133
+ }
129
134
  throw blobUnavailable(err);
130
135
  }
131
136
  finally {
@@ -134,17 +139,20 @@ export async function* readBlobReference(mesh, blobReference, options = {}) {
134
139
  }
135
140
  export async function downloadBlobReference(mesh, reference, { signal }) {
136
141
  const { blobId, coreKey, inline } = parseBlobReference(reference);
137
- if (signal.aborted)
142
+ if (signal.aborted) {
138
143
  throw new AbortedError();
139
- if (inline || !blobId.blockLength)
144
+ }
145
+ if (inline || !blobId.blockLength) {
140
146
  return;
147
+ }
141
148
  let remote = null;
142
149
  try {
143
150
  if (coreKey && coreKey !== b4a.toHex(mesh.blobs.core.key)) {
144
- remote = await mesh.openBlobs(Buffer.from(coreKey, 'hex'));
151
+ remote = await mesh.openBlobs(b4a.from(coreKey, 'hex'));
145
152
  }
146
- if (signal.aborted)
153
+ if (signal.aborted) {
147
154
  throw new AbortedError();
155
+ }
148
156
  const range = (remote ?? mesh.blobs).core.download({
149
157
  start: blobId.blockOffset,
150
158
  end: blobId.blockOffset + blobId.blockLength
@@ -165,5 +173,5 @@ export async function readBlobReferenceBytes(mesh, blobReference, options = {})
165
173
  for await (const frame of readBlobReference(mesh, blobReference, options)) {
166
174
  chunks.push(frame.data);
167
175
  }
168
- return Buffer.concat(chunks);
176
+ return b4a.concat(chunks);
169
177
  }
@@ -2,13 +2,17 @@ import type Corestore from 'corestore';
2
2
  import ReadyResource from 'ready-resource';
3
3
  import type { LinkableAttachment } from '../../attachment-link.ts';
4
4
  import type Hyperblobs from 'hyperblobs';
5
- export type MeshBlobKeys = {
5
+ export interface MeshBlobKeys {
6
6
  key: Buffer;
7
7
  blobs: Hyperblobs;
8
8
  encryptionKey: Buffer;
9
- };
9
+ }
10
10
  export type MeshForBlobCore = (coreKey: string, blockOffset: number | undefined, meshKey: Buffer | undefined) => MeshBlobKeys | null | Promise<MeshBlobKeys | null>;
11
11
  export type BlobRead = (mesh: MeshBlobKeys, coreKey: Buffer, blockOffset: number) => void;
12
+ export interface CoreBlobServerOptions {
13
+ readonly readTimeoutMs?: number;
14
+ readonly onRead?: BlobRead | null;
15
+ }
12
16
  export declare class CoreBlobServer extends ReadyResource {
13
17
  private readonly _store;
14
18
  private readonly _mesh;
@@ -17,10 +21,7 @@ export declare class CoreBlobServer extends ReadyResource {
17
21
  private readonly _readTimeoutMs;
18
22
  private readonly _onRead;
19
23
  private _suspended;
20
- constructor(store: Corestore, mesh: MeshForBlobCore, { readTimeoutMs, onRead }?: {
21
- readTimeoutMs?: number;
22
- onRead?: BlobRead | null;
23
- });
24
+ constructor(store: Corestore, mesh: MeshForBlobCore, { readTimeoutMs, onRead }?: CoreBlobServerOptions);
24
25
  get port(): number;
25
26
  link({ blobId, mimeType }: LinkableAttachment, source: MeshBlobKeys): string | null;
26
27
  suspend(): Promise<void>;
@@ -27,8 +27,9 @@ export class CoreBlobServer extends ReadyResource {
27
27
  if (!this.opened || this.closing)
28
28
  return null;
29
29
  const parsed = this._parse(blobId);
30
- if (!parsed || parsed.inline)
30
+ if (!parsed || parsed.inline) {
31
31
  return null;
32
+ }
32
33
  return this._server.getLink(parsed.coreKey ?? b4a.toHex(source.blobs.core.key), {
33
34
  blob: parsed.blobId,
34
35
  drive: source.key,
@@ -39,8 +40,9 @@ export class CoreBlobServer extends ReadyResource {
39
40
  if (this.closing)
40
41
  return;
41
42
  this._suspended = true;
42
- if (!this.opened)
43
+ if (!this.opened) {
43
44
  await this.ready();
45
+ }
44
46
  await Promise.all([...this._probes].map((core) => core.close()));
45
47
  await this._server.suspend();
46
48
  }
@@ -49,13 +51,15 @@ export class CoreBlobServer extends ReadyResource {
49
51
  return;
50
52
  if (!this.opened)
51
53
  await this.ready();
52
- if (this.closing)
54
+ if (this.closing) {
53
55
  return;
56
+ }
54
57
  this._suspended = false;
55
58
  const before = this._server.port;
56
59
  await this._server.resume();
57
- if (this._server.port !== before)
60
+ if (this._server.port !== before) {
58
61
  this.emit('rebound', this._server.port);
62
+ }
59
63
  }
60
64
  async _open() {
61
65
  await this._server.listen();
@@ -69,36 +73,42 @@ export class CoreBlobServer extends ReadyResource {
69
73
  const { blob, range } = info;
70
74
  const meshKey = info.drive ?? undefined;
71
75
  const current = await this._mesh(b4a.toHex(key), blob?.blockOffset, meshKey);
72
- if (!current || this.closing || this._suspended)
76
+ if (!current || this.closing || this._suspended) {
73
77
  return null;
78
+ }
74
79
  const keys = { encryptionKey: current.encryptionKey };
75
- if (!blob || info.head || blob.byteLength === 0)
80
+ if (!blob || info.head || blob.byteLength === 0) {
76
81
  return keys;
82
+ }
77
83
  const start = range?.start ?? 0;
78
84
  const end = !range || range.end === -1 ? blob.byteLength - 1 : Math.min(range.end, blob.byteLength - 1);
79
- if (start > end)
85
+ if (start > end) {
80
86
  return keys;
87
+ }
81
88
  const core = this._store.get({ key, ...keys });
82
89
  const deadline = Date.now() + this._readTimeoutMs;
83
90
  this._probes.add(core);
84
91
  try {
85
92
  await core.ready();
86
- if (this.closing || this._suspended || Date.now() >= deadline)
93
+ if (this.closing || this._suspended || Date.now() >= deadline) {
87
94
  return null;
95
+ }
88
96
  const position = start === 0
89
97
  ? [blob.blockOffset, 0]
90
98
  : await core.seek(blob.byteOffset + start, {
91
99
  timeout: Math.max(1, deadline - Date.now())
92
100
  });
93
- if (!position || this.closing || this._suspended || Date.now() >= deadline)
101
+ if (!position || this.closing || this._suspended || Date.now() >= deadline) {
94
102
  return null;
103
+ }
95
104
  const bytes = await core.get(position[0], { timeout: Math.max(1, deadline - Date.now()) });
96
105
  const served = bytes &&
97
106
  (await this._mesh(b4a.toHex(key), blob.blockOffset, meshKey)) === current &&
98
107
  !this.closing &&
99
108
  !this._suspended;
100
- if (served)
109
+ if (served) {
101
110
  this._onRead?.(current, key, blob.blockOffset);
111
+ }
102
112
  return served ? keys : null;
103
113
  }
104
114
  catch {
@@ -114,8 +124,9 @@ export class CoreBlobServer extends ReadyResource {
114
124
  return parseBlobReference(blobReference);
115
125
  }
116
126
  catch (err) {
117
- if (isInvalidBlobReferenceError(err))
127
+ if (isInvalidBlobReferenceError(err)) {
118
128
  return null;
129
+ }
119
130
  throw err;
120
131
  }
121
132
  }
@@ -3,21 +3,25 @@ import b4a from 'b4a';
3
3
  export async function sweepUnreferenced(blobs, references, coreLength) {
4
4
  const ranges = [];
5
5
  const key = b4a.toHex(blobs.core.key);
6
- for (const reference of references)
7
- addLocalRange(ranges, reference, key, coreLength);
6
+ const local = { localCoreKey: key, coreLength };
7
+ for (const reference of references) {
8
+ addLocalRange(ranges, reference, local);
9
+ }
8
10
  await clearGaps(blobs, mergeRanges(ranges), coreLength);
9
11
  }
10
- function addLocalRange(ranges, reference, localCoreKey, coreLength) {
12
+ function addLocalRange(ranges, reference, { localCoreKey, coreLength }) {
11
13
  const coreKey = parseBlobReferenceCoreKey(reference);
12
- if (coreKey && coreKey !== localCoreKey)
14
+ if (coreKey && coreKey !== localCoreKey) {
13
15
  return;
16
+ }
14
17
  const { blobId } = parseBlobReference(reference);
15
18
  const end = blobId.blockOffset + blobId.blockLength;
16
19
  if (!Number.isSafeInteger(end) || end > coreLength) {
17
20
  throw new TypeError('blob reference exceeds local core');
18
21
  }
19
- if (blobId.blockLength > 0)
22
+ if (blobId.blockLength > 0) {
20
23
  ranges.push({ start: blobId.blockOffset, end });
24
+ }
21
25
  }
22
26
  function mergeRanges(ranges) {
23
27
  const sorted = [...ranges].sort((a, b) => a.start - b.start || a.end - b.end);
@@ -37,10 +41,12 @@ function mergeRanges(ranges) {
37
41
  async function clearGaps(blobs, ranges, coreLength) {
38
42
  let cursor = 0;
39
43
  for (const range of ranges) {
40
- if (cursor < range.start)
44
+ if (cursor < range.start) {
41
45
  await blobs.core.clear(cursor, range.start);
46
+ }
42
47
  cursor = range.end;
43
48
  }
44
- if (cursor < coreLength)
49
+ if (cursor < coreLength) {
45
50
  await blobs.core.clear(cursor, coreLength);
51
+ }
46
52
  }
@@ -1,12 +1,7 @@
1
1
  import type { HandlerFrames } from '../../../spec/capabilities.d.ts';
2
- type UploadFrames<T> = HandlerFrames<T> & {
3
- readonly writeStream?: {
4
- readonly destroyed: boolean;
5
- readonly destroying: boolean;
6
- on(event: 'close', listener: () => void): void;
7
- off(event: 'close', listener: () => void): void;
8
- };
9
- };
2
+ export interface UploadInputOptions {
3
+ readonly inactivityMs?: number;
4
+ }
10
5
  export declare class UploadInput<T extends {
11
6
  data?: Buffer | null;
12
7
  }> {
@@ -17,11 +12,8 @@ export declare class UploadInput<T extends {
17
12
  private readonly _onClose;
18
13
  onData: ((bytes: number) => void) | null;
19
14
  onFailure: ((error: unknown) => void) | null;
20
- constructor(frames: AsyncIterable<T> | UploadFrames<T>, options: {
21
- inactivityMs?: number;
22
- });
15
+ constructor(frames: AsyncIterable<T> | HandlerFrames<T>, options: UploadInputOptions);
23
16
  check(): void;
24
17
  fail(error: unknown): void;
25
18
  close(): void;
26
19
  }
27
- export {};
@@ -22,21 +22,24 @@ export class UploadInput {
22
22
  next: async () => {
23
23
  this.check();
24
24
  const frame = await nextFrame(source, { ...options, signal: this._abort.signal });
25
- if (!frame.done && frame.value.data)
25
+ if (!frame.done && frame.value.data) {
26
26
  this.onData?.(frame.value.data.length);
27
+ }
27
28
  return frame;
28
29
  }
29
30
  };
30
- if ('writeStream' in frames)
31
+ if ('writeStream' in frames) {
31
32
  frames.writeStream?.on('close', this._onClose);
33
+ }
32
34
  }
33
35
  check() {
34
36
  if (this._abort.signal.aborted)
35
37
  throw new AbortedError();
36
38
  if ('writeStream' in this._frames) {
37
39
  const stream = this._frames.writeStream;
38
- if (stream?.destroyed || stream?.destroying)
40
+ if (stream?.destroyed || stream?.destroying) {
39
41
  throw new AbortedError();
42
+ }
40
43
  }
41
44
  }
42
45
  fail(error) {
@@ -45,8 +48,10 @@ export class UploadInput {
45
48
  }
46
49
  close() {
47
50
  this.fail(new AbortedError());
48
- if ('writeStream' in this._frames)
51
+ if ('writeStream' in this._frames) {
49
52
  this._frames.writeStream?.off('close', this._onClose);
50
- void this._source.return?.().catch(() => { });
53
+ }
54
+ void this._source.return?.().catch(noop);
51
55
  }
52
56
  }
57
+ function noop() { }
@@ -1,32 +1,35 @@
1
1
  import type { AssistantUploadAttachmentRequest } from '../../../spec/hyperschema/types.d.ts';
2
2
  import type { HandlerFrames } from '../../../spec/capabilities.d.ts';
3
+ import type { QvacChunkContentAttachment, QvacKnowledge } from '../../../spec/mesh/hyperschema/types.d.ts';
3
4
  import type { Mesh } from '../mesh.ts';
4
- export declare function uploadFile(mesh: Mesh, frames: AsyncIterable<AssistantUploadAttachmentRequest> | HandlerFrames<AssistantUploadAttachmentRequest>, { kind, maxBytes, deviceId, inactivityMs }: {
5
- kind: 'attachment' | 'knowledge';
6
- maxBytes: number;
7
- deviceId?: Buffer | null;
8
- inactivityMs?: number;
9
- }): AsyncGenerator<{
10
- attachment?: undefined;
11
- bytesWritten: number;
12
- knowledge?: undefined;
5
+ export type UploadFrame = {
6
+ readonly bytesWritten: number;
7
+ readonly attachment?: undefined;
8
+ readonly knowledge?: undefined;
13
9
  } | {
14
- bytesWritten: number;
15
- attachment: {
16
- id: string;
17
- fileName: string;
18
- mimeType: string;
19
- byteLength: number;
20
- blobId: string;
21
- createdAt: number;
22
- };
23
- knowledge: import("../../../spec/index").QvacKnowledge | undefined;
24
- }, void, unknown>;
10
+ readonly bytesWritten: number;
11
+ readonly attachment: QvacChunkContentAttachment;
12
+ readonly knowledge: QvacKnowledge | undefined;
13
+ };
14
+ export interface FileHandlersOptions {
15
+ readonly maxBytes?: number;
16
+ readonly deviceId?: Buffer | null;
17
+ readonly inactivityMs?: number;
18
+ }
19
+ export interface UploadFileOptions extends FileHandlersOptions {
20
+ readonly kind: 'attachment' | 'knowledge';
21
+ readonly maxBytes: number;
22
+ }
23
+ export interface UploadProgress {
24
+ readonly bytesWritten: number;
25
+ }
26
+ export declare function uploadFile(mesh: Mesh, frames: AsyncIterable<AssistantUploadAttachmentRequest> | HandlerFrames<AssistantUploadAttachmentRequest>, { kind, maxBytes, deviceId, inactivityMs }: UploadFileOptions): AsyncGenerator<UploadFrame>;
25
27
  export declare function capped(chunks: AsyncIterable<Buffer>, maxBytes: number, message: string): AsyncGenerator<Buffer>;
26
28
  export declare function dataFrames<T extends {
27
29
  data?: Buffer | null;
28
30
  }>(rest: AsyncIterator<T>, firstData: Buffer | null | undefined): AsyncGenerator<Buffer>;
29
- export declare function peekHead(it: AsyncIterable<Buffer>, n: number): Promise<{
30
- head: Buffer;
31
- rest: AsyncIterable<Buffer>;
32
- }>;
31
+ export interface PeekedHead {
32
+ readonly head: Buffer;
33
+ readonly rest: AsyncIterable<Buffer>;
34
+ }
35
+ export declare function peekHead(it: AsyncIterable<Buffer>, n: number): Promise<PeekedHead>;
@@ -19,8 +19,9 @@ export async function* uploadFile(mesh, frames, { kind, maxBytes, deviceId, inac
19
19
  let uploadId;
20
20
  try {
21
21
  const first = await it.next();
22
- if (first.done)
22
+ if (first.done) {
23
23
  return;
24
+ }
24
25
  const { chatId, runId, fileName, mimeType, raw } = first.value;
25
26
  const originDeviceId = kind === 'knowledge' ? deviceId : first.value.originDeviceId;
26
27
  if (typeof chatId !== 'string' ||
@@ -48,52 +49,26 @@ export async function* uploadFile(mesh, frames, { kind, maxBytes, deviceId, inac
48
49
  stream = rest;
49
50
  }
50
51
  else if (declaredSniffed !== null) {
51
- const { head, rest } = await peekHead(source, 12);
52
- const sniffed = detectImageMime(head);
53
- if (raw) {
54
- if (sniffed !== declaredSniffed) {
55
- throw new Error(`uploadAttachment: bytes do not match declared mime ${storedMime}`);
56
- }
57
- stream = rest;
58
- }
59
- else if (sniffed === null) {
60
- throw new Error(`uploadAttachment: bytes are not a valid image for ${storedMime}`);
52
+ const image = yield* imageUpload(source, {
53
+ raw,
54
+ declared: declaredSniffed,
55
+ mimeType: storedMime
56
+ });
57
+ stream = image.stream;
58
+ storedMime = image.mimeType;
59
+ }
60
+ let final = null;
61
+ for await (const frame of mesh.files.write(stream, { inactivityMs })) {
62
+ if ('blobId' in frame) {
63
+ final = frame;
61
64
  }
62
65
  else {
63
- const pieces = [];
64
- let received = 0;
65
- const chunks = rest[Symbol.asyncIterator]();
66
- let next = await chunks.next();
67
- while (!next.done) {
68
- pieces.push(next.value);
69
- received += next.value.length;
70
- next = await chunks.next();
71
- if (!next.done)
72
- yield { bytesWritten: received };
73
- }
74
- const original = b4a.concat(pieces);
75
- const bytes = await normalizeImageForModel(original);
76
- if (bytes !== original) {
77
- storedMime = 'image/jpeg';
78
- }
79
- else if (MODEL_NATIVE_IMAGE_MIMES.has(sniffed)) {
80
- storedMime = sniffed;
81
- }
82
- else {
83
- throw new Error(`uploadAttachment: could not decode ${sniffed} image (it may be corrupt)`);
84
- }
85
- stream = (async function* () {
86
- yield bytes;
87
- })();
66
+ yield { bytesWritten: frame.bytesWritten };
88
67
  }
89
68
  }
90
- let written;
91
- for await (const frame of mesh.files.write(stream, { inactivityMs })) {
92
- written = frame;
93
- if (!('blobId' in frame))
94
- yield { bytesWritten: frame.bytesWritten };
69
+ if (final === null) {
70
+ throw new Error('blob write ended without its blobId frame');
95
71
  }
96
- const final = written;
97
72
  const attachment = {
98
73
  id: upload.id,
99
74
  fileName,
@@ -135,14 +110,15 @@ export async function* uploadFile(mesh, frames, { kind, maxBytes, deviceId, inac
135
110
  id: chunkId,
136
111
  attachment: { ...attachment, deletedAt: Date.now() }
137
112
  }).catch(noop);
138
- if (tombstone)
113
+ if (tombstone) {
139
114
  await syncAttachmentChunk(mesh, tombstone).catch(noop);
115
+ }
140
116
  throw error;
141
117
  }
142
118
  mesh.files.uploadComplete(upload.id);
143
119
  input.onFailure = null;
144
120
  yield {
145
- bytesWritten: written.bytesWritten,
121
+ bytesWritten: final.bytesWritten,
146
122
  attachment,
147
123
  knowledge
148
124
  };
@@ -153,26 +129,71 @@ export async function* uploadFile(mesh, frames, { kind, maxBytes, deviceId, inac
153
129
  }
154
130
  finally {
155
131
  input.close();
156
- if (uploadId)
132
+ if (uploadId) {
157
133
  mesh.files.uploadClosed(uploadId);
134
+ }
158
135
  }
159
136
  }
137
+ async function* imageUpload(source, { raw, declared, mimeType }) {
138
+ const { head, rest } = await peekHead(source, 12);
139
+ const sniffed = detectImageMime(head);
140
+ if (raw) {
141
+ if (sniffed !== declared) {
142
+ throw new Error(`uploadAttachment: bytes do not match declared mime ${mimeType}`);
143
+ }
144
+ return { stream: rest, mimeType };
145
+ }
146
+ if (sniffed === null) {
147
+ throw new Error(`uploadAttachment: bytes are not a valid image for ${mimeType}`);
148
+ }
149
+ const original = yield* bufferedImage(rest);
150
+ const bytes = await normalizeImageForModel(original);
151
+ let storedMime;
152
+ if (bytes !== original) {
153
+ storedMime = 'image/jpeg';
154
+ }
155
+ else if (MODEL_NATIVE_IMAGE_MIMES.has(sniffed)) {
156
+ storedMime = sniffed;
157
+ }
158
+ else {
159
+ throw new Error(`uploadAttachment: could not decode ${sniffed} image (it may be corrupt)`);
160
+ }
161
+ const stream = (async function* () {
162
+ yield bytes;
163
+ })();
164
+ return { stream, mimeType: storedMime };
165
+ }
166
+ async function* bufferedImage(rest) {
167
+ const pieces = [];
168
+ let received = 0;
169
+ for await (const piece of rest) {
170
+ if (pieces.length > 0) {
171
+ yield { bytesWritten: received };
172
+ }
173
+ pieces.push(piece);
174
+ received += piece.length;
175
+ }
176
+ return b4a.concat(pieces);
177
+ }
160
178
  export async function* capped(chunks, maxBytes, message) {
161
179
  let total = 0;
162
180
  for await (const chunk of chunks) {
163
181
  total += chunk.length;
164
- if (total > maxBytes)
182
+ if (total > maxBytes) {
165
183
  throw new Error(message);
184
+ }
166
185
  yield chunk;
167
186
  }
168
187
  }
169
188
  export async function* dataFrames(rest, firstData) {
170
- if (firstData)
189
+ if (firstData) {
171
190
  yield firstData;
191
+ }
172
192
  let next = await rest.next();
173
193
  while (!next.done) {
174
- if (next.value.data)
194
+ if (next.value.data) {
175
195
  yield next.value.data;
196
+ }
176
197
  next = await rest.next();
177
198
  }
178
199
  }
@@ -182,15 +203,17 @@ export async function peekHead(it, n) {
182
203
  let collected = 0;
183
204
  while (collected < n) {
184
205
  const next = await iterator.next();
185
- if (next.done)
206
+ if (next.done) {
186
207
  break;
208
+ }
187
209
  pieces.push(next.value);
188
210
  collected += next.value.length;
189
211
  }
190
- const head = Buffer.concat(pieces).subarray(0, Math.min(collected, n));
212
+ const head = b4a.concat(pieces).subarray(0, Math.min(collected, n));
191
213
  const rest = (async function* () {
192
- for (const piece of pieces)
214
+ for (const piece of pieces) {
193
215
  yield piece;
216
+ }
194
217
  let step = await iterator.next();
195
218
  while (!step.done) {
196
219
  yield step.value;
@@ -32,14 +32,16 @@ export function createFsDriveHost(store, opts) {
32
32
  const drives = new Map();
33
33
  async function acquire(key) {
34
34
  const cached = drives.get(key);
35
- if (cached)
35
+ if (cached) {
36
36
  return cached;
37
+ }
37
38
  const opening = withDeadline((async () => {
38
39
  const drive = await openDrive(namespaced, opts.swarm, key);
39
40
  const blobs = await drive.getBlobs();
40
41
  peering.addCoreBackground(drive.core, { keys: opts.blindPeerKeys });
41
- if (blobs)
42
+ if (blobs) {
42
43
  peering.addCoreBackground(blobs.core, { keys: opts.blindPeerKeys });
44
+ }
43
45
  return { drive, writable: drive.writable };
44
46
  })(), DRIVE_OPEN_TIMEOUT_MS);
45
47
  drives.set(key, opening);