@qvac/core 1.0.0-rc.0 → 1.0.0-rc.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (509) hide show
  1. package/CHANGELOG.md +852 -1
  2. package/README.md +40 -81
  3. package/dist-lib/index.d.ts +0 -1
  4. package/dist-lib/index.js +0 -1
  5. package/dist-lib/lib/api/agent-folders.d.ts +22 -0
  6. package/dist-lib/lib/api/agent-folders.js +115 -0
  7. package/dist-lib/lib/api/agents.d.ts +19 -2
  8. package/dist-lib/lib/api/agents.js +121 -24
  9. package/dist-lib/lib/api/app-config.d.ts +4 -1
  10. package/dist-lib/lib/api/app-config.js +17 -6
  11. package/dist-lib/lib/api/attachments.js +3 -2
  12. package/dist-lib/lib/api/chat-move.d.ts +4 -0
  13. package/dist-lib/lib/api/chat-move.js +7 -0
  14. package/dist-lib/lib/api/chat.d.ts +13 -2
  15. package/dist-lib/lib/api/chat.js +114 -9
  16. package/dist-lib/lib/api/chunk-delta.d.ts +7 -0
  17. package/dist-lib/lib/api/chunk-delta.js +33 -0
  18. package/dist-lib/lib/api/chunks.d.ts +17 -2
  19. package/dist-lib/lib/api/chunks.js +64 -13
  20. package/dist-lib/lib/api/config.d.ts +2 -1
  21. package/dist-lib/lib/api/config.js +3 -2
  22. package/dist-lib/lib/api/current-mesh.d.ts +13 -5
  23. package/dist-lib/lib/api/current-mesh.js +15 -11
  24. package/dist-lib/lib/api/custom-models.d.ts +7 -1
  25. package/dist-lib/lib/api/custom-models.js +10 -8
  26. package/dist-lib/lib/api/device-routes.d.ts +9 -0
  27. package/dist-lib/lib/api/device-routes.js +123 -0
  28. package/dist-lib/lib/api/devices.d.ts +3 -2
  29. package/dist-lib/lib/api/devices.js +20 -10
  30. package/dist-lib/lib/api/diagnostics.d.ts +2 -1
  31. package/dist-lib/lib/api/diagnostics.js +2 -2
  32. package/dist-lib/lib/api/execution.d.ts +12 -1
  33. package/dist-lib/lib/api/execution.js +44 -14
  34. package/dist-lib/lib/api/host-run-log.d.ts +2 -41
  35. package/dist-lib/lib/api/host-run-log.js +35 -83
  36. package/dist-lib/lib/api/index.d.ts +28 -6
  37. package/dist-lib/lib/api/index.js +101 -33
  38. package/dist-lib/lib/api/instrument.d.ts +2 -2
  39. package/dist-lib/lib/api/instrument.js +12 -44
  40. package/dist-lib/lib/api/knowledge.d.ts +4 -1
  41. package/dist-lib/lib/api/knowledge.js +25 -7
  42. package/dist-lib/lib/api/local-files.d.ts +5 -1
  43. package/dist-lib/lib/api/local-files.js +9 -5
  44. package/dist-lib/lib/api/logs.js +3 -3
  45. package/dist-lib/lib/api/members.d.ts +10 -1
  46. package/dist-lib/lib/api/members.js +64 -17
  47. package/dist-lib/lib/api/mesh.d.ts +12 -2
  48. package/dist-lib/lib/api/mesh.js +10 -6
  49. package/dist-lib/lib/api/model-download.d.ts +2 -1
  50. package/dist-lib/lib/api/model-download.js +2 -2
  51. package/dist-lib/lib/api/network.d.ts +10 -2
  52. package/dist-lib/lib/api/network.js +8 -2
  53. package/dist-lib/lib/api/notifications.d.ts +3 -1
  54. package/dist-lib/lib/api/notifications.js +6 -5
  55. package/dist-lib/lib/api/projects.d.ts +20 -0
  56. package/dist-lib/lib/api/projects.js +165 -0
  57. package/dist-lib/lib/api/rag.d.ts +0 -1
  58. package/dist-lib/lib/api/rag.js +47 -23
  59. package/dist-lib/lib/api/served.d.ts +17 -0
  60. package/dist-lib/lib/api/served.js +47 -0
  61. package/dist-lib/lib/api/sync.d.ts +2 -1
  62. package/dist-lib/lib/api/sync.js +2 -2
  63. package/dist-lib/lib/api/tool-activity.d.ts +2 -1
  64. package/dist-lib/lib/api/tool-activity.js +4 -3
  65. package/dist-lib/lib/api/tool-configs.d.ts +2 -1
  66. package/dist-lib/lib/api/tool-configs.js +6 -9
  67. package/dist-lib/lib/api/upload-frames.d.ts +0 -1
  68. package/dist-lib/lib/api/upload-frames.js +0 -1
  69. package/dist-lib/lib/api/watchable.d.ts +3 -2
  70. package/dist-lib/lib/api/watchable.js +2 -3
  71. package/dist-lib/lib/api/workspace.d.ts +5 -0
  72. package/dist-lib/lib/api/workspace.js +48 -0
  73. package/dist-lib/lib/assistant/fake-models.d.ts +20 -0
  74. package/dist-lib/lib/assistant/fake-models.js +112 -0
  75. package/dist-lib/lib/assistant/harness.d.ts +29 -29
  76. package/dist-lib/lib/assistant/harness.js +34 -6
  77. package/dist-lib/lib/assistant/history.d.ts +30 -17
  78. package/dist-lib/lib/assistant/history.js +168 -82
  79. package/dist-lib/lib/assistant/host-run-log.d.ts +6 -1
  80. package/dist-lib/lib/assistant/host-run-log.js +24 -36
  81. package/dist-lib/lib/assistant/message.d.ts +21 -0
  82. package/dist-lib/lib/assistant/message.js +43 -0
  83. package/dist-lib/lib/assistant/model-round.d.ts +95 -0
  84. package/dist-lib/lib/assistant/model-round.js +591 -0
  85. package/dist-lib/lib/assistant/pdf-budget.d.ts +3 -0
  86. package/dist-lib/lib/assistant/pdf-budget.js +13 -0
  87. package/dist-lib/lib/assistant/round-host.d.ts +42 -0
  88. package/dist-lib/lib/assistant/round-host.js +239 -0
  89. package/dist-lib/lib/assistant/skill-encode.d.ts +2 -1
  90. package/dist-lib/lib/assistant/skill-encode.js +2 -1
  91. package/dist-lib/lib/assistant/video-budget.d.ts +13 -0
  92. package/dist-lib/lib/assistant/video-budget.js +29 -0
  93. package/dist-lib/lib/assistant-client.d.ts +2 -0
  94. package/dist-lib/lib/assistant-client.js +4 -3
  95. package/dist-lib/lib/assistant-tree.d.ts +8 -3
  96. package/dist-lib/lib/assistant-tree.js +58 -18
  97. package/dist-lib/lib/assistant.d.ts +76 -20
  98. package/dist-lib/lib/assistant.js +1659 -1070
  99. package/dist-lib/lib/audio-format.js +1 -1
  100. package/dist-lib/lib/chat-suggestion.d.ts +3 -0
  101. package/dist-lib/lib/chat-suggestion.js +47 -0
  102. package/dist-lib/lib/client.d.ts +2 -2
  103. package/dist-lib/lib/constants.d.ts +7 -0
  104. package/dist-lib/lib/constants.js +7 -0
  105. package/dist-lib/lib/core/agent-copies.d.ts +9 -0
  106. package/dist-lib/lib/core/agent-copies.js +40 -0
  107. package/dist-lib/lib/core/agent-hosting.d.ts +25 -0
  108. package/dist-lib/lib/core/agent-hosting.js +71 -0
  109. package/dist-lib/lib/core/agent.d.ts +9 -1
  110. package/dist-lib/lib/core/agent.js +45 -19
  111. package/dist-lib/lib/core/archived-mesh.d.ts +11 -6
  112. package/dist-lib/lib/core/archived-mesh.js +77 -58
  113. package/dist-lib/lib/core/async-iterable.js +1 -1
  114. package/dist-lib/lib/core/blind-peers.d.ts +1 -0
  115. package/dist-lib/lib/core/blind-peers.js +1 -0
  116. package/dist-lib/lib/core/chat-activity.d.ts +1 -1
  117. package/dist-lib/lib/core/chat-activity.js +36 -22
  118. package/dist-lib/lib/core/chat-copy.d.ts +42 -0
  119. package/dist-lib/lib/core/chat-copy.js +395 -0
  120. package/dist-lib/lib/core/chat-fork.d.ts +16 -0
  121. package/dist-lib/lib/core/chat-fork.js +245 -0
  122. package/dist-lib/lib/core/chat-group.js +8 -7
  123. package/dist-lib/lib/core/chat-move.d.ts +71 -0
  124. package/dist-lib/lib/core/chat-move.js +567 -0
  125. package/dist-lib/lib/core/chat-order.d.ts +2 -1
  126. package/dist-lib/lib/core/chat-order.js +19 -4
  127. package/dist-lib/lib/core/chat-project.d.ts +2 -0
  128. package/dist-lib/lib/core/chat-project.js +15 -0
  129. package/dist-lib/lib/core/chat-read.d.ts +4 -0
  130. package/dist-lib/lib/core/chat-read.js +49 -0
  131. package/dist-lib/lib/core/chat-search.js +14 -12
  132. package/dist-lib/lib/core/chat.d.ts +34 -4
  133. package/dist-lib/lib/core/chat.js +122 -39
  134. package/dist-lib/lib/core/chunk.d.ts +21 -4
  135. package/dist-lib/lib/core/chunk.js +138 -23
  136. package/dist-lib/lib/core/collections.d.ts +28 -0
  137. package/dist-lib/lib/core/collections.js +28 -0
  138. package/dist-lib/lib/core/contract/agent-join.d.ts +10 -0
  139. package/dist-lib/lib/core/contract/agent-join.js +108 -0
  140. package/dist-lib/lib/core/contract/agents.d.ts +5 -0
  141. package/dist-lib/lib/core/contract/agents.js +141 -3
  142. package/dist-lib/lib/core/contract/chat.d.ts +1 -0
  143. package/dist-lib/lib/core/contract/chat.js +42 -3
  144. package/dist-lib/lib/core/contract/chunks.d.ts +7 -0
  145. package/dist-lib/lib/core/contract/chunks.js +112 -35
  146. package/dist-lib/lib/core/contract/index.d.ts +2 -3
  147. package/dist-lib/lib/core/contract/index.js +35 -11
  148. package/dist-lib/lib/core/contract/indexing.d.ts +1 -0
  149. package/dist-lib/lib/core/contract/indexing.js +51 -7
  150. package/dist-lib/lib/core/contract/invites.d.ts +3 -14
  151. package/dist-lib/lib/core/contract/invites.js +18 -9
  152. package/dist-lib/lib/core/contract/joined-meshes.js +2 -1
  153. package/dist-lib/lib/core/contract/knowledge.d.ts +1 -0
  154. package/dist-lib/lib/core/contract/knowledge.js +57 -6
  155. package/dist-lib/lib/core/contract/members.d.ts +3 -1
  156. package/dist-lib/lib/core/contract/members.js +34 -4
  157. package/dist-lib/lib/core/contract/mesh-kind.d.ts +3 -3
  158. package/dist-lib/lib/core/contract/mesh-kind.js +20 -16
  159. package/dist-lib/lib/core/contract/mesh-name.d.ts +3 -0
  160. package/dist-lib/lib/core/contract/mesh-name.js +31 -0
  161. package/dist-lib/lib/core/contract/mesh-rules.d.ts +8 -0
  162. package/dist-lib/lib/core/contract/mesh-rules.js +31 -0
  163. package/dist-lib/lib/core/contract/mesh-seeds.d.ts +2 -0
  164. package/dist-lib/lib/core/contract/mesh-seeds.js +26 -0
  165. package/dist-lib/lib/core/contract/model-requests.d.ts +26 -0
  166. package/dist-lib/lib/core/contract/model-requests.js +279 -0
  167. package/dist-lib/lib/core/contract/oldest-version.d.ts +9 -0
  168. package/dist-lib/lib/core/contract/oldest-version.js +20 -0
  169. package/dist-lib/lib/core/contract/open-join.d.ts +2 -0
  170. package/dist-lib/lib/core/contract/open-join.js +77 -0
  171. package/dist-lib/lib/core/contract/project-device-keys.d.ts +7 -0
  172. package/dist-lib/lib/core/contract/project-device-keys.js +29 -0
  173. package/dist-lib/lib/core/contract/project-host-keys.d.ts +7 -0
  174. package/dist-lib/lib/core/contract/project-host-keys.js +40 -0
  175. package/dist-lib/lib/core/contract/project-order.d.ts +2 -0
  176. package/dist-lib/lib/core/contract/project-order.js +25 -0
  177. package/dist-lib/lib/core/contract/projects.d.ts +21 -0
  178. package/dist-lib/lib/core/contract/projects.js +328 -0
  179. package/dist-lib/lib/core/contract/public-mesh.d.ts +3 -0
  180. package/dist-lib/lib/core/contract/public-mesh.js +31 -0
  181. package/dist-lib/lib/core/contract/public-seeds.d.ts +9 -0
  182. package/dist-lib/lib/core/contract/public-seeds.js +43 -0
  183. package/dist-lib/lib/core/contract/roles.d.ts +10 -0
  184. package/dist-lib/lib/core/contract/roles.js +120 -0
  185. package/dist-lib/lib/core/contract/run-requests.d.ts +10 -0
  186. package/dist-lib/lib/core/contract/run-requests.js +75 -0
  187. package/dist-lib/lib/core/contract/seed-defaults.d.ts +3 -1
  188. package/dist-lib/lib/core/contract/seed-defaults.js +17 -4
  189. package/dist-lib/lib/core/contract/skill-secrets.d.ts +3 -0
  190. package/dist-lib/lib/core/contract/skill-secrets.js +32 -0
  191. package/dist-lib/lib/core/contract/tool-activity.js +12 -1
  192. package/dist-lib/lib/core/contract/tool-configs.js +2 -1
  193. package/dist-lib/lib/core/contract/types.d.ts +2 -2
  194. package/dist-lib/lib/core/contract/workspace.d.ts +31 -0
  195. package/dist-lib/lib/core/contract/workspace.js +317 -0
  196. package/dist-lib/lib/core/contract/writers.js +82 -12
  197. package/dist-lib/lib/core/departures.d.ts +16 -5
  198. package/dist-lib/lib/core/departures.js +79 -6
  199. package/dist-lib/lib/core/device-control.d.ts +21 -0
  200. package/dist-lib/lib/core/device-control.js +91 -0
  201. package/dist-lib/lib/core/device-seal.d.ts +4 -0
  202. package/dist-lib/lib/core/device-seal.js +22 -0
  203. package/dist-lib/lib/core/devices.js +1 -1
  204. package/dist-lib/lib/core/document-attachment.d.ts +7 -0
  205. package/dist-lib/lib/core/document-attachment.js +9 -0
  206. package/dist-lib/lib/core/files/attachments.js +5 -4
  207. package/dist-lib/lib/core/files/index.d.ts +21 -11
  208. package/dist-lib/lib/core/files/index.js +114 -28
  209. package/dist-lib/lib/core/files/knowledge.d.ts +10 -1
  210. package/dist-lib/lib/core/files/knowledge.js +77 -5
  211. package/dist-lib/lib/core/files/preview/index.js +6 -2
  212. package/dist-lib/lib/core/files/processing/claims.d.ts +7 -0
  213. package/dist-lib/lib/core/files/processing/claims.js +33 -7
  214. package/dist-lib/lib/core/files/processing/document.d.ts +8 -0
  215. package/dist-lib/lib/core/files/processing/document.js +26 -2
  216. package/dist-lib/lib/core/files/processing/index.d.ts +7 -2
  217. package/dist-lib/lib/core/files/processing/index.js +91 -71
  218. package/dist-lib/lib/core/files/processing/protocol.d.ts +7 -1
  219. package/dist-lib/lib/core/files/processing/protocol.js +14 -3
  220. package/dist-lib/lib/core/files/processing/source.d.ts +3 -0
  221. package/dist-lib/lib/core/files/processing/source.js +9 -4
  222. package/dist-lib/lib/core/files/processing/state.d.ts +4 -1
  223. package/dist-lib/lib/core/files/processing/state.js +2 -1
  224. package/dist-lib/lib/core/files/rag/build.d.ts +4 -1
  225. package/dist-lib/lib/core/files/rag/build.js +18 -7
  226. package/dist-lib/lib/core/files/rag/failure.d.ts +20 -0
  227. package/dist-lib/lib/core/files/rag/failure.js +57 -0
  228. package/dist-lib/lib/core/files/rag/index.d.ts +12 -1
  229. package/dist-lib/lib/core/files/rag/index.js +29 -7
  230. package/dist-lib/lib/core/files/rag/joined-index.d.ts +6 -0
  231. package/dist-lib/lib/core/files/rag/joined-index.js +35 -0
  232. package/dist-lib/lib/core/files/rag/limits.d.ts +1 -0
  233. package/dist-lib/lib/core/files/rag/limits.js +1 -0
  234. package/dist-lib/lib/core/files/rag/load.js +6 -3
  235. package/dist-lib/lib/core/files/rag/policy.d.ts +10 -1
  236. package/dist-lib/lib/core/files/rag/policy.js +23 -2
  237. package/dist-lib/lib/core/files/rag/produce.d.ts +1 -1
  238. package/dist-lib/lib/core/files/rag/produce.js +30 -18
  239. package/dist-lib/lib/core/files/rag/retrieval/full-text.js +1 -1
  240. package/dist-lib/lib/core/files/rag/similarity.d.ts +2 -2
  241. package/dist-lib/lib/core/files/rag/similarity.js +2 -3
  242. package/dist-lib/lib/core/files/records/chunks.js +22 -1
  243. package/dist-lib/lib/core/files/records/index.d.ts +1 -1
  244. package/dist-lib/lib/core/files/records/index.js +1 -1
  245. package/dist-lib/lib/core/files/records/knowledge.d.ts +11 -1
  246. package/dist-lib/lib/core/files/records/knowledge.js +40 -3
  247. package/dist-lib/lib/core/files/records/purge.js +13 -8
  248. package/dist-lib/lib/core/files/records/reclaim.js +20 -48
  249. package/dist-lib/lib/core/files/records/routing.d.ts +1 -1
  250. package/dist-lib/lib/core/files/records/routing.js +6 -2
  251. package/dist-lib/lib/core/files/records/source.js +3 -5
  252. package/dist-lib/lib/core/files/records/sweep.d.ts +3 -0
  253. package/dist-lib/lib/core/files/records/sweep.js +9 -3
  254. package/dist-lib/lib/core/files/store/blob.d.ts +2 -0
  255. package/dist-lib/lib/core/files/store/blob.js +2 -2
  256. package/dist-lib/lib/core/files/store/index.d.ts +3 -1
  257. package/dist-lib/lib/core/files/store/index.js +4 -1
  258. package/dist-lib/lib/core/files/store/reference.d.ts +3 -0
  259. package/dist-lib/lib/core/files/store/reference.js +12 -2
  260. package/dist-lib/lib/core/files/store/sweep.js +3 -1
  261. package/dist-lib/lib/core/files/upload.d.ts +5 -1
  262. package/dist-lib/lib/core/files/upload.js +53 -14
  263. package/dist-lib/lib/core/fs-drives.d.ts +6 -3
  264. package/dist-lib/lib/core/fs-drives.js +30 -18
  265. package/dist-lib/lib/core/id.d.ts +1 -0
  266. package/dist-lib/lib/core/id.js +3 -0
  267. package/dist-lib/lib/core/identity.d.ts +3 -1
  268. package/dist-lib/lib/core/identity.js +25 -4
  269. package/dist-lib/lib/core/invite.d.ts +4 -0
  270. package/dist-lib/lib/core/invite.js +19 -6
  271. package/dist-lib/lib/core/local/files.d.ts +2 -1
  272. package/dist-lib/lib/core/local/files.js +5 -7
  273. package/dist-lib/lib/core/local/index.d.ts +76 -6
  274. package/dist-lib/lib/core/local/index.js +209 -19
  275. package/dist-lib/lib/core/local/run-logs.d.ts +38 -0
  276. package/dist-lib/lib/core/local/run-logs.js +132 -0
  277. package/dist-lib/lib/core/member-key.d.ts +7 -0
  278. package/dist-lib/lib/core/member-key.js +24 -0
  279. package/dist-lib/lib/core/membership.d.ts +3 -14
  280. package/dist-lib/lib/core/membership.js +3 -96
  281. package/dist-lib/lib/core/mesh.d.ts +94 -28
  282. package/dist-lib/lib/core/mesh.js +527 -144
  283. package/dist-lib/lib/core/migrations/agent-tools-scope.d.ts +2 -0
  284. package/dist-lib/lib/core/migrations/agent-tools-scope.js +24 -0
  285. package/dist-lib/lib/core/migrations/file-index.js +2 -4
  286. package/dist-lib/lib/core/migrations/index.js +6 -2
  287. package/dist-lib/lib/core/model-requests.d.ts +13 -0
  288. package/dist-lib/lib/core/model-requests.js +65 -0
  289. package/dist-lib/lib/core/next-frame.js +2 -1
  290. package/dist-lib/lib/core/notification.js +4 -2
  291. package/dist-lib/lib/core/pdf/rasterize.d.ts +2 -2
  292. package/dist-lib/lib/core/pdf/rasterize.js +5 -6
  293. package/dist-lib/lib/core/peer-duplex.d.ts +34 -0
  294. package/dist-lib/lib/core/{harness-loan.js → peer-duplex.js} +47 -40
  295. package/dist-lib/lib/core/project-keys.d.ts +13 -0
  296. package/dist-lib/lib/core/project-keys.js +56 -0
  297. package/dist-lib/lib/core/prompt-history.js +4 -4
  298. package/dist-lib/lib/core/protocol-pairing.d.ts +11 -0
  299. package/dist-lib/lib/core/protocol-pairing.js +22 -0
  300. package/dist-lib/lib/core/public-mesh.d.ts +26 -0
  301. package/dist-lib/lib/core/public-mesh.js +88 -0
  302. package/dist-lib/lib/core/purge.d.ts +3 -0
  303. package/dist-lib/lib/core/purge.js +7 -0
  304. package/dist-lib/lib/core/run-driver.d.ts +17 -0
  305. package/dist-lib/lib/core/run-driver.js +20 -0
  306. package/dist-lib/lib/core/run-requests.d.ts +11 -0
  307. package/dist-lib/lib/core/run-requests.js +59 -0
  308. package/dist-lib/lib/core/send.d.ts +2 -0
  309. package/dist-lib/lib/core/send.js +17 -4
  310. package/dist-lib/lib/core/senders.d.ts +18 -0
  311. package/dist-lib/lib/core/senders.js +52 -0
  312. package/dist-lib/lib/core/shared-agents.d.ts +39 -0
  313. package/dist-lib/lib/core/shared-agents.js +255 -0
  314. package/dist-lib/lib/core/skill-secrets.d.ts +10 -16
  315. package/dist-lib/lib/core/skill-secrets.js +90 -72
  316. package/dist-lib/lib/core/sync/background.d.ts +47 -0
  317. package/dist-lib/lib/core/sync/background.js +162 -0
  318. package/dist-lib/lib/core/sync/changed.d.ts +20 -0
  319. package/dist-lib/lib/core/sync/changed.js +7 -0
  320. package/dist-lib/lib/core/sync/devices.js +1 -1
  321. package/dist-lib/lib/core/sync/files.d.ts +1 -0
  322. package/dist-lib/lib/core/sync/files.js +50 -72
  323. package/dist-lib/lib/core/sync/index.d.ts +1 -1
  324. package/dist-lib/lib/core/sync/index.js +154 -81
  325. package/dist-lib/lib/core/sync/view-updates.d.ts +33 -0
  326. package/dist-lib/lib/core/sync/view-updates.js +133 -0
  327. package/dist-lib/lib/core/system-info.d.ts +2 -2
  328. package/dist-lib/lib/core/system-info.js +10 -11
  329. package/dist-lib/lib/core/tool-configs.d.ts +5 -3
  330. package/dist-lib/lib/core/tool-configs.js +11 -11
  331. package/dist-lib/lib/core/transcript-visibility.d.ts +5 -5
  332. package/dist-lib/lib/core/transcript-visibility.js +27 -31
  333. package/dist-lib/lib/core/upgrade-agents.d.ts +11 -0
  334. package/dist-lib/lib/core/upgrade-agents.js +78 -0
  335. package/dist-lib/lib/core/video/attachment.d.ts +1 -0
  336. package/dist-lib/lib/core/video/attachment.js +7 -0
  337. package/dist-lib/lib/core/video/digest.d.ts +16 -0
  338. package/dist-lib/lib/core/video/digest.js +57 -0
  339. package/dist-lib/lib/core/video/frames.d.ts +32 -0
  340. package/dist-lib/lib/core/video/frames.js +224 -0
  341. package/dist-lib/lib/core/workspace-upgrade.d.ts +22 -0
  342. package/dist-lib/lib/core/workspace-upgrade.js +50 -0
  343. package/dist-lib/lib/core.d.ts +249 -79
  344. package/dist-lib/lib/core.js +3369 -1460
  345. package/dist-lib/lib/credential-pusher.d.ts +6 -0
  346. package/dist-lib/lib/credential-pusher.js +77 -60
  347. package/dist-lib/lib/custom-model-pusher.d.ts +2 -4
  348. package/dist-lib/lib/custom-model-task.d.ts +2 -1
  349. package/dist-lib/lib/custom-model-task.js +2 -2
  350. package/dist-lib/lib/diagnostics.d.ts +7 -0
  351. package/dist-lib/lib/diagnostics.js +22 -0
  352. package/dist-lib/lib/doctor/checks.d.ts +15 -0
  353. package/dist-lib/lib/doctor/checks.js +272 -0
  354. package/dist-lib/lib/doctor/redact.d.ts +4 -0
  355. package/dist-lib/lib/doctor/redact.js +31 -0
  356. package/dist-lib/lib/doctor/render.d.ts +8 -0
  357. package/dist-lib/lib/doctor/render.js +83 -0
  358. package/dist-lib/lib/doctor/tree.d.ts +5 -0
  359. package/dist-lib/lib/doctor/tree.js +167 -0
  360. package/dist-lib/lib/downloads-allowed-pusher.d.ts +8 -0
  361. package/dist-lib/lib/downloads-allowed-pusher.js +37 -0
  362. package/dist-lib/lib/errors.d.ts +790 -0
  363. package/dist-lib/lib/errors.js +724 -0
  364. package/dist-lib/lib/fs-drive-bridge.d.ts +1 -1
  365. package/dist-lib/lib/fs-drive-bridge.js +4 -1
  366. package/dist-lib/lib/guards.d.ts +1 -0
  367. package/dist-lib/lib/guards.js +4 -0
  368. package/dist-lib/lib/inference-calls.d.ts +1 -2
  369. package/dist-lib/lib/inference-calls.js +2 -10
  370. package/dist-lib/lib/knowledge-search.js +13 -18
  371. package/dist-lib/lib/kv-cache-reclaim.d.ts +2 -1
  372. package/dist-lib/lib/kv-cache-reclaim.js +30 -0
  373. package/dist-lib/lib/log.d.ts +7 -6
  374. package/dist-lib/lib/log.js +14 -7
  375. package/dist-lib/lib/logger-type.d.ts +2 -5
  376. package/dist-lib/lib/mesh-scoped-engine.js +42 -2
  377. package/dist-lib/lib/model-download-status.d.ts +3 -3
  378. package/dist-lib/lib/model-download.d.ts +11 -12
  379. package/dist-lib/lib/model-download.js +63 -22
  380. package/dist-lib/lib/model-idle-pusher.d.ts +2 -4
  381. package/dist-lib/lib/model-memory-cap.d.ts +27 -0
  382. package/dist-lib/lib/model-memory-cap.js +69 -0
  383. package/dist-lib/lib/models-watch.d.ts +1 -1
  384. package/dist-lib/lib/models-watch.js +4 -4
  385. package/dist-lib/lib/oauth/browser-connect.js +3 -2
  386. package/dist-lib/lib/oauth/flow-core.js +5 -3
  387. package/dist-lib/lib/oauth/flow.js +1 -1
  388. package/dist-lib/lib/oauth/loopback.d.ts +1 -0
  389. package/dist-lib/lib/oauth/loopback.js +57 -12
  390. package/dist-lib/lib/oauth/providers.js +4 -2
  391. package/dist-lib/lib/oauth/redirect-types.d.ts +1 -0
  392. package/dist-lib/lib/oauth/register.js +35 -19
  393. package/dist-lib/lib/oauth/request.d.ts +10 -0
  394. package/dist-lib/lib/oauth/request.js +22 -0
  395. package/dist-lib/lib/oauth/token-exchange-core.js +31 -33
  396. package/dist-lib/lib/oauth/types.d.ts +3 -0
  397. package/dist-lib/lib/oauth.d.ts +2 -1
  398. package/dist-lib/lib/oauth.js +1 -0
  399. package/dist-lib/lib/persistent-dir.d.ts +1 -0
  400. package/dist-lib/lib/persistent-dir.js +9 -0
  401. package/dist-lib/lib/probe-rounds.d.ts +3 -0
  402. package/dist-lib/lib/probe-rounds.js +5 -0
  403. package/dist-lib/lib/run-input.d.ts +14 -0
  404. package/dist-lib/lib/run-input.js +33 -0
  405. package/dist-lib/lib/run-notices.d.ts +3 -0
  406. package/dist-lib/lib/run-notices.js +8 -2
  407. package/dist-lib/lib/run-replay.d.ts +32 -0
  408. package/dist-lib/lib/run-replay.js +121 -0
  409. package/dist-lib/lib/run-transcript.d.ts +11 -12
  410. package/dist-lib/lib/run-transcript.js +16 -18
  411. package/dist-lib/lib/suspend-lifecycle.js +15 -5
  412. package/dist-lib/lib/task.js +6 -4
  413. package/dist-lib/lib/test-env.d.ts +1 -0
  414. package/dist-lib/lib/test-env.js +4 -0
  415. package/dist-lib/schema/build.js +3 -1
  416. package/dist-lib/schema/config.d.ts +1 -1
  417. package/dist-lib/schema/config.js +1 -1
  418. package/dist-lib/schema/content.d.ts +5 -1
  419. package/dist-lib/schema/content.js +58 -11
  420. package/dist-lib/schema/engine.d.ts +1 -0
  421. package/dist-lib/schema/engine.js +709 -116
  422. package/dist-lib/schema/field-order.js +2 -1
  423. package/dist-lib/schema/indexes.d.ts +3 -0
  424. package/dist-lib/schema/indexes.js +30 -3
  425. package/dist-lib/schema/local.js +72 -4
  426. package/dist-lib/schema/qvac.d.ts +4 -1
  427. package/dist-lib/schema/qvac.js +364 -12
  428. package/dist-lib/spec/bind.js +209 -48
  429. package/dist-lib/spec/calls.js +45 -5
  430. package/dist-lib/spec/capabilities.d.ts +98 -18
  431. package/dist-lib/spec/config/hyperconf/index.js +1 -1
  432. package/dist-lib/spec/hrpc/hrpc.json +726 -206
  433. package/dist-lib/spec/hrpc/index.js +832 -345
  434. package/dist-lib/spec/hrpc/messages.js +6906 -4832
  435. package/dist-lib/spec/hyperschema/index.js +6906 -4832
  436. package/dist-lib/spec/hyperschema/schema.json +4744 -3139
  437. package/dist-lib/spec/hyperschema/types.d.ts +461 -61
  438. package/dist-lib/spec/local/hyperdb/db.json +95 -1
  439. package/dist-lib/spec/local/hyperdb/index.js +459 -2
  440. package/dist-lib/spec/local/hyperdb/messages.js +1506 -484
  441. package/dist-lib/spec/local/hyperschema/index.js +542 -13
  442. package/dist-lib/spec/local/hyperschema/schema.json +319 -1
  443. package/dist-lib/spec/local/hyperschema/types.d.ts +78 -2
  444. package/dist-lib/spec/mesh/hyperdb/db.json +371 -5
  445. package/dist-lib/spec/mesh/hyperdb/index.js +1564 -5
  446. package/dist-lib/spec/mesh/hyperdb/messages.js +6023 -1246
  447. package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +187 -1
  448. package/dist-lib/spec/mesh/hyperdispatch/index.js +528 -1
  449. package/dist-lib/spec/mesh/hyperdispatch/messages.js +3449 -217
  450. package/dist-lib/spec/mesh/hyperschema/index.js +3449 -217
  451. package/dist-lib/spec/mesh/hyperschema/schema.json +1865 -19
  452. package/dist-lib/spec/mesh/hyperschema/types.d.ts +470 -6
  453. package/package.json +50 -35
  454. package/worker/assistant-sidecar.mjs +15 -2
  455. package/worker/stow-entry.mjs +2 -0
  456. package/dist-lib/lib/core/contract/compute.d.ts +0 -11
  457. package/dist-lib/lib/core/contract/compute.js +0 -48
  458. package/dist-lib/lib/core/device-invites.d.ts +0 -11
  459. package/dist-lib/lib/core/device-invites.js +0 -63
  460. package/dist-lib/lib/core/grant-expiry.d.ts +0 -11
  461. package/dist-lib/lib/core/grant-expiry.js +0 -66
  462. package/dist-lib/lib/core/handoff-channel.d.ts +0 -47
  463. package/dist-lib/lib/core/handoff-channel.js +0 -123
  464. package/dist-lib/lib/core/harness-loan.d.ts +0 -29
  465. package/dist-lib/lib/core/host-run-log-store.d.ts +0 -114
  466. package/dist-lib/lib/core/host-run-log-store.js +0 -976
  467. package/dist-lib/lib/core/hosted-agents.d.ts +0 -38
  468. package/dist-lib/lib/core/hosted-agents.js +0 -140
  469. package/dist-lib/lib/core/inference-calls-handoff.d.ts +0 -20
  470. package/dist-lib/lib/core/inference-calls-handoff.js +0 -37
  471. package/dist-lib/lib/core/inference-calls-receiver.d.ts +0 -14
  472. package/dist-lib/lib/core/inference-calls-receiver.js +0 -42
  473. package/dist-lib/lib/core/mesh-seed-handoff.d.ts +0 -25
  474. package/dist-lib/lib/core/mesh-seed-handoff.js +0 -52
  475. package/dist-lib/lib/core/secret-handoff.d.ts +0 -17
  476. package/dist-lib/lib/core/secret-handoff.js +0 -29
  477. package/dist-lib/lib/core/skill-overlay-handoff.d.ts +0 -25
  478. package/dist-lib/lib/core/skill-overlay-handoff.js +0 -50
  479. package/dist-lib/lib/core/skill-overlay-receiver.d.ts +0 -8
  480. package/dist-lib/lib/core/skill-overlay-receiver.js +0 -23
  481. package/dist-lib/lib/image-cache-dir.d.ts +0 -1
  482. package/dist-lib/lib/image-cache-dir.js +0 -5
  483. package/dist-lib/lib/log-levels.d.ts +0 -7
  484. package/dist-lib/lib/log-levels.js +0 -1
  485. package/dist-lib/lib/logger.d.ts +0 -5
  486. package/dist-lib/lib/logger.js +0 -18
  487. package/dist-lib/lib/oauth/loopback.stub.d.ts +0 -3
  488. package/dist-lib/lib/oauth/loopback.stub.js +0 -6
  489. package/tui/README.md +0 -142
  490. package/tui/app.mjs +0 -6939
  491. package/tui/boot.mjs +0 -111
  492. package/tui/index.mjs +0 -53
  493. package/tui/lib/boot-timing.mjs +0 -41
  494. package/tui/lib/busy-words.mjs +0 -116
  495. package/tui/lib/export.mjs +0 -194
  496. package/tui/lib/knowledge-command.mjs +0 -190
  497. package/tui/lib/knowledge-import.mjs +0 -171
  498. package/tui/lib/render.mjs +0 -196
  499. package/tui/lib/save-file.mjs +0 -88
  500. package/tui/lib/select.mjs +0 -81
  501. package/tui/lib/selection.mjs +0 -18
  502. package/tui/lib/setup.mjs +0 -101
  503. package/tui/lib/sidebar.mjs +0 -63
  504. package/tui/lib/splash-art.mjs +0 -107
  505. package/tui/lib/splash.mjs +0 -18
  506. package/tui/lib/upload-frames.mjs +0 -9
  507. package/tui/lib/usage.mjs +0 -59
  508. package/tui/lib/wrap.mjs +0 -143
  509. package/tui/main.mjs +0 -264
@@ -1,47 +1,43 @@
1
- function roundResetKey(runId, round, type) {
1
+ const TEXT_TYPES = new Set(['content', 'thinking']);
2
+ function resetKey(runId, round, type) {
2
3
  return JSON.stringify([runId, round, type]);
3
4
  }
4
- export function transcriptAttemptCutoffs(chunks) {
5
- const cutoffs = new Map();
5
+ export function attemptStarts(chunks) {
6
+ const starts = new Map();
6
7
  for (const chunk of chunks) {
7
8
  if (chunk.type !== 'run-status' || !chunk.runId)
8
9
  continue;
9
- if (chunk.runStatus?.state !== 'executing')
10
- continue;
11
- if (chunk.runStatus.progress?.phase === 'compacting' || chunk.resumed === true) {
12
- continue;
10
+ const fresh = chunk.runStatus?.state === 'executing' &&
11
+ !chunk.resumed &&
12
+ chunk.runStatus.progress?.phase !== 'compacting';
13
+ if (fresh) {
14
+ starts.set(chunk.runId, chunk.seq);
13
15
  }
14
- cutoffs.set(chunk.runId, chunk.seq);
15
16
  }
16
- return cutoffs;
17
+ return starts;
17
18
  }
18
- export function visibleTranscriptTextChunks(chunks) {
19
- const cutoffs = transcriptAttemptCutoffs(chunks);
20
- const resetBoundaries = new Map();
19
+ export function hiddenTranscriptText(chunks) {
20
+ const starts = attemptStarts(chunks);
21
+ const resets = new Map();
21
22
  for (const chunk of chunks) {
22
23
  if (chunk.type !== 'round-reset' || !chunk.runId || typeof chunk.round !== 'number') {
23
24
  continue;
24
25
  }
25
- const replacedTypes = chunk.roundReset?.replacedTypes ?? ['content', 'thinking'];
26
- for (const type of replacedTypes) {
27
- if (type !== 'content' && type !== 'thinking')
28
- continue;
29
- resetBoundaries.set(roundResetKey(chunk.runId, chunk.round, type), chunk.seq);
26
+ for (const type of chunk.roundReset?.replacedTypes ?? TEXT_TYPES) {
27
+ resets.set(resetKey(chunk.runId, chunk.round, type), chunk.seq);
30
28
  }
31
29
  }
32
- return chunks.filter((chunk) => {
33
- if (chunk.type !== 'content' && chunk.type !== 'thinking')
34
- return false;
35
- if (!chunk.runId)
36
- return true;
37
- const cutoff = cutoffs.get(chunk.runId);
38
- if (cutoff !== undefined && chunk.seq < cutoff) {
39
- return false;
40
- }
41
- if (typeof chunk.round !== 'number') {
42
- return true;
30
+ const hidden = new Set();
31
+ for (const chunk of chunks) {
32
+ if (!TEXT_TYPES.has(chunk.type) || !chunk.runId)
33
+ continue;
34
+ const start = starts.get(chunk.runId);
35
+ const reset = typeof chunk.round === 'number'
36
+ ? resets.get(resetKey(chunk.runId, chunk.round, chunk.type))
37
+ : undefined;
38
+ if ((start !== undefined && chunk.seq < start) || (reset !== undefined && chunk.seq < reset)) {
39
+ hidden.add(chunk.id);
43
40
  }
44
- const reset = resetBoundaries.get(roundResetKey(chunk.runId, chunk.round, chunk.type));
45
- return reset === undefined || chunk.seq >= reset;
46
- });
41
+ }
42
+ return hidden;
47
43
  }
@@ -0,0 +1,11 @@
1
+ import type { QvacAgent } from '../../spec/mesh/hyperschema/types.d.ts';
2
+ import type { Mesh } from './mesh.ts';
3
+ import { type AgentPicks } from './shared-agents.ts';
4
+ export declare function ownCopies(workspace: Mesh, deviceId: Buffer): Promise<QvacAgent[]>;
5
+ export interface AgentFold {
6
+ readonly account: Mesh;
7
+ readonly workspace: Mesh;
8
+ readonly projects: ReadonlyArray<Mesh>;
9
+ readonly picks: AgentPicks;
10
+ }
11
+ export declare function foldAgents(fold: AgentFold, copies: ReadonlyArray<QvacAgent>): Promise<void>;
@@ -0,0 +1,78 @@
1
+ import b4a from 'b4a';
2
+ import { stripped } from './chat-copy.js';
3
+ import { setChatAgent } from './chat.js';
4
+ import { shareAgent } from './shared-agents.js';
5
+ import { ACTIVE_CHATS_BY_AGENT, AGENTS } from './collections.js';
6
+ function definition(agent) {
7
+ const list = (values) => (values ? [...values].sort() : null);
8
+ const tools = agent.enabledTools ?? null;
9
+ return JSON.stringify([
10
+ agent.name,
11
+ agent.bio,
12
+ b4a.toHex(agent.providerDeviceId),
13
+ agent.modelName,
14
+ agent.iconName ?? null,
15
+ agent.reasoning ?? null,
16
+ agent.kvCacheK ?? null,
17
+ agent.kvCacheV ?? null,
18
+ list(agent.enabledSkills),
19
+ list(agent.installedSkills ?? agent.enabledSkills),
20
+ list(tools),
21
+ agent.toolsScope ?? (tools === null ? 'all' : 'selected'),
22
+ list(agent.disabledToolsets) ?? [],
23
+ agent.approvalMode ?? 'ask',
24
+ agent.imageModelChoice ?? null,
25
+ agent.ctxSize ?? null
26
+ ]);
27
+ }
28
+ export async function ownCopies(workspace, deviceId) {
29
+ const rows = await workspace.view.find(AGENTS).toArray();
30
+ return rows.filter((row) => !row.deletedAt && b4a.equals(row.providerDeviceId, deviceId));
31
+ }
32
+ export async function foldAgents(fold, copies) {
33
+ const { account } = fold;
34
+ const originals = await account.view.find(AGENTS).toArray();
35
+ for (const copy of copies) {
36
+ const own = originals.find((agent) => agent.id === copy.id);
37
+ if (own?.deletedAt) {
38
+ continue;
39
+ }
40
+ const twin = own
41
+ ? null
42
+ : originals.find((agent) => !agent.deletedAt && definition(agent) === definition(copy));
43
+ await (twin ? foldTwin(fold, copy, twin) : adopt(fold, copy, !!own));
44
+ }
45
+ }
46
+ async function foldTwin({ account, workspace, projects, picks }, copy, twin) {
47
+ await shareAgent(account, workspace, twin.id);
48
+ for (const project of projects) {
49
+ const chats = await chatsOf(project, copy.id);
50
+ if (chats.length === 0) {
51
+ continue;
52
+ }
53
+ await picks.pick(project, twin.id);
54
+ for (const chat of chats) {
55
+ await setChatAgent(project, chat.id, twin.id);
56
+ }
57
+ await picks.unpick(project, copy.id);
58
+ }
59
+ const at = Math.max(Date.now(), copy.updatedAt + 1);
60
+ await workspace.dispatch('put-agent', {
61
+ agent: { ...stripped(copy), deletedAt: at, updatedAt: at }
62
+ });
63
+ }
64
+ async function adopt({ account, workspace, projects, picks }, copy, held) {
65
+ if (!held) {
66
+ await account.dispatch('put-agent', { agent: { ...stripped(copy), isDefault: false } });
67
+ }
68
+ await shareAgent(account, workspace, copy.id);
69
+ for (const project of projects) {
70
+ if ((await chatsOf(project, copy.id)).length > 0) {
71
+ await picks.pick(project, copy.id);
72
+ }
73
+ }
74
+ }
75
+ function chatsOf(project, agentId) {
76
+ const range = { gte: { agentId }, lte: { agentId } };
77
+ return project.view.find(ACTIVE_CHATS_BY_AGENT, range).toArray();
78
+ }
@@ -0,0 +1 @@
1
+ export declare function isVideoAttachment(fileName: string, mimeType: string): boolean;
@@ -0,0 +1,7 @@
1
+ import { mediaKindOf } from '../../../schema/media-kind.js';
2
+ const VIDEO_CONTAINERS = ['.mp4', '.m4v', '.mov'];
3
+ export function isVideoAttachment(fileName, mimeType) {
4
+ const name = fileName.toLowerCase();
5
+ return (mediaKindOf(mimeType, fileName) === 'video' ||
6
+ VIDEO_CONTAINERS.some((extension) => name.endsWith(extension)));
7
+ }
@@ -0,0 +1,16 @@
1
+ export declare const VIDEO_DIGEST_MIME = "application/vnd.qvac.video-frames";
2
+ export declare const VIDEO_AUDIO: readonly ['none', 'silent', 'speech', 'unheard'];
3
+ export type VideoAudio = (typeof VIDEO_AUDIO)[number];
4
+ export interface VideoDigestHeader {
5
+ readonly duration: number;
6
+ readonly times: ReadonlyArray<number>;
7
+ readonly audio: VideoAudio;
8
+ readonly transcript?: string;
9
+ }
10
+ export interface VideoDigest extends VideoDigestHeader {
11
+ readonly frames: ReadonlyArray<Uint8Array>;
12
+ }
13
+ export declare function parseVideoDigestHeader(json: string): VideoDigestHeader;
14
+ export declare function videoDigestFileName(videoFileName: string): string;
15
+ export declare function packVideoDigest(digest: VideoDigest): Uint8Array;
16
+ export declare function unpackVideoDigest(bytes: Uint8Array): VideoDigest;
@@ -0,0 +1,57 @@
1
+ import b4a from 'b4a';
2
+ import * as z from 'zod';
3
+ export const VIDEO_DIGEST_MIME = 'application/vnd.qvac.video-frames';
4
+ export const VIDEO_AUDIO = ['none', 'silent', 'speech', 'unheard'];
5
+ const HEADER_BYTES = 4;
6
+ const VideoDigestHeaderSchema = z.object({
7
+ duration: z.number().nonnegative(),
8
+ times: z.array(z.number().nonnegative()),
9
+ audio: z.enum(VIDEO_AUDIO),
10
+ transcript: z.string().optional()
11
+ });
12
+ const HeaderSchema = VideoDigestHeaderSchema.extend({
13
+ version: z.literal(1),
14
+ sizes: z.array(z.number().int().positive())
15
+ });
16
+ export function parseVideoDigestHeader(json) {
17
+ return VideoDigestHeaderSchema.parse(JSON.parse(json));
18
+ }
19
+ export function videoDigestFileName(videoFileName) {
20
+ return `${videoFileName}.frames`;
21
+ }
22
+ export function packVideoDigest(digest) {
23
+ const header = b4a.from(JSON.stringify({
24
+ version: 1,
25
+ duration: digest.duration,
26
+ times: digest.times,
27
+ sizes: digest.frames.map((frame) => frame.byteLength),
28
+ audio: digest.audio,
29
+ transcript: digest.transcript
30
+ }));
31
+ const length = b4a.alloc(HEADER_BYTES);
32
+ b4a.writeUInt32LE(length, header.byteLength, 0);
33
+ return b4a.concat([length, header, ...digest.frames]);
34
+ }
35
+ export function unpackVideoDigest(bytes) {
36
+ const length = b4a.readUInt32LE(bytes, 0);
37
+ const header = HeaderSchema.parse(JSON.parse(b4a.toString(bytes.subarray(HEADER_BYTES, HEADER_BYTES + length))));
38
+ if (header.sizes.length !== header.times.length) {
39
+ throw new Error('video digest: a frame time without its frame');
40
+ }
41
+ let offset = HEADER_BYTES + length;
42
+ const frames = header.sizes.map((size) => {
43
+ const frame = bytes.subarray(offset, offset + size);
44
+ offset += size;
45
+ return frame;
46
+ });
47
+ if (offset !== bytes.byteLength) {
48
+ throw new Error('video digest: frames do not fill the blob');
49
+ }
50
+ return {
51
+ duration: header.duration,
52
+ times: header.times,
53
+ audio: header.audio,
54
+ transcript: header.transcript,
55
+ frames
56
+ };
57
+ }
@@ -0,0 +1,32 @@
1
+ export interface Orientation {
2
+ readonly rotate: 0 | 90 | 180 | 270;
3
+ readonly flipH: boolean;
4
+ readonly flipV: boolean;
5
+ }
6
+ export interface VideoProbe extends Orientation {
7
+ readonly hasVideo: boolean;
8
+ readonly hasAudio: boolean;
9
+ readonly duration: number;
10
+ readonly width: number;
11
+ readonly height: number;
12
+ readonly aspect: number;
13
+ }
14
+ export interface SampledFrame {
15
+ readonly time: number;
16
+ readonly width: number;
17
+ readonly height: number;
18
+ readonly jpeg: Uint8Array;
19
+ }
20
+ export interface SampleOptions {
21
+ readonly times: ReadonlyArray<number>;
22
+ readonly maxEdge: number;
23
+ readonly probe: VideoProbe;
24
+ }
25
+ export interface Size {
26
+ readonly width: number;
27
+ readonly height: number;
28
+ }
29
+ export declare function probeVideo(file: string): Promise<VideoProbe>;
30
+ export declare function frameTimes(duration: number, count: number): number[];
31
+ export declare function frameSize(probe: VideoProbe, maxEdge: number): Size;
32
+ export declare function sampleFrames(file: string, opts: SampleOptions): Promise<SampledFrame[]>;
@@ -0,0 +1,224 @@
1
+ import b4a from 'b4a';
2
+ import fs from 'fs';
3
+ const AV_TIME_BASE = 1_000_000;
4
+ const YIELD_EVERY_PACKETS = 64;
5
+ const NO_PTS = -1;
6
+ const UPRIGHT = { rotate: 0, flipH: false, flipV: false };
7
+ const CORRECTIONS = new Map([
8
+ ['0,-1,1,0', { rotate: 270, flipH: false, flipV: false }],
9
+ ['-1,0,0,-1', { rotate: 180, flipH: false, flipV: false }],
10
+ ['0,1,-1,0', { rotate: 90, flipH: false, flipV: false }],
11
+ ['-1,0,0,1', { rotate: 0, flipH: true, flipV: false }],
12
+ ['1,0,0,-1', { rotate: 0, flipH: false, flipV: true }],
13
+ ['0,1,1,0', { rotate: 270, flipH: true, flipV: false }],
14
+ ['0,-1,-1,0', { rotate: 270, flipH: false, flipV: true }]
15
+ ]);
16
+ let loaded = null;
17
+ function loadFfmpeg() {
18
+ loaded ??= import('bare-ffmpeg').then((mod) => mod.default);
19
+ return loaded;
20
+ }
21
+ function fileIO(ff, fd) {
22
+ const size = fs.fstatSync(fd).size;
23
+ const { SET, END, SIZE } = ff.constants.seek;
24
+ let offset = 0;
25
+ return new ff.IOContext(4096, {
26
+ onread: (buffer, requested) => {
27
+ const read = fs.readSync(fd, buffer, 0, requested, offset);
28
+ offset += read;
29
+ return read;
30
+ },
31
+ onseek: (to, whence) => {
32
+ if (whence === SIZE) {
33
+ return size;
34
+ }
35
+ if (whence === SET) {
36
+ offset = to;
37
+ }
38
+ else if (whence === END) {
39
+ offset = size + to;
40
+ }
41
+ else {
42
+ offset += to;
43
+ }
44
+ return offset;
45
+ }
46
+ });
47
+ }
48
+ function openInput(ff, file) {
49
+ const fd = fs.openSync(file, 'r');
50
+ try {
51
+ const input = new ff.InputFormatContext(fileIO(ff, fd));
52
+ return {
53
+ input,
54
+ close: () => {
55
+ input.destroy();
56
+ fs.closeSync(fd);
57
+ }
58
+ };
59
+ }
60
+ catch (err) {
61
+ fs.closeSync(fd);
62
+ throw err;
63
+ }
64
+ }
65
+ export async function probeVideo(file) {
66
+ const ff = await loadFfmpeg();
67
+ const { input, close } = openInput(ff, file);
68
+ try {
69
+ const hasAudio = Boolean(input.getBestStream(ff.constants.mediaTypes.AUDIO));
70
+ const video = input.getBestStream(ff.constants.mediaTypes.VIDEO);
71
+ const formatDuration = input.duration > 0 ? input.duration / AV_TIME_BASE : 0;
72
+ if (!video) {
73
+ return {
74
+ hasVideo: false,
75
+ hasAudio,
76
+ duration: formatDuration,
77
+ width: 0,
78
+ height: 0,
79
+ aspect: 1,
80
+ ...UPRIGHT
81
+ };
82
+ }
83
+ const { numerator, denominator } = video.timeBase;
84
+ const streamDuration = video.duration > 0 && denominator ? (video.duration * numerator) / denominator : 0;
85
+ return {
86
+ hasVideo: true,
87
+ hasAudio,
88
+ duration: streamDuration || formatDuration,
89
+ width: video.codecParameters.width,
90
+ height: video.codecParameters.height,
91
+ aspect: pixelAspect(video),
92
+ ...orientation(ff, video)
93
+ };
94
+ }
95
+ finally {
96
+ close();
97
+ }
98
+ }
99
+ function orientation(ff, stream) {
100
+ const matrix = stream.sideData.find((entry) => entry.type === ff.constants.packetSideDataType.DISPLAYMATRIX);
101
+ if (!matrix) {
102
+ return UPRIGHT;
103
+ }
104
+ const key = [0, 4, 12, 16]
105
+ .map((offset) => snap(b4a.readInt32LE(matrix.data, offset) / 65536))
106
+ .join(',');
107
+ return CORRECTIONS.get(key) ?? UPRIGHT;
108
+ }
109
+ function snap(value) {
110
+ return Math.abs(value - Math.round(value)) < 1e-3 ? Math.round(value) + 0 : value;
111
+ }
112
+ export function frameTimes(duration, count) {
113
+ const slice = duration / count;
114
+ return Array.from({ length: count }, (_, i) => (i + 0.5) * slice);
115
+ }
116
+ export function frameSize(probe, maxEdge) {
117
+ const size = fit(probe.width * probe.aspect, probe.height, maxEdge);
118
+ return probe.rotate % 180 ? { width: size.height, height: size.width } : size;
119
+ }
120
+ function fit(width, height, maxEdge) {
121
+ const scale = Math.min(1, maxEdge / Math.max(width, height));
122
+ const even = (n) => Math.max(2, Math.round((n * scale) / 2) * 2);
123
+ return { width: even(width), height: even(height) };
124
+ }
125
+ function toRaster(ff, frame, size) {
126
+ const { RGBA } = ff.constants.pixelFormats;
127
+ const scaler = new ff.Scaler(frame.format, frame.width, frame.height, RGBA, size.width, size.height);
128
+ const rgba = new ff.Frame();
129
+ try {
130
+ rgba.width = size.width;
131
+ rgba.height = size.height;
132
+ rgba.format = RGBA;
133
+ rgba.alloc();
134
+ scaler.scale(frame, rgba);
135
+ const image = new ff.Image(RGBA, size.width, size.height);
136
+ image.read(rgba);
137
+ return { width: size.width, height: size.height, data: image.data };
138
+ }
139
+ finally {
140
+ rgba.destroy();
141
+ scaler.destroy();
142
+ }
143
+ }
144
+ function* received(decoder, frame) {
145
+ while (decoder.receiveFrame(frame)) {
146
+ yield frame;
147
+ }
148
+ }
149
+ async function* decodedFrames(ff, input, stream) {
150
+ const decoder = stream.decoder();
151
+ const packet = new ff.Packet();
152
+ const frame = new ff.Frame();
153
+ try {
154
+ decoder.open();
155
+ let packets = 0;
156
+ while (input.readFrame(packet)) {
157
+ if (packet.streamIndex === stream.index && decoder.sendPacket(packet)) {
158
+ yield* received(decoder, frame);
159
+ }
160
+ packet.unref();
161
+ if (++packets % YIELD_EVERY_PACKETS === 0) {
162
+ await new Promise((resolve) => setTimeout(resolve, 0));
163
+ }
164
+ }
165
+ decoder.sendPacket(new ff.Packet());
166
+ yield* received(decoder, frame);
167
+ }
168
+ finally {
169
+ frame.destroy();
170
+ packet.destroy();
171
+ decoder.destroy();
172
+ }
173
+ }
174
+ function pixelAspect(stream) {
175
+ const sar = stream.codecParameters.sampleAspectRatio;
176
+ return sar && sar.numerator > 0 && sar.denominator > 0 ? sar.numerator / sar.denominator : 1;
177
+ }
178
+ async function pick(ff, input, opts) {
179
+ const stream = input.getBestStream(ff.constants.mediaTypes.VIDEO);
180
+ if (!stream) {
181
+ return [];
182
+ }
183
+ const targets = [...opts.times].sort((x, y) => x - y);
184
+ const tb = stream.timeBase.numerator / stream.timeBase.denominator;
185
+ const aspect = pixelAspect(stream);
186
+ const picked = [];
187
+ let origin = null;
188
+ for await (const frame of decodedFrames(ff, input, stream)) {
189
+ const pts = frame.pts === NO_PTS ? frame.packetDTS : frame.pts;
190
+ origin ??= pts;
191
+ const time = (pts - origin) * tb;
192
+ while (picked.length < targets.length && time >= targets[picked.length]) {
193
+ const size = fit(frame.width * aspect, frame.height, opts.maxEdge);
194
+ picked.push({ time, raster: toRaster(ff, frame, size) });
195
+ }
196
+ if (picked.length === targets.length) {
197
+ break;
198
+ }
199
+ }
200
+ return picked;
201
+ }
202
+ export async function sampleFrames(file, opts) {
203
+ const ff = await loadFfmpeg();
204
+ const media = await import('bare-media');
205
+ const { input, close } = openInput(ff, file);
206
+ let picked;
207
+ try {
208
+ picked = await pick(ff, input, opts);
209
+ }
210
+ finally {
211
+ close();
212
+ }
213
+ const { rotate, flipH, flipV } = opts.probe;
214
+ const orientate = media.image.orientate;
215
+ const frames = [];
216
+ for (const { time, raster } of picked) {
217
+ const upright = rotate || flipH || flipV
218
+ ? await orientate(raster, { transform: { rotate, flipH, flipV } })
219
+ : raster;
220
+ const jpeg = await media.image.encode(upright, { mimetype: 'image/jpeg' });
221
+ frames.push({ time, width: upright.width, height: upright.height, jpeg });
222
+ }
223
+ return frames;
224
+ }
@@ -0,0 +1,22 @@
1
+ import type HyperDB from 'hyperdb';
2
+ import type { QvacChatGroup, QvacProject } from '../../spec/mesh/hyperschema/types.d.ts';
3
+ export declare const GROUPS_PENDING = "groups";
4
+ export declare const FOLD_PENDING = "agents";
5
+ export declare function upgradeCheckedKey(meshKey: Buffer): string;
6
+ export declare function agentsFoldKey(workspaceKey: Buffer): string;
7
+ export declare function groupRecordKey(workspaceKey: Buffer, groupId: string): string;
8
+ export interface GroupRecord {
9
+ readonly key?: string;
10
+ readonly copied?: boolean;
11
+ readonly listedMembers?: ReadonlyArray<string>;
12
+ readonly done?: boolean;
13
+ }
14
+ export declare function isGroupRecord(value: unknown): value is GroupRecord;
15
+ export interface Bucket {
16
+ readonly groupId: string;
17
+ readonly name: string;
18
+ readonly chats: ReadonlySet<string>;
19
+ }
20
+ export declare function liveGroups(view: HyperDB): Promise<QvacChatGroup[]>;
21
+ export declare function projectsByGroup(view: HyperDB): Promise<Map<string, QvacProject>>;
22
+ export declare function groupBuckets(view: HyperDB, workspaceName: string): Promise<Bucket[]>;
@@ -0,0 +1,50 @@
1
+ import b4a from 'b4a';
2
+ import { CHATS, CHAT_GROUPS, PROJECTS } from './collections.js';
3
+ import { UNGROUPED } from './contract/projects.js';
4
+ import { isRecord } from '../guards.js';
5
+ export const GROUPS_PENDING = 'groups';
6
+ export const FOLD_PENDING = 'agents';
7
+ export function upgradeCheckedKey(meshKey) {
8
+ return `workspace-upgrade/${b4a.toHex(meshKey)}`;
9
+ }
10
+ export function agentsFoldKey(workspaceKey) {
11
+ return `workspace-agents/${b4a.toHex(workspaceKey)}`;
12
+ }
13
+ export function groupRecordKey(workspaceKey, groupId) {
14
+ return `workspace-upgrade/${b4a.toHex(workspaceKey)}/${groupId}`;
15
+ }
16
+ export function isGroupRecord(value) {
17
+ return isRecord(value) && (value.key === undefined || typeof value.key === 'string');
18
+ }
19
+ export async function liveGroups(view) {
20
+ const groups = await view.find(CHAT_GROUPS).toArray();
21
+ return groups.filter((group) => !group.deletedAt && group.id !== UNGROUPED);
22
+ }
23
+ export async function projectsByGroup(view) {
24
+ const rows = new Map();
25
+ for await (const row of view.find(PROJECTS)) {
26
+ if (row.groupId && !rows.has(row.groupId)) {
27
+ rows.set(row.groupId, row);
28
+ }
29
+ }
30
+ return rows;
31
+ }
32
+ export async function groupBuckets(view, workspaceName) {
33
+ const live = await liveGroups(view);
34
+ const chats = new Map(live.map((group) => [group.id, new Set()]));
35
+ const ungrouped = new Set();
36
+ for (const chat of await view.find(CHATS).toArray()) {
37
+ if (chat.deletedAt)
38
+ continue;
39
+ const bucket = chats.get(chat.groupId ?? '') ?? ungrouped;
40
+ bucket.add(chat.id);
41
+ }
42
+ const buckets = live.map((group) => ({
43
+ groupId: group.id,
44
+ name: group.name,
45
+ chats: chats.get(group.id) ?? new Set()
46
+ }));
47
+ return ungrouped.size > 0
48
+ ? [...buckets, { groupId: UNGROUPED, name: workspaceName, chats: ungrouped }]
49
+ : buckets;
50
+ }