@qvac/core 1.0.0-rc.1 → 1.0.0-rc.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (548) hide show
  1. package/CHANGELOG.md +1008 -1
  2. package/README.md +40 -81
  3. package/dist-lib/index.d.ts +1 -1
  4. package/dist-lib/index.js +1 -1
  5. package/dist-lib/lib/api/agent-folders.d.ts +22 -0
  6. package/dist-lib/lib/api/agent-folders.js +115 -0
  7. package/dist-lib/lib/api/agents.d.ts +19 -2
  8. package/dist-lib/lib/api/agents.js +121 -24
  9. package/dist-lib/lib/api/app-config.d.ts +4 -1
  10. package/dist-lib/lib/api/app-config.js +17 -6
  11. package/dist-lib/lib/api/attachments.js +3 -2
  12. package/dist-lib/lib/api/chat-move.d.ts +4 -0
  13. package/dist-lib/lib/api/chat-move.js +7 -0
  14. package/dist-lib/lib/api/chat.d.ts +13 -2
  15. package/dist-lib/lib/api/chat.js +114 -9
  16. package/dist-lib/lib/api/chunk-delta.d.ts +12 -0
  17. package/dist-lib/lib/api/chunk-delta.js +115 -0
  18. package/dist-lib/lib/api/chunks.d.ts +17 -2
  19. package/dist-lib/lib/api/chunks.js +70 -13
  20. package/dist-lib/lib/api/config.d.ts +6 -2
  21. package/dist-lib/lib/api/config.js +47 -5
  22. package/dist-lib/lib/api/current-mesh.d.ts +13 -5
  23. package/dist-lib/lib/api/current-mesh.js +15 -11
  24. package/dist-lib/lib/api/custom-models.d.ts +7 -1
  25. package/dist-lib/lib/api/custom-models.js +12 -12
  26. package/dist-lib/lib/api/device-routes.d.ts +9 -0
  27. package/dist-lib/lib/api/device-routes.js +123 -0
  28. package/dist-lib/lib/api/devices.d.ts +3 -2
  29. package/dist-lib/lib/api/devices.js +23 -11
  30. package/dist-lib/lib/api/diagnostics.d.ts +2 -1
  31. package/dist-lib/lib/api/diagnostics.js +2 -2
  32. package/dist-lib/lib/api/execution.d.ts +12 -1
  33. package/dist-lib/lib/api/execution.js +44 -14
  34. package/dist-lib/lib/api/files.d.ts +1 -1
  35. package/dist-lib/lib/api/files.js +65 -8
  36. package/dist-lib/lib/api/host-run-log.d.ts +2 -41
  37. package/dist-lib/lib/api/host-run-log.js +35 -83
  38. package/dist-lib/lib/api/index.d.ts +28 -6
  39. package/dist-lib/lib/api/index.js +101 -33
  40. package/dist-lib/lib/api/instrument.d.ts +2 -2
  41. package/dist-lib/lib/api/instrument.js +24 -48
  42. package/dist-lib/lib/api/knowledge.d.ts +4 -1
  43. package/dist-lib/lib/api/knowledge.js +25 -7
  44. package/dist-lib/lib/api/local-files.d.ts +5 -1
  45. package/dist-lib/lib/api/local-files.js +9 -5
  46. package/dist-lib/lib/api/logs.js +3 -3
  47. package/dist-lib/lib/api/members.d.ts +10 -1
  48. package/dist-lib/lib/api/members.js +67 -26
  49. package/dist-lib/lib/api/mesh.d.ts +12 -4
  50. package/dist-lib/lib/api/mesh.js +12 -8
  51. package/dist-lib/lib/api/model-download.d.ts +2 -1
  52. package/dist-lib/lib/api/model-download.js +2 -2
  53. package/dist-lib/lib/api/network.d.ts +10 -2
  54. package/dist-lib/lib/api/network.js +8 -2
  55. package/dist-lib/lib/api/notifications.d.ts +3 -1
  56. package/dist-lib/lib/api/notifications.js +14 -9
  57. package/dist-lib/lib/api/projects.d.ts +20 -0
  58. package/dist-lib/lib/api/projects.js +169 -0
  59. package/dist-lib/lib/api/rag.d.ts +0 -1
  60. package/dist-lib/lib/api/rag.js +71 -34
  61. package/dist-lib/lib/api/served.d.ts +17 -0
  62. package/dist-lib/lib/api/served.js +48 -0
  63. package/dist-lib/lib/api/sync.d.ts +2 -1
  64. package/dist-lib/lib/api/sync.js +2 -2
  65. package/dist-lib/lib/api/tool-activity.d.ts +2 -1
  66. package/dist-lib/lib/api/tool-activity.js +4 -3
  67. package/dist-lib/lib/api/tool-configs.d.ts +2 -1
  68. package/dist-lib/lib/api/tool-configs.js +6 -9
  69. package/dist-lib/lib/api/upload-frames.d.ts +0 -1
  70. package/dist-lib/lib/api/upload-frames.js +0 -1
  71. package/dist-lib/lib/api/watchable.d.ts +3 -2
  72. package/dist-lib/lib/api/watchable.js +2 -3
  73. package/dist-lib/lib/api/workspace.d.ts +5 -0
  74. package/dist-lib/lib/api/workspace.js +47 -0
  75. package/dist-lib/lib/assistant/fake-models.d.ts +20 -0
  76. package/dist-lib/lib/assistant/fake-models.js +112 -0
  77. package/dist-lib/lib/assistant/harness.d.ts +37 -31
  78. package/dist-lib/lib/assistant/harness.js +51 -10
  79. package/dist-lib/lib/assistant/history.d.ts +30 -17
  80. package/dist-lib/lib/assistant/history.js +179 -87
  81. package/dist-lib/lib/assistant/host-run-log.d.ts +6 -1
  82. package/dist-lib/lib/assistant/host-run-log.js +24 -36
  83. package/dist-lib/lib/assistant/message.d.ts +27 -1
  84. package/dist-lib/lib/assistant/message.js +65 -2
  85. package/dist-lib/lib/assistant/model-round.d.ts +100 -0
  86. package/dist-lib/lib/assistant/model-round.js +619 -0
  87. package/dist-lib/lib/assistant/pdf-budget.d.ts +11 -0
  88. package/dist-lib/lib/assistant/pdf-budget.js +12 -0
  89. package/dist-lib/lib/assistant/pdf-pages.d.ts +25 -0
  90. package/dist-lib/lib/assistant/pdf-pages.js +75 -0
  91. package/dist-lib/lib/assistant/round-host.d.ts +42 -0
  92. package/dist-lib/lib/assistant/round-host.js +241 -0
  93. package/dist-lib/lib/assistant/skill-encode.d.ts +2 -1
  94. package/dist-lib/lib/assistant/skill-encode.js +2 -1
  95. package/dist-lib/lib/assistant/video-budget.d.ts +13 -0
  96. package/dist-lib/lib/assistant/video-budget.js +29 -0
  97. package/dist-lib/lib/assistant-client.d.ts +4 -1
  98. package/dist-lib/lib/assistant-client.js +27 -8
  99. package/dist-lib/lib/assistant-tree.d.ts +10 -3
  100. package/dist-lib/lib/assistant-tree.js +63 -20
  101. package/dist-lib/lib/assistant.d.ts +93 -24
  102. package/dist-lib/lib/assistant.js +2048 -1231
  103. package/dist-lib/lib/audio-format.js +1 -1
  104. package/dist-lib/lib/chat-suggestion.d.ts +3 -0
  105. package/dist-lib/lib/chat-suggestion.js +47 -0
  106. package/dist-lib/lib/client.d.ts +2 -2
  107. package/dist-lib/lib/client.js +10 -1
  108. package/dist-lib/lib/compaction.d.ts +3 -1
  109. package/dist-lib/lib/compaction.js +18 -4
  110. package/dist-lib/lib/constants.d.ts +10 -0
  111. package/dist-lib/lib/constants.js +10 -0
  112. package/dist-lib/lib/core/agent-copies.d.ts +9 -0
  113. package/dist-lib/lib/core/agent-copies.js +40 -0
  114. package/dist-lib/lib/core/agent-hosting.d.ts +25 -0
  115. package/dist-lib/lib/core/agent-hosting.js +71 -0
  116. package/dist-lib/lib/core/agent.d.ts +9 -1
  117. package/dist-lib/lib/core/agent.js +45 -19
  118. package/dist-lib/lib/core/archived-mesh.d.ts +11 -6
  119. package/dist-lib/lib/core/archived-mesh.js +77 -58
  120. package/dist-lib/lib/core/async-iterable.js +1 -1
  121. package/dist-lib/lib/core/blind-peers.d.ts +1 -0
  122. package/dist-lib/lib/core/blind-peers.js +1 -0
  123. package/dist-lib/lib/core/chat-activity.d.ts +1 -1
  124. package/dist-lib/lib/core/chat-activity.js +45 -34
  125. package/dist-lib/lib/core/chat-copy.d.ts +42 -0
  126. package/dist-lib/lib/core/chat-copy.js +395 -0
  127. package/dist-lib/lib/core/chat-fork.d.ts +16 -0
  128. package/dist-lib/lib/core/chat-fork.js +246 -0
  129. package/dist-lib/lib/core/chat-group.js +8 -7
  130. package/dist-lib/lib/core/chat-move.d.ts +75 -0
  131. package/dist-lib/lib/core/chat-move.js +598 -0
  132. package/dist-lib/lib/core/chat-order.d.ts +2 -1
  133. package/dist-lib/lib/core/chat-order.js +19 -4
  134. package/dist-lib/lib/core/chat-project.d.ts +2 -0
  135. package/dist-lib/lib/core/chat-project.js +15 -0
  136. package/dist-lib/lib/core/chat-read.d.ts +4 -0
  137. package/dist-lib/lib/core/chat-read.js +49 -0
  138. package/dist-lib/lib/core/chat-search.js +14 -12
  139. package/dist-lib/lib/core/chat.d.ts +33 -4
  140. package/dist-lib/lib/core/chat.js +122 -39
  141. package/dist-lib/lib/core/chunk.d.ts +35 -7
  142. package/dist-lib/lib/core/chunk.js +250 -45
  143. package/dist-lib/lib/core/collections.d.ts +40 -1
  144. package/dist-lib/lib/core/collections.js +40 -1
  145. package/dist-lib/lib/core/config-value.d.ts +6 -0
  146. package/dist-lib/lib/core/config-value.js +14 -0
  147. package/dist-lib/lib/core/contract/activity.d.ts +3 -2
  148. package/dist-lib/lib/core/contract/activity.js +39 -21
  149. package/dist-lib/lib/core/contract/agent-join.d.ts +10 -0
  150. package/dist-lib/lib/core/contract/agent-join.js +104 -0
  151. package/dist-lib/lib/core/contract/agents.d.ts +5 -0
  152. package/dist-lib/lib/core/contract/agents.js +142 -3
  153. package/dist-lib/lib/core/contract/chat.d.ts +4 -0
  154. package/dist-lib/lib/core/contract/chat.js +53 -3
  155. package/dist-lib/lib/core/contract/chunks.d.ts +7 -0
  156. package/dist-lib/lib/core/contract/chunks.js +125 -38
  157. package/dist-lib/lib/core/contract/devices.js +6 -4
  158. package/dist-lib/lib/core/contract/index.d.ts +2 -3
  159. package/dist-lib/lib/core/contract/index.js +36 -11
  160. package/dist-lib/lib/core/contract/indexing.d.ts +1 -0
  161. package/dist-lib/lib/core/contract/indexing.js +51 -7
  162. package/dist-lib/lib/core/contract/invites.d.ts +3 -14
  163. package/dist-lib/lib/core/contract/invites.js +26 -36
  164. package/dist-lib/lib/core/contract/joined-meshes.js +3 -1
  165. package/dist-lib/lib/core/contract/knowledge.d.ts +1 -0
  166. package/dist-lib/lib/core/contract/knowledge.js +57 -6
  167. package/dist-lib/lib/core/contract/members.d.ts +3 -1
  168. package/dist-lib/lib/core/contract/members.js +34 -4
  169. package/dist-lib/lib/core/contract/mesh-kind.d.ts +3 -3
  170. package/dist-lib/lib/core/contract/mesh-kind.js +20 -16
  171. package/dist-lib/lib/core/contract/mesh-name.d.ts +3 -0
  172. package/dist-lib/lib/core/contract/mesh-name.js +31 -0
  173. package/dist-lib/lib/core/contract/mesh-rules.d.ts +8 -0
  174. package/dist-lib/lib/core/contract/mesh-rules.js +35 -0
  175. package/dist-lib/lib/core/contract/mesh-seeds.d.ts +2 -0
  176. package/dist-lib/lib/core/contract/mesh-seeds.js +26 -0
  177. package/dist-lib/lib/core/contract/model-requests.d.ts +26 -0
  178. package/dist-lib/lib/core/contract/model-requests.js +280 -0
  179. package/dist-lib/lib/core/contract/oldest-version.d.ts +9 -0
  180. package/dist-lib/lib/core/contract/oldest-version.js +20 -0
  181. package/dist-lib/lib/core/contract/open-join.d.ts +2 -0
  182. package/dist-lib/lib/core/contract/open-join.js +77 -0
  183. package/dist-lib/lib/core/contract/project-device-keys.d.ts +7 -0
  184. package/dist-lib/lib/core/contract/project-device-keys.js +38 -0
  185. package/dist-lib/lib/core/contract/project-host-keys.d.ts +7 -0
  186. package/dist-lib/lib/core/contract/project-host-keys.js +41 -0
  187. package/dist-lib/lib/core/contract/project-order.d.ts +2 -0
  188. package/dist-lib/lib/core/contract/project-order.js +25 -0
  189. package/dist-lib/lib/core/contract/projects.d.ts +21 -0
  190. package/dist-lib/lib/core/contract/projects.js +327 -0
  191. package/dist-lib/lib/core/contract/public-mesh.d.ts +3 -0
  192. package/dist-lib/lib/core/contract/public-mesh.js +31 -0
  193. package/dist-lib/lib/core/contract/public-seeds.d.ts +9 -0
  194. package/dist-lib/lib/core/contract/public-seeds.js +43 -0
  195. package/dist-lib/lib/core/contract/roles.d.ts +10 -0
  196. package/dist-lib/lib/core/contract/roles.js +121 -0
  197. package/dist-lib/lib/core/contract/run-requests.d.ts +10 -0
  198. package/dist-lib/lib/core/contract/run-requests.js +81 -0
  199. package/dist-lib/lib/core/contract/seed-defaults.d.ts +3 -1
  200. package/dist-lib/lib/core/contract/seed-defaults.js +17 -4
  201. package/dist-lib/lib/core/contract/shipped-rows.d.ts +2 -0
  202. package/dist-lib/lib/core/contract/shipped-rows.js +22 -0
  203. package/dist-lib/lib/core/contract/skill-secrets.d.ts +3 -0
  204. package/dist-lib/lib/core/contract/skill-secrets.js +32 -0
  205. package/dist-lib/lib/core/contract/tool-activity.js +12 -1
  206. package/dist-lib/lib/core/contract/tool-configs.js +2 -1
  207. package/dist-lib/lib/core/contract/types.d.ts +2 -2
  208. package/dist-lib/lib/core/contract/workspace.d.ts +31 -0
  209. package/dist-lib/lib/core/contract/workspace.js +311 -0
  210. package/dist-lib/lib/core/contract/writers.js +100 -16
  211. package/dist-lib/lib/core/departures.d.ts +16 -5
  212. package/dist-lib/lib/core/departures.js +79 -6
  213. package/dist-lib/lib/core/device-control.d.ts +21 -0
  214. package/dist-lib/lib/core/device-control.js +91 -0
  215. package/dist-lib/lib/core/device-seal.d.ts +4 -0
  216. package/dist-lib/lib/core/device-seal.js +22 -0
  217. package/dist-lib/lib/core/devices.d.ts +2 -1
  218. package/dist-lib/lib/core/devices.js +5 -3
  219. package/dist-lib/lib/core/document-attachment.d.ts +10 -0
  220. package/dist-lib/lib/core/document-attachment.js +14 -0
  221. package/dist-lib/lib/core/files/attachments.js +8 -7
  222. package/dist-lib/lib/core/files/index.d.ts +27 -14
  223. package/dist-lib/lib/core/files/index.js +220 -43
  224. package/dist-lib/lib/core/files/knowledge.d.ts +10 -1
  225. package/dist-lib/lib/core/files/knowledge.js +77 -5
  226. package/dist-lib/lib/core/files/preview/index.js +6 -2
  227. package/dist-lib/lib/core/files/processing/claims.d.ts +7 -0
  228. package/dist-lib/lib/core/files/processing/claims.js +33 -7
  229. package/dist-lib/lib/core/files/processing/document.d.ts +8 -0
  230. package/dist-lib/lib/core/files/processing/document.js +26 -2
  231. package/dist-lib/lib/core/files/processing/index.d.ts +8 -3
  232. package/dist-lib/lib/core/files/processing/index.js +99 -73
  233. package/dist-lib/lib/core/files/processing/protocol.d.ts +7 -1
  234. package/dist-lib/lib/core/files/processing/protocol.js +14 -3
  235. package/dist-lib/lib/core/files/processing/source.d.ts +4 -0
  236. package/dist-lib/lib/core/files/processing/source.js +12 -4
  237. package/dist-lib/lib/core/files/processing/state.d.ts +5 -1
  238. package/dist-lib/lib/core/files/processing/state.js +9 -1
  239. package/dist-lib/lib/core/files/rag/build.d.ts +5 -1
  240. package/dist-lib/lib/core/files/rag/build.js +32 -8
  241. package/dist-lib/lib/core/files/rag/failure.d.ts +20 -0
  242. package/dist-lib/lib/core/files/rag/failure.js +57 -0
  243. package/dist-lib/lib/core/files/rag/index.d.ts +13 -2
  244. package/dist-lib/lib/core/files/rag/index.js +30 -8
  245. package/dist-lib/lib/core/files/rag/joined-index.d.ts +6 -0
  246. package/dist-lib/lib/core/files/rag/joined-index.js +35 -0
  247. package/dist-lib/lib/core/files/rag/limits.d.ts +1 -0
  248. package/dist-lib/lib/core/files/rag/limits.js +1 -0
  249. package/dist-lib/lib/core/files/rag/load.js +6 -3
  250. package/dist-lib/lib/core/files/rag/policy.d.ts +10 -1
  251. package/dist-lib/lib/core/files/rag/policy.js +23 -2
  252. package/dist-lib/lib/core/files/rag/produce.d.ts +1 -1
  253. package/dist-lib/lib/core/files/rag/produce.js +31 -18
  254. package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +2 -0
  255. package/dist-lib/lib/core/files/rag/retrieval/full-text.js +8 -2
  256. package/dist-lib/lib/core/files/rag/similarity.d.ts +2 -2
  257. package/dist-lib/lib/core/files/rag/similarity.js +2 -3
  258. package/dist-lib/lib/core/files/records/chunks.js +22 -1
  259. package/dist-lib/lib/core/files/records/index.d.ts +1 -1
  260. package/dist-lib/lib/core/files/records/index.js +1 -1
  261. package/dist-lib/lib/core/files/records/knowledge.d.ts +11 -1
  262. package/dist-lib/lib/core/files/records/knowledge.js +40 -3
  263. package/dist-lib/lib/core/files/records/purge.js +13 -8
  264. package/dist-lib/lib/core/files/records/reclaim.js +20 -48
  265. package/dist-lib/lib/core/files/records/routing.d.ts +1 -1
  266. package/dist-lib/lib/core/files/records/routing.js +6 -2
  267. package/dist-lib/lib/core/files/records/source.js +3 -5
  268. package/dist-lib/lib/core/files/records/sweep.d.ts +3 -0
  269. package/dist-lib/lib/core/files/records/sweep.js +9 -3
  270. package/dist-lib/lib/core/files/store/blob.d.ts +2 -0
  271. package/dist-lib/lib/core/files/store/blob.js +2 -2
  272. package/dist-lib/lib/core/files/store/index.d.ts +3 -1
  273. package/dist-lib/lib/core/files/store/index.js +4 -1
  274. package/dist-lib/lib/core/files/store/reference.d.ts +3 -0
  275. package/dist-lib/lib/core/files/store/reference.js +12 -2
  276. package/dist-lib/lib/core/files/store/sweep.js +3 -1
  277. package/dist-lib/lib/core/files/upload.d.ts +5 -1
  278. package/dist-lib/lib/core/files/upload.js +53 -14
  279. package/dist-lib/lib/core/first-event.d.ts +6 -0
  280. package/dist-lib/lib/core/first-event.js +13 -0
  281. package/dist-lib/lib/core/fs-drives.d.ts +6 -3
  282. package/dist-lib/lib/core/fs-drives.js +30 -18
  283. package/dist-lib/lib/core/id.d.ts +1 -0
  284. package/dist-lib/lib/core/id.js +3 -0
  285. package/dist-lib/lib/core/identity.d.ts +3 -1
  286. package/dist-lib/lib/core/identity.js +25 -4
  287. package/dist-lib/lib/core/invite.d.ts +6 -2
  288. package/dist-lib/lib/core/invite.js +22 -8
  289. package/dist-lib/lib/core/local/files.d.ts +2 -1
  290. package/dist-lib/lib/core/local/files.js +5 -7
  291. package/dist-lib/lib/core/local/index.d.ts +86 -7
  292. package/dist-lib/lib/core/local/index.js +312 -27
  293. package/dist-lib/lib/core/local/run-logs.d.ts +38 -0
  294. package/dist-lib/lib/core/local/run-logs.js +132 -0
  295. package/dist-lib/lib/core/member-key.d.ts +7 -0
  296. package/dist-lib/lib/core/member-key.js +24 -0
  297. package/dist-lib/lib/core/membership.d.ts +3 -14
  298. package/dist-lib/lib/core/membership.js +3 -96
  299. package/dist-lib/lib/core/mesh.d.ts +107 -30
  300. package/dist-lib/lib/core/mesh.js +625 -171
  301. package/dist-lib/lib/core/migrations/agent-tools-scope.d.ts +2 -0
  302. package/dist-lib/lib/core/migrations/agent-tools-scope.js +24 -0
  303. package/dist-lib/lib/core/migrations/chat-chunks.d.ts +4 -0
  304. package/dist-lib/lib/core/migrations/chat-chunks.js +47 -0
  305. package/dist-lib/lib/core/migrations/file-index.d.ts +1 -1
  306. package/dist-lib/lib/core/migrations/file-index.js +8 -6
  307. package/dist-lib/lib/core/migrations/index.d.ts +2 -1
  308. package/dist-lib/lib/core/migrations/index.js +69 -8
  309. package/dist-lib/lib/core/model-requests.d.ts +13 -0
  310. package/dist-lib/lib/core/model-requests.js +65 -0
  311. package/dist-lib/lib/core/next-frame.js +2 -1
  312. package/dist-lib/lib/core/notification.js +100 -25
  313. package/dist-lib/lib/core/pdf/figure.d.ts +22 -0
  314. package/dist-lib/lib/core/pdf/figure.js +64 -0
  315. package/dist-lib/lib/core/pdf/rasterize.d.ts +12 -3
  316. package/dist-lib/lib/core/pdf/rasterize.js +77 -28
  317. package/dist-lib/lib/core/peer-duplex.d.ts +34 -0
  318. package/dist-lib/lib/core/{harness-loan.js → peer-duplex.js} +104 -45
  319. package/dist-lib/lib/core/project-keys.d.ts +13 -0
  320. package/dist-lib/lib/core/project-keys.js +56 -0
  321. package/dist-lib/lib/core/prompt-history.js +4 -4
  322. package/dist-lib/lib/core/protocol-pairing.d.ts +11 -0
  323. package/dist-lib/lib/core/protocol-pairing.js +22 -0
  324. package/dist-lib/lib/core/public-mesh.d.ts +26 -0
  325. package/dist-lib/lib/core/public-mesh.js +94 -0
  326. package/dist-lib/lib/core/purge.d.ts +3 -0
  327. package/dist-lib/lib/core/purge.js +7 -0
  328. package/dist-lib/lib/core/run-driver.d.ts +17 -0
  329. package/dist-lib/lib/core/run-driver.js +20 -0
  330. package/dist-lib/lib/core/run-requests.d.ts +11 -0
  331. package/dist-lib/lib/core/run-requests.js +58 -0
  332. package/dist-lib/lib/core/send.d.ts +2 -0
  333. package/dist-lib/lib/core/send.js +17 -4
  334. package/dist-lib/lib/core/senders.d.ts +19 -0
  335. package/dist-lib/lib/core/senders.js +45 -0
  336. package/dist-lib/lib/core/shared-agents.d.ts +40 -0
  337. package/dist-lib/lib/core/shared-agents.js +283 -0
  338. package/dist-lib/lib/core/skill-secrets.d.ts +10 -16
  339. package/dist-lib/lib/core/skill-secrets.js +90 -72
  340. package/dist-lib/lib/core/sync/background.d.ts +35 -0
  341. package/dist-lib/lib/core/sync/background.js +85 -0
  342. package/dist-lib/lib/core/sync/changed.d.ts +20 -0
  343. package/dist-lib/lib/core/sync/changed.js +7 -0
  344. package/dist-lib/lib/core/sync/devices.js +6 -3
  345. package/dist-lib/lib/core/sync/files.d.ts +1 -0
  346. package/dist-lib/lib/core/sync/files.js +50 -72
  347. package/dist-lib/lib/core/sync/index.d.ts +1 -1
  348. package/dist-lib/lib/core/sync/index.js +164 -81
  349. package/dist-lib/lib/core/sync/view-updates.d.ts +33 -0
  350. package/dist-lib/lib/core/sync/view-updates.js +133 -0
  351. package/dist-lib/lib/core/sync-status.js +3 -3
  352. package/dist-lib/lib/core/system-info.d.ts +2 -2
  353. package/dist-lib/lib/core/system-info.js +10 -11
  354. package/dist-lib/lib/core/tool-configs.d.ts +5 -3
  355. package/dist-lib/lib/core/tool-configs.js +11 -11
  356. package/dist-lib/lib/core/transcript-visibility.d.ts +5 -5
  357. package/dist-lib/lib/core/transcript-visibility.js +27 -31
  358. package/dist-lib/lib/core/upgrade-agents.d.ts +11 -0
  359. package/dist-lib/lib/core/upgrade-agents.js +78 -0
  360. package/dist-lib/lib/core/video/attachment.d.ts +1 -0
  361. package/dist-lib/lib/core/video/attachment.js +7 -0
  362. package/dist-lib/lib/core/video/digest.d.ts +16 -0
  363. package/dist-lib/lib/core/video/digest.js +57 -0
  364. package/dist-lib/lib/core/video/frames.d.ts +32 -0
  365. package/dist-lib/lib/core/video/frames.js +224 -0
  366. package/dist-lib/lib/core/workspace-upgrade.d.ts +22 -0
  367. package/dist-lib/lib/core/workspace-upgrade.js +50 -0
  368. package/dist-lib/lib/core.d.ts +303 -84
  369. package/dist-lib/lib/core.js +3952 -1511
  370. package/dist-lib/lib/credential-pusher.d.ts +17 -7
  371. package/dist-lib/lib/credential-pusher.js +111 -62
  372. package/dist-lib/lib/custom-model-pusher.d.ts +2 -4
  373. package/dist-lib/lib/custom-model-task.d.ts +2 -1
  374. package/dist-lib/lib/custom-model-task.js +2 -2
  375. package/dist-lib/lib/device-tree.d.ts +18 -0
  376. package/dist-lib/lib/device-tree.js +32 -0
  377. package/dist-lib/lib/diagnostics.d.ts +7 -0
  378. package/dist-lib/lib/diagnostics.js +22 -0
  379. package/dist-lib/lib/doctor/checks.d.ts +15 -0
  380. package/dist-lib/lib/doctor/checks.js +272 -0
  381. package/dist-lib/lib/doctor/redact.d.ts +4 -0
  382. package/dist-lib/lib/doctor/redact.js +31 -0
  383. package/dist-lib/lib/doctor/render.d.ts +8 -0
  384. package/dist-lib/lib/doctor/render.js +83 -0
  385. package/dist-lib/lib/doctor/tree.d.ts +5 -0
  386. package/dist-lib/lib/doctor/tree.js +167 -0
  387. package/dist-lib/lib/downloads-allowed-pusher.d.ts +8 -0
  388. package/dist-lib/lib/downloads-allowed-pusher.js +37 -0
  389. package/dist-lib/lib/errors.d.ts +794 -0
  390. package/dist-lib/lib/errors.js +728 -0
  391. package/dist-lib/lib/fs-drive-bridge.d.ts +8 -1
  392. package/dist-lib/lib/fs-drive-bridge.js +312 -31
  393. package/dist-lib/lib/guards.d.ts +1 -0
  394. package/dist-lib/lib/guards.js +4 -0
  395. package/dist-lib/lib/inference-calls.d.ts +1 -2
  396. package/dist-lib/lib/inference-calls.js +2 -10
  397. package/dist-lib/lib/integrations/setup-routes.js +7 -5
  398. package/dist-lib/lib/knowledge-search.d.ts +1 -1
  399. package/dist-lib/lib/knowledge-search.js +5 -51
  400. package/dist-lib/lib/kv-cache-reclaim.d.ts +2 -1
  401. package/dist-lib/lib/kv-cache-reclaim.js +30 -0
  402. package/dist-lib/lib/kv-cache-retention.d.ts +35 -0
  403. package/dist-lib/lib/kv-cache-retention.js +98 -0
  404. package/dist-lib/lib/latest-frame.d.ts +10 -0
  405. package/dist-lib/lib/latest-frame.js +48 -0
  406. package/dist-lib/lib/log.d.ts +7 -6
  407. package/dist-lib/lib/log.js +14 -7
  408. package/dist-lib/lib/logger-type.d.ts +2 -5
  409. package/dist-lib/lib/mesh-scoped-engine.js +42 -2
  410. package/dist-lib/lib/model-download-status.d.ts +3 -3
  411. package/dist-lib/lib/model-download.d.ts +16 -12
  412. package/dist-lib/lib/model-download.js +90 -34
  413. package/dist-lib/lib/model-idle-pusher.d.ts +2 -4
  414. package/dist-lib/lib/model-memory-cap.d.ts +27 -0
  415. package/dist-lib/lib/model-memory-cap.js +69 -0
  416. package/dist-lib/lib/models-watch.d.ts +1 -1
  417. package/dist-lib/lib/models-watch.js +4 -4
  418. package/dist-lib/lib/oauth/browser-connect.js +3 -2
  419. package/dist-lib/lib/oauth/flow-core.js +5 -3
  420. package/dist-lib/lib/oauth/flow.js +1 -1
  421. package/dist-lib/lib/oauth/loopback.d.ts +1 -0
  422. package/dist-lib/lib/oauth/loopback.js +57 -12
  423. package/dist-lib/lib/oauth/providers.js +4 -2
  424. package/dist-lib/lib/oauth/redirect-types.d.ts +1 -0
  425. package/dist-lib/lib/oauth/register.js +35 -19
  426. package/dist-lib/lib/oauth/request.d.ts +10 -0
  427. package/dist-lib/lib/oauth/request.js +22 -0
  428. package/dist-lib/lib/oauth/resolve.js +13 -5
  429. package/dist-lib/lib/oauth/token-exchange-core.js +31 -33
  430. package/dist-lib/lib/oauth/types.d.ts +3 -0
  431. package/dist-lib/lib/oauth.d.ts +2 -1
  432. package/dist-lib/lib/oauth.js +1 -0
  433. package/dist-lib/lib/persistent-dir.d.ts +1 -0
  434. package/dist-lib/lib/persistent-dir.js +9 -0
  435. package/dist-lib/lib/probe-rounds.d.ts +3 -0
  436. package/dist-lib/lib/probe-rounds.js +5 -0
  437. package/dist-lib/lib/reconnecting-watch.js +19 -11
  438. package/dist-lib/lib/run-input.d.ts +14 -0
  439. package/dist-lib/lib/run-input.js +33 -0
  440. package/dist-lib/lib/run-notices.d.ts +5 -0
  441. package/dist-lib/lib/run-notices.js +13 -2
  442. package/dist-lib/lib/run-replay.d.ts +44 -0
  443. package/dist-lib/lib/run-replay.js +158 -0
  444. package/dist-lib/lib/run-transcript.d.ts +11 -12
  445. package/dist-lib/lib/run-transcript.js +16 -18
  446. package/dist-lib/lib/suspend-lifecycle.js +15 -5
  447. package/dist-lib/lib/task.js +6 -4
  448. package/dist-lib/lib/test-env.d.ts +1 -0
  449. package/dist-lib/lib/test-env.js +4 -0
  450. package/dist-lib/schema/build.js +66 -55
  451. package/dist-lib/schema/config.d.ts +1 -1
  452. package/dist-lib/schema/config.js +1 -1
  453. package/dist-lib/schema/content.d.ts +5 -1
  454. package/dist-lib/schema/content.js +60 -12
  455. package/dist-lib/schema/engine.d.ts +1 -0
  456. package/dist-lib/schema/engine.js +780 -155
  457. package/dist-lib/schema/field-order.js +8 -1
  458. package/dist-lib/schema/indexes.d.ts +7 -0
  459. package/dist-lib/schema/indexes.js +48 -3
  460. package/dist-lib/schema/local.js +80 -5
  461. package/dist-lib/schema/qvac.d.ts +4 -1
  462. package/dist-lib/schema/qvac.js +474 -14
  463. package/dist-lib/spec/bind.js +212 -48
  464. package/dist-lib/spec/calls.js +46 -5
  465. package/dist-lib/spec/capabilities.d.ts +100 -18
  466. package/dist-lib/spec/config/hyperconf/index.js +1 -1
  467. package/dist-lib/spec/hrpc/hrpc.json +739 -206
  468. package/dist-lib/spec/hrpc/index.js +844 -345
  469. package/dist-lib/spec/hrpc/messages.js +3906 -1749
  470. package/dist-lib/spec/hyperschema/index.js +3906 -1749
  471. package/dist-lib/spec/hyperschema/schema.json +4809 -3119
  472. package/dist-lib/spec/hyperschema/types.d.ts +482 -62
  473. package/dist-lib/spec/local/hyperdb/db.json +95 -1
  474. package/dist-lib/spec/local/hyperdb/index.js +459 -2
  475. package/dist-lib/spec/local/hyperdb/messages.js +1565 -487
  476. package/dist-lib/spec/local/hyperschema/index.js +573 -16
  477. package/dist-lib/spec/local/hyperschema/schema.json +354 -1
  478. package/dist-lib/spec/local/hyperschema/types.d.ts +85 -2
  479. package/dist-lib/spec/mesh/hyperdb/db.json +577 -7
  480. package/dist-lib/spec/mesh/hyperdb/index.js +2224 -6
  481. package/dist-lib/spec/mesh/hyperdb/messages.js +6476 -1266
  482. package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +193 -1
  483. package/dist-lib/spec/mesh/hyperdispatch/index.js +545 -1
  484. package/dist-lib/spec/mesh/hyperdispatch/messages.js +3655 -265
  485. package/dist-lib/spec/mesh/hyperschema/index.js +3655 -265
  486. package/dist-lib/spec/mesh/hyperschema/schema.json +1974 -19
  487. package/dist-lib/spec/mesh/hyperschema/types.d.ts +498 -6
  488. package/package.json +64 -43
  489. package/worker/assistant-sidecar.mjs +18 -2
  490. package/worker/stow-entry.mjs +2 -0
  491. package/dist-lib/lib/core/contract/compute.d.ts +0 -11
  492. package/dist-lib/lib/core/contract/compute.js +0 -48
  493. package/dist-lib/lib/core/device-invites.d.ts +0 -11
  494. package/dist-lib/lib/core/device-invites.js +0 -63
  495. package/dist-lib/lib/core/files/processing/settle.d.ts +0 -13
  496. package/dist-lib/lib/core/files/processing/settle.js +0 -86
  497. package/dist-lib/lib/core/grant-expiry.d.ts +0 -11
  498. package/dist-lib/lib/core/grant-expiry.js +0 -66
  499. package/dist-lib/lib/core/handoff-channel.d.ts +0 -47
  500. package/dist-lib/lib/core/handoff-channel.js +0 -123
  501. package/dist-lib/lib/core/harness-loan.d.ts +0 -29
  502. package/dist-lib/lib/core/host-run-log-store.d.ts +0 -114
  503. package/dist-lib/lib/core/host-run-log-store.js +0 -976
  504. package/dist-lib/lib/core/hosted-agents.d.ts +0 -38
  505. package/dist-lib/lib/core/hosted-agents.js +0 -140
  506. package/dist-lib/lib/core/inference-calls-handoff.d.ts +0 -20
  507. package/dist-lib/lib/core/inference-calls-handoff.js +0 -37
  508. package/dist-lib/lib/core/inference-calls-receiver.d.ts +0 -14
  509. package/dist-lib/lib/core/inference-calls-receiver.js +0 -42
  510. package/dist-lib/lib/core/mesh-seed-handoff.d.ts +0 -25
  511. package/dist-lib/lib/core/mesh-seed-handoff.js +0 -52
  512. package/dist-lib/lib/core/migrations/device-indexes.d.ts +0 -2
  513. package/dist-lib/lib/core/migrations/device-indexes.js +0 -7
  514. package/dist-lib/lib/core/secret-handoff.d.ts +0 -17
  515. package/dist-lib/lib/core/secret-handoff.js +0 -29
  516. package/dist-lib/lib/core/skill-overlay-handoff.d.ts +0 -25
  517. package/dist-lib/lib/core/skill-overlay-handoff.js +0 -50
  518. package/dist-lib/lib/core/skill-overlay-receiver.d.ts +0 -8
  519. package/dist-lib/lib/core/skill-overlay-receiver.js +0 -23
  520. package/dist-lib/lib/image-cache-dir.d.ts +0 -1
  521. package/dist-lib/lib/image-cache-dir.js +0 -5
  522. package/dist-lib/lib/log-levels.d.ts +0 -7
  523. package/dist-lib/lib/log-levels.js +0 -1
  524. package/dist-lib/lib/logger.d.ts +0 -5
  525. package/dist-lib/lib/logger.js +0 -18
  526. package/dist-lib/lib/oauth/loopback.stub.d.ts +0 -3
  527. package/dist-lib/lib/oauth/loopback.stub.js +0 -6
  528. package/tui/README.md +0 -142
  529. package/tui/app.mjs +0 -6939
  530. package/tui/boot.mjs +0 -111
  531. package/tui/index.mjs +0 -53
  532. package/tui/lib/boot-timing.mjs +0 -41
  533. package/tui/lib/busy-words.mjs +0 -116
  534. package/tui/lib/export.mjs +0 -194
  535. package/tui/lib/knowledge-command.mjs +0 -190
  536. package/tui/lib/knowledge-import.mjs +0 -171
  537. package/tui/lib/render.mjs +0 -196
  538. package/tui/lib/save-file.mjs +0 -88
  539. package/tui/lib/select.mjs +0 -81
  540. package/tui/lib/selection.mjs +0 -18
  541. package/tui/lib/setup.mjs +0 -101
  542. package/tui/lib/sidebar.mjs +0 -63
  543. package/tui/lib/splash-art.mjs +0 -107
  544. package/tui/lib/splash.mjs +0 -18
  545. package/tui/lib/upload-frames.mjs +0 -9
  546. package/tui/lib/usage.mjs +0 -59
  547. package/tui/lib/wrap.mjs +0 -143
  548. package/tui/main.mjs +0 -264
@@ -4,11 +4,17 @@ import { isAudioAttachment } from '../core/audio-attachment.js';
4
4
  import { isDocumentAttachment, isPdfAttachment } from '../core/document-attachment.js';
5
5
  import { groupAttachmentsByMessage } from '../core/files/index.js';
6
6
  import { IMAGE_MIMES } from '../core/image/normalize.js';
7
- import { visibleTranscriptTextChunks } from '../core/transcript-visibility.js';
8
- import { compactionTurn, foldCompactedChunks } from '../compaction.js';
9
- import b4a from 'b4a';
7
+ import { isVideoAttachment } from '../core/video/attachment.js';
8
+ import { compactionTurn, foldCompactedChunks, foldPosition } from '../compaction.js';
9
+ import { attemptStarts, hiddenTranscriptText } from '../core/transcript-visibility.js';
10
+ import { acceptedRepairCount, historyBranches, isPromptChunk } from '../core/prompt-history.js';
11
+ import { isChatMessage } from '../run-replay.js';
10
12
  import { isRecord } from '../guards.js';
11
- export const TERMINAL_STATES = new Set(['completed', 'failed', 'canceled']);
13
+ import { STEERED } from '../run-input.js';
14
+ export function senderOf(chunk) {
15
+ return (chunk.requesterMemberId && (chunk.senderNameAtSend ?? chunk.senderName)) || undefined;
16
+ }
17
+ export const TERMINAL_STATES = new Set(['completed', 'failed', 'canceled', 'recovery-required']);
12
18
  export const HISTORY_TYPES = HISTORY_CHUNK_TYPES;
13
19
  export const SKILL_TOOL = 'skill';
14
20
  export async function listHistoryChunks(engine, chatId) {
@@ -24,79 +30,46 @@ export async function listHistoryChunks(engine, chatId) {
24
30
  ].sort((a, b) => a.seq - b.seq);
25
31
  }
26
32
  export function latestAttemptStarts(chunks) {
27
- const starts = new Map();
28
- for (const chunk of chunks) {
29
- if (chunk.type !== 'run-status' || !chunk.runId)
30
- continue;
31
- if (chunk.runStatus?.state !== 'executing') {
32
- continue;
33
- }
34
- if (chunk.runStatus?.progress?.phase === 'compacting') {
35
- continue;
36
- }
37
- const resumed = chunk.resumed === true;
38
- const previous = starts.get(chunk.runId);
39
- const cutoff = resumed ? previous?.cutoff : chunk.seq;
40
- starts.set(chunk.runId, { seq: chunk.seq, resumed, cutoff });
41
- }
42
- return starts;
33
+ return attemptStarts(chunks);
43
34
  }
44
35
  export function beforeLatestAttempt(chunk, starts) {
45
36
  if (!chunk.runId)
46
37
  return false;
47
- const attempt = starts.get(chunk.runId);
48
- if (attempt === undefined) {
49
- return false;
50
- }
51
- const start = typeof attempt === 'number' ? attempt : attempt.cutoff;
38
+ const start = starts.get(chunk.runId);
52
39
  return start !== undefined && chunk.seq < start;
53
40
  }
54
- export function couldNameSenders(chunks) {
55
- const seen = new Set();
56
- for (const chunk of chunks) {
57
- if (chunk.type !== 'user-message')
58
- continue;
59
- seen.add(b4a.toHex(chunk.senderMemberId ?? chunk.originDeviceId));
60
- if (seen.size > 1) {
61
- return true;
62
- }
41
+ function repeatedCall(chunk, answered) {
42
+ if (!chunk.runId || typeof chunk.round !== 'number' || !chunk.callId) {
43
+ return false;
44
+ }
45
+ const key = JSON.stringify([chunk.runId, chunk.round, chunk.callId]);
46
+ if (answered.has(key)) {
47
+ return true;
63
48
  }
49
+ answered.add(key);
64
50
  return false;
65
51
  }
66
- export function senderNamesFrom(chunks, members, devices) {
67
- if (members.length < 2) {
68
- return new Map();
69
- }
70
- const byMember = new Map(members.map((member) => [b4a.toHex(member.id), member.name]));
71
- const deviceMember = new Map(devices.map((device) => [b4a.toHex(device.id), device.memberId]));
72
- const names = new Map();
52
+ function derivedAttachments(chunks) {
53
+ const derived = new Map();
73
54
  for (const chunk of chunks) {
74
- if (chunk.type !== 'user-message')
75
- continue;
76
- const memberId = chunk.senderMemberId ?? deviceMember.get(b4a.toHex(chunk.originDeviceId));
77
- const name = memberId ? byMember.get(b4a.toHex(memberId)) : undefined;
78
- if (name) {
79
- names.set(chunk.id, name);
55
+ const { sourceId, attachment } = chunk;
56
+ if (sourceId && attachment && !attachment.deletedAt && !derived.has(sourceId)) {
57
+ derived.set(sourceId, attachment);
80
58
  }
81
59
  }
82
- return names;
60
+ return derived;
83
61
  }
84
- export function senderAttribution(names) {
85
- const distinct = [...new Set(names.values())].sort();
86
- return distinct.length > 1 ? distinct.join('\u0000') : '';
87
- }
88
- export function historyFromChunks(chunks, stale = {}, senderNames = new Map()) {
62
+ export function historyFromChunks(chunks, stale = {}, { sentRuns = new Map(), askedRuns = new Map(), readRuns = new Map() } = {}) {
89
63
  const attemptStarts = latestAttemptStarts(chunks);
90
- const shared = new Set(senderNames.values()).size > 1;
64
+ const hiddenText = hiddenTranscriptText(chunks);
91
65
  const staleRunIds = stale.runIds ?? new Set();
92
66
  const staleQuestionChunkIds = stale.questionChunkIds ?? new Set();
93
67
  const folded = foldCompactedChunks(chunks);
94
68
  const source = folded.chunks;
95
- const visibleTextIds = new Set(visibleTranscriptTextChunks(source).map((chunk) => chunk.id));
96
69
  const attachments = [];
97
70
  const userMessages = [];
98
71
  for (const chunk of source) {
99
- if (chunk.type === 'attachment') {
72
+ if (chunk.type === 'attachment' && !chunk.sourceId) {
100
73
  attachments.push(chunk);
101
74
  }
102
75
  else if (chunk.userMessage) {
@@ -104,37 +77,71 @@ export function historyFromChunks(chunks, stale = {}, senderNames = new Map()) {
104
77
  }
105
78
  }
106
79
  const byMessage = groupAttachmentsByMessage(attachments, userMessages);
80
+ const digests = derivedAttachments(chunks);
81
+ const steered = steeredQuestions(source, sentRuns);
107
82
  const history = [];
108
83
  const replayedSkills = new Set();
109
- const replayedToolResults = new Set();
84
+ const answeredCalls = new Set();
110
85
  if (folded.summary) {
111
86
  history.push({ role: 'user', content: compactionTurn(folded.summary) });
112
87
  }
113
88
  const byRun = new Map();
89
+ const kept = new Set();
90
+ let asking = null;
114
91
  const anchor = (runId) => {
115
92
  let turn = byRun.get(runId);
116
93
  if (!turn) {
117
94
  turn = { role: 'assistant', content: '' };
118
95
  byRun.set(runId, turn);
96
+ const live = runId && !staleRunIds.has(runId) ? runId : undefined;
97
+ const asked = live ? askedRuns.get(live) : undefined;
98
+ if (asking && asked !== undefined) {
99
+ asking.sentContent = asked;
100
+ }
101
+ const read = live ? readRuns.get(live) : undefined;
102
+ if (asking && read !== undefined) {
103
+ asking.readContent = read;
104
+ }
105
+ const sent = live ? sentRuns.get(live) : undefined;
106
+ if (sent) {
107
+ const replayed = sent.map((message) => ({ ...message }));
108
+ history.push(...replayed);
109
+ for (const message of [...replayed, turn]) {
110
+ kept.add(message);
111
+ }
112
+ }
119
113
  history.push(turn);
120
114
  }
121
115
  return turn;
122
116
  };
117
+ const afterRun = (runId) => {
118
+ let at = history.indexOf(anchor(runId)) + 1;
119
+ while (history[at]?.role === 'tool') {
120
+ at++;
121
+ }
122
+ return at;
123
+ };
123
124
  for (const chunk of source) {
124
125
  if (chunk.userMessage) {
125
- if (staleQuestionChunkIds.has(chunk.id)) {
126
+ if (staleQuestionChunkIds.has(chunk.id) || steered.has(chunk.id)) {
126
127
  continue;
127
128
  }
128
- const sender = shared ? senderNames.get(chunk.id) : undefined;
129
- const turn = { role: 'user', content: chunk.userMessage.text };
129
+ const sender = senderOf(chunk);
130
+ const turn = {
131
+ role: 'user',
132
+ content: chunk.userMessage.text,
133
+ sentAt: chunk.createdAt
134
+ };
130
135
  if (sender) {
131
136
  turn.sender = sender;
132
137
  }
138
+ asking = turn;
133
139
  const refs = (byMessage.get(chunk.id) ?? [])
134
140
  .flatMap((attachmentChunk) => attachmentChunk.attachment ?? [])
135
141
  .filter((ref) => !ref.deletedAt);
136
142
  const images = refs.filter((ref) => IMAGE_MIMES.has(ref.mimeType.toLowerCase()));
137
- const audio = refs.filter((ref) => isAudioAttachment(ref.fileName, ref.mimeType));
143
+ const videos = refs.filter((ref) => isVideoAttachment(ref.fileName, ref.mimeType));
144
+ const audio = refs.filter((ref) => isAudioAttachment(ref.fileName, ref.mimeType) && !videos.includes(ref));
138
145
  const documents = refs.filter((ref) => isDocumentAttachment(ref));
139
146
  const pdfs = documents.filter(isPdfAttachment);
140
147
  if (images.length) {
@@ -143,11 +150,14 @@ export function historyFromChunks(chunks, stale = {}, senderNames = new Map()) {
143
150
  if (audio.length) {
144
151
  turn.audioAttachments = audio;
145
152
  }
153
+ if (videos.length) {
154
+ turn.videos = videos.map((ref) => ({ ...ref, digest: digests.get(ref.id) }));
155
+ }
146
156
  if (documents.length) {
147
157
  turn.documents = documents;
148
158
  }
149
159
  if (pdfs.length) {
150
- turn.pdfs = pdfs;
160
+ turn.pdfs = pdfs.map((ref) => ({ ...ref, pages: digests.get(ref.id) }));
151
161
  }
152
162
  history.push(turn);
153
163
  continue;
@@ -159,6 +169,9 @@ export function historyFromChunks(chunks, stale = {}, senderNames = new Map()) {
159
169
  anchor(chunk.runId);
160
170
  continue;
161
171
  }
172
+ if (chunk.toolResult && chunk.runId && sentRuns.has(chunk.runId)) {
173
+ continue;
174
+ }
162
175
  if (chunk.toolResult?.name === SKILL_TOOL) {
163
176
  if (chunk.runId && staleRunIds.has(chunk.runId)) {
164
177
  continue;
@@ -166,15 +179,11 @@ export function historyFromChunks(chunks, stale = {}, senderNames = new Map()) {
166
179
  if (beforeLatestAttempt(chunk, attemptStarts)) {
167
180
  continue;
168
181
  }
169
- if (isRepeatedToolResult(chunk, replayedToolResults)) {
170
- continue;
171
- }
172
182
  const { result } = chunk.toolResult;
173
183
  const loaded = isRecord(result) ? result.name : undefined;
174
184
  if (typeof loaded === 'string' && !replayedSkills.has(loaded)) {
175
185
  replayedSkills.add(loaded);
176
- const at = history.indexOf(anchor(chunk.runId)) + 1;
177
- history.splice(at, 0, { role: 'tool', content: skillLoadedTurn(loaded) });
186
+ history.splice(afterRun(chunk.runId), 0, { role: 'tool', content: skillLoadedTurn(loaded) });
178
187
  }
179
188
  continue;
180
189
  }
@@ -182,15 +191,12 @@ export function historyFromChunks(chunks, stale = {}, senderNames = new Map()) {
182
191
  if (chunk.runId && staleRunIds.has(chunk.runId)) {
183
192
  continue;
184
193
  }
185
- if (beforeLatestAttempt(chunk, attemptStarts)) {
186
- continue;
187
- }
188
- if (isRepeatedToolResult(chunk, replayedToolResults)) {
194
+ if (beforeLatestAttempt(chunk, attemptStarts) || repeatedCall(chunk, answeredCalls)) {
189
195
  continue;
190
196
  }
191
197
  const produced = attachmentTurn(chunk.toolResult.name, chunk.toolResult.result);
192
198
  if (produced) {
193
- history.push({ role: 'tool', content: produced });
199
+ history.splice(afterRun(chunk.runId), 0, { role: 'tool', content: produced });
194
200
  }
195
201
  continue;
196
202
  }
@@ -200,30 +206,116 @@ export function historyFromChunks(chunks, stale = {}, senderNames = new Map()) {
200
206
  if (chunk.runId && staleRunIds.has(chunk.runId)) {
201
207
  continue;
202
208
  }
203
- if (beforeLatestAttempt(chunk, attemptStarts)) {
209
+ if (hiddenText.has(chunk.id)) {
204
210
  continue;
205
211
  }
206
- if (!visibleTextIds.has(chunk.id)) {
212
+ anchor(chunk.runId).content += chunk.content.text;
213
+ }
214
+ return history.filter((turn) => turn.role === 'user' || turn.content.length > 0 || kept.has(turn));
215
+ }
216
+ function steeredQuestions(chunks, sentRuns) {
217
+ const into = new Map();
218
+ for (const chunk of chunks) {
219
+ const metrics = chunk.runStatus?.reason === STEERED ? chunk.runStatus?.metrics : undefined;
220
+ const target = isRecord(metrics) ? metrics.steeredInto : undefined;
221
+ if (chunk.runId && typeof target === 'string') {
222
+ into.set(chunk.runId, target);
223
+ }
224
+ }
225
+ const questions = new Set();
226
+ let lastUser = null;
227
+ for (const chunk of chunks) {
228
+ if (chunk.userMessage) {
229
+ lastUser = chunk.id;
207
230
  continue;
208
231
  }
209
- anchor(chunk.runId).content += chunk.content.text;
232
+ const target = chunk.type === 'run-request' && chunk.runId ? into.get(chunk.runId) : undefined;
233
+ if (lastUser && target && sentRuns.has(target)) {
234
+ questions.add(lastUser);
235
+ }
210
236
  }
211
- return history.filter((turn) => turn.role === 'user' || turn.content.length > 0);
237
+ return questions;
212
238
  }
213
- function isRepeatedToolResult(chunk, seen) {
214
- if (!chunk.runId || typeof chunk.round !== 'number' || !chunk.callId) {
215
- return false;
239
+ export function runPromptView(all, approvals, run) {
240
+ const branches = historyBranches(all, run.runId);
241
+ const repair = branches.repairByRunId.get(run.runId);
242
+ const repairParent = repair ? all.find((chunk) => chunk.id === repair.parentId) : undefined;
243
+ const history = runView(all, run).filter((chunk) => !!chunk.compaction ||
244
+ ((!repairParent || chunk.seq <= repairParent.seq || chunk.runId === repairParent.runId) &&
245
+ isPromptChunk(chunk, branches)));
246
+ return {
247
+ history,
248
+ stale: staleToolRunIds(history, approvals, run.runId),
249
+ repair,
250
+ acceptedRepairs: acceptedRepairCount(branches, run.runId)
251
+ };
252
+ }
253
+ export function replayFromChunks(rounds) {
254
+ const sentRuns = new Map();
255
+ const readRuns = new Map();
256
+ for (const chunk of rounds) {
257
+ if (!chunk.runId)
258
+ continue;
259
+ const sent = sentTurn(chunk);
260
+ if (sent !== undefined) {
261
+ readRuns.set(chunk.runId, sent);
262
+ }
263
+ const turns = chunk.modelRequest?.state === 'done' ? chunk.modelRequest.toolTurns : undefined;
264
+ if (Array.isArray(turns)) {
265
+ sentRuns.set(chunk.runId, turns.filter(isChatMessage).map(({ role, content }) => ({ role, content })));
266
+ }
216
267
  }
217
- const key = JSON.stringify([chunk.runId, chunk.round, chunk.callId]);
218
- if (seen.has(key)) {
219
- return true;
268
+ return { sentRuns, readRuns };
269
+ }
270
+ export function sentTurn(chunk) {
271
+ const turn = chunk.context?.turn;
272
+ return isRecord(turn) && typeof turn.sent === 'string' ? turn.sent : undefined;
273
+ }
274
+ export function runView(chunks, { request, runId }) {
275
+ const fixed = !!request.requesterMemberId;
276
+ const seqs = new Map();
277
+ const settled = new Set();
278
+ for (const chunk of chunks) {
279
+ seqs.set(chunk.id, chunk.seq);
280
+ const terminal = TERMINAL_STATES.has(chunk.runStatus?.state ?? '');
281
+ if (chunk.runId && terminal && chunk.seq < request.seq) {
282
+ settled.add(chunk.runId);
283
+ }
220
284
  }
221
- seen.add(key);
222
- return false;
285
+ return chunks.filter((chunk) => {
286
+ if (chunk.compaction) {
287
+ return !fixed || (seqs.get(chunk.compaction.throughId) ?? Infinity) < request.seq;
288
+ }
289
+ if (!chunk.runId) {
290
+ return chunk.seq < request.seq;
291
+ }
292
+ return (chunk.runId !== runId && (!fixed || (settled.has(chunk.runId) && chunk.seq < request.seq)));
293
+ });
294
+ }
295
+ export function foldableView(chunks, run) {
296
+ const view = run ? runView(chunks, run) : chunks;
297
+ const kept = new Set(view);
298
+ const settled = new Set(chunks.flatMap((chunk) => chunk.runId && TERMINAL_STATES.has(chunk.runStatus?.state ?? '') ? [chunk.runId] : []));
299
+ const at = foldPosition(chunks);
300
+ const caps = (chunk) => !chunk.compaction &&
301
+ chunk.runId !== run?.runId &&
302
+ (!kept.has(chunk) || (!!chunk.runId && !settled.has(chunk.runId)));
303
+ const limit = chunks.reduce((low, chunk) => (caps(chunk) ? Math.min(low, at(chunk)) : low), Infinity);
304
+ return view.filter((chunk) => chunk.compaction || at(chunk) < limit);
223
305
  }
224
- export function inputAvailableToRun(chunk, requestSeq) {
225
- const userInput = Boolean(chunk.userMessage || (chunk.attachment && !chunk.runId));
226
- return !userInput || chunk.seq < requestSeq;
306
+ export function viewOutgrewCache(chunks, run, cachedRuns) {
307
+ const cached = chunks.findLast((chunk) => chunk.type === 'run-request' &&
308
+ chunk.seq < run.request.seq &&
309
+ !!chunk.runId &&
310
+ cachedRuns.has(chunk.runId));
311
+ if (!cached?.runId) {
312
+ return false;
313
+ }
314
+ const asked = (view) => view.filter((chunk) => chunk.type === 'run-request');
315
+ const before = new Set(asked(runView(chunks, { request: cached, runId: cached.runId })).map((chunk) => chunk.id));
316
+ const now = asked(runView(chunks, run));
317
+ const inserted = now.some((chunk) => chunk.seq < cached.seq && !before.has(chunk.id));
318
+ return inserted || !now.some((chunk) => chunk.id === cached.id);
227
319
  }
228
320
  export function normalizeQuestion(text) {
229
321
  return text.trim().toLowerCase().replace(/\s+/g, ' ');
@@ -1,3 +1,8 @@
1
1
  import type { HostRunLog } from '@qvac/harness';
2
+ import { type EngineBoot } from '@qvac/harness/run-log';
2
3
  import type { ScopedCapabilities } from '../mesh-scoped-engine.ts';
3
- export declare function createHostRunLogAdapter(engine: ScopedCapabilities): HostRunLog;
4
+ import type { ChatMessage } from './message.ts';
5
+ type RunLogEngine = Pick<ScopedCapabilities, 'hostRunLogBegin' | 'hostRunLogAppend' | 'hostRunLogRelease'>;
6
+ export declare function createHostRunLogAdapter(engine: RunLogEngine): HostRunLog;
7
+ export declare function loggedMessages(boot: EngineBoot | undefined): ChatMessage[] | null;
8
+ export {};
@@ -1,48 +1,36 @@
1
+ import { RunLog } from '@qvac/harness/run-log';
1
2
  import { isRecord } from '../guards.js';
2
- function isEngineBoot(value) {
3
- return isRecord(value);
4
- }
3
+ import { isChatMessage } from '../run-replay.js';
5
4
  export function createHostRunLogAdapter(engine) {
6
- let leasedRunId;
7
- let lease;
8
- let release = null;
9
- function assertLease(runId, generation) {
10
- if (!lease || leasedRunId !== runId || lease.generation !== generation) {
11
- throw new Error('Host run-log adapter received a stale lease operation');
12
- }
13
- return lease;
14
- }
5
+ let leased = null;
15
6
  return {
16
- async begin(runId) {
17
- if (lease) {
18
- if (leasedRunId !== runId || release) {
19
- throw new Error('Host run-log adapter cannot begin another run');
20
- }
21
- return lease;
7
+ begin(runId) {
8
+ if (leased?.runId !== runId) {
9
+ leased = { runId, lease: open(engine, runId) };
22
10
  }
23
- const response = await engine.hostRunLogBegin({ runId });
24
- const normalized = {
25
- generation: response.generation,
26
- digestKey: response.digestKey,
27
- boot: isEngineBoot(response.boot) ? response.boot : undefined
28
- };
29
- leasedRunId = runId;
30
- lease = normalized;
31
- return normalized;
11
+ return leased.lease;
32
12
  },
33
13
  async append(runId, generation, step) {
34
- assertLease(runId, generation);
35
14
  await engine.hostRunLogAppend({ runId, generation, step });
36
15
  },
37
16
  async release(runId, generation) {
38
- assertLease(runId, generation);
39
- if (!release) {
40
- release = engine.hostRunLogRelease({ runId, generation }).then(() => undefined, (error) => {
41
- release = null;
42
- throw error;
43
- });
44
- }
45
- await release;
17
+ await engine.hostRunLogRelease({ runId, generation });
46
18
  }
47
19
  };
48
20
  }
21
+ async function open(engine, runId) {
22
+ const { generation, digestKey, steps } = await engine.hostRunLogBegin({ runId });
23
+ const logged = Array.isArray(steps) ? steps : [];
24
+ return logged.length > 0
25
+ ? { generation, digestKey, boot: bootFrom(logged) }
26
+ : { generation, digestKey };
27
+ }
28
+ function bootFrom(steps) {
29
+ return steps.reduce((boot, step) => RunLog.applyEngineStep(boot, step), RunLog.createEngineBoot());
30
+ }
31
+ export function loggedMessages(boot) {
32
+ const request = boot?.metadata ? RunLog.requestFromBoot(boot) : null;
33
+ return isRecord(request) && Array.isArray(request.messages)
34
+ ? request.messages.filter(isChatMessage)
35
+ : null;
36
+ }
@@ -3,14 +3,20 @@ export interface ChatMessage {
3
3
  role: 'user' | 'assistant' | 'tool';
4
4
  content: string;
5
5
  sender?: string;
6
+ sentAt?: number;
7
+ sentContent?: string;
8
+ readContent?: string;
6
9
  attachments?: {
7
10
  path: string;
8
11
  }[];
9
12
  images?: AttachmentRef[];
10
13
  audioAttachments?: AttachmentRef[];
14
+ videos?: VideoRef[];
11
15
  documents?: DocumentAttachment[];
12
- pdfs?: AttachmentRef[];
16
+ pdfs?: PdfRef[];
13
17
  }
18
+ export declare function earlierImages(messages: ReadonlyArray<ChatMessage>): Set<string>;
19
+ export declare function claimNewImages(messages: unknown, sent: Set<string>): boolean;
14
20
  export declare const IMAGE_ONLY_USER_PROMPT = "The user sent one or more images without any accompanying text. Describe what the images show and respond to anything notable in them.";
15
21
  export declare const DOCUMENT_ONLY_USER_PROMPT = "The user sent one or more documents without any accompanying text. Summarize the attached documents.";
16
22
  export declare const IMAGE_AND_DOCUMENT_USER_PROMPT = "The user sent one or more images together with one or more documents, and no accompanying text. Describe what the images show and summarize the attached documents.";
@@ -24,6 +30,18 @@ export interface UnheardAudioNoticeOptions {
24
30
  export declare function unheardAudioNotice(label: string, reason: string, opts?: UnheardAudioNoticeOptions): string;
25
31
  export declare function silentAudioNotice(fileName: string): string;
26
32
  export declare function audioTranscriptBlock(fileName: string, transcript: string): string;
33
+ export interface VideoFrames {
34
+ readonly fileName: string;
35
+ readonly duration: number;
36
+ readonly times: ReadonlyArray<number>;
37
+ }
38
+ export declare function videoAnnotation({ fileName, duration, times }: VideoFrames): string;
39
+ export declare function videoTranscriptBlock(transcript: string): string;
40
+ export declare function unsyncedVideoNotice(fileName: string): string;
41
+ export declare function unreadVideoNotice(fileName: string): string;
42
+ export declare function hiddenVideoNotice(fileName: string): string;
43
+ export declare const VIDEO_NO_AUDIO = "[The video has no audio track.]";
44
+ export declare const VIDEO_SILENT = "[The video's audio contained no detectable speech.]";
27
45
  export interface AttachmentRef {
28
46
  id: string;
29
47
  fileName: string;
@@ -31,6 +49,12 @@ export interface AttachmentRef {
31
49
  blobId: string;
32
50
  url?: string | null;
33
51
  }
52
+ export interface VideoRef extends AttachmentRef {
53
+ digest?: AttachmentRef;
54
+ }
55
+ export interface PdfRef extends AttachmentRef {
56
+ pages?: AttachmentRef;
57
+ }
34
58
  export interface AttachInput {
35
59
  fileName: string;
36
60
  mimeType: string;
@@ -46,4 +70,6 @@ export interface AttachmentMeta {
46
70
  export interface FetchedAttachment extends AttachmentMeta {
47
71
  bytes: Uint8Array;
48
72
  }
73
+ export declare function restoreSentContent(messages: ChatMessage[]): void;
74
+ export declare function askedIn(sent: ReadonlyArray<ChatMessage>, sender: string | undefined): string | undefined;
49
75
  export declare function nameSenders(messages: ReadonlyArray<ChatMessage>): ChatMessage[];
@@ -1,3 +1,23 @@
1
+ import { isRecord } from '../guards.js';
2
+ export function earlierImages(messages) {
3
+ const question = messages.findLastIndex((turn) => turn.role === 'user');
4
+ return new Set(messages.slice(0, Math.max(question, 0)).flatMap((turn) => imagePaths([turn])));
5
+ }
6
+ export function claimNewImages(messages, sent) {
7
+ let fresh = false;
8
+ for (const path of imagePaths(messages)) {
9
+ fresh ||= !sent.has(path);
10
+ sent.add(path);
11
+ }
12
+ return fresh;
13
+ }
14
+ function imagePaths(messages) {
15
+ if (!Array.isArray(messages))
16
+ return [];
17
+ return messages.flatMap((turn) => isRecord(turn) && Array.isArray(turn.attachments)
18
+ ? turn.attachments.flatMap((file) => isRecord(file) && typeof file.path === 'string' ? [file.path] : [])
19
+ : []);
20
+ }
1
21
  export const IMAGE_ONLY_USER_PROMPT = 'The user sent one or more images without any accompanying text. Describe what the images show and respond to anything notable in them.';
2
22
  export const DOCUMENT_ONLY_USER_PROMPT = 'The user sent one or more documents without any accompanying text. Summarize the attached documents.';
3
23
  export const IMAGE_AND_DOCUMENT_USER_PROMPT = 'The user sent one or more images together with one or more documents, and no accompanying text. Describe what the images show and summarize the attached documents.';
@@ -42,16 +62,59 @@ export function silentAudioNotice(fileName) {
42
62
  }
43
63
  export function audioTranscriptBlock(fileName, transcript) {
44
64
  return [
45
- `The audio file "${fileName}" has already been transcribed on-device. You cannot open the file itself — use the transcript below as its full content and answer from it.`,
46
- 'Transcript:',
65
+ `The audio file "${fileName}" has already been transcribed on-device for its speech. You cannot open the file itself, but a tool that takes an audio attachment still reads the audio.`,
66
+ 'Transcript of the speech in it, which is its words and not any music:',
47
67
  transcript
48
68
  ].join('\n');
49
69
  }
70
+ function clock(seconds) {
71
+ const s = Math.round(seconds);
72
+ return `${Math.floor(s / 60)}:${String(s % 60).padStart(2, '0')}`;
73
+ }
74
+ export function videoAnnotation({ fileName, duration, times }) {
75
+ return (`[Video "${fileName}", ${clock(duration)} long. You are seeing ${times.length} frames taken ` +
76
+ `evenly across the whole video, in order, at ${times.map(clock).join(', ')}. You cannot see ` +
77
+ 'what happens between frames.]');
78
+ }
79
+ export function videoTranscriptBlock(transcript) {
80
+ return `The video's audio was transcribed on-device. Transcript:\n${transcript}`;
81
+ }
82
+ export function unsyncedVideoNotice(fileName) {
83
+ return `[Attached video "${fileName}" has not reached this device yet — the upload may still be syncing.]`;
84
+ }
85
+ export function unreadVideoNotice(fileName) {
86
+ return (`[Attached video "${fileName}" could not be read on this device: the file may be damaged, ` +
87
+ 'or in a format it cannot decode. Tell the user so; do not try to open it another way.]');
88
+ }
89
+ export function hiddenVideoNotice(fileName) {
90
+ return `[Attached video "${fileName}" — its frames are not visible to this model]`;
91
+ }
92
+ export const VIDEO_NO_AUDIO = '[The video has no audio track.]';
93
+ export const VIDEO_SILENT = "[The video's audio contained no detectable speech.]";
50
94
  const MAX_SENDER_NAME_CHARS = 64;
51
95
  function displayableSender(name) {
52
96
  const flat = name?.replace(/\s+/g, ' ').trim();
53
97
  return flat ? Array.from(flat).slice(0, MAX_SENDER_NAME_CHARS).join('') : undefined;
54
98
  }
99
+ export function restoreSentContent(messages) {
100
+ for (const turn of messages) {
101
+ if (turn.readContent !== undefined) {
102
+ turn.content = turn.readContent;
103
+ delete turn.sender;
104
+ delete turn.sentAt;
105
+ }
106
+ else if (turn.sentContent !== undefined) {
107
+ turn.content = turn.sentContent;
108
+ }
109
+ delete turn.readContent;
110
+ delete turn.sentContent;
111
+ }
112
+ }
113
+ export function askedIn(sent, sender) {
114
+ const content = sent.findLast((turn) => turn.role === 'user')?.content;
115
+ const name = displayableSender(sender);
116
+ return name && content?.startsWith(`${name}: `) ? content.slice(name.length + 2) : content;
117
+ }
55
118
  export function nameSenders(messages) {
56
119
  return messages.map(({ sender, ...turn }) => {
57
120
  const name = displayableSender(sender);