@xopcai/xopc 0.0.460 → 0.0.463

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (319) hide show
  1. package/dist/browser-ext/_locales/en/messages.json +1 -0
  2. package/dist/browser-ext/_locales/zh_CN/messages.json +1 -0
  3. package/dist/browser-ext/dist/assets/{auth-CQmxIyWw.js → auth-YPMDpWOW.js} +32 -1
  4. package/dist/browser-ext/dist/assets/{pcm-capture-worklet-CGN9Mlhg.js → pcm-capture-worklet-Df5TcFw4.js} +4 -2
  5. package/dist/browser-ext/dist/background.js +24 -19
  6. package/dist/browser-ext/dist/sidepanel.html +1 -1
  7. package/dist/browser-ext/dist/sidepanel.js +10 -9
  8. package/dist/browser-ext/manifest.json +1 -1
  9. package/dist/extensions/telegram/xopc.extension.json +1 -1
  10. package/dist/gateway/static/root/assets/agent-plugin-dialog-C_rlXuEe.js +1 -0
  11. package/dist/gateway/static/root/assets/{agents-CGUdvmIT.js → agents-DC0lHtl5.js} +3 -3
  12. package/dist/gateway/static/root/assets/{apps-page-M2XD1Pzu.js → apps-page-D1qzENN_.js} +1 -1
  13. package/dist/gateway/static/root/assets/{automation-task-card-CiJmJ7_h.js → automation-task-card-CJbIHRxN.js} +1 -1
  14. package/dist/gateway/static/root/assets/{automations-page-CVjgENMO.js → automations-page-HYFnPiNG.js} +1 -1
  15. package/dist/gateway/static/root/assets/{automations-workspace-CGPWyL0P.js → automations-workspace-JCQ1IXFk.js} +2 -2
  16. package/dist/gateway/static/root/assets/{block-editor-CmnkluMF.js → block-editor-DrZyRQQ0.js} +5 -5
  17. package/dist/gateway/static/root/assets/{capabilities-DDqDvCBs.js → capabilities-Dr-vvMez.js} +1 -1
  18. package/dist/gateway/static/root/assets/capabilities-hSb-qEgL.js +1 -0
  19. package/dist/gateway/static/root/assets/capabilities-page-kPv2dOzf.js +2 -0
  20. package/dist/gateway/static/root/assets/{capabilities-settings-panel-CvF8VRTv.js → capabilities-settings-panel-B08mjrGB.js} +1 -1
  21. package/dist/gateway/static/root/assets/{channels-BDVQ6Z7A.js → channels-B--IHNs4.js} +1 -1
  22. package/dist/gateway/static/root/assets/{chat-chart-block-stPJEZ90.js → chat-chart-block-ClCZyIi0.js} +1 -1
  23. package/dist/gateway/static/root/assets/chat-page-CalELOKj.js +71 -0
  24. package/dist/gateway/static/root/assets/{chat-terminal-dock-B4uA_W6R.js → chat-terminal-dock-eneTvxV3.js} +1 -1
  25. package/dist/gateway/static/root/assets/{connectors-page-DyzDVVfz.js → connectors-page-B9mpz_Rt.js} +1 -1
  26. package/dist/gateway/static/root/assets/constants-Bg1wM2nv.js +1 -0
  27. package/dist/gateway/static/root/assets/diagnostics-Bo0Z42P_.js +1 -0
  28. package/dist/gateway/static/root/assets/{extension-debug-page-BPwRrP3L.js → extension-debug-page-Bn_5xu_M.js} +1 -1
  29. package/dist/gateway/static/root/assets/{extension-iframe-host-DIH4TcdH.js → extension-iframe-host-Vs6USa0c.js} +1 -1
  30. package/dist/gateway/static/root/assets/{extension-message-router-C9JDpo_7.js → extension-message-router-GIekDj_w.js} +1 -1
  31. package/dist/gateway/static/root/assets/{extension-page-CLDoL5N8.js → extension-page-C_3bIjSB.js} +1 -1
  32. package/dist/gateway/static/root/assets/{extension-provider-BPIoHw4r.js → extension-provider-D-LolObs.js} +1 -1
  33. package/dist/gateway/static/root/assets/{extension-settings-page-BO_UKeG8.js → extension-settings-page-BV51dk16.js} +1 -1
  34. package/dist/gateway/static/root/assets/home-page-DefKShSW.js +8 -0
  35. package/dist/gateway/static/root/assets/index-CChzK_5b.css +1 -0
  36. package/dist/gateway/static/root/assets/index-DUo6H0PC.js +11 -0
  37. package/dist/gateway/static/root/assets/{local-app-workbench-page-D8oqDDAn.js → local-app-workbench-page-CfnixDO3.js} +1 -1
  38. package/dist/gateway/static/root/assets/{markdown-view-BlxIaCCQ.js → markdown-view-CNJaAdNN.js} +39 -39
  39. package/dist/gateway/static/root/assets/mcp-conversation-setup-page-DCIEL5bA.js +1 -0
  40. package/dist/gateway/static/root/assets/note-detail-panel-DsXb1qjW.js +7 -0
  41. package/dist/gateway/static/root/assets/note-image-lightbox-D6mvMSKr.js +1 -0
  42. package/dist/gateway/static/root/assets/{notes-api-CdXA-g9r.js → notes-api-BOIM9Q_D.js} +1 -1
  43. package/dist/gateway/static/root/assets/notes-page-BTpiOw67.js +8 -0
  44. package/dist/gateway/static/root/assets/{page-context-capture-button-Dibmspef.js → page-context-capture-button-B_Vdo2Ai.js} +1 -1
  45. package/dist/gateway/static/root/assets/pcm-capture-worklet-CpXsv44v.js +1 -0
  46. package/dist/gateway/static/root/assets/{personal-page-BwfyW7Hx.js → personal-page-I3IGVSJh.js} +1 -1
  47. package/dist/gateway/static/root/assets/{personal-profile-settings-CQhZjoK6.js → personal-profile-settings-C4CxmQLQ.js} +1 -1
  48. package/dist/gateway/static/root/assets/{personal-settings-panel-peD05ktj.js → personal-settings-panel-CnxI2TL0.js} +1 -1
  49. package/dist/gateway/static/root/assets/{plugin-details-dialog-nSDw8sfo.js → plugin-details-dialog-F08k_k2u.js} +1 -1
  50. package/dist/gateway/static/root/assets/{product-automation-feedback-D51I7Lg3.js → product-automation-feedback-CGso8wGv.js} +1 -1
  51. package/dist/gateway/static/root/assets/{product-preview-content-WkF2j_c-.js → product-preview-content-Dgtb4LF7.js} +1 -1
  52. package/dist/gateway/static/root/assets/product-preview-modal-C35EWUps.js +2 -0
  53. package/dist/gateway/static/root/assets/project-detail-page-Dy46uSEt.js +7 -0
  54. package/dist/gateway/static/root/assets/recording-upload-CFX7CANT.js +1 -0
  55. package/dist/gateway/static/root/assets/route-preload-ChTaYgpA.js +2 -0
  56. package/dist/gateway/static/root/assets/routine-panel-KH1VaEdC.js +2 -0
  57. package/dist/gateway/static/root/assets/{service-recommendation-list-DDlMyPvC.js → service-recommendation-list-BmRtbJz2.js} +1 -1
  58. package/dist/gateway/static/root/assets/session-manager-63NaXb1s.js +25 -0
  59. package/dist/gateway/static/root/assets/{settings-page-BHImcF1q.js → settings-page-C39lKVRv.js} +1 -1
  60. package/dist/gateway/static/root/assets/{share-preview-page-fV5USZb1.js → share-preview-page-Cqy-7-rd.js} +1 -1
  61. package/dist/gateway/static/root/assets/{shares-settings-sl40lqND.js → shares-settings-BDr50uTV.js} +1 -1
  62. package/dist/gateway/static/root/assets/{skills-page-FTd0Z7Ey.js → skills-page-DReUQ4Ug.js} +1 -1
  63. package/dist/gateway/static/root/assets/star-CnYNmpLd.js +1 -0
  64. package/dist/gateway/static/root/assets/task-detail-page-D1dNWTnP.js +3 -0
  65. package/dist/gateway/static/root/assets/{task-result-evidence-CSJeB9AH.js → task-result-evidence-CW_tN93T.js} +1 -1
  66. package/dist/gateway/static/root/assets/{use-composer-attachments-CO7XLI4x.js → use-composer-attachments-Xn6eUus2.js} +1 -1
  67. package/dist/gateway/static/root/assets/{use-file-preview-expanded-BXXeXnT0.js → use-file-preview-expanded-D0IBFhM9.js} +1 -1
  68. package/dist/gateway/static/root/assets/use-realtime-voice-B5IsKrRW.js +1 -0
  69. package/dist/gateway/static/root/assets/{use-workspace-tree-D27u-eoX.js → use-workspace-tree-7X2ydgS8.js} +1 -1
  70. package/dist/gateway/static/root/assets/{voice-settings-BiqJ0tlf.js → voice-settings-57pwZeKD.js} +1 -1
  71. package/dist/gateway/static/root/assets/{work-discovery-overlay-UvWbDUXi.js → work-discovery-overlay-BJ15p4rH.js} +1 -1
  72. package/dist/gateway/static/root/assets/{work-discovery-page-BM1HsYz6.js → work-discovery-page-8XciWNs5.js} +1 -1
  73. package/dist/gateway/static/root/assets/workspace-api-Dd_UDfeo.js +2 -0
  74. package/dist/gateway/static/root/assets/{workspace-file-preview-dialog-NffP-UXC.js → workspace-file-preview-dialog-Clj9hMj5.js} +1 -1
  75. package/dist/gateway/static/root/assets/{workspace-preview-store-Do31QQH5.js → workspace-preview-store-imhtuEIP.js} +1 -1
  76. package/dist/gateway/static/root/index.html +30 -29
  77. package/dist/package.js +1 -1
  78. package/dist/packages/gateway-contract/src/follow-ups.js +97 -0
  79. package/dist/packages/gateway-contract/src/home.js +1 -0
  80. package/dist/packages/gateway-contract/src/index.js +4 -0
  81. package/dist/packages/gateway-contract/src/observation-starters.js +95 -0
  82. package/dist/packages/gateway-contract/src/observation.js +7 -0
  83. package/dist/packages/gateway-contract/src/task-research-result.js +3 -0
  84. package/dist/src/agent/agent-manager.d.ts +1 -1
  85. package/dist/src/agent/background-review/prompts.d.ts +1 -0
  86. package/dist/src/agent/background-review/prompts.js +7 -1
  87. package/dist/src/agent/background-review/run-background-review.js +85 -7
  88. package/dist/src/agent/coding/run-verification.d.ts +14 -7
  89. package/dist/src/agent/coding/run-verification.js +28 -6
  90. package/dist/src/agent/context/coordinator.js +1 -1
  91. package/dist/src/agent/context/deep-recall.js +1 -1
  92. package/dist/src/agent/embedded/execution-tool-policy.d.ts +1 -0
  93. package/dist/src/agent/embedded/execution-tool-policy.js +4 -2
  94. package/dist/src/agent/embedded/run-for-session.d.ts +2 -0
  95. package/dist/src/agent/embedded/run-for-session.js +9 -0
  96. package/dist/src/agent/embedded/run-turn.js +63 -14
  97. package/dist/src/agent/embedded/session-runner.js +2 -2
  98. package/dist/src/agent/embedded/types.d.ts +2 -0
  99. package/dist/src/agent/external-tools/gateway-tools.js +8 -1
  100. package/dist/src/agent/inbound/turn-dispatcher.d.ts +1 -0
  101. package/dist/src/agent/inbound/turn-dispatcher.js +1 -0
  102. package/dist/src/agent/mcp/connection-setup.js +46 -42
  103. package/dist/src/agent/mcp/conversation-setup.js +13 -8
  104. package/dist/src/agent/mcp/discovery.d.ts +22 -1
  105. package/dist/src/agent/mcp/discovery.js +19 -3
  106. package/dist/src/agent/mcp/managed-discovery.d.ts +8 -0
  107. package/dist/src/agent/mcp/managed-discovery.js +77 -0
  108. package/dist/src/agent/mcp/tool-catalog.js +1 -1
  109. package/dist/src/agent/prompt/conversational-configuration-guide.js +1 -1
  110. package/dist/src/agent/service/direct-turn-helpers.d.ts +1 -0
  111. package/dist/src/agent/service/direct-turn-helpers.js +17 -2
  112. package/dist/src/agent/service/process-direct-streaming.d.ts +1 -0
  113. package/dist/src/agent/service/process-direct-streaming.js +1 -0
  114. package/dist/src/agent/service.d.ts +1 -1
  115. package/dist/src/agent/skills/marketplace/adapters/store/store-api-client.d.ts +6 -2
  116. package/dist/src/agent/skills/marketplace/adapters/store/store-api-client.js +10 -7
  117. package/dist/src/agent/tasks/task-judge-service.js +1 -0
  118. package/dist/src/agent/tool-manuals/browser.d.ts +1 -1
  119. package/dist/src/agent/tool-manuals/browser.js +3 -1
  120. package/dist/src/agent/tool-manuals/xopc-configuration.d.ts +1 -1
  121. package/dist/src/agent/tool-manuals/xopc-configuration.js +12 -4
  122. package/dist/src/agent/tools/factory.d.ts +1 -1
  123. package/dist/src/agent/tools/factory.js +1 -1
  124. package/dist/src/agent/tools/personal-request-tool.js +36 -4
  125. package/dist/src/agent/tools/personal-task-tool.d.ts +7 -1
  126. package/dist/src/agent/tools/personal-task-tool.js +68 -3
  127. package/dist/src/agent/tools/session-search-tool.js +1 -1
  128. package/dist/src/agent/tools/task-collaboration-tool.d.ts +1 -1
  129. package/dist/src/agent/tools/task-collaboration-tool.js +54 -3
  130. package/dist/src/agent/tools/task-result-tool.js +31 -0
  131. package/dist/src/agent/tools/xopc-use-tool.js +50 -19
  132. package/dist/src/automations/capabilities/write.d.ts +2 -2
  133. package/dist/src/automations/domain/validation.d.ts +4 -4
  134. package/dist/src/automations/draft/automation-draft-validator.d.ts +1 -1
  135. package/dist/src/browser/drivers/browser-driver.d.ts +1 -0
  136. package/dist/src/browser/drivers/create-driver.js +2 -11
  137. package/dist/src/browser/drivers/playwright-driver.d.ts +5 -2
  138. package/dist/src/browser/drivers/playwright-driver.js +83 -38
  139. package/dist/src/browser/runtime/browser-runtime.d.ts +5 -0
  140. package/dist/src/browser/runtime/browser-runtime.js +71 -9
  141. package/dist/src/cli/commands/doctor/checks/database-schema.js +1 -1
  142. package/dist/src/cli/commands/extension-agent-plugin.js +1 -1
  143. package/dist/src/cli/commands/gateway/lifecycle.js +2 -2
  144. package/dist/src/cli/commands/update.js +1 -1
  145. package/dist/src/computer/diagnostics.d.ts +4 -4
  146. package/dist/src/computer/errors.d.ts +4 -4
  147. package/dist/src/computer/evaluation.d.ts +3 -3
  148. package/dist/src/computer/flows.d.ts +1 -1
  149. package/dist/src/computer/runtime.d.ts +3 -3
  150. package/dist/src/config/schema.d.ts +6 -2
  151. package/dist/src/config/schema.js +3 -0
  152. package/dist/src/connectors/connected-source-understanding.js +11 -3
  153. package/dist/src/connectors/connection-recovery-service.js +38 -5
  154. package/dist/src/connectors/excluded-connectors.d.ts +1 -0
  155. package/dist/src/connectors/excluded-connectors.js +5 -1
  156. package/dist/src/connectors/learning-coordinator.js +45 -11
  157. package/dist/src/connectors/plugin-connection.d.ts +10 -0
  158. package/dist/src/connectors/plugin-connection.js +105 -0
  159. package/dist/src/discussions/recording.js +13 -6
  160. package/dist/src/endpoint-tools/device-host.d.ts +2 -2
  161. package/dist/src/extensions/agent-plugins/setup.js +1 -1
  162. package/dist/src/extensions/agent-plugins/skill-catalog.js +1 -1
  163. package/dist/src/gateway/hono/lib/config-payload.d.ts +4 -0
  164. package/dist/src/gateway/hono/middleware/auth.js +1 -1
  165. package/dist/src/gateway/hono/routes/agent-plugins.js +2 -2
  166. package/dist/src/gateway/hono/routes/auth-registry-extensions.js +1 -1
  167. package/dist/src/gateway/hono/routes/connectors.js +1 -1
  168. package/dist/src/gateway/hono/routes/desktop-host.js +1 -1
  169. package/dist/src/gateway/hono/routes/home.js +51 -0
  170. package/dist/src/gateway/hono/routes/imports.js +1 -1
  171. package/dist/src/gateway/hono/routes/personal-agent.js +3 -3
  172. package/dist/src/gateway/hono/routes/projects.js +1 -1
  173. package/dist/src/gateway/hono/routes/session-command-handler.js +15 -1
  174. package/dist/src/gateway/hono/routes/update.js +2 -2
  175. package/dist/src/gateway/hono/routes/user-model.js +1 -1
  176. package/dist/src/gateway/index.js +1 -1
  177. package/dist/src/gateway/run-loop.js +2 -2
  178. package/dist/src/gateway/security/gateway-scopes.js +1 -0
  179. package/dist/src/gateway/service/agent-runner.d.ts +2 -8
  180. package/dist/src/gateway/service/agent-runner.js +2 -1
  181. package/dist/src/gateway/service/config-coordinator.d.ts +5 -1
  182. package/dist/src/gateway/service/run-gateway-agent.d.ts +13 -8
  183. package/dist/src/gateway/service/run-gateway-agent.js +6 -3
  184. package/dist/src/gateway/service/session-input-coordinator.d.ts +4 -0
  185. package/dist/src/gateway/service/session-input-coordinator.js +6 -1
  186. package/dist/src/gateway/service.d.ts +1 -0
  187. package/dist/src/gateway/service.js +19 -12
  188. package/dist/src/home-intelligence/follow-ups.d.ts +36 -0
  189. package/dist/src/home-intelligence/follow-ups.js +496 -0
  190. package/dist/src/home-intelligence/host.d.ts +80 -4
  191. package/dist/src/home-intelligence/host.js +124 -4
  192. package/dist/src/home-intelligence/observation-starters.d.ts +3 -0
  193. package/dist/src/home-intelligence/observation-starters.js +27 -0
  194. package/dist/src/home-intelligence/observation.d.ts +1 -1
  195. package/dist/src/home-intelligence/observation.js +16 -4
  196. package/dist/src/infra/gateway-processes.js +1 -1
  197. package/dist/src/infra/update-restart.js +2 -2
  198. package/dist/src/infra/update-runner.js +2 -2
  199. package/dist/src/infra/update-startup.js +1 -1
  200. package/dist/src/local-apps/automation-proposals.d.ts +4 -4
  201. package/dist/src/local-apps/capabilities/projections.d.ts +38 -38
  202. package/dist/src/memory-learning/choice-observations.d.ts +9 -0
  203. package/dist/src/memory-learning/choice-observations.js +155 -0
  204. package/dist/src/memory-learning/evidence-repair.d.ts +12 -0
  205. package/dist/src/memory-learning/evidence-repair.js +31 -0
  206. package/dist/src/memory-learning/repository.d.ts +1 -0
  207. package/dist/src/memory-learning/repository.js +43 -5
  208. package/dist/src/memory-learning/source-learning.js +52 -7
  209. package/dist/src/memory-learning/task-receipts.js +19 -10
  210. package/dist/src/memory-learning/transcript-source.js +7 -0
  211. package/dist/src/memory-learning/work-candidate.d.ts +14 -0
  212. package/dist/src/memory-learning/work-candidate.js +17 -2
  213. package/dist/src/memory-learning/work-capture.d.ts +1 -0
  214. package/dist/src/memory-learning/work-capture.js +28 -10
  215. package/dist/src/memory-learning/work-review.d.ts +46 -0
  216. package/dist/src/memory-learning/work-review.js +209 -0
  217. package/dist/src/notes/agent-context.js +1 -1
  218. package/dist/src/notifications/service.js +2 -2
  219. package/dist/src/personal-agent/communication.d.ts +1 -1
  220. package/dist/src/personal-agent/communication.js +1 -1
  221. package/dist/src/personal-agent/default-style.d.ts +1 -1
  222. package/dist/src/personal-agent/default-style.js +1 -1
  223. package/dist/src/personal-agent/proactivity/repository.d.ts +1 -1
  224. package/dist/src/personal-agent/prompts.js +4 -4
  225. package/dist/src/personal-agent/reply-composer.d.ts +1 -1
  226. package/dist/src/personal-agent/reply-composer.js +52 -34
  227. package/dist/src/personal-agent/reply-style.d.ts +2 -2
  228. package/dist/src/personal-agent/reply-style.js +3 -2
  229. package/dist/src/personal-agent/request-repository.d.ts +3 -0
  230. package/dist/src/personal-agent/request-service.d.ts +2 -0
  231. package/dist/src/personal-agent/request-service.js +8 -2
  232. package/dist/src/phone/contracts.d.ts +1 -1
  233. package/dist/src/phone/stream-gateway.js +1 -1
  234. package/dist/src/projects/capabilities/write.js +1 -1
  235. package/dist/src/projects/index.js +1 -1
  236. package/dist/src/projects/project-service.js +1 -1
  237. package/dist/src/storage/sqlite/schema.d.ts +2 -2
  238. package/dist/src/storage/sqlite/schema.js +7 -7
  239. package/dist/src/storage/sqlite/schema.sql +22 -0
  240. package/dist/src/storage/sqlite/upgrades/274_home_followups.sql +21 -0
  241. package/dist/src/tasks/capabilities/management.d.ts +3 -3
  242. package/dist/src/tasks/capabilities/relations.d.ts +3 -3
  243. package/dist/src/tasks/capabilities/write.d.ts +4 -4
  244. package/dist/src/tasks/capabilities/write.js +2 -0
  245. package/dist/src/tasks/home-query-service.js +4 -2
  246. package/dist/src/tasks/task-allocation-service.js +10 -2
  247. package/dist/src/tasks/task-application-service.d.ts +4 -0
  248. package/dist/src/tasks/task-application-service.js +6 -1
  249. package/dist/src/tasks/task-context-assembler.js +7 -2
  250. package/dist/src/tasks/task-contract-planner.js +3 -3
  251. package/dist/src/tasks/task-conversation-summary.d.ts +64 -0
  252. package/dist/src/tasks/task-conversation-summary.js +105 -0
  253. package/dist/src/tasks/task-delay-notice.d.ts +4 -0
  254. package/dist/src/tasks/task-delay-notice.js +113 -0
  255. package/dist/src/tasks/task-deletion-service.js +6 -1
  256. package/dist/src/tasks/task-handoff.d.ts +21 -0
  257. package/dist/src/tasks/task-handoff.js +77 -1
  258. package/dist/src/tasks/task-json-acceptance.d.ts +22 -0
  259. package/dist/src/tasks/task-json-acceptance.js +96 -0
  260. package/dist/src/tasks/task-main-update-decision-service.js +17 -21
  261. package/dist/src/tasks/task-main-update-delivery.js +34 -7
  262. package/dist/src/tasks/task-notification-preference.d.ts +16 -0
  263. package/dist/src/tasks/task-notification-preference.js +42 -0
  264. package/dist/src/tasks/task-origin-repository.d.ts +1 -0
  265. package/dist/src/tasks/task-origin-repository.js +3 -0
  266. package/dist/src/tasks/task-read-model-projector.js +1 -1
  267. package/dist/src/tasks/task-repository.js +1 -0
  268. package/dist/src/tasks/task-research-repair.d.ts +19 -1
  269. package/dist/src/tasks/task-research-repair.js +14 -4
  270. package/dist/src/tasks/task-research-result.d.ts +12 -0
  271. package/dist/src/tasks/task-research-result.js +5 -0
  272. package/dist/src/tasks/task-result-delivery-repository.d.ts +4 -1
  273. package/dist/src/tasks/task-result-delivery-repository.js +8 -5
  274. package/dist/src/tasks/task-result-delivery-service.js +9 -1
  275. package/dist/src/tasks/task-run-coordinator.js +45 -10
  276. package/dist/src/tui/tui-management.js +2 -2
  277. package/dist/src/usage/cloud-wire.d.ts +1 -0
  278. package/dist/src/user-context/config.d.ts +8 -0
  279. package/dist/src/user-context/config.js +10 -0
  280. package/dist/src/user-model/capture/evidence-policy.d.ts +2 -0
  281. package/dist/src/user-model/capture/evidence-policy.js +8 -1
  282. package/dist/src/user-model/capture/executor.js +16 -4
  283. package/dist/src/user-model/capture/semantic.d.ts +4 -0
  284. package/dist/src/user-model/capture/semantic.js +3 -0
  285. package/dist/src/user-model/index.js +1 -1
  286. package/dist/src/user-model/observation-repository.d.ts +6 -0
  287. package/dist/src/user-model/observation-repository.js +12 -0
  288. package/dist/src/user-model/repository.js +10 -1
  289. package/dist/src/voice/realtime/agentEngine.js +29 -7
  290. package/dist/src/voice/realtime/pcmPlaybackEcho.d.ts +10 -0
  291. package/dist/src/voice/realtime/pcmPlaybackEcho.js +56 -0
  292. package/dist/src/voice/realtime/playback-echo.d.ts +3 -0
  293. package/dist/src/voice/realtime/playback-echo.js +35 -5
  294. package/dist/src/voice/realtime/runtime.js +6 -1
  295. package/dist/src/voice/realtime/turnPolicy.js +1 -1
  296. package/package.json +14 -8
  297. package/dist/gateway/static/root/assets/agent-plugin-dialog-CikzCYAG.js +0 -1
  298. package/dist/gateway/static/root/assets/capabilities-DB713nRi.js +0 -1
  299. package/dist/gateway/static/root/assets/capabilities-page-D2hq4cgE.js +0 -2
  300. package/dist/gateway/static/root/assets/chat-page-BhPw56Vc.js +0 -71
  301. package/dist/gateway/static/root/assets/constants-DpkUgykJ.js +0 -1
  302. package/dist/gateway/static/root/assets/discussion-annotation-sync-fwPPMPv9.js +0 -1
  303. package/dist/gateway/static/root/assets/home-page-BPPe4JXB.js +0 -7
  304. package/dist/gateway/static/root/assets/index-DjzrnmBA.js +0 -11
  305. package/dist/gateway/static/root/assets/index-YQxumvaS.css +0 -1
  306. package/dist/gateway/static/root/assets/mcp-conversation-setup-page-CsTSmjmX.js +0 -1
  307. package/dist/gateway/static/root/assets/note-detail-panel-BbHlfAju.js +0 -7
  308. package/dist/gateway/static/root/assets/note-image-lightbox-CqK_uJ6Y.js +0 -1
  309. package/dist/gateway/static/root/assets/notes-page-8w2Stfak.js +0 -8
  310. package/dist/gateway/static/root/assets/pcm-capture-worklet-uW_SEACy.js +0 -1
  311. package/dist/gateway/static/root/assets/product-preview-modal-DMHOKocl.js +0 -2
  312. package/dist/gateway/static/root/assets/project-detail-page-CNFuzmRr.js +0 -7
  313. package/dist/gateway/static/root/assets/recording-upload-CyZSl2DJ.js +0 -1
  314. package/dist/gateway/static/root/assets/route-preload-CuxNu-LB.js +0 -2
  315. package/dist/gateway/static/root/assets/routine-panel-CXs4PjW0.js +0 -2
  316. package/dist/gateway/static/root/assets/session-manager-D2LaQymu.js +0 -25
  317. package/dist/gateway/static/root/assets/task-detail-page-_5TEldtl.js +0 -3
  318. package/dist/gateway/static/root/assets/use-realtime-voice-C7iWQuUv.js +0 -1
  319. package/dist/gateway/static/root/assets/workspace-api-LghfbP5g.js +0 -2
@@ -85,6 +85,9 @@ export declare const UserModelConfigSchema: z.ZodDefault<z.ZodObject<{
85
85
  remote_allowed: "remote_allowed";
86
86
  }>>;
87
87
  extraction: z.ZodDefault<z.ZodObject<{
88
+ crossSessionObservations: z.ZodDefault<z.ZodBoolean>;
89
+ observationWindowDays: z.ZodDefault<z.ZodNumber>;
90
+ maxObservationEvidence: z.ZodDefault<z.ZodNumber>;
88
91
  reviewIntervalTurns: z.ZodDefault<z.ZodNumber>;
89
92
  maxHistoryMessages: z.ZodDefault<z.ZodNumber>;
90
93
  maxDurationMs: z.ZodDefault<z.ZodNumber>;
@@ -118,6 +121,7 @@ export declare const KnowledgeMemoryConfigSchema: z.ZodDefault<z.ZodObject<{
118
121
  learning: z.ZodOptional<z.ZodObject<{
119
122
  idleFlushMs: z.ZodDefault<z.ZodNumber>;
120
123
  maxBatchChars: z.ZodDefault<z.ZodNumber>;
124
+ evidenceReview: z.ZodDefault<z.ZodBoolean>;
121
125
  maxDailyBatches: z.ZodDefault<z.ZodNumber>;
122
126
  }, z.core.$strict>>;
123
127
  readScopes: z.ZodDefault<z.ZodArray<z.ZodEnum<{
@@ -225,6 +229,9 @@ export declare const UserContextConfigSchema: z.ZodDefault<z.ZodObject<{
225
229
  remote_allowed: "remote_allowed";
226
230
  }>>;
227
231
  extraction: z.ZodDefault<z.ZodObject<{
232
+ crossSessionObservations: z.ZodDefault<z.ZodBoolean>;
233
+ observationWindowDays: z.ZodDefault<z.ZodNumber>;
234
+ maxObservationEvidence: z.ZodDefault<z.ZodNumber>;
228
235
  reviewIntervalTurns: z.ZodDefault<z.ZodNumber>;
229
236
  maxHistoryMessages: z.ZodDefault<z.ZodNumber>;
230
237
  maxDurationMs: z.ZodDefault<z.ZodNumber>;
@@ -258,6 +265,7 @@ export declare const UserContextConfigSchema: z.ZodDefault<z.ZodObject<{
258
265
  learning: z.ZodOptional<z.ZodObject<{
259
266
  idleFlushMs: z.ZodDefault<z.ZodNumber>;
260
267
  maxBatchChars: z.ZodDefault<z.ZodNumber>;
268
+ evidenceReview: z.ZodDefault<z.ZodBoolean>;
261
269
  maxDailyBatches: z.ZodDefault<z.ZodNumber>;
262
270
  }, z.core.$strict>>;
263
271
  readScopes: z.ZodDefault<z.ZodArray<z.ZodEnum<{
@@ -89,10 +89,16 @@ var init_config = __esmMin((() => {
89
89
  showMemoryReferences: z.boolean().default(true),
90
90
  processingPolicy: z.enum(["local_only", "remote_allowed"]).default("remote_allowed"),
91
91
  extraction: z.object({
92
+ crossSessionObservations: z.boolean().default(true),
93
+ observationWindowDays: z.number().int().min(1).max(90).default(30),
94
+ maxObservationEvidence: z.number().int().min(1).max(12).default(6),
92
95
  reviewIntervalTurns: z.number().int().min(1).max(1e3).default(10),
93
96
  maxHistoryMessages: z.number().int().min(1).max(200).default(80),
94
97
  maxDurationMs: z.number().int().min(1e3).max(6e5).default(12e4)
95
98
  }).strict().default({
99
+ crossSessionObservations: true,
100
+ observationWindowDays: 30,
101
+ maxObservationEvidence: 6,
96
102
  reviewIntervalTurns: 10,
97
103
  maxHistoryMessages: 80,
98
104
  maxDurationMs: 12e4
@@ -132,6 +138,9 @@ var init_config = __esmMin((() => {
132
138
  showMemoryReferences: true,
133
139
  processingPolicy: "remote_allowed",
134
140
  extraction: {
141
+ crossSessionObservations: true,
142
+ observationWindowDays: 30,
143
+ maxObservationEvidence: 6,
135
144
  reviewIntervalTurns: 10,
136
145
  maxHistoryMessages: 80,
137
146
  maxDurationMs: 12e4
@@ -153,6 +162,7 @@ var init_config = __esmMin((() => {
153
162
  learning: z.object({
154
163
  idleFlushMs: z.number().int().min(1e3).max(6e5).default(6e4),
155
164
  maxBatchChars: z.number().int().min(4e3).max(12e4).default(3e4),
165
+ evidenceReview: z.boolean().default(true),
156
166
  maxDailyBatches: z.number().int().min(1).max(1e4).default(100)
157
167
  }).strict().optional(),
158
168
  readScopes: z.array(z.enum([
@@ -39,6 +39,8 @@ export declare function assessAssertionSupport(input: {
39
39
  };
40
40
  /** Source attribution for work facts does not require a first-person user statement. */
41
41
  export declare function isOwnerAuthoredSpan(text: string, quote: string): boolean;
42
+ /** Mutating an existing memory requires an entirely owned span, not mixed quoted and owned text. */
43
+ export declare function isFullyOwnerAuthoredSpan(text: string, quote: string): boolean;
42
44
  /** A bounded repair hint; these clauses remain subject to normal model and host admission. */
43
45
  export declare function directPreferenceClauses(text: string): string[];
44
46
  /** Choices remain observations; these hints never authorize an explicit user fact. */
@@ -107,6 +107,13 @@ function isOwnerAuthoredSpan(text, quote) {
107
107
  const owned = maskNonOwnerSpans(source).slice(at, at + quote.normalize("NFKC").length).trim();
108
108
  return Boolean(owned) && !HYPOTHETICAL.test(owned);
109
109
  }
110
+ /** Mutating an existing memory requires an entirely owned span, not mixed quoted and owned text. */
111
+ function isFullyOwnerAuthoredSpan(text, quote) {
112
+ const source = text.normalize("NFKC");
113
+ const normalized = quote.normalize("NFKC");
114
+ const at = source.indexOf(normalized);
115
+ return at >= 0 && isOwnerAuthoredSpan(text, quote) && maskNonOwnerSpans(source).slice(at, at + normalized.length).replace(/\s/gu, "") === normalized.replace(/\s/gu, "");
116
+ }
110
117
  /** A bounded repair hint; these clauses remain subject to normal model and host admission. */
111
118
  function directPreferenceClauses(text) {
112
119
  const result = [];
@@ -140,4 +147,4 @@ function observedChoiceClauses(text) {
140
147
  return result;
141
148
  }
142
149
  //#endregion
143
- export { assessAssertionSupport, assessOwnerSupport, directPreferenceClauses, hasOwnerMemoryDirective, isOwnerAuthoredSpan, observedChoiceClauses, supportsResponseApplicability };
150
+ export { assessAssertionSupport, assessOwnerSupport, directPreferenceClauses, hasOwnerMemoryDirective, isFullyOwnerAuthoredSpan, isOwnerAuthoredSpan, observedChoiceClauses, supportsResponseApplicability };
@@ -1,5 +1,6 @@
1
1
  import { createCollaborationRule, listCollaborationRules } from "../../storage/sqlite/collaboration-rule-repository.js";
2
2
  import { createContextEvidence } from "../../storage/sqlite/context-evidence-repository.js";
3
+ import { observationCandidateIssue } from "../../memory-learning/evidence-repair.js";
3
4
  import { assessAssertionSupport, assessOwnerSupport, hasOwnerMemoryDirective, supportsResponseApplicability } from "./evidence-policy.js";
4
5
  import { createUserGoal, listUserGoals } from "../goals.js";
5
6
  import { deleteUserAssertion, getAssertionSlot, getUserAssertion, linkAssertionEvidence, mergeAssertionObservation, reconcileAssertion, setAssertionStatus } from "../repository.js";
@@ -79,8 +80,9 @@ function executeUserModelInterpretation(input) {
79
80
  });
80
81
  return result;
81
82
  }
82
- const goals = input.interpretation.goals ?? [];
83
- const collaborationRules = input.interpretation.collaborationRules ?? [];
83
+ const imported = new Set(input.evidence.filter((e) => e.observationScope).map((e) => e.ref));
84
+ const goals = (input.interpretation.goals ?? []).filter((item) => !item.evidenceRefs.some((ref) => imported.has(ref)));
85
+ const collaborationRules = (input.interpretation.collaborationRules ?? []).filter((item) => !item.evidenceRefs.some((ref) => imported.has(ref)));
84
86
  if (!input.interpretation.assertions.length && !goals.length && !collaborationRules.length) return result;
85
87
  const evidenceByRef = new Map(input.evidence.map((entry) => [entry.ref, entry]));
86
88
  const evidenceIds = /* @__PURE__ */ new Map();
@@ -93,9 +95,9 @@ function executeUserModelInterpretation(input) {
93
95
  if (!item || item.role !== "user") continue;
94
96
  const evidence = createContextEvidence({
95
97
  sourceType: "conversation",
96
- sourceRef: `session:${input.scopeContext.conversationId}:entry:${ref}`,
98
+ sourceRef: `session:${item.conversationId ?? input.scopeContext.conversationId}:entry:${ref}`,
97
99
  sourceRunId: input.extractionRunId,
98
- conversationId: input.scopeContext.conversationId,
100
+ conversationId: item.conversationId ?? input.scopeContext.conversationId,
99
101
  ...input.turnId ? { turnId: input.turnId } : {},
100
102
  messageId: ref,
101
103
  contentHash: createHash("sha256").update(item.text).digest("hex"),
@@ -110,6 +112,16 @@ function executeUserModelInterpretation(input) {
110
112
  }
111
113
  const latestUserRef = input.evidence.filter((item) => item.role === "user").sort((a, b) => b.createdAt - a.createdAt)[0]?.ref;
112
114
  for (const original of input.interpretation.assertions) {
115
+ if (observationCandidateIssue(original, input.evidence)) {
116
+ result.proposed++;
117
+ result.rejected++;
118
+ result.outputs.push({
119
+ candidateKey: candidateKey(original.predicate, original.scope.type, original.scope.id),
120
+ outcome: "rejected",
121
+ reasonCode: "observation_scope_or_authority"
122
+ });
123
+ continue;
124
+ }
113
125
  if (!supportsResponseApplicability(original.applicability)) {
114
126
  result.proposed++;
115
127
  result.rejected++;
@@ -1,8 +1,11 @@
1
+ import { type WorkReview } from '../../memory-learning/work-review.js';
1
2
  import { type WorkCandidate } from '../../memory-learning/work-candidate.js';
2
3
  import type { AssertionCandidate } from '../domain.js';
3
4
  export declare const USER_MODEL_CAPTURE_INTENTS: readonly ["remember", "query", "confirm", "correct", "forget", "user_assertion", "task", "none"];
4
5
  export type UserModelCaptureIntent = typeof USER_MODEL_CAPTURE_INTENTS[number];
5
6
  export interface CaptureEvidence {
7
+ conversationId?: string;
8
+ observationScope?: AssertionCandidate['scope'];
6
9
  ref: string;
7
10
  role: 'user' | 'assistant' | 'toolResult';
8
11
  text: string;
@@ -49,6 +52,7 @@ export interface ParsedCollaborationRuleCandidate {
49
52
  }
50
53
  export interface UserModelInterpretation {
51
54
  knowledge?: WorkCandidate[];
55
+ knowledgeReviews?: WorkReview[];
52
56
  knowledgeDeletions?: Array<{
53
57
  targetKnowledgeIds: string[];
54
58
  boundary: string;
@@ -1,5 +1,6 @@
1
1
  import { assessAssertionSupport, assessOwnerSupport, hasOwnerMemoryDirective, supportsResponseApplicability } from "./evidence-policy.js";
2
2
  import { WorkCandidateSchema } from "../../memory-learning/work-candidate.js";
3
+ import { WorkReviewSchema } from "../../memory-learning/work-review.js";
3
4
  import { z } from "zod";
4
5
  //#region src/user-model/capture/semantic.ts
5
6
  const USER_MODEL_CAPTURE_INTENTS = [
@@ -154,6 +155,7 @@ const CollaborationRuleSchema = z.object({
154
155
  statement: z.string().min(4).max(600)
155
156
  }).merge(GroundingSchema).strict();
156
157
  const InterpretationSchema = z.object({
158
+ knowledgeReviews: z.array(WorkReviewSchema).max(4).default([]),
157
159
  knowledge: z.array(WorkCandidateSchema).max(8).default([]),
158
160
  knowledgeDeletions: z.array(z.object({
159
161
  targetKnowledgeIds: z.array(z.string().min(1)).max(16),
@@ -372,6 +374,7 @@ function parseUserModelInterpretation(raw, evidence, allowedTargetIds = [], onIn
372
374
  return {
373
375
  rejectedCandidates,
374
376
  knowledge: parsed.knowledge,
377
+ knowledgeReviews: parsed.knowledgeReviews,
375
378
  knowledgeDeletions: parsed.knowledgeDeletions.flatMap((item) => {
376
379
  const evidenceRefs = groundedEvidenceRefs(item, evidenceByRef);
377
380
  if (!evidenceRefs || (item.intent ?? parsed.intent) !== "forget") return [];
@@ -1,4 +1,5 @@
1
1
  import { PERSONAL_DOMAINS, USER_MODEL_PRINCIPAL_ID, defaultAssertionDomain, defaultAssertionLayer, validateCandidate, validateScope } from "./domain.js";
2
+ import { deleteUserModelObservationsForGrant, linkUserAssertions, listUserAssertionEdges, listUserModelObservations, recordUserModelObservation } from "./observation-repository.js";
2
3
  import { createPriorityWindow, createUserGoal, listPriorityWindows, listUserGoals, setUserGoalStatus, updatePriorityWindow, updateUserGoal } from "./goals.js";
3
4
  import { defaultReviewAt, isAssertionValidAt, requiresBoundedValidity, resolveCurrentAssertion } from "./temporal.js";
4
5
  import { deleteUserAssertion, getActiveAssertionByPredicate, getActiveAssertionForSlot, getAssertionSlot, getUserAssertion, getUserTimezone, linkAssertionEvidence, listSlotAssertions, listUserAssertionSources, listUserAssertions, mergeAssertionObservation, reconcileAssertion, setAssertionStatus, setUserAssertionScope } from "./repository.js";
@@ -6,6 +7,5 @@ import { canUseAssertion, isWorkingAssumption } from "./usage-policy.js";
6
7
  import { USER_PROFILE_IDENTITY_RULE, applyUserProfilePatch, getUserProfileContext, getUserProfileSnapshot } from "./profile.js";
7
8
  import { listActionRuleSuggestions } from "./action-rule-suggestions.js";
8
9
  import { calculateExecutionValue } from "./importance.js";
9
- import { deleteUserModelObservationsForGrant, linkUserAssertions, listUserAssertionEdges, listUserModelObservations, recordUserModelObservation } from "./observation-repository.js";
10
10
  import { bootstrapUserModel } from "./bootstrap.js";
11
11
  export { PERSONAL_DOMAINS, USER_MODEL_PRINCIPAL_ID, USER_PROFILE_IDENTITY_RULE, applyUserProfilePatch, bootstrapUserModel, calculateExecutionValue, canUseAssertion, createPriorityWindow, createUserGoal, defaultAssertionDomain, defaultAssertionLayer, defaultReviewAt, deleteUserAssertion, deleteUserModelObservationsForGrant, getActiveAssertionByPredicate, getActiveAssertionForSlot, getAssertionSlot, getUserAssertion, getUserProfileContext, getUserProfileSnapshot, getUserTimezone, isAssertionValidAt, isWorkingAssumption, linkAssertionEvidence, linkUserAssertions, listActionRuleSuggestions, listPriorityWindows, listSlotAssertions, listUserAssertionEdges, listUserAssertionSources, listUserAssertions, listUserGoals, listUserModelObservations, mergeAssertionObservation, reconcileAssertion, recordUserModelObservation, requiresBoundedValidity, resolveCurrentAssertion, setAssertionStatus, setUserAssertionScope, setUserGoalStatus, updatePriorityWindow, updateUserGoal, validateCandidate, validateScope };
@@ -28,6 +28,12 @@ export declare function listUserModelObservations(input?: {
28
28
  domain?: PersonalDomain;
29
29
  sourceGrantId?: string;
30
30
  limit?: number;
31
+ type?: string;
32
+ context?: {
33
+ agentId: string;
34
+ workspaceId: string;
35
+ projectId: string;
36
+ };
31
37
  }): UserModelObservation[];
32
38
  export declare function deleteUserModelObservationsForGrant(grantId: string): number;
33
39
  export type UserAssertionEdgeRelation = 'supports' | 'contradicts' | 'derived_from' | 'specializes';
@@ -67,6 +67,18 @@ function listUserModelObservations(input = {}) {
67
67
  clauses.push("source_grant_id = ?");
68
68
  values.push(input.sourceGrantId);
69
69
  }
70
+ if (input.type) {
71
+ clauses.push("observation_type = ?");
72
+ values.push(input.type);
73
+ }
74
+ if (input.context) for (const key of [
75
+ "agentId",
76
+ "workspaceId",
77
+ "projectId"
78
+ ]) {
79
+ clauses.push(`json_extract(context_json, '$.${key}') = ?`);
80
+ values.push(input.context[key]);
81
+ }
70
82
  values.push(Math.max(1, Math.min(2e3, input.limit ?? 200)));
71
83
  return getSqliteDatabase().prepare(`SELECT * FROM user_model_observations
72
84
  WHERE ${clauses.join(" AND ")} ORDER BY observed_at DESC LIMIT ?`).all(...values).map(fromRow);
@@ -562,8 +562,17 @@ function deleteUserAssertion(id, now = Date.now()) {
562
562
  WHERE json_extract(value, '$.assertionId') = ?)`).run(assertion.id, assertion.id);
563
563
  }
564
564
  for (const row of rows) db.prepare("DELETE FROM user_assertions WHERE assertion_id = ?").run(row.assertion_id);
565
- for (const evidenceId of evidenceIds) db.prepare(`UPDATE context_evidence SET redacted_excerpt = NULL WHERE evidence_id = ?
565
+ for (const evidenceId of evidenceIds) {
566
+ const source = db.prepare("SELECT conversation_id, message_id FROM context_evidence WHERE evidence_id=?").get(evidenceId);
567
+ if (source?.conversation_id && source.message_id) suppressMemory(db, [memoryFingerprint([
568
+ "conversation-choice-source",
569
+ source.conversation_id,
570
+ source.message_id
571
+ ])], now);
572
+ db.prepare("DELETE FROM user_model_observations WHERE evidence_id=?").run(evidenceId);
573
+ db.prepare(`UPDATE context_evidence SET redacted_excerpt = NULL WHERE evidence_id = ?
566
574
  AND NOT EXISTS (SELECT 1 FROM user_assertion_evidence WHERE evidence_id = ?)`).run(evidenceId, evidenceId);
575
+ }
567
576
  db.prepare(`DELETE FROM user_assertion_slots WHERE slot_id = ?
568
577
  AND NOT EXISTS (SELECT 1 FROM user_assertions WHERE slot_id = ?)`).run(slot.id, slot.id);
569
578
  return true;
@@ -6,7 +6,7 @@ import { PlatformVoiceError } from "../platform-streams.js";
6
6
  import { prepareSpeechStreamSession, speakStream } from "../tts/speak-core.js";
7
7
  import { AudioPlaybackWindow } from "./audio-playback-window.js";
8
8
  import { TurnCoordinator } from "./turnPolicy.js";
9
- import { PlaybackEchoCandidates, isLikelyPlaybackEcho } from "./playback-echo.js";
9
+ import { PlaybackEchoCandidates, isPlaybackStopPhrase, normalizeSpeech } from "./playback-echo.js";
10
10
  import { PcmFrameBuffer } from "./pcmFrameBuffer.js";
11
11
  import { SpeakableSegmenter } from "./speakable-segmenter.js";
12
12
  import crypto from "node:crypto";
@@ -54,6 +54,7 @@ function createAgentVoiceEngine(options) {
54
54
  const greetingAbort = new AbortController();
55
55
  let inputSpeech;
56
56
  let bargeInCandidate;
57
+ let playbackInterruptedBy;
57
58
  function clearBargeInCandidate() {
58
59
  clearTimeout(bargeInCandidate?.timer);
59
60
  bargeInCandidate = void 0;
@@ -61,27 +62,36 @@ function createAgentVoiceEngine(options) {
61
62
  function considerPartialInterruption(utteranceId, text) {
62
63
  const response = activeResponse;
63
64
  if (!response || response.awaitingClarification || !claim.config.voice?.realtime?.bargeIn) return;
64
- const characters = text.replace(/[^\p{L}\p{N}]/gu, "");
65
- if (characters.length < (/\p{Script=Han}/u.test(characters) ? 6 : 12) || isLikelyPlaybackEcho(text, response.audibleText)) {
65
+ const characters = normalizeSpeech(text);
66
+ const candidate = bargeInCandidate;
67
+ const extendsCandidate = candidate?.utteranceId === utteranceId && candidate.responseId === response.id && characters.startsWith(candidate.prefix);
68
+ const playbackStop = response.firstFrameSent && isPlaybackStopPhrase(characters);
69
+ if (!extendsCandidate && !playbackStop && characters.length < (/\p{Script=Han}/u.test(characters) ? 6 : 12) || echoCandidates.isEcho(utteranceId, text, response.audibleText)) {
66
70
  clearBargeInCandidate();
67
71
  return;
68
72
  }
69
- if (bargeInCandidate?.utteranceId === utteranceId && bargeInCandidate.text === text) return;
73
+ if (extendsCandidate) {
74
+ candidate.text = text;
75
+ return;
76
+ }
70
77
  clearBargeInCandidate();
71
78
  bargeInCandidate = {
72
79
  utteranceId,
80
+ responseId: response.id,
81
+ prefix: characters,
73
82
  text,
74
83
  timer: setTimeout(() => {
84
+ const latest = bargeInCandidate?.text;
75
85
  clearBargeInCandidate();
76
- if (activeResponse !== response || muted || closed || response.awaitingClarification || isLikelyPlaybackEcho(text, response.audibleText)) return;
86
+ if (!latest || activeResponse !== response || muted || closed || response.awaitingClarification || echoCandidates.isEcho(utteranceId, latest, response.audibleText)) return;
77
87
  log.info({
78
88
  sessionId: claim.sessionId,
79
89
  responseId: response.id,
80
90
  phase: "partial_barge_in",
81
91
  stabilityMs: BARGE_IN_STABILITY_MS
82
92
  }, "Stable non-echo speech interrupted voice playback");
83
- cancelActiveResponse("barge_in");
84
- prepareInputSpeech();
93
+ if (cancelActiveResponse("barge_in") && response.firstFrameSent) playbackInterruptedBy = utteranceId;
94
+ if (!isPlaybackStopPhrase(normalizeSpeech(latest))) prepareInputSpeech();
85
95
  }, BARGE_IN_STABILITY_MS)
86
96
  };
87
97
  }
@@ -711,6 +721,8 @@ function createAgentVoiceEngine(options) {
711
721
  }
712
722
  if (event.type === "transcript_final") {
713
723
  if (bargeInCandidate?.utteranceId === event.utteranceId) clearBargeInCandidate();
724
+ const interruptedPlayback = playbackInterruptedBy === event.utteranceId;
725
+ if (interruptedPlayback) playbackInterruptedBy = void 0;
714
726
  lastUserSpeechAt = Date.now();
715
727
  const text = event.text.trim();
716
728
  if (text) openingInputSeen = true;
@@ -737,6 +749,10 @@ function createAgentVoiceEngine(options) {
737
749
  }, "Ignored finalized transcription matching recent voice playback");
738
750
  return;
739
751
  }
752
+ if (claim.request.purpose === "conversation" && activeResponse?.firstFrameSent && !activeResponse.awaitingClarification && /^(?:嗯{1,2}|呃{1,2}|哦{1,2}|mm|mhm|uhhuh|uh|um)$/u.test(normalizeSpeech(text))) {
753
+ bufferFinal(event.utteranceId, "");
754
+ return;
755
+ }
740
756
  send("input.transcript.final", {
741
757
  utteranceId: event.utteranceId,
742
758
  revision: event.revision,
@@ -744,6 +760,11 @@ function createAgentVoiceEngine(options) {
744
760
  ...event.language === "zh" || event.language === "en" ? { language: event.language } : {}
745
761
  });
746
762
  if (claim.request.purpose === "conversation") {
763
+ if (isPlaybackStopPhrase(normalizeSpeech(text)) && (interruptedPlayback || claim.config.voice?.realtime?.bargeIn && activeResponse?.firstFrameSent && !activeResponse.awaitingClarification)) {
764
+ if (!interruptedPlayback) cancelActiveResponse("barge_in");
765
+ bufferFinal(event.utteranceId, "");
766
+ return;
767
+ }
747
768
  if (claim.request.conversationId) options.runtime.onConversationInput?.(claim.request.conversationId);
748
769
  if (activeResponse?.awaitingClarification) {
749
770
  turn.reset();
@@ -756,6 +777,7 @@ function createAgentVoiceEngine(options) {
756
777
  }
757
778
  function discardInput() {
758
779
  clearBargeInCandidate();
780
+ playbackInterruptedBy = void 0;
759
781
  releaseInputSpeech().catch((error) => log.warn({
760
782
  err: error,
761
783
  sessionId: claim.sessionId
@@ -0,0 +1,10 @@
1
+ /** Filters near-exact playback copies while leaving mixed or transformed speech to ASR. */
2
+ export declare class PcmPlaybackEcho {
3
+ private readonly frames;
4
+ private readonly input;
5
+ private readonly output;
6
+ private cursor;
7
+ private lastPlaybackAt;
8
+ remember(bytes: Uint8Array, now: number): void;
9
+ matches(bytes: Uint8Array, now: number): boolean;
10
+ }
@@ -0,0 +1,56 @@
1
+ //#region src/voice/realtime/pcmPlaybackEcho.ts
2
+ const FRAME_SAMPLES = 80;
3
+ const REFERENCE_FRAMES = 150;
4
+ const REFERENCE_MAX_AGE_MS = 3e3;
5
+ const MIN_FRAME_ENERGY = FRAME_SAMPLES * 48 ** 2;
6
+ const MIN_SIMILARITY = .9996;
7
+ function normalizedFrame(bytes, stride, output) {
8
+ if (bytes.byteLength !== FRAME_SAMPLES * stride * 2) return false;
9
+ const pcm = new DataView(bytes.buffer, bytes.byteOffset, bytes.byteLength);
10
+ let sum = 0;
11
+ let squares = 0;
12
+ for (let i = 0; i < FRAME_SAMPLES; i++) {
13
+ const sample = pcm.getInt16(i * stride * 2, true);
14
+ output[i] = sample;
15
+ sum += sample;
16
+ squares += sample ** 2;
17
+ }
18
+ const mean = sum / FRAME_SAMPLES;
19
+ const energy = squares - sum * mean;
20
+ if (energy < MIN_FRAME_ENERGY) return false;
21
+ const scale = 1 / Math.sqrt(energy);
22
+ for (let i = 0; i < FRAME_SAMPLES; i++) output[i] = (output[i] - mean) * scale;
23
+ return true;
24
+ }
25
+ /** Filters near-exact playback copies while leaving mixed or transformed speech to ASR. */
26
+ var PcmPlaybackEcho = class {
27
+ frames = new Array(REFERENCE_FRAMES);
28
+ input = new Float64Array(FRAME_SAMPLES);
29
+ output = new Float64Array(FRAME_SAMPLES);
30
+ cursor = 0;
31
+ lastPlaybackAt = -Infinity;
32
+ remember(bytes, now) {
33
+ if (!normalizedFrame(bytes, 6, this.output)) return;
34
+ const frame = this.frames[this.cursor] ?? {
35
+ samples: new Float64Array(FRAME_SAMPLES),
36
+ sentAt: -Infinity
37
+ };
38
+ frame.samples.set(this.output);
39
+ frame.sentAt = now;
40
+ this.frames[this.cursor] = frame;
41
+ this.cursor = (this.cursor + 1) % REFERENCE_FRAMES;
42
+ this.lastPlaybackAt = now;
43
+ }
44
+ matches(bytes, now) {
45
+ if (now - this.lastPlaybackAt > REFERENCE_MAX_AGE_MS || !normalizedFrame(bytes, 4, this.input)) return false;
46
+ for (const frame of this.frames) {
47
+ if (!frame || now - frame.sentAt > REFERENCE_MAX_AGE_MS) continue;
48
+ let similarity = 0;
49
+ for (let i = 0; i < FRAME_SAMPLES; i++) similarity += frame.samples[i] * this.input[i];
50
+ if (similarity >= MIN_SIMILARITY) return true;
51
+ }
52
+ return false;
53
+ }
54
+ };
55
+ //#endregion
56
+ export { PcmPlaybackEcho };
@@ -1,9 +1,12 @@
1
+ export declare function normalizeSpeech(text: string): string;
2
+ export declare function isPlaybackStopPhrase(normalizedSpeech: string): boolean;
1
3
  /** Conservatively identifies finalized ASR that is already in audible assistant output. */
2
4
  export declare function isLikelyPlaybackEcho(transcript: string, assistantText: string): boolean;
3
5
  /** Retains the playback at speech onset while a provider finishes delayed ASR. */
4
6
  export declare class PlaybackEchoCandidates {
5
7
  private readonly candidates;
6
8
  remember(utteranceId: string, text: string | undefined): void;
9
+ isEcho(utteranceId: string, transcript: string, currentPlayback?: string): boolean;
7
10
  matches(utteranceId: string, transcript: string, currentPlayback?: string): boolean;
8
11
  clear(): void;
9
12
  }
@@ -1,6 +1,20 @@
1
1
  //#region src/voice/realtime/playback-echo.ts
2
2
  function normalizeSpeech(text) {
3
- return text.toLocaleLowerCase().normalize("NFKC").replace(/[^\p{L}\p{N}]/gu, "");
3
+ return text.normalize("NFKC").toLowerCase().replace(/[^\p{L}\p{N}]/gu, "");
4
+ }
5
+ function isPlaybackStopPhrase(normalizedSpeech) {
6
+ return /^(?:暂停|停一下|先停一下|暂停一下|先别说了|别说了|stoptalking|pleasestop)$/u.test(normalizedSpeech);
7
+ }
8
+ function normalizeSpokenDigits(text) {
9
+ return text.replace(/[零一二三四五六七八九]/gu, (digit) => String("零一二三四五六七八九".indexOf(digit)));
10
+ }
11
+ function matchesSpokenDigitList(transcript, playback) {
12
+ if (!/^[\d零一二三四五六七八九]{2,5}$/u.test(transcript)) return false;
13
+ const digits = normalizeSpokenDigits(transcript);
14
+ const list = /(?<!\d)\d(?!\d)(?:[、,。;\s]+\d(?!\d))+/gu;
15
+ const spoken = normalizeSpokenDigits(playback.normalize("NFKC")).replace(/\.{2,}/gu, "、");
16
+ for (const [sequence] of spoken.matchAll(list)) if (sequence.replace(/\D/gu, "").includes(digits)) return true;
17
+ return false;
4
18
  }
5
19
  function closestSubstringEditDistance(pattern, text) {
6
20
  const needle = Array.from(pattern);
@@ -15,15 +29,27 @@ function closestSubstringEditDistance(pattern, text) {
15
29
  }
16
30
  return Math.min(...previous);
17
31
  }
32
+ function matchesEnglishPlaybackWithHanInsertion(transcript, heard, spoken) {
33
+ if (!/[a-z]\p{Script=Han}[a-z]/iu.test(transcript)) return false;
34
+ const latin = heard.replace(/\p{Script=Han}/gu, "");
35
+ if (heard.length - latin.length !== 1 || !/^[a-z]{10,}$/u.test(latin)) return false;
36
+ for (const [span] of spoken.matchAll(/[a-z]{10,}/gu)) if (span.includes(latin.slice(0, 8)) && closestSubstringEditDistance(latin, span) <= 2) return true;
37
+ return false;
38
+ }
18
39
  /** Conservatively identifies finalized ASR that is already in audible assistant output. */
19
40
  function isLikelyPlaybackEcho(transcript, assistantText) {
20
41
  const heard = normalizeSpeech(transcript);
21
42
  const spoken = normalizeSpeech(assistantText);
22
43
  if (!heard || !spoken) return false;
44
+ if (matchesSpokenDigitList(heard, assistantText)) return true;
23
45
  const containsCjk = /\p{Script=Han}/u.test(heard);
24
- if (heard.length < (containsCjk ? 3 : 6)) return false;
46
+ if (heard.length < (containsCjk ? 3 : 6)) return isPlaybackStopPhrase(heard) && spoken.includes(heard);
25
47
  if (spoken.includes(heard)) return true;
26
48
  if (heard.length > 200 || spoken.length > 8e3) return false;
49
+ if (containsCjk && /[a-z]/u.test(heard)) {
50
+ const heardHan = heard.replace(/[^\p{Script=Han}]/gu, "");
51
+ if (!spoken.replace(/[^\p{Script=Han}]/gu, "").includes(heardHan)) return matchesEnglishPlaybackWithHanInsertion(transcript, heard, spoken);
52
+ }
27
53
  if (containsCjk && heard.length >= 4 && heard.length <= 5) return closestSubstringEditDistance(heard, spoken) <= 1;
28
54
  if (heard.length < (containsCjk ? 6 : 10)) return false;
29
55
  return closestSubstringEditDistance(heard, spoken) / Array.from(heard).length <= .22;
@@ -41,14 +67,18 @@ var PlaybackEchoCandidates = class {
41
67
  expiresAt: now + 3e4
42
68
  });
43
69
  }
44
- matches(utteranceId, transcript, currentPlayback) {
70
+ isEcho(utteranceId, transcript, currentPlayback) {
45
71
  const candidate = this.candidates.get(utteranceId);
72
+ return Boolean(currentPlayback && isLikelyPlaybackEcho(transcript, currentPlayback) || candidate && candidate.text !== currentPlayback && candidate.expiresAt >= Date.now() && isLikelyPlaybackEcho(transcript, candidate.text));
73
+ }
74
+ matches(utteranceId, transcript, currentPlayback) {
75
+ const echo = this.isEcho(utteranceId, transcript, currentPlayback);
46
76
  this.candidates.delete(utteranceId);
47
- return Boolean(currentPlayback && isLikelyPlaybackEcho(transcript, currentPlayback) || candidate && candidate.expiresAt >= Date.now() && isLikelyPlaybackEcho(transcript, candidate.text));
77
+ return echo;
48
78
  }
49
79
  clear() {
50
80
  this.candidates.clear();
51
81
  }
52
82
  };
53
83
  //#endregion
54
- export { PlaybackEchoCandidates, isLikelyPlaybackEcho };
84
+ export { PlaybackEchoCandidates, isLikelyPlaybackEcho, isPlaybackStopPhrase, normalizeSpeech };
@@ -20,6 +20,7 @@ import { createAgentVoiceEngine } from "./agentEngine.js";
20
20
  import { resolveOmniRoute, selectedNaturalModel } from "./omniRoute.js";
21
21
  import { createOmniVoiceEngine } from "./omniEngine.js";
22
22
  import { applyVoiceOutputGain } from "./pcm-output-gain.js";
23
+ import { PcmPlaybackEcho } from "./pcmPlaybackEcho.js";
23
24
  import { createRequire } from "node:module";
24
25
  import crypto from "node:crypto";
25
26
  //#region src/voice/realtime/runtime.ts
@@ -35,6 +36,7 @@ const MAX_OUTSTANDING_TICKETS = 200;
35
36
  const MAX_CONNECTIONS = 50;
36
37
  const MAX_CONNECTIONS_PER_PRINCIPAL = 2;
37
38
  const MAX_CLOCK_SKEW_MS = 6e4;
39
+ const SILENT_UPLINK_FRAME = new Uint8Array(640);
38
40
  var VoiceSessionCreationError = class extends Error {
39
41
  constructor(code, message, status) {
40
42
  super(message);
@@ -420,6 +422,7 @@ var VoiceRealtimeRuntime = class {
420
422
  const clientIp = request.socket.remoteAddress;
421
423
  let claim;
422
424
  let engine;
425
+ let playbackEcho;
423
426
  let ready = false;
424
427
  let seq = 0;
425
428
  let audioSeq = 0;
@@ -645,6 +648,7 @@ var VoiceRealtimeRuntime = class {
645
648
  };
646
649
  }
647
650
  setupStage = "engine";
651
+ if (!engineOmni && consumed.request.purpose === "conversation") playbackEcho = new PcmPlaybackEcho();
648
652
  const sendAudio = (responseId, bytes) => {
649
653
  if (socket.bufferedAmount > 1024 * 1024) throw new Error("Voice client audio backpressure limit exceeded");
650
654
  if (closed || socket.readyState !== WebSocketState.OPEN) return;
@@ -652,6 +656,7 @@ var VoiceRealtimeRuntime = class {
652
656
  for (let offset = 0; offset < amplified.byteLength; offset += 960) {
653
657
  const audio = amplified.subarray(offset, offset + 960);
654
658
  if (audio.byteLength !== 960) throw new Error("Realtime output must align to 20 ms PCM frames");
659
+ playbackEcho?.remember(audio, performance.now());
655
660
  socket.send(encodeVoiceAudioFrame({
656
661
  connectionEpoch: consumed.connectionEpoch,
657
662
  responseId,
@@ -808,7 +813,7 @@ var VoiceRealtimeRuntime = class {
808
813
  return;
809
814
  }
810
815
  try {
811
- engine.appendAudio(frame.audio);
816
+ engine.appendAudio(playbackEcho?.matches(frame.audio, performance.now()) ? SILENT_UPLINK_FRAME : frame.audio);
812
817
  } catch (error) {
813
818
  log.warn({
814
819
  err: error,
@@ -9,7 +9,7 @@ function isPromise(value) {
9
9
  }
10
10
  function hasContinuationHint(text) {
11
11
  const tail = text.trim().replace(/[\s,。!?、;:,.!?;:]+$/u, "");
12
- return /(?:…|\.\.\.)[\s,。!?,.!?]*$/u.test(text) || /(?:因为|但是|然后|而且|如果|所以|比如|或者|还有|我想|我要|我觉得|帮我|帮我查一下|帮我查查|请帮我|就是说|那个|这个|呃|嗯)$/u.test(tail) || /\b(?:because|but|and|or|if|so|then|um|uh|i want to|i would like to|can you|could you|let me)\s*$/iu.test(tail);
12
+ return /(?:…|\.\.\.)[\s,。!?,.!?]*$/u.test(text) || /(?:因为|但是|然后|而且|如果|所以|比如|或者|还有|我想|我要|我觉得|帮我|帮我查一下|帮我查查|请帮我|请告诉我|就是说|那个|这个|呃|嗯)$/u.test(tail) || /\b(?:because|but|and|or|if|so|then|um|uh|i want to|i would like to|can you|could you|let me)\s*$/iu.test(tail);
13
13
  }
14
14
  const heuristicTurnPolicy = { decide({ text }) {
15
15
  const incomplete = hasContinuationHint(text);
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@xopcai/xopc",
3
- "version": "0.0.460",
3
+ "version": "0.0.463",
4
4
  "description": "An open-source AI assistant for work and everyday life. Remembers context and helps you get things done. Local-first, on a computer you choose.",
5
5
  "type": "module",
6
6
  "main": "dist/src/index.js",
@@ -68,13 +68,13 @@
68
68
  "@composio/core": "0.21.0",
69
69
  "@dicebear/collection": "9.4.2",
70
70
  "@dicebear/core": "9.4.2",
71
- "@earendil-works/chord": "1.5.0",
72
- "@earendil-works/pi-agent-core": "1.5.0",
73
- "@earendil-works/pi-ai": "1.5.0",
74
- "@earendil-works/pi-codemode": "1.5.0",
75
- "@earendil-works/pi-coding-agent": "1.5.0",
76
- "@earendil-works/pi-mcp": "1.5.0",
77
- "@earendil-works/pi-tui": "1.5.0",
71
+ "@earendil-works/chord": "1.5.2",
72
+ "@earendil-works/pi-agent-core": "1.5.2",
73
+ "@earendil-works/pi-ai": "1.5.2",
74
+ "@earendil-works/pi-codemode": "1.5.2",
75
+ "@earendil-works/pi-coding-agent": "1.5.2",
76
+ "@earendil-works/pi-mcp": "1.5.2",
77
+ "@earendil-works/pi-tui": "1.5.2",
78
78
  "@grammyjs/runner": "^2.0.3",
79
79
  "@hono/node-server": "^2.0.4",
80
80
  "@inquirer/prompts": "^8.5.0",
@@ -155,6 +155,7 @@
155
155
  "electron-vite": "^6.0.0-beta.1",
156
156
  "esbuild": "^0.28.1",
157
157
  "eslint": "^10.4.0",
158
+ "gpt-tokenizer": "4.1.1",
158
159
  "jsdom": "^29.1.1",
159
160
  "node-pty": "1.1.0",
160
161
  "playwright-core": "^1.60.0",
@@ -248,6 +249,9 @@
248
249
  "depcheck:graph": "depcruise --config .dependency-cruiser.cjs --output-type mermaid src > docs/dependency-graph.mmd",
249
250
  "depcheck:archi": "depcruise --config .dependency-cruiser.cjs --output-type archi src > docs/dependency-archi.dot",
250
251
  "depcheck:html": "depcruise --config .dependency-cruiser.cjs --output-type err-html src > docs/dependency-violations.html",
252
+ "test:chat:browser": "tsx scripts/verify-chat-performance-browser.mts",
253
+ "test:chat:bench": "tsx scripts/benchmark-chat-performance.mts",
254
+ "test:chat:performance": "vitest run --project=web web/src/features/chat/__tests__/session-load-queue.test.ts web/src/features/chat/rendering/__tests__/math-budget.test.ts web/src/features/chat/rendering/__tests__/chat-stable-blocks.test.tsx web/src/features/chat/__tests__/use-chat-session-load.test.tsx",
251
255
  "test:startup:bench": "node --import tsx scripts/bench-cli-startup.ts",
252
256
  "test:startup:bench:check": "node --import tsx scripts/bench-cli-startup.ts --runs 3 --warmup 1",
253
257
  "test:startup:gateway": "node --import tsx scripts/bench-gateway-startup.ts",
@@ -258,6 +262,8 @@
258
262
  "eval:personal:style": "tsx evals/personal/style/run.mts",
259
263
  "eval:personal:style:prepare": "node evals/personal/style/prepare.mjs",
260
264
  "eval:personal:style:check": "tsc -p evals/personal/style/tsconfig.json && python3 -m unittest discover -s evals/personal/style -p 'test_*.py'",
265
+ "eval:memory:acquisition": "tsx scripts/memory-acquisition-benchmark.mts",
266
+ "eval:memory:review": "tsx scripts/memory-work-review-benchmark.mts",
261
267
  "eval:personal:p0": "tsx scripts/personal-delivery-benchmark.mts",
262
268
  "eval:personal:p1": "tsx scripts/personal-delivery-benchmark.mts --suite p1",
263
269
  "eval:personal:p2": "tsx scripts/personal-delivery-benchmark.mts --suite p2",