@xopcai/xopc 0.0.460 → 0.0.463

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (319) hide show
  1. package/dist/browser-ext/_locales/en/messages.json +1 -0
  2. package/dist/browser-ext/_locales/zh_CN/messages.json +1 -0
  3. package/dist/browser-ext/dist/assets/{auth-CQmxIyWw.js → auth-YPMDpWOW.js} +32 -1
  4. package/dist/browser-ext/dist/assets/{pcm-capture-worklet-CGN9Mlhg.js → pcm-capture-worklet-Df5TcFw4.js} +4 -2
  5. package/dist/browser-ext/dist/background.js +24 -19
  6. package/dist/browser-ext/dist/sidepanel.html +1 -1
  7. package/dist/browser-ext/dist/sidepanel.js +10 -9
  8. package/dist/browser-ext/manifest.json +1 -1
  9. package/dist/extensions/telegram/xopc.extension.json +1 -1
  10. package/dist/gateway/static/root/assets/agent-plugin-dialog-C_rlXuEe.js +1 -0
  11. package/dist/gateway/static/root/assets/{agents-CGUdvmIT.js → agents-DC0lHtl5.js} +3 -3
  12. package/dist/gateway/static/root/assets/{apps-page-M2XD1Pzu.js → apps-page-D1qzENN_.js} +1 -1
  13. package/dist/gateway/static/root/assets/{automation-task-card-CiJmJ7_h.js → automation-task-card-CJbIHRxN.js} +1 -1
  14. package/dist/gateway/static/root/assets/{automations-page-CVjgENMO.js → automations-page-HYFnPiNG.js} +1 -1
  15. package/dist/gateway/static/root/assets/{automations-workspace-CGPWyL0P.js → automations-workspace-JCQ1IXFk.js} +2 -2
  16. package/dist/gateway/static/root/assets/{block-editor-CmnkluMF.js → block-editor-DrZyRQQ0.js} +5 -5
  17. package/dist/gateway/static/root/assets/{capabilities-DDqDvCBs.js → capabilities-Dr-vvMez.js} +1 -1
  18. package/dist/gateway/static/root/assets/capabilities-hSb-qEgL.js +1 -0
  19. package/dist/gateway/static/root/assets/capabilities-page-kPv2dOzf.js +2 -0
  20. package/dist/gateway/static/root/assets/{capabilities-settings-panel-CvF8VRTv.js → capabilities-settings-panel-B08mjrGB.js} +1 -1
  21. package/dist/gateway/static/root/assets/{channels-BDVQ6Z7A.js → channels-B--IHNs4.js} +1 -1
  22. package/dist/gateway/static/root/assets/{chat-chart-block-stPJEZ90.js → chat-chart-block-ClCZyIi0.js} +1 -1
  23. package/dist/gateway/static/root/assets/chat-page-CalELOKj.js +71 -0
  24. package/dist/gateway/static/root/assets/{chat-terminal-dock-B4uA_W6R.js → chat-terminal-dock-eneTvxV3.js} +1 -1
  25. package/dist/gateway/static/root/assets/{connectors-page-DyzDVVfz.js → connectors-page-B9mpz_Rt.js} +1 -1
  26. package/dist/gateway/static/root/assets/constants-Bg1wM2nv.js +1 -0
  27. package/dist/gateway/static/root/assets/diagnostics-Bo0Z42P_.js +1 -0
  28. package/dist/gateway/static/root/assets/{extension-debug-page-BPwRrP3L.js → extension-debug-page-Bn_5xu_M.js} +1 -1
  29. package/dist/gateway/static/root/assets/{extension-iframe-host-DIH4TcdH.js → extension-iframe-host-Vs6USa0c.js} +1 -1
  30. package/dist/gateway/static/root/assets/{extension-message-router-C9JDpo_7.js → extension-message-router-GIekDj_w.js} +1 -1
  31. package/dist/gateway/static/root/assets/{extension-page-CLDoL5N8.js → extension-page-C_3bIjSB.js} +1 -1
  32. package/dist/gateway/static/root/assets/{extension-provider-BPIoHw4r.js → extension-provider-D-LolObs.js} +1 -1
  33. package/dist/gateway/static/root/assets/{extension-settings-page-BO_UKeG8.js → extension-settings-page-BV51dk16.js} +1 -1
  34. package/dist/gateway/static/root/assets/home-page-DefKShSW.js +8 -0
  35. package/dist/gateway/static/root/assets/index-CChzK_5b.css +1 -0
  36. package/dist/gateway/static/root/assets/index-DUo6H0PC.js +11 -0
  37. package/dist/gateway/static/root/assets/{local-app-workbench-page-D8oqDDAn.js → local-app-workbench-page-CfnixDO3.js} +1 -1
  38. package/dist/gateway/static/root/assets/{markdown-view-BlxIaCCQ.js → markdown-view-CNJaAdNN.js} +39 -39
  39. package/dist/gateway/static/root/assets/mcp-conversation-setup-page-DCIEL5bA.js +1 -0
  40. package/dist/gateway/static/root/assets/note-detail-panel-DsXb1qjW.js +7 -0
  41. package/dist/gateway/static/root/assets/note-image-lightbox-D6mvMSKr.js +1 -0
  42. package/dist/gateway/static/root/assets/{notes-api-CdXA-g9r.js → notes-api-BOIM9Q_D.js} +1 -1
  43. package/dist/gateway/static/root/assets/notes-page-BTpiOw67.js +8 -0
  44. package/dist/gateway/static/root/assets/{page-context-capture-button-Dibmspef.js → page-context-capture-button-B_Vdo2Ai.js} +1 -1
  45. package/dist/gateway/static/root/assets/pcm-capture-worklet-CpXsv44v.js +1 -0
  46. package/dist/gateway/static/root/assets/{personal-page-BwfyW7Hx.js → personal-page-I3IGVSJh.js} +1 -1
  47. package/dist/gateway/static/root/assets/{personal-profile-settings-CQhZjoK6.js → personal-profile-settings-C4CxmQLQ.js} +1 -1
  48. package/dist/gateway/static/root/assets/{personal-settings-panel-peD05ktj.js → personal-settings-panel-CnxI2TL0.js} +1 -1
  49. package/dist/gateway/static/root/assets/{plugin-details-dialog-nSDw8sfo.js → plugin-details-dialog-F08k_k2u.js} +1 -1
  50. package/dist/gateway/static/root/assets/{product-automation-feedback-D51I7Lg3.js → product-automation-feedback-CGso8wGv.js} +1 -1
  51. package/dist/gateway/static/root/assets/{product-preview-content-WkF2j_c-.js → product-preview-content-Dgtb4LF7.js} +1 -1
  52. package/dist/gateway/static/root/assets/product-preview-modal-C35EWUps.js +2 -0
  53. package/dist/gateway/static/root/assets/project-detail-page-Dy46uSEt.js +7 -0
  54. package/dist/gateway/static/root/assets/recording-upload-CFX7CANT.js +1 -0
  55. package/dist/gateway/static/root/assets/route-preload-ChTaYgpA.js +2 -0
  56. package/dist/gateway/static/root/assets/routine-panel-KH1VaEdC.js +2 -0
  57. package/dist/gateway/static/root/assets/{service-recommendation-list-DDlMyPvC.js → service-recommendation-list-BmRtbJz2.js} +1 -1
  58. package/dist/gateway/static/root/assets/session-manager-63NaXb1s.js +25 -0
  59. package/dist/gateway/static/root/assets/{settings-page-BHImcF1q.js → settings-page-C39lKVRv.js} +1 -1
  60. package/dist/gateway/static/root/assets/{share-preview-page-fV5USZb1.js → share-preview-page-Cqy-7-rd.js} +1 -1
  61. package/dist/gateway/static/root/assets/{shares-settings-sl40lqND.js → shares-settings-BDr50uTV.js} +1 -1
  62. package/dist/gateway/static/root/assets/{skills-page-FTd0Z7Ey.js → skills-page-DReUQ4Ug.js} +1 -1
  63. package/dist/gateway/static/root/assets/star-CnYNmpLd.js +1 -0
  64. package/dist/gateway/static/root/assets/task-detail-page-D1dNWTnP.js +3 -0
  65. package/dist/gateway/static/root/assets/{task-result-evidence-CSJeB9AH.js → task-result-evidence-CW_tN93T.js} +1 -1
  66. package/dist/gateway/static/root/assets/{use-composer-attachments-CO7XLI4x.js → use-composer-attachments-Xn6eUus2.js} +1 -1
  67. package/dist/gateway/static/root/assets/{use-file-preview-expanded-BXXeXnT0.js → use-file-preview-expanded-D0IBFhM9.js} +1 -1
  68. package/dist/gateway/static/root/assets/use-realtime-voice-B5IsKrRW.js +1 -0
  69. package/dist/gateway/static/root/assets/{use-workspace-tree-D27u-eoX.js → use-workspace-tree-7X2ydgS8.js} +1 -1
  70. package/dist/gateway/static/root/assets/{voice-settings-BiqJ0tlf.js → voice-settings-57pwZeKD.js} +1 -1
  71. package/dist/gateway/static/root/assets/{work-discovery-overlay-UvWbDUXi.js → work-discovery-overlay-BJ15p4rH.js} +1 -1
  72. package/dist/gateway/static/root/assets/{work-discovery-page-BM1HsYz6.js → work-discovery-page-8XciWNs5.js} +1 -1
  73. package/dist/gateway/static/root/assets/workspace-api-Dd_UDfeo.js +2 -0
  74. package/dist/gateway/static/root/assets/{workspace-file-preview-dialog-NffP-UXC.js → workspace-file-preview-dialog-Clj9hMj5.js} +1 -1
  75. package/dist/gateway/static/root/assets/{workspace-preview-store-Do31QQH5.js → workspace-preview-store-imhtuEIP.js} +1 -1
  76. package/dist/gateway/static/root/index.html +30 -29
  77. package/dist/package.js +1 -1
  78. package/dist/packages/gateway-contract/src/follow-ups.js +97 -0
  79. package/dist/packages/gateway-contract/src/home.js +1 -0
  80. package/dist/packages/gateway-contract/src/index.js +4 -0
  81. package/dist/packages/gateway-contract/src/observation-starters.js +95 -0
  82. package/dist/packages/gateway-contract/src/observation.js +7 -0
  83. package/dist/packages/gateway-contract/src/task-research-result.js +3 -0
  84. package/dist/src/agent/agent-manager.d.ts +1 -1
  85. package/dist/src/agent/background-review/prompts.d.ts +1 -0
  86. package/dist/src/agent/background-review/prompts.js +7 -1
  87. package/dist/src/agent/background-review/run-background-review.js +85 -7
  88. package/dist/src/agent/coding/run-verification.d.ts +14 -7
  89. package/dist/src/agent/coding/run-verification.js +28 -6
  90. package/dist/src/agent/context/coordinator.js +1 -1
  91. package/dist/src/agent/context/deep-recall.js +1 -1
  92. package/dist/src/agent/embedded/execution-tool-policy.d.ts +1 -0
  93. package/dist/src/agent/embedded/execution-tool-policy.js +4 -2
  94. package/dist/src/agent/embedded/run-for-session.d.ts +2 -0
  95. package/dist/src/agent/embedded/run-for-session.js +9 -0
  96. package/dist/src/agent/embedded/run-turn.js +63 -14
  97. package/dist/src/agent/embedded/session-runner.js +2 -2
  98. package/dist/src/agent/embedded/types.d.ts +2 -0
  99. package/dist/src/agent/external-tools/gateway-tools.js +8 -1
  100. package/dist/src/agent/inbound/turn-dispatcher.d.ts +1 -0
  101. package/dist/src/agent/inbound/turn-dispatcher.js +1 -0
  102. package/dist/src/agent/mcp/connection-setup.js +46 -42
  103. package/dist/src/agent/mcp/conversation-setup.js +13 -8
  104. package/dist/src/agent/mcp/discovery.d.ts +22 -1
  105. package/dist/src/agent/mcp/discovery.js +19 -3
  106. package/dist/src/agent/mcp/managed-discovery.d.ts +8 -0
  107. package/dist/src/agent/mcp/managed-discovery.js +77 -0
  108. package/dist/src/agent/mcp/tool-catalog.js +1 -1
  109. package/dist/src/agent/prompt/conversational-configuration-guide.js +1 -1
  110. package/dist/src/agent/service/direct-turn-helpers.d.ts +1 -0
  111. package/dist/src/agent/service/direct-turn-helpers.js +17 -2
  112. package/dist/src/agent/service/process-direct-streaming.d.ts +1 -0
  113. package/dist/src/agent/service/process-direct-streaming.js +1 -0
  114. package/dist/src/agent/service.d.ts +1 -1
  115. package/dist/src/agent/skills/marketplace/adapters/store/store-api-client.d.ts +6 -2
  116. package/dist/src/agent/skills/marketplace/adapters/store/store-api-client.js +10 -7
  117. package/dist/src/agent/tasks/task-judge-service.js +1 -0
  118. package/dist/src/agent/tool-manuals/browser.d.ts +1 -1
  119. package/dist/src/agent/tool-manuals/browser.js +3 -1
  120. package/dist/src/agent/tool-manuals/xopc-configuration.d.ts +1 -1
  121. package/dist/src/agent/tool-manuals/xopc-configuration.js +12 -4
  122. package/dist/src/agent/tools/factory.d.ts +1 -1
  123. package/dist/src/agent/tools/factory.js +1 -1
  124. package/dist/src/agent/tools/personal-request-tool.js +36 -4
  125. package/dist/src/agent/tools/personal-task-tool.d.ts +7 -1
  126. package/dist/src/agent/tools/personal-task-tool.js +68 -3
  127. package/dist/src/agent/tools/session-search-tool.js +1 -1
  128. package/dist/src/agent/tools/task-collaboration-tool.d.ts +1 -1
  129. package/dist/src/agent/tools/task-collaboration-tool.js +54 -3
  130. package/dist/src/agent/tools/task-result-tool.js +31 -0
  131. package/dist/src/agent/tools/xopc-use-tool.js +50 -19
  132. package/dist/src/automations/capabilities/write.d.ts +2 -2
  133. package/dist/src/automations/domain/validation.d.ts +4 -4
  134. package/dist/src/automations/draft/automation-draft-validator.d.ts +1 -1
  135. package/dist/src/browser/drivers/browser-driver.d.ts +1 -0
  136. package/dist/src/browser/drivers/create-driver.js +2 -11
  137. package/dist/src/browser/drivers/playwright-driver.d.ts +5 -2
  138. package/dist/src/browser/drivers/playwright-driver.js +83 -38
  139. package/dist/src/browser/runtime/browser-runtime.d.ts +5 -0
  140. package/dist/src/browser/runtime/browser-runtime.js +71 -9
  141. package/dist/src/cli/commands/doctor/checks/database-schema.js +1 -1
  142. package/dist/src/cli/commands/extension-agent-plugin.js +1 -1
  143. package/dist/src/cli/commands/gateway/lifecycle.js +2 -2
  144. package/dist/src/cli/commands/update.js +1 -1
  145. package/dist/src/computer/diagnostics.d.ts +4 -4
  146. package/dist/src/computer/errors.d.ts +4 -4
  147. package/dist/src/computer/evaluation.d.ts +3 -3
  148. package/dist/src/computer/flows.d.ts +1 -1
  149. package/dist/src/computer/runtime.d.ts +3 -3
  150. package/dist/src/config/schema.d.ts +6 -2
  151. package/dist/src/config/schema.js +3 -0
  152. package/dist/src/connectors/connected-source-understanding.js +11 -3
  153. package/dist/src/connectors/connection-recovery-service.js +38 -5
  154. package/dist/src/connectors/excluded-connectors.d.ts +1 -0
  155. package/dist/src/connectors/excluded-connectors.js +5 -1
  156. package/dist/src/connectors/learning-coordinator.js +45 -11
  157. package/dist/src/connectors/plugin-connection.d.ts +10 -0
  158. package/dist/src/connectors/plugin-connection.js +105 -0
  159. package/dist/src/discussions/recording.js +13 -6
  160. package/dist/src/endpoint-tools/device-host.d.ts +2 -2
  161. package/dist/src/extensions/agent-plugins/setup.js +1 -1
  162. package/dist/src/extensions/agent-plugins/skill-catalog.js +1 -1
  163. package/dist/src/gateway/hono/lib/config-payload.d.ts +4 -0
  164. package/dist/src/gateway/hono/middleware/auth.js +1 -1
  165. package/dist/src/gateway/hono/routes/agent-plugins.js +2 -2
  166. package/dist/src/gateway/hono/routes/auth-registry-extensions.js +1 -1
  167. package/dist/src/gateway/hono/routes/connectors.js +1 -1
  168. package/dist/src/gateway/hono/routes/desktop-host.js +1 -1
  169. package/dist/src/gateway/hono/routes/home.js +51 -0
  170. package/dist/src/gateway/hono/routes/imports.js +1 -1
  171. package/dist/src/gateway/hono/routes/personal-agent.js +3 -3
  172. package/dist/src/gateway/hono/routes/projects.js +1 -1
  173. package/dist/src/gateway/hono/routes/session-command-handler.js +15 -1
  174. package/dist/src/gateway/hono/routes/update.js +2 -2
  175. package/dist/src/gateway/hono/routes/user-model.js +1 -1
  176. package/dist/src/gateway/index.js +1 -1
  177. package/dist/src/gateway/run-loop.js +2 -2
  178. package/dist/src/gateway/security/gateway-scopes.js +1 -0
  179. package/dist/src/gateway/service/agent-runner.d.ts +2 -8
  180. package/dist/src/gateway/service/agent-runner.js +2 -1
  181. package/dist/src/gateway/service/config-coordinator.d.ts +5 -1
  182. package/dist/src/gateway/service/run-gateway-agent.d.ts +13 -8
  183. package/dist/src/gateway/service/run-gateway-agent.js +6 -3
  184. package/dist/src/gateway/service/session-input-coordinator.d.ts +4 -0
  185. package/dist/src/gateway/service/session-input-coordinator.js +6 -1
  186. package/dist/src/gateway/service.d.ts +1 -0
  187. package/dist/src/gateway/service.js +19 -12
  188. package/dist/src/home-intelligence/follow-ups.d.ts +36 -0
  189. package/dist/src/home-intelligence/follow-ups.js +496 -0
  190. package/dist/src/home-intelligence/host.d.ts +80 -4
  191. package/dist/src/home-intelligence/host.js +124 -4
  192. package/dist/src/home-intelligence/observation-starters.d.ts +3 -0
  193. package/dist/src/home-intelligence/observation-starters.js +27 -0
  194. package/dist/src/home-intelligence/observation.d.ts +1 -1
  195. package/dist/src/home-intelligence/observation.js +16 -4
  196. package/dist/src/infra/gateway-processes.js +1 -1
  197. package/dist/src/infra/update-restart.js +2 -2
  198. package/dist/src/infra/update-runner.js +2 -2
  199. package/dist/src/infra/update-startup.js +1 -1
  200. package/dist/src/local-apps/automation-proposals.d.ts +4 -4
  201. package/dist/src/local-apps/capabilities/projections.d.ts +38 -38
  202. package/dist/src/memory-learning/choice-observations.d.ts +9 -0
  203. package/dist/src/memory-learning/choice-observations.js +155 -0
  204. package/dist/src/memory-learning/evidence-repair.d.ts +12 -0
  205. package/dist/src/memory-learning/evidence-repair.js +31 -0
  206. package/dist/src/memory-learning/repository.d.ts +1 -0
  207. package/dist/src/memory-learning/repository.js +43 -5
  208. package/dist/src/memory-learning/source-learning.js +52 -7
  209. package/dist/src/memory-learning/task-receipts.js +19 -10
  210. package/dist/src/memory-learning/transcript-source.js +7 -0
  211. package/dist/src/memory-learning/work-candidate.d.ts +14 -0
  212. package/dist/src/memory-learning/work-candidate.js +17 -2
  213. package/dist/src/memory-learning/work-capture.d.ts +1 -0
  214. package/dist/src/memory-learning/work-capture.js +28 -10
  215. package/dist/src/memory-learning/work-review.d.ts +46 -0
  216. package/dist/src/memory-learning/work-review.js +209 -0
  217. package/dist/src/notes/agent-context.js +1 -1
  218. package/dist/src/notifications/service.js +2 -2
  219. package/dist/src/personal-agent/communication.d.ts +1 -1
  220. package/dist/src/personal-agent/communication.js +1 -1
  221. package/dist/src/personal-agent/default-style.d.ts +1 -1
  222. package/dist/src/personal-agent/default-style.js +1 -1
  223. package/dist/src/personal-agent/proactivity/repository.d.ts +1 -1
  224. package/dist/src/personal-agent/prompts.js +4 -4
  225. package/dist/src/personal-agent/reply-composer.d.ts +1 -1
  226. package/dist/src/personal-agent/reply-composer.js +52 -34
  227. package/dist/src/personal-agent/reply-style.d.ts +2 -2
  228. package/dist/src/personal-agent/reply-style.js +3 -2
  229. package/dist/src/personal-agent/request-repository.d.ts +3 -0
  230. package/dist/src/personal-agent/request-service.d.ts +2 -0
  231. package/dist/src/personal-agent/request-service.js +8 -2
  232. package/dist/src/phone/contracts.d.ts +1 -1
  233. package/dist/src/phone/stream-gateway.js +1 -1
  234. package/dist/src/projects/capabilities/write.js +1 -1
  235. package/dist/src/projects/index.js +1 -1
  236. package/dist/src/projects/project-service.js +1 -1
  237. package/dist/src/storage/sqlite/schema.d.ts +2 -2
  238. package/dist/src/storage/sqlite/schema.js +7 -7
  239. package/dist/src/storage/sqlite/schema.sql +22 -0
  240. package/dist/src/storage/sqlite/upgrades/274_home_followups.sql +21 -0
  241. package/dist/src/tasks/capabilities/management.d.ts +3 -3
  242. package/dist/src/tasks/capabilities/relations.d.ts +3 -3
  243. package/dist/src/tasks/capabilities/write.d.ts +4 -4
  244. package/dist/src/tasks/capabilities/write.js +2 -0
  245. package/dist/src/tasks/home-query-service.js +4 -2
  246. package/dist/src/tasks/task-allocation-service.js +10 -2
  247. package/dist/src/tasks/task-application-service.d.ts +4 -0
  248. package/dist/src/tasks/task-application-service.js +6 -1
  249. package/dist/src/tasks/task-context-assembler.js +7 -2
  250. package/dist/src/tasks/task-contract-planner.js +3 -3
  251. package/dist/src/tasks/task-conversation-summary.d.ts +64 -0
  252. package/dist/src/tasks/task-conversation-summary.js +105 -0
  253. package/dist/src/tasks/task-delay-notice.d.ts +4 -0
  254. package/dist/src/tasks/task-delay-notice.js +113 -0
  255. package/dist/src/tasks/task-deletion-service.js +6 -1
  256. package/dist/src/tasks/task-handoff.d.ts +21 -0
  257. package/dist/src/tasks/task-handoff.js +77 -1
  258. package/dist/src/tasks/task-json-acceptance.d.ts +22 -0
  259. package/dist/src/tasks/task-json-acceptance.js +96 -0
  260. package/dist/src/tasks/task-main-update-decision-service.js +17 -21
  261. package/dist/src/tasks/task-main-update-delivery.js +34 -7
  262. package/dist/src/tasks/task-notification-preference.d.ts +16 -0
  263. package/dist/src/tasks/task-notification-preference.js +42 -0
  264. package/dist/src/tasks/task-origin-repository.d.ts +1 -0
  265. package/dist/src/tasks/task-origin-repository.js +3 -0
  266. package/dist/src/tasks/task-read-model-projector.js +1 -1
  267. package/dist/src/tasks/task-repository.js +1 -0
  268. package/dist/src/tasks/task-research-repair.d.ts +19 -1
  269. package/dist/src/tasks/task-research-repair.js +14 -4
  270. package/dist/src/tasks/task-research-result.d.ts +12 -0
  271. package/dist/src/tasks/task-research-result.js +5 -0
  272. package/dist/src/tasks/task-result-delivery-repository.d.ts +4 -1
  273. package/dist/src/tasks/task-result-delivery-repository.js +8 -5
  274. package/dist/src/tasks/task-result-delivery-service.js +9 -1
  275. package/dist/src/tasks/task-run-coordinator.js +45 -10
  276. package/dist/src/tui/tui-management.js +2 -2
  277. package/dist/src/usage/cloud-wire.d.ts +1 -0
  278. package/dist/src/user-context/config.d.ts +8 -0
  279. package/dist/src/user-context/config.js +10 -0
  280. package/dist/src/user-model/capture/evidence-policy.d.ts +2 -0
  281. package/dist/src/user-model/capture/evidence-policy.js +8 -1
  282. package/dist/src/user-model/capture/executor.js +16 -4
  283. package/dist/src/user-model/capture/semantic.d.ts +4 -0
  284. package/dist/src/user-model/capture/semantic.js +3 -0
  285. package/dist/src/user-model/index.js +1 -1
  286. package/dist/src/user-model/observation-repository.d.ts +6 -0
  287. package/dist/src/user-model/observation-repository.js +12 -0
  288. package/dist/src/user-model/repository.js +10 -1
  289. package/dist/src/voice/realtime/agentEngine.js +29 -7
  290. package/dist/src/voice/realtime/pcmPlaybackEcho.d.ts +10 -0
  291. package/dist/src/voice/realtime/pcmPlaybackEcho.js +56 -0
  292. package/dist/src/voice/realtime/playback-echo.d.ts +3 -0
  293. package/dist/src/voice/realtime/playback-echo.js +35 -5
  294. package/dist/src/voice/realtime/runtime.js +6 -1
  295. package/dist/src/voice/realtime/turnPolicy.js +1 -1
  296. package/package.json +14 -8
  297. package/dist/gateway/static/root/assets/agent-plugin-dialog-CikzCYAG.js +0 -1
  298. package/dist/gateway/static/root/assets/capabilities-DB713nRi.js +0 -1
  299. package/dist/gateway/static/root/assets/capabilities-page-D2hq4cgE.js +0 -2
  300. package/dist/gateway/static/root/assets/chat-page-BhPw56Vc.js +0 -71
  301. package/dist/gateway/static/root/assets/constants-DpkUgykJ.js +0 -1
  302. package/dist/gateway/static/root/assets/discussion-annotation-sync-fwPPMPv9.js +0 -1
  303. package/dist/gateway/static/root/assets/home-page-BPPe4JXB.js +0 -7
  304. package/dist/gateway/static/root/assets/index-DjzrnmBA.js +0 -11
  305. package/dist/gateway/static/root/assets/index-YQxumvaS.css +0 -1
  306. package/dist/gateway/static/root/assets/mcp-conversation-setup-page-CsTSmjmX.js +0 -1
  307. package/dist/gateway/static/root/assets/note-detail-panel-BbHlfAju.js +0 -7
  308. package/dist/gateway/static/root/assets/note-image-lightbox-CqK_uJ6Y.js +0 -1
  309. package/dist/gateway/static/root/assets/notes-page-8w2Stfak.js +0 -8
  310. package/dist/gateway/static/root/assets/pcm-capture-worklet-uW_SEACy.js +0 -1
  311. package/dist/gateway/static/root/assets/product-preview-modal-DMHOKocl.js +0 -2
  312. package/dist/gateway/static/root/assets/project-detail-page-CNFuzmRr.js +0 -7
  313. package/dist/gateway/static/root/assets/recording-upload-CyZSl2DJ.js +0 -1
  314. package/dist/gateway/static/root/assets/route-preload-CuxNu-LB.js +0 -2
  315. package/dist/gateway/static/root/assets/routine-panel-CXs4PjW0.js +0 -2
  316. package/dist/gateway/static/root/assets/session-manager-D2LaQymu.js +0 -25
  317. package/dist/gateway/static/root/assets/task-detail-page-_5TEldtl.js +0 -3
  318. package/dist/gateway/static/root/assets/use-realtime-voice-C7iWQuUv.js +0 -1
  319. package/dist/gateway/static/root/assets/workspace-api-LghfbP5g.js +0 -2
@@ -11,7 +11,7 @@ import { resolveUserContextSessionAccess } from "../../user-context/access-polic
11
11
  import { learningTranscriptMessage } from "../../memory-learning/transcript-source.js";
12
12
  import { failLearningJob, finishLearningJob, learningPolicyHash } from "../../memory-learning/repository.js";
13
13
  import { canUseKnowledge } from "../../knowledge-memory/usage-policy.js";
14
- import { listKnowledgeItems } from "../../knowledge-memory/repository.js";
14
+ import { getKnowledgeItem, listKnowledgeItems } from "../../knowledge-memory/repository.js";
15
15
  import "../../knowledge-memory/index.js";
16
16
  import { extractProfileAgentId } from "../../config/agent-profile.js";
17
17
  import { resolveModelIntentRef, resolveModelSelector } from "../../config/agent-model-intents.js";
@@ -21,11 +21,14 @@ import { createExtensionAwareStreamFn } from "../../providers/extension-stream-b
21
21
  import { trackAiUsageStream } from "../../usage/recorder.js";
22
22
  import { isLoopbackModel } from "../../providers/local-model.js";
23
23
  import { claimRegisteredExtraction } from "../../user-context/extraction/registry.js";
24
+ import { mergeEvidenceRepair, observationCandidateIssue, workEvidenceIssues } from "../../memory-learning/evidence-repair.js";
24
25
  import { directPreferenceClauses, observedChoiceClauses } from "../../user-model/capture/evidence-policy.js";
25
26
  import { applyWorkCandidates } from "../../memory-learning/work-capture.js";
26
27
  import { retrievalLexicalSimilarity } from "../../retrieval/textFeatures.js";
27
28
  import { stripRuntimeContextFromUserMessage } from "../../session/user-message-display.js";
28
29
  import { applyKnowledgeDeletions } from "../../memory-learning/forget-capture.js";
30
+ import { applyWorkReviews, prepareWorkReview, workReviewPrompt } from "../../memory-learning/work-review.js";
31
+ import { forgetChoiceObservations, recallChoiceEvidence, recordChoiceObservations } from "../../memory-learning/choice-observations.js";
29
32
  import { getAssertionSlot, listUserAssertions } from "../../user-model/repository.js";
30
33
  import { emptyUserModelCaptureResult, executeUserModelInterpretation } from "../../user-model/capture/executor.js";
31
34
  import { parseUserModelInterpretation } from "../../user-model/capture/semantic.js";
@@ -56,7 +59,7 @@ function messageText(message) {
56
59
  }
57
60
  function tagMessage(entry) {
58
61
  const copy = JSON.parse(JSON.stringify(entry.message));
59
- const tag = `[evidence_ref:${entry.ref}] [role:${entry.role}]\n`;
62
+ const tag = `[evidence_ref:${entry.ref}] [role:${entry.role}]${entry.observationScope ? ` [observation_scope:${JSON.stringify(entry.observationScope)}] [source_conversation:${entry.conversationId}]` : ""}\n`;
60
63
  const content = readAgentMessageContent(copy);
61
64
  if (typeof content === "string") return {
62
65
  ...copy,
@@ -148,6 +151,12 @@ async function interpret(params) {
148
151
  recordClass: "memory",
149
152
  limit: 200
150
153
  }).filter((item) => canUseKnowledge(item, context, access.knowledgePolicy)).slice(0, 80) : [];
154
+ const reviewPlan = params.mode === "transcript" && access?.knowledge && params.getConfig()?.userContext.knowledgeMemory.writePolicy === "allow" && params.getConfig()?.userContext.knowledgeMemory.learning?.evidenceReview !== false ? prepareWorkReview({
155
+ context,
156
+ policy: access.knowledgePolicy,
157
+ evidence: params.evidence,
158
+ processingPolicy: params.getConfig()?.userContext.userModel.processingPolicy ?? "remote_allowed"
159
+ }) : void 0;
151
160
  const providerStreamFn = createExtensionAwareStreamFn();
152
161
  const reviewAgent = new Agent({
153
162
  initialState: {
@@ -170,6 +179,7 @@ async function interpret(params) {
170
179
  ref: aliasByRef.get(entry.ref)
171
180
  }));
172
181
  let interpretation = null;
182
+ let evidenceRepairBase;
173
183
  const diagnostics = {
174
184
  conversationId: params.conversationId,
175
185
  provider: params.model.provider,
@@ -182,6 +192,7 @@ async function interpret(params) {
182
192
  role: "user",
183
193
  content: buildUserModelInterpreterPrompt({
184
194
  mode: params.mode,
195
+ workReviewPrompt: reviewPlan ? workReviewPrompt(reviewPlan) : void 0,
185
196
  availableAssertions: params.availableAssertions,
186
197
  availableKnowledge: availableKnowledge.map(({ id, content, scope }) => ({
187
198
  id,
@@ -219,6 +230,37 @@ async function interpret(params) {
219
230
  failure = value;
220
231
  }, availableKnowledge.map((item) => item.id));
221
232
  if (interpretation) {
233
+ if (evidenceRepairBase) {
234
+ interpretation = mergeEvidenceRepair(evidenceRepairBase, interpretation, params.evidence);
235
+ return;
236
+ }
237
+ const provenanceIssues = workEvidenceIssues(interpretation.knowledge ?? [], params.evidence);
238
+ const observationIssues = interpretation.assertions.flatMap((candidate, index) => {
239
+ const reasonCode = observationCandidateIssue(candidate, params.evidence);
240
+ return reasonCode ? [{
241
+ index,
242
+ predicate: candidate.predicate,
243
+ reasonCode
244
+ }] : [];
245
+ });
246
+ if (attempt === 0 && (provenanceIssues.length || observationIssues.length) && interpretation.intent !== "forget" && !interpretation.knowledgeDeletions?.length) {
247
+ evidenceRepairBase = interpretation;
248
+ log.debug({
249
+ ...diagnostics,
250
+ phase: "candidate_repair",
251
+ count: provenanceIssues.length + observationIssues.length
252
+ }, "Repairing learning candidate validation failures");
253
+ await reviewAgent.prompt({
254
+ role: "user",
255
+ timestamp: Date.now(),
256
+ content: "The JSON schema is valid, but these work candidates failed host evidence validation: " + JSON.stringify({
257
+ work: provenanceIssues,
258
+ observations: observationIssues
259
+ }) + ". Return the complete JSON object. Change ONLY the evidence ref/quote pairs of these candidates, preserving topicKey, predicate and supported meaning. Use exact quotes with their conditions and exact evidence_ref aliases from the original messages. Allowed aliases: " + JSON.stringify([...evidenceAliases.keys()]) + ". For flagged observational assertions, preserve predicate and normalizedValue while using the exact supplied observation_scope, preference/routine, observational authority, normal sensitivity and low/medium consequence. Do not invent evidence, copy an answer into a quote, or change valid personal/work operations. Omit a candidate if it cannot be grounded."
260
+ });
261
+ await reviewAgent.waitForIdle();
262
+ continue;
263
+ }
222
264
  const represented = new Set(params.availableAssertions.length ? getSqliteDatabase().prepare(`SELECT DISTINCT e.message_id FROM user_assertion_evidence l
223
265
  JOIN context_evidence e ON e.evidence_id=l.evidence_id WHERE l.relation='supports'
224
266
  AND l.assertion_id IN (${params.availableAssertions.map(() => "?").join(",")})`).all(...params.availableAssertions.map((item) => item.id)).map((item) => item.message_id) : []);
@@ -255,6 +297,7 @@ async function interpret(params) {
255
297
  stopReason: getLastAssistantMessage(reviewAgent.state.messages)?.stopReason
256
298
  };
257
299
  if (attempt === 1) {
300
+ if (evidenceRepairBase) interpretation = evidenceRepairBase;
258
301
  log.warn(fields, "User-understanding output invalid after one repair attempt");
259
302
  return;
260
303
  }
@@ -276,7 +319,10 @@ async function interpret(params) {
276
319
  await reviewAgent.waitForIdle().catch(() => {});
277
320
  return null;
278
321
  }
279
- return interpretation;
322
+ return interpretation ? {
323
+ ...interpretation,
324
+ workReviewPlan: reviewPlan
325
+ } : null;
280
326
  }
281
327
  async function executeReviewInner(params) {
282
328
  const runtime = resolveInterpreterRuntime(params);
@@ -471,10 +517,31 @@ async function runPersistentLearningJobInner(job, getConfig) {
471
517
  failLearningJob(job, "processing_policy", true);
472
518
  return;
473
519
  }
520
+ const observationContext = {
521
+ conversationId: job.conversation_id,
522
+ agentId,
523
+ workspaceId: job.workspace_id,
524
+ projectId: getSessionMetadata(job.conversation_id)?.projectId
525
+ };
526
+ const carried = [];
527
+ let modelChars = chars;
528
+ for (const source of recallChoiceEvidence(config, observationContext, evidence)) {
529
+ if (modelChars + source.text.length > maxChars || carried.length + evidence.length >= config.userContext.userModel.extraction.maxHistoryMessages) continue;
530
+ carried.push({
531
+ ...source,
532
+ message: {
533
+ role: "user",
534
+ content: source.text,
535
+ timestamp: source.createdAt
536
+ }
537
+ });
538
+ modelChars += source.text.length;
539
+ }
540
+ const modelEvidence = [...carried, ...evidence];
474
541
  const extraction = claimRegisteredExtraction({
475
542
  extractorId: "transcript-synthesis",
476
543
  sourceRef: `learning:${job.job_id}:${startSeq}:${through}:${job.lease_token}`,
477
- contentForHash: evidence.map((entry) => `${entry.ref}:${entry.text}`).join("\n"),
544
+ contentForHash: modelEvidence.map((entry) => `${entry.ref}:${entry.text}`).join("\n"),
478
545
  processingPolicy: runtime.processingPolicy,
479
546
  destination: runtime.destination
480
547
  });
@@ -483,7 +550,7 @@ async function runPersistentLearningJobInner(job, getConfig) {
483
550
  conversationId: job.conversation_id,
484
551
  mainAgent,
485
552
  getConfig,
486
- evidence,
553
+ evidence: modelEvidence,
487
554
  mode: "transcript",
488
555
  availableAssertions: listAvailableAssertions(),
489
556
  timeoutMs: config.userContext.userModel.extraction.maxDurationMs,
@@ -514,6 +581,12 @@ async function runPersistentLearningJobInner(job, getConfig) {
514
581
  committed = finishLearningJob(job, () => {
515
582
  const access = resolveUserContextSessionAccess(current, job.conversation_id);
516
583
  const projectId = getSessionMetadata(job.conversation_id)?.projectId;
584
+ const liveContext = {
585
+ ...observationContext,
586
+ projectId
587
+ };
588
+ const liveChoices = new Set(recallChoiceEvidence(current, liveContext, evidence).map((source) => source.ref));
589
+ const personalEvidence = modelEvidence.filter((source) => !source.observationScope || liveChoices.has(source.ref));
517
590
  const result = access.userModel ? executeUserModelInterpretation({
518
591
  interpretation: personalRebuild ? {
519
592
  ...interpretation,
@@ -523,7 +596,7 @@ async function runPersistentLearningJobInner(job, getConfig) {
523
596
  collaborationRules: [],
524
597
  assertions: interpretation.intent === "forget" ? [] : interpretation.assertions
525
598
  } : interpretation,
526
- evidence,
599
+ evidence: personalEvidence,
527
600
  extractionRunId: extraction.run.id,
528
601
  extractorId: "transcript-synthesis",
529
602
  allowRestoreDeleted: !personalRebuild,
@@ -554,8 +627,10 @@ async function runPersistentLearningJobInner(job, getConfig) {
554
627
  limit: 200
555
628
  }).filter((item) => canUseKnowledge(item, deletionContext, access.knowledgePolicy)).map((item) => item.id)
556
629
  }) : [];
630
+ const reviews = !personalRebuild && access.knowledge && current.userContext.knowledgeMemory.writePolicy === "allow" && interpretation.intent !== "forget" && !interpretation.knowledgeDeletions?.length && interpretation.workReviewPlan ? applyWorkReviews(interpretation.workReviewPlan, interpretation.knowledgeReviews ?? [], evidence, extraction.run.id) : [];
631
+ const reviewedKeys = new Set(reviews.filter((r) => r.outcome !== "rejected").map((r) => getKnowledgeItem(r.objectId)?.canonicalKey));
557
632
  const work = !personalRebuild && interpretation.intent !== "forget" && !interpretation.knowledgeDeletions?.length && access.knowledge && current.userContext.knowledgeMemory.writePolicy === "allow" && access.knowledgePolicy.contentSources.includes("memory") ? applyWorkCandidates({
558
- candidates: (interpretation.knowledge ?? []).filter((candidate) => access.knowledgePolicy.scopes.includes(candidate.scope)),
633
+ candidates: (interpretation.knowledge ?? []).filter((candidate) => access.knowledgePolicy.scopes.includes(candidate.scope) && !reviewedKeys.has(`work:${candidate.topicKey.normalize("NFKC").toLowerCase()}:${candidate.predicate}`)),
559
634
  evidence,
560
635
  conversationId: job.conversation_id,
561
636
  agentId,
@@ -564,6 +639,8 @@ async function runPersistentLearningJobInner(job, getConfig) {
564
639
  processingPolicy: runtime.processingPolicy,
565
640
  runId: extraction.run.id
566
641
  }) : [];
642
+ if (interpretation.intent === "forget" || interpretation.knowledgeDeletions?.length) forgetChoiceObservations(liveContext);
643
+ else recordChoiceObservations(current, liveContext, evidence);
567
644
  finishContextExtractionRun({
568
645
  runId: extraction.run.id,
569
646
  status: "completed",
@@ -578,6 +655,7 @@ async function runPersistentLearningJobInner(job, getConfig) {
578
655
  outcome: output.outcome === "rejected" ? "rejected" : output.outcome === "deduplicated" ? "deduplicated" : "created"
579
656
  })),
580
657
  ...deletions,
658
+ ...reviews,
581
659
  ...work
582
660
  ]
583
661
  });
@@ -14,12 +14,21 @@ type VerificationOptions = {
14
14
  toolNames?: string[];
15
15
  workspace?: string;
16
16
  trackWorkspace?: boolean;
17
+ deferWorkspaceSnapshot?: boolean;
18
+ };
19
+ type VerificationSummary = {
20
+ changed: boolean;
21
+ proseOnly: boolean;
22
+ revision?: string;
23
+ evidence: CodingVerificationEvidence[];
17
24
  };
18
25
  /** One run owns its evidence; transcript tool results are the durable record. */
19
26
  export declare class RunVerification {
20
27
  private readonly snapshot;
21
28
  private readonly options;
22
29
  private revision?;
30
+ private snapshotStarted;
31
+ private initialSnapshot?;
23
32
  private changed;
24
33
  private proseOnly;
25
34
  private readonly before;
@@ -28,9 +37,10 @@ export declare class RunVerification {
28
37
  private readonly editedProse;
29
38
  private readonly inspectedProse;
30
39
  constructor(snapshot: () => Promise<string | undefined>, options?: VerificationOptions);
40
+ get workspaceSnapshotStarted(): boolean;
31
41
  static open(workspace: string, options?: VerificationOptions): Promise<RunVerification>;
32
42
  restore(value: unknown, includeEvidence: boolean): void;
33
- beforeTool(toolCallId: string, toolName?: string): Promise<void>;
43
+ beforeTool(toolCallId: string, toolName?: string, recordBaseline?: (summary: VerificationSummary) => void): Promise<void>;
34
44
  afterTool(context: AfterToolCallContext): Promise<{
35
45
  result: AgentToolResult<unknown>;
36
46
  isError: boolean;
@@ -40,11 +50,8 @@ export declare class RunVerification {
40
50
  private hasTool;
41
51
  modelGuidance(): string;
42
52
  pendingContext(): Promise<string>;
43
- summary(): Promise<{
44
- changed: boolean;
45
- proseOnly: boolean;
46
- revision?: string;
47
- evidence: CodingVerificationEvidence[];
48
- }>;
53
+ /** Serialize verification state from the latest captured revision. */
54
+ capturedSummary(): VerificationSummary;
55
+ summary(): Promise<VerificationSummary>;
49
56
  }
50
57
  export {};
@@ -7,6 +7,7 @@ const READ_ONLY_TOOLS = new Set([
7
7
  "grep",
8
8
  "find",
9
9
  "list_dir",
10
+ "list_directory",
10
11
  "update_plan",
11
12
  "session_status"
12
13
  ]);
@@ -38,6 +39,8 @@ function editsOnlyProse(name, args) {
38
39
  /** One run owns its evidence; transcript tool results are the durable record. */
39
40
  var RunVerification = class RunVerification {
40
41
  revision;
42
+ snapshotStarted;
43
+ initialSnapshot;
41
44
  changed = false;
42
45
  proseOnly = true;
43
46
  before = /* @__PURE__ */ new Map();
@@ -48,13 +51,17 @@ var RunVerification = class RunVerification {
48
51
  constructor(snapshot, options = {}) {
49
52
  this.snapshot = snapshot;
50
53
  this.options = options;
54
+ this.snapshotStarted = options.deferWorkspaceSnapshot !== true;
55
+ }
56
+ get workspaceSnapshotStarted() {
57
+ return this.snapshotStarted;
51
58
  }
52
59
  static async open(workspace, options = {}) {
53
60
  const run = new RunVerification(options.trackWorkspace === false && options.required === false ? async () => void 0 : () => readWorkspaceRevision(workspace), {
54
61
  ...options,
55
62
  workspace
56
63
  });
57
- run.revision = await run.snapshot();
64
+ if (run.snapshotStarted) run.revision = await run.snapshot();
58
65
  return run;
59
66
  }
60
67
  restore(value, includeEvidence) {
@@ -75,8 +82,18 @@ var RunVerification = class RunVerification {
75
82
  });
76
83
  }
77
84
  }
78
- async beforeTool(toolCallId, toolName) {
79
- const revision = toolName && READ_ONLY_TOOLS.has(toolName) ? this.revision : await this.snapshot();
85
+ async beforeTool(toolCallId, toolName, recordBaseline) {
86
+ let revision = this.revision;
87
+ if (!toolName || !READ_ONLY_TOOLS.has(toolName)) if (this.snapshotStarted) revision = await this.snapshot();
88
+ else {
89
+ this.initialSnapshot ??= this.snapshot().then((initial) => {
90
+ this.revision = initial;
91
+ recordBaseline?.(this.capturedSummary());
92
+ this.snapshotStarted = true;
93
+ return initial;
94
+ });
95
+ revision = await this.initialSnapshot;
96
+ }
80
97
  this.observeRevision(revision);
81
98
  this.before.set(toolCallId, revision);
82
99
  }
@@ -171,8 +188,9 @@ var RunVerification = class RunVerification {
171
188
  return `Execution phase: complete outstanding requirements, then verify once with a direct command (no cd, chains, or pipes). ${this.proseOnly ? "Inspect final prose once; no assertion script is required." : "Finish outstanding requested changes, then check the final contract once."} Still missing: ${missing.join(", ")}. Reuse valid evidence; report unavailable verification.`;
172
189
  }
173
190
  async pendingContext() {
191
+ if (this.options.required === false || !this.snapshotStarted) return "";
174
192
  this.observeRevision(await this.snapshot());
175
- if (!this.changed || this.options.required === false) return "";
193
+ if (!this.changed) return "";
176
194
  const current = [...this.evidence.values()].filter((item) => item.revision && item.revision === this.revision);
177
195
  const checked = !this.pendingEvidence().includes("check");
178
196
  const reviewed = current.some((item) => item.kind === "diff-review" && item.status === "passed");
@@ -187,8 +205,8 @@ var RunVerification = class RunVerification {
187
205
  "If a check is unavailable or unrelated to the requested change, report what remains unverified and why. Do not claim verified completion."
188
206
  ].join("\n");
189
207
  }
190
- async summary() {
191
- this.observeRevision(await this.snapshot());
208
+ /** Serialize verification state from the latest captured revision. */
209
+ capturedSummary() {
192
210
  return {
193
211
  changed: this.changed,
194
212
  proseOnly: this.proseOnly,
@@ -199,6 +217,10 @@ var RunVerification = class RunVerification {
199
217
  }))
200
218
  };
201
219
  }
220
+ async summary() {
221
+ if (this.snapshotStarted) this.observeRevision(await this.snapshot());
222
+ return this.capturedSummary();
223
+ }
202
224
  };
203
225
  //#endregion
204
226
  export { RunVerification, toolResultFailed };
@@ -1,5 +1,5 @@
1
- import { extractProfileAgentId } from "../../config/agent-profile.js";
2
1
  import { forgottenHistoryEntries, projectUnadmittedForgottenFields } from "../../memory-learning/forgotten-history.js";
2
+ import { extractProfileAgentId } from "../../config/agent-profile.js";
3
3
  import { stripRuntimeContextFromUserMessage } from "../../session/user-message-display.js";
4
4
  import { extractAgentUserPlainText } from "../memory/user-message-text.js";
5
5
  import { assembleTaskContext } from "../../tasks/task-context-assembler.js";
@@ -2,9 +2,9 @@ import { getSqliteDatabase, init_transaction } from "../../storage/sqlite/transa
2
2
  import { escapeSqlLike, init_fts, sessionSearchTerms } from "../../storage/sqlite/fts.js";
3
3
  import { resolveUserContextSessionAccess } from "../../user-context/access-policy.js";
4
4
  import { OWNER_LEARNING_SESSION_SQL } from "../../memory-learning/transcript-source.js";
5
+ import { forgottenHistoryEntries, projectUnadmittedForgottenFields } from "../../memory-learning/forgotten-history.js";
5
6
  import { completeWithResolvedCredentials } from "../../providers/model-call.js";
6
7
  import { isLoopbackModel } from "../../providers/local-model.js";
7
- import { forgottenHistoryEntries, projectUnadmittedForgottenFields } from "../../memory-learning/forgotten-history.js";
8
8
  import { retrievalLexicalSimilarity } from "../../retrieval/textFeatures.js";
9
9
  import { stripRuntimeContextFromUserMessage } from "../../session/user-message-display.js";
10
10
  import { canonicalWorkspacePath } from "../../projects/workspace-project.js";
@@ -5,6 +5,7 @@ export type ExecutionToolPolicy = Readonly<{
5
5
  surface: 'agent' | 'personal_main' | 'personal_request_worker';
6
6
  taskExecution: boolean;
7
7
  privateRoutine?: boolean;
8
+ followUp?: boolean;
8
9
  readOnly?: boolean;
9
10
  nativeMcp: boolean;
10
11
  externalMaterialization: boolean;
@@ -31,7 +31,8 @@ function resolveExecutionToolPolicy(conversationId) {
31
31
  const interaction = getSessionInteractionPolicy(conversationId);
32
32
  const readOnly = interaction.mode === "plan" || interaction.access === "read-only";
33
33
  const taskSession = isXopcDatabaseOpen() ? new TaskConversationRepository().resolveActiveExecutionSession(conversationId) : void 0;
34
- const privateRoutine = Boolean(taskSession && getXopcDatabase().db.prepare(`SELECT 1 FROM observation_routine_executions WHERE task_id=?
34
+ const followUp = Boolean(taskSession && getXopcDatabase().db.prepare("SELECT 1 FROM home_followup_steps WHERE task_id=? UNION ALL SELECT 1 FROM home_followups WHERE root_task_id=? LIMIT 1").get(taskSession.taskId, taskSession.taskId));
35
+ const privateRoutine = followUp || Boolean(taskSession && getXopcDatabase().db.prepare(`SELECT 1 FROM observation_routine_executions WHERE task_id=?
35
36
  UNION ALL SELECT 1 FROM observation_methods WHERE validation_task_id=?
36
37
  UNION ALL SELECT 1 FROM home_observation_trials WHERE task_id=? LIMIT 1`).get(taskSession.taskId, taskSession.taskId, taskSession.taskId));
37
38
  const unrestricted = !privateRoutine && configured && !readOnly && (!authority || authority.unrestrictedTools);
@@ -39,6 +40,7 @@ function resolveExecutionToolPolicy(conversationId) {
39
40
  surface,
40
41
  taskExecution: Boolean(taskSession),
41
42
  privateRoutine,
43
+ followUp,
42
44
  readOnly,
43
45
  nativeMcp: unrestricted,
44
46
  externalMaterialization: unrestricted,
@@ -50,7 +52,7 @@ function resolveExecutionToolPolicy(conversationId) {
50
52
  function allowsExecutionTool(policy, name) {
51
53
  const authority = getExecutionAuthority();
52
54
  authority?.assertCurrent();
53
- if (policy.privateRoutine && !PRIVATE_ROUTINE_TOOLS.has(name)) return false;
55
+ if (policy.privateRoutine && !PRIVATE_ROUTINE_TOOLS.has(name) && !(policy.followUp && name === "task_collaboration")) return false;
54
56
  if (policy.readOnly && !isReadOnlySessionTool(name)) return false;
55
57
  if (authority && !authority.allowsTool(name)) return false;
56
58
  if (TASK_EXECUTION_TOOL_IDS.includes(name) && !policy.taskExecution) return false;
@@ -7,6 +7,8 @@ import type { EmbeddedStreamEvent, RunXopcEmbeddedTurnResult } from './types.js'
7
7
  export type RunEmbeddedForSessionParams = {
8
8
  conversationId: string;
9
9
  runId?: string;
10
+ gatewayRunStartedMonotonic?: number;
11
+ preparationTimings?: Record<string, number>;
10
12
  userMessage: AgentMessage;
11
13
  dynamicSystemContext?: string;
12
14
  llmImages?: import('@earendil-works/pi-ai').ImageContent[];
@@ -54,6 +54,7 @@ async function runEmbeddedTurnForSession(params) {
54
54
  }, () => runEmbeddedTurnForSessionInner(input), input.userMessage);
55
55
  }
56
56
  async function runEmbeddedTurnForSessionInner(params) {
57
+ const sessionStartedAt = performance.now();
57
58
  const { conversationId, agentManager, modelManager, sessionStore, userMessage } = params;
58
59
  const personal = isPersonalConversation(conversationId);
59
60
  const idleScheduler = sessionStore.idleCompaction;
@@ -153,7 +154,9 @@ async function runEmbeddedTurnForSessionInner(params) {
153
154
  ok: false,
154
155
  errorMessage: "aborted"
155
156
  });
157
+ const memoryStartedAt = performance.now();
156
158
  await agentManager.ensureMemoryReadyForSession?.(conversationId);
159
+ const memoryReadyMs = performance.now() - memoryStartedAt;
157
160
  if (supervisor.signal.aborted) return await finish({
158
161
  ok: false,
159
162
  errorMessage: "aborted"
@@ -374,6 +377,12 @@ async function runEmbeddedTurnForSessionInner(params) {
374
377
  conversationId,
375
378
  verifyChanges: config ? resolveEffectiveAgentProfileForSession(conversationId).agentId === "coder" : false,
376
379
  runId,
380
+ gatewayRunStartedMonotonic: params.gatewayRunStartedMonotonic,
381
+ preparationTimings: {
382
+ ...params.preparationTimings,
383
+ memoryReadyMs,
384
+ sessionPreparationMs: performance.now() - sessionStartedAt
385
+ },
377
386
  userMessage: userMessageForTurn,
378
387
  images: params.llmImages,
379
388
  model: candidateModel,
@@ -11,12 +11,12 @@ import { projectContextForModel } from "../memory/context-budget.js";
11
11
  import { getActiveClarification, getClarification, getClarificationResumeInput, isClarificationSuspended } from "../../storage/sqlite/clarification-wait-repository.js";
12
12
  import "../../storage/sqlite/index.js";
13
13
  import { ProviderUsageScopeError, init_model_usage } from "../../providers/model-usage.js";
14
+ import { originalReadAuthorizationNotice, projectForgottenHistoryMessages, projectSuppressedMemoryBlocks } from "../../memory-learning/forgotten-history.js";
14
15
  import { resolveEffectiveAgentConfigForSession } from "../../config/agent-profile.js";
15
16
  import { getExecutionAuthority } from "../../infra/execution-authority.js";
16
17
  import { recordTraceLatency, setTraceIdentity, traceOperation, traceRun, traceTools } from "../../observability/runtime.js";
17
18
  import { continuesAfterTool, trackAiUsageStream } from "../../usage/recorder.js";
18
19
  import { cloudCreditBudgetStopMessage, isCloudCreditBudgetExhausted, reportCloudCreditError, withCloudCreditBudget } from "../../providers/xopc-cloud-credit-budget.js";
19
- import { originalReadAuthorizationNotice, projectForgottenHistoryMessages, projectSuppressedMemoryBlocks } from "../../memory-learning/forgotten-history.js";
20
20
  import { resolveAgentAbortReason } from "../orchestration/run-termination.js";
21
21
  import { isAgentTurnTimeoutError, isAgentTurnUnsettledError, resolveAgentTurnTimeoutMs, runAgentTurnWithTimeout } from "../orchestration/run-agent-turn-with-timeout.js";
22
22
  import { isContextOverflowError } from "../orchestration/context-overflow.js";
@@ -334,10 +334,12 @@ async function runXopcEmbeddedTurn(params) {
334
334
  }
335
335
  async function runXopcEmbeddedTurnInner(params) {
336
336
  const preparationStartedAt = performance.now();
337
+ const preparationTimings = { ...params.preparationTimings };
337
338
  let firstModelRequestAt;
338
339
  let currentModelRequestAt;
339
340
  let modelRequestNumber = 0;
340
341
  let firstModelTextSeen = false;
342
+ let firstModelDeltaSeen = false;
341
343
  let latencyModelRef;
342
344
  let latencyReasoning;
343
345
  const { conversationId, runId, userMessage, model, tools: rawTools, systemPrompt, thinkingLevel, workspaceDir, sessionStore, onEvent } = params;
@@ -370,8 +372,11 @@ async function runXopcEmbeddedTurnInner(params) {
370
372
  transcriptId: transcriptRuntime.transcriptId,
371
373
  runId
372
374
  });
375
+ const instructionsStartedAt = performance.now();
373
376
  const instructions = await RepositoryInstructions.open(workspaceDir, { isWorkspaceTrusted: params.isWorkspaceTrusted });
374
377
  const rootInstructions = await instructions.load(".", true);
378
+ preparationTimings.workspaceInstructionsMs = performance.now() - instructionsStartedAt;
379
+ const runnerStartedAt = performance.now();
375
380
  runner = await acquireEmbeddedSessionRunner({
376
381
  runtimeId: transcriptRuntime.runtimeId,
377
382
  transcriptId: transcriptRuntime.transcriptId,
@@ -390,6 +395,7 @@ async function runXopcEmbeddedTurnInner(params) {
390
395
  thinkingLevel: configuredThinking ?? thinkingLevel ?? "medium",
391
396
  transcriptRuntime
392
397
  });
398
+ preparationTimings.runnerAcquireMs = performance.now() - runnerStartedAt;
393
399
  const { session, reused } = runner;
394
400
  const configurationTurnStart = session.agent.state.messages.length;
395
401
  await runLease.attach(session, async () => session.abort());
@@ -407,7 +413,9 @@ async function runXopcEmbeddedTurnInner(params) {
407
413
  errorMessage: "aborted"
408
414
  };
409
415
  }
416
+ const transcriptStartedAt = performance.now();
410
417
  session.agent.state.messages = stripTrailingErrorAssistantMessages(await transcriptRuntime.loadMessages());
418
+ preparationTimings.transcriptLoadMs = performance.now() - transcriptStartedAt;
411
419
  runner.piSm.setActiveTurnId?.(runId);
412
420
  const recoveryState = { interruptedAttempts: 0 };
413
421
  const requestRetryBudget = { continues: 0 };
@@ -519,6 +527,7 @@ async function runXopcEmbeddedTurnInner(params) {
519
527
  if (session.agent.transformContext === transformWorkEvidence) session.agent.transformContext = baseTransformContext;
520
528
  };
521
529
  const loggingStreamFn = (streamModel, context, options) => {
530
+ const payloadStartedAt = firstModelRequestAt === void 0 ? performance.now() : void 0;
522
531
  bindComputerAgentTurn(conversationId, runId, streamModel);
523
532
  const releaseComputerFrames = computerRequestFrameCleanup(conversationId, runId);
524
533
  instructions.acknowledge();
@@ -697,14 +706,24 @@ async function runXopcEmbeddedTurnInner(params) {
697
706
  latencyReasoning = options?.reasoning;
698
707
  if (firstModelRequestAt === void 0) {
699
708
  firstModelRequestAt = currentModelRequestAt;
700
- recordTraceLatency({ embeddedPreparationMs: firstModelRequestAt - preparationStartedAt });
709
+ const gatewayTiming = params.gatewayRunStartedMonotonic === void 0 ? {} : { gatewayRunToFirstModelRequestMs: firstModelRequestAt - params.gatewayRunStartedMonotonic };
710
+ if (payloadStartedAt !== void 0) preparationTimings.modelPayloadPreparationMs = firstModelRequestAt - payloadStartedAt;
711
+ recordTraceLatency({
712
+ embeddedPreparationMs: firstModelRequestAt - preparationStartedAt,
713
+ ...gatewayTiming,
714
+ ...preparationTimings
715
+ });
701
716
  log.info({
702
717
  conversationId,
703
718
  runId,
704
719
  modelRef: latencyModelRef,
705
720
  thinking: latencyReasoning ?? "off",
706
721
  phase: "first_model_request",
722
+ ...gatewayTiming,
707
723
  preparationMs: firstModelRequestAt - preparationStartedAt,
724
+ preparationTimings,
725
+ runnerReused: reused,
726
+ workspaceVerificationDeferred: !verification.workspaceSnapshotStarted,
708
727
  messageCount: effectiveContext.messages.length,
709
728
  systemPromptLength: effectiveSystemPrompt.length,
710
729
  toolCount: effectiveTools.length,
@@ -725,23 +744,32 @@ async function runXopcEmbeddedTurnInner(params) {
725
744
  return stream;
726
745
  };
727
746
  session.agent.streamFunction = loggingStreamFn;
728
- const verification = await RunVerification.open(workspaceDir, {
729
- required: params.verifyChanges === true,
730
- toolNames: tools.map((tool) => tool.name),
731
- trackWorkspace: executionToolPolicy.surface !== "personal_main"
732
- });
747
+ const verificationStartedAt = performance.now();
733
748
  const checkpoints = runner.piSm.getBranch?.() ?? [];
734
749
  const recoveryTurn = params.resumeLastUserMessage === true || Boolean(params.recoveryMessage);
735
750
  const lastStart = checkpoints.findLastIndex((entry) => entry.type === "custom" && entry.customType === "coding_run_started");
736
751
  const lastSummary = checkpoints.findLastIndex((entry) => entry.type === "custom" && entry.customType === "coding_verification");
737
752
  const checkpoint = checkpoints[recoveryTurn && lastSummary >= lastStart ? lastSummary : lastStart];
738
- if (checkpoint?.type === "custom" && (recoveryTurn || lastStart > lastSummary)) verification.restore(checkpoint.data, recoveryTurn && lastSummary >= lastStart);
739
- runner.piSm.appendCustomEntry("coding_run_started", {
740
- runId,
741
- workspace: workspaceDir,
742
- required: params.verifyChanges ?? false,
743
- ...await verification.summary()
753
+ const restoreBaseline = checkpoint?.type === "custom" && (recoveryTurn || lastStart > lastSummary) && checkpoint.data?.workspaceSnapshotStarted !== false;
754
+ const trackWorkspace = executionToolPolicy.surface !== "personal_main";
755
+ const verification = await RunVerification.open(workspaceDir, {
756
+ required: params.verifyChanges === true,
757
+ toolNames: tools.map((tool) => tool.name),
758
+ trackWorkspace,
759
+ deferWorkspaceSnapshot: (trackWorkspace || params.verifyChanges === true) && !restoreBaseline
744
760
  });
761
+ if (restoreBaseline) verification.restore(checkpoint.data, recoveryTurn && lastSummary >= lastStart);
762
+ const recordVerificationStart = (snapshot, workspaceSnapshotStarted) => {
763
+ runner.piSm.appendCustomEntry("coding_run_started", {
764
+ runId,
765
+ workspace: workspaceDir,
766
+ required: params.verifyChanges ?? false,
767
+ workspaceSnapshotStarted,
768
+ ...snapshot
769
+ });
770
+ };
771
+ recordVerificationStart(verification.capturedSummary(), verification.workspaceSnapshotStarted);
772
+ preparationTimings.workspaceVerificationMs = performance.now() - verificationStartedAt;
745
773
  let policyStopped = false;
746
774
  let policyCompleted = false;
747
775
  let recoveringModel = params.resumeLastUserMessage === true || Boolean(params.recoveryMessage);
@@ -837,7 +865,9 @@ async function runXopcEmbeddedTurnInner(params) {
837
865
  reason: `${scoped}\n\nApply these instructions, then retry the operation.`
838
866
  };
839
867
  }
840
- await verification.beforeTool(context.toolCall.id, context.toolCall.name);
868
+ await verification.beforeTool(context.toolCall.id, context.toolCall.name, (snapshot) => {
869
+ recordVerificationStart(snapshot, true);
870
+ });
841
871
  if (context.toolCall.name === "computer_use" && !context[computerProgramOperation]) {
842
872
  let operationNumber = 0;
843
873
  const nestedContext = (operation, args) => ({
@@ -966,6 +996,24 @@ async function runXopcEmbeddedTurnInner(params) {
966
996
  if (baseDecision && baseDecision.action === "continue") return { action: "continue" };
967
997
  };
968
998
  unsubscribe = subscribeEmbeddedSessionEvents(session, (event) => {
999
+ const delta = event.type === "message_update" ? event.assistantMessageEvent : void 0;
1000
+ if (!firstModelDeltaSeen && currentModelRequestAt !== void 0 && firstModelRequestAt !== void 0 && (delta?.type === "text_delta" || delta?.type === "thinking_delta" || delta?.type === "toolcall_delta") && delta.delta.length > 0) {
1001
+ firstModelDeltaSeen = true;
1002
+ const now = performance.now();
1003
+ const latency = {
1004
+ modelFirstDeltaMs: now - currentModelRequestAt,
1005
+ firstRequestToDeltaMs: now - firstModelRequestAt
1006
+ };
1007
+ recordTraceLatency(latency);
1008
+ log.info({
1009
+ conversationId,
1010
+ runId,
1011
+ phase: "first_model_delta",
1012
+ ...latency,
1013
+ modelRequestNumber,
1014
+ deltaType: delta.type
1015
+ }, "Embedded first model content delta received");
1016
+ }
969
1017
  if (!firstModelTextSeen && firstModelRequestAt !== void 0 && currentModelRequestAt !== void 0 && event.type === "message_update" && event.assistantMessageEvent?.type === "text_delta" && event.assistantMessageEvent.delta.trim()) {
970
1018
  firstModelTextSeen = true;
971
1019
  const textSeenAt = performance.now();
@@ -1305,6 +1353,7 @@ async function runXopcEmbeddedTurnInner(params) {
1305
1353
  runId,
1306
1354
  workspace: workspaceDir,
1307
1355
  required: params.verifyChanges ?? false,
1356
+ workspaceSnapshotStarted: verification.workspaceSnapshotStarted,
1308
1357
  ...await verification.summary()
1309
1358
  });
1310
1359
  if (runAbortSignal.aborted) return {
@@ -5,10 +5,10 @@ import { abortEmbeddedRun } from "./runs.js";
5
5
  import { filterExecutionTools, resolveExecutionToolPolicy } from "./execution-tool-policy.js";
6
6
  import { deferredToolContract, getXopcToolMetadata } from "./tool-metadata.js";
7
7
  import { isCodemodeCoreRead } from "../tools/codemode-permissions.js";
8
- import { getExternalToolRegistry } from "../external-tools/tool-registry.js";
9
- import { createEmbeddedModelRuntime, resolveEmbeddedProviderApiKeySync } from "./model-runtime.js";
10
8
  import { getNativePiAgentDir } from "../mcp/native-mcp.js";
9
+ import { createEmbeddedModelRuntime, resolveEmbeddedProviderApiKeySync } from "./model-runtime.js";
11
10
  import { createXopcMcpTransport } from "../mcp/transport.js";
11
+ import { getExternalToolRegistry } from "../external-tools/tool-registry.js";
12
12
  import { createAutomationMcpSourceGuard } from "../../automations/mcp-source.js";
13
13
  import { createXopcCodemodeExtension } from "./codemode-extension.js";
14
14
  import { guardSessionManager } from "./session-tool-result-guard.js";
@@ -76,6 +76,8 @@ export type RunXopcEmbeddedTurnParams = {
76
76
  /** Host-owned parent identity for ephemeral runs that inherit its tools. */
77
77
  toolPolicyConversationId?: string;
78
78
  runId: string;
79
+ gatewayRunStartedMonotonic?: number;
80
+ preparationTimings?: Record<string, number>;
79
81
  userMessage: AgentMessage;
80
82
  model: Model<Api>;
81
83
  modelRef: string;