@xopcai/xopc 0.0.286 → 0.0.291

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (445) hide show
  1. package/README.md +16 -0
  2. package/README.zh-CN.md +16 -0
  3. package/dist/browser-ext/dist/assets/{auth-BXCWrPlg.js → auth-B2CDTr_F.js} +2 -1
  4. package/dist/browser-ext/dist/background.js +1 -1
  5. package/dist/browser-ext/dist/sidepanel.html +1 -1
  6. package/dist/browser-ext/dist/sidepanel.js +36 -10
  7. package/dist/browser-ext/manifest.json +1 -1
  8. package/dist/extensions/telegram/xopc.extension.json +1 -1
  9. package/dist/gateway/static/root/assets/{activity-store-xOhV8FHx.js → activity-store-6lmzUBEr.js} +1 -1
  10. package/dist/gateway/static/root/assets/{agent-avatar-dicebear-BzQbYWEj.js → agent-avatar-dicebear-BCtrkF15.js} +1 -1
  11. package/dist/gateway/static/root/assets/agent-defaults-settings-panel-D2eYNelh.js +1 -0
  12. package/dist/gateway/static/root/assets/agents-BedA5XwI.js +1 -0
  13. package/dist/gateway/static/root/assets/{api-CVJQLBv9.js → api-D6yepxBp.js} +1 -1
  14. package/dist/gateway/static/root/assets/api-Dnfnl1Gd.js +1 -0
  15. package/dist/gateway/static/root/assets/{app-management-settings-panel-CTyuXkNC.js → app-management-settings-panel-Md562Fo-.js} +1 -1
  16. package/dist/gateway/static/root/assets/{appearance-settings-Tk-GJtvF.js → appearance-settings-BiBFI4BM.js} +1 -1
  17. package/dist/gateway/static/root/assets/{apps-page-BA-7OrhJ.js → apps-page-Corla83b.js} +1 -1
  18. package/dist/gateway/static/root/assets/{archive-plugin-O49jeeXo.js → archive-plugin-A_Unp751.js} +1 -1
  19. package/dist/gateway/static/root/assets/{attachment-load-r9lBF2tW.js → attachment-load-D6idSUyP.js} +1 -1
  20. package/dist/gateway/static/root/assets/{automations-page-CFFLXYgS.js → automations-page-C6j71Lgs.js} +1 -1
  21. package/dist/gateway/static/root/assets/automations-workspace-DjZdhLQ5.js +6 -0
  22. package/dist/gateway/static/root/assets/{binary-plugins-BpM43vsn.js → binary-plugins-BkKYh-8v.js} +1 -1
  23. package/dist/gateway/static/root/assets/{block-editor-DFrfEcGw.js → block-editor-CDcMvaku.js} +3 -3
  24. package/dist/gateway/static/root/assets/{browser-automation-inputs-CyHGQwxQ.js → browser-automation-inputs-Cq4sIJt2.js} +1 -1
  25. package/dist/gateway/static/root/assets/{browser-automations-page-CPkOWfM9.js → browser-automations-page-C64k4TBH.js} +2 -2
  26. package/dist/gateway/static/root/assets/{browser-settings-page-BOcseZxg.js → browser-settings-page-1k5rj_qR.js} +3 -3
  27. package/dist/gateway/static/root/assets/capabilities-settings-panel-B2NvoTYb.js +8 -0
  28. package/dist/gateway/static/root/assets/channels-settings-DExixzp4.js +1 -0
  29. package/dist/gateway/static/root/assets/{channels-status-swr-BArPeImO.js → channels-status-swr-CVzEYBpX.js} +1 -1
  30. package/dist/gateway/static/root/assets/{chat-terminal-dock-D5Aka4S8.js → chat-terminal-dock-B9eKFkbg.js} +2 -2
  31. package/dist/gateway/static/root/assets/computer-model-settings-DW6j2lsn.js +1 -0
  32. package/dist/gateway/static/root/assets/computer-settings-page-C2Qyw63Q.js +1 -0
  33. package/dist/gateway/static/root/assets/connectors-page-C3ubZz7K.js +2 -0
  34. package/dist/gateway/static/root/assets/{date-picker-DNtRu6EB.js → date-picker-BdxjXVKL.js} +1 -1
  35. package/dist/gateway/static/root/assets/{dependency-picker-Dng3dIQa.js → dependency-picker-CXOa4uh4.js} +1 -1
  36. package/dist/gateway/static/root/assets/{desktop-pet-BicYycxy.js → desktop-pet-CBWiAaSv.js} +1 -1
  37. package/dist/gateway/static/root/assets/{desktop-pet-settings-BEse55eX.js → desktop-pet-settings-BX1aILDK.js} +1 -1
  38. package/dist/gateway/static/root/assets/{device-pairing-wizard-be30HuFI.js → device-pairing-wizard-bqm_Yf4i.js} +1 -1
  39. package/dist/gateway/static/root/assets/{extension-debug-page-YzhYyuay.js → extension-debug-page-B4MMerja.js} +1 -1
  40. package/dist/gateway/static/root/assets/{extension-page-CEXVIkDl.js → extension-page-B3ZtINak.js} +1 -1
  41. package/dist/gateway/static/root/assets/{extension-settings-page-CrlbgK8g.js → extension-settings-page-8BkQVh0z.js} +1 -1
  42. package/dist/gateway/static/root/assets/{gateway-config-swr-BNuoHXiZ.js → gateway-config-swr-BBovMBQ1.js} +1 -1
  43. package/dist/gateway/static/root/assets/gateway-settings-ZyhacQX5.js +1 -0
  44. package/dist/gateway/static/root/assets/{gateway-startup-retry-zMPfje0n.js → gateway-startup-retry-NXDtzZED.js} +1 -1
  45. package/dist/gateway/static/root/assets/{heartbeat-settings-BtxitqZ3.js → heartbeat-settings-Bllcxm2A.js} +1 -1
  46. package/dist/gateway/static/root/assets/home-page-Cv2e8XBR.js +1 -0
  47. package/dist/gateway/static/root/assets/{image-generation-api-B_Tyx74A.js → image-generation-api-D01ieqGC.js} +1 -1
  48. package/dist/gateway/static/root/assets/{imports-page-eZciuLw_.js → imports-page-DJG1BJzd.js} +1 -1
  49. package/dist/gateway/static/root/assets/index-B7EieIE4.js +75 -0
  50. package/dist/gateway/static/root/assets/index-BD5uNzie.css +2 -0
  51. package/dist/gateway/static/root/assets/{keyboard-shortcuts-settings-B796W039.js → keyboard-shortcuts-settings-6A6JOHTI.js} +1 -1
  52. package/dist/gateway/static/root/assets/local-app-workbench-page-Cipj52Zq.js +2 -0
  53. package/dist/gateway/static/root/assets/{local-apps-page-DXmY5jwM.js → local-apps-page-bD-m7YHJ.js} +1 -1
  54. package/dist/gateway/static/root/assets/{locale-store-D0001I7p.js → locale-store-eliqUnBr.js} +1 -1
  55. package/dist/gateway/static/root/assets/logs-page-D5feO2yw.js +2 -0
  56. package/dist/gateway/static/root/assets/{management-settings-b1MG7s-3.js → management-settings-B7mz0_44.js} +1 -1
  57. package/dist/gateway/static/root/assets/{markdown-view-2txE_Blz.js → markdown-view-BIg7cei7.js} +1 -1
  58. package/dist/gateway/static/root/assets/{media-plugins-CDEf3ksI.js → media-plugins-DQ2HfMeG.js} +1 -1
  59. package/dist/gateway/static/root/assets/messages-NYDOR8-j.js +3 -0
  60. package/dist/gateway/static/root/assets/note-detail-panel-DhYJigb3.js +5 -0
  61. package/dist/gateway/static/root/assets/notes-page-Bg5NPUdf.js +8 -0
  62. package/dist/gateway/static/root/assets/{page-tabs-Bi_-DA5J.js → page-tabs-DmG_Qjl8.js} +1 -1
  63. package/dist/gateway/static/root/assets/{preview-open-alternatives-Dhfdf14p.js → preview-open-alternatives-Y9J1kjKC.js} +1 -1
  64. package/dist/gateway/static/root/assets/{proactive-page-BNouL7Tv.js → proactive-page-Duc_NQ8l.js} +1 -1
  65. package/dist/gateway/static/root/assets/{product-open-page-BkbZBqBr.js → product-open-page-DtgWUAwT.js} +1 -1
  66. package/dist/gateway/static/root/assets/project-detail-page-DVOiucVA.js +1 -0
  67. package/dist/gateway/static/root/assets/projects-page-Dr_kDoCJ.js +1 -0
  68. package/dist/gateway/static/root/assets/{registry-api-icwoEKYB.js → registry-api-Dpm3N2h0.js} +1 -1
  69. package/dist/gateway/static/root/assets/remote-access-hub-hyJ2KKKK.js +1 -0
  70. package/dist/gateway/static/root/assets/{runtime-tools-settings-panel-bmgxwWpW.js → runtime-tools-settings-panel-DB7J9opJ.js} +2 -2
  71. package/dist/gateway/static/root/assets/{schema-form-DoZeepCg.js → schema-form-CMYuPOlE.js} +1 -1
  72. package/dist/gateway/static/root/assets/sessions-page-DGsnYcoh.js +1 -0
  73. package/dist/gateway/static/root/assets/settings-advanced-gate-DuzZqQMn.js +1 -0
  74. package/dist/gateway/static/root/assets/{settings-form-section-sw2bbS2b.js → settings-form-section-BayJP08a.js} +1 -1
  75. package/dist/gateway/static/root/assets/{settings-page-BWF8uac0.js → settings-page-CWBqZtt6.js} +1 -1
  76. package/dist/gateway/static/root/assets/setup-status-panel-C97S5g5c.js +1 -0
  77. package/dist/gateway/static/root/assets/{share-preview-page-BIHYD6-O.js → share-preview-page-Wn5bQA-5.js} +1 -1
  78. package/dist/gateway/static/root/assets/shares-settings-pfVzP8F7.js +1 -0
  79. package/dist/gateway/static/root/assets/skill-reload-api-DDJ0ZKx3.js +1 -0
  80. package/dist/gateway/static/root/assets/skills-page-DbDpLjDW.js +2 -0
  81. package/dist/gateway/static/root/assets/{skills-page.utils-dvue6Ish.js → skills-page.utils-DCHY_kou.js} +1 -1
  82. package/dist/gateway/static/root/assets/{system-settings-panel-DCyxPWCl.js → system-settings-panel-DhgITgId.js} +1 -1
  83. package/dist/gateway/static/root/assets/task-detail-page-UqwtiHYu.js +1 -0
  84. package/dist/gateway/static/root/assets/{theme-store-CZwYGpbY.js → theme-store-DUHPzKzv.js} +1 -1
  85. package/dist/gateway/static/root/assets/{tunnel-api-__auf8Ww.js → tunnel-api-DJ3gz2tM.js} +1 -1
  86. package/dist/gateway/static/root/assets/{use-autosave-Iq83UDt3.js → use-autosave-htvgT192.js} +1 -1
  87. package/dist/gateway/static/root/assets/user-model-page-xOsXY_2W.js +2 -0
  88. package/dist/gateway/static/root/assets/{voice-api-key-field-D-QssKik.js → voice-api-key-field-BviJF3Oa.js} +1 -1
  89. package/dist/gateway/static/root/assets/{voice-config-api-B0wNN_tE.js → voice-config-api-Bjy8EFqi.js} +1 -1
  90. package/dist/gateway/static/root/assets/{work-discovery-overlay-5NRYg1iI.js → work-discovery-overlay-BOBVNEYZ.js} +1 -1
  91. package/dist/gateway/static/root/assets/{workflow-run-setup-panel-Ds2SZjLG.js → workflow-run-setup-panel-D1N9uUyM.js} +2 -2
  92. package/dist/gateway/static/root/assets/workflows-page-2ylzlgkG.js +6 -0
  93. package/dist/gateway/static/root/index.html +10 -10
  94. package/dist/package.js +1 -1
  95. package/dist/packages/computer-control-contract/src/index.js +178 -0
  96. package/dist/packages/realtime-protocol/src/voice-audio.js +15 -10
  97. package/dist/packages/realtime-protocol/src/voice-catalog.js +61 -0
  98. package/dist/packages/realtime-protocol/src/voice.js +257 -248
  99. package/dist/src/agent/agent-manager.d.ts +1 -0
  100. package/dist/src/agent/agent-manager.js +5 -4
  101. package/dist/src/agent/background-review/run-background-review.js +1 -1
  102. package/dist/src/agent/embedded/model-runtime.js +1 -1
  103. package/dist/src/agent/embedded/run-for-session.js +1 -1
  104. package/dist/src/agent/embedded/run-turn.js +9 -1
  105. package/dist/src/agent/external-tools/endpoint-provider.js +4 -2
  106. package/dist/src/agent/image/tool-model-config.js +1 -1
  107. package/dist/src/agent/mcp/oauth/mcp-oauth-store.js +1 -1
  108. package/dist/src/agent/service.js +2 -2
  109. package/dist/src/agent/session/session-inspector.js +1 -1
  110. package/dist/src/agent/skills/hub-lock.js +1 -1
  111. package/dist/src/agent/skills/index.js +25 -15
  112. package/dist/src/agent/skills/parse-skill-metadata.d.ts +5 -1
  113. package/dist/src/agent/skills/parse-skill-metadata.js +21 -1
  114. package/dist/src/agent/skills/types.d.ts +7 -0
  115. package/dist/src/agent/tasks/task-judge-service.js +3 -3
  116. package/dist/src/agent/tool-manuals/computer.d.ts +1 -0
  117. package/dist/src/agent/tool-manuals/computer.js +19 -0
  118. package/dist/src/agent/tool-manuals/index.js +7 -0
  119. package/dist/src/agent/tools/computer-use-tool.d.ts +11 -0
  120. package/dist/src/agent/tools/computer-use-tool.js +86 -0
  121. package/dist/src/agent/tools/factory.d.ts +2 -0
  122. package/dist/src/agent/tools/factory.js +30 -0
  123. package/dist/src/agent-config/index.js +2 -2
  124. package/dist/src/agent-config/resolver.js +5 -0
  125. package/dist/src/agent-config/schema.d.ts +32 -0
  126. package/dist/src/agent-config/schema.js +5 -2
  127. package/dist/src/ai-assist/text-assist.js +1 -1
  128. package/dist/src/auth/credentials.js +2 -2
  129. package/dist/src/auth/oauth/xopc-cloud.js +1 -1
  130. package/dist/src/auth/profiles/store.js +1 -1
  131. package/dist/src/auth/sync-provider-auth.js +2 -2
  132. package/dist/src/browser/providers/browser-ext-install.js +1 -1
  133. package/dist/src/capabilities/readiness/from-config.js +14 -2
  134. package/dist/src/capabilities/readiness/planner.js +3 -2
  135. package/dist/src/capabilities/readiness/types.d.ts +1 -1
  136. package/dist/src/chat-commands/agent-edit.js +1 -1
  137. package/dist/src/cli/commands/agent.js +1 -1
  138. package/dist/src/cli/commands/doctor/checks/provider-auth.js +3 -3
  139. package/dist/src/cli/commands/models.js +1 -1
  140. package/dist/src/computer/broker.d.ts +97 -0
  141. package/dist/src/computer/broker.js +337 -0
  142. package/dist/src/computer/config.d.ts +9 -0
  143. package/dist/src/computer/config.js +16 -0
  144. package/dist/src/computer/control-guard.d.ts +4 -0
  145. package/dist/src/computer/control-guard.js +17 -0
  146. package/dist/src/computer/errors.d.ts +7 -0
  147. package/dist/src/computer/errors.js +30 -0
  148. package/dist/src/computer/model-adapter.d.ts +44 -0
  149. package/dist/src/computer/model-adapter.js +273 -0
  150. package/dist/src/computer/model-config.d.ts +3 -0
  151. package/dist/src/computer/model-config.js +27 -0
  152. package/dist/src/computer/model-policy.d.ts +3 -0
  153. package/dist/src/computer/model-policy.js +20 -0
  154. package/dist/src/computer/runtime.d.ts +128 -0
  155. package/dist/src/computer/runtime.js +388 -0
  156. package/dist/src/config/index.js +4 -4
  157. package/dist/src/config/loader.js +2 -2
  158. package/dist/src/config/models-json.d.ts +36 -0
  159. package/dist/src/config/models-json.js +15 -1
  160. package/dist/src/config/schema.d.ts +37 -0
  161. package/dist/src/config/schema.js +11 -2
  162. package/dist/src/config/voice.js +2 -2
  163. package/dist/src/endpoint-tools/invocation-service.d.ts +1 -0
  164. package/dist/src/endpoint-tools/invocation-service.js +5 -2
  165. package/dist/src/endpoint-tools/policy.js +7 -0
  166. package/dist/src/endpoint-tools/runtime.js +1 -0
  167. package/dist/src/endpoint-tools/upload-service.d.ts +13 -1
  168. package/dist/src/endpoint-tools/upload-service.js +73 -8
  169. package/dist/src/extensions/lockfile.js +1 -1
  170. package/dist/src/gateway/agent-builtin-tools.d.ts +7 -1
  171. package/dist/src/gateway/agent-builtin-tools.js +7 -0
  172. package/dist/src/gateway/agents-admin.js +1 -1
  173. package/dist/src/gateway/file-path-classifier.js +1 -1
  174. package/dist/src/gateway/global-defaults-admin.js +16 -0
  175. package/dist/src/gateway/hono/lib/config-payload.d.ts +15 -0
  176. package/dist/src/gateway/hono/lib/config-payload.js +2 -1
  177. package/dist/src/gateway/hono/routes/config-patch/misc.js +13 -2
  178. package/dist/src/gateway/hono/routes/endpoint-tools.js +3 -2
  179. package/dist/src/gateway/hono/routes/models.js +6 -3
  180. package/dist/src/gateway/hono/routes/voice.js +55 -1
  181. package/dist/src/gateway/hono/routes/workflows.js +2 -2
  182. package/dist/src/gateway/security/gateway-scopes.d.ts +1 -1
  183. package/dist/src/gateway/security/gateway-scopes.js +3 -0
  184. package/dist/src/gateway/service/config-coordinator.js +4 -1
  185. package/dist/src/gateway/service.js +12 -12
  186. package/dist/src/providers/auth-runtime/resolve-auth.js +1 -1
  187. package/dist/src/providers/index.js +2 -2
  188. package/dist/src/providers/model-catalog-persistence.js +11 -2
  189. package/dist/src/providers/model-catalog-store.js +1 -0
  190. package/dist/src/providers/model-catalog-types.d.ts +7 -2
  191. package/dist/src/providers/model-reference-auditor.js +6 -3
  192. package/dist/src/providers/model-registry.js +4 -1
  193. package/dist/src/providers/model-supplements.js +18 -2
  194. package/dist/src/providers/presentation.js +4 -2
  195. package/dist/src/providers/register-runtime-providers.js +1 -1
  196. package/dist/src/providers/xopc-cloud-model-source.js +10 -4
  197. package/dist/src/storage/sqlite/index.d.ts +1 -1
  198. package/dist/src/storage/sqlite/index.js +2 -2
  199. package/dist/src/storage/sqlite/migrations/conversation-backup.d.ts +8 -0
  200. package/dist/src/storage/sqlite/migrations/conversation-backup.js +17 -7
  201. package/dist/src/storage/sqlite/migrations/conversation-windows-owners.js +5 -2
  202. package/dist/src/storage/sqlite/migrations/discover.js +2 -2
  203. package/dist/src/storage/sqlite/migrations/errors.d.ts +5 -0
  204. package/dist/src/storage/sqlite/migrations/errors.js +12 -2
  205. package/dist/src/storage/sqlite/migrations/runner.d.ts +1 -1
  206. package/dist/src/storage/sqlite/migrations/runner.js +3 -2
  207. package/dist/src/storage/sqlite/schema.js +2 -2
  208. package/dist/src/storage/sqlite/schema.sql +2641 -526
  209. package/dist/src/tui/backends/embedded-backend.js +1 -1
  210. package/dist/src/tui/tui-commands.js +1 -1
  211. package/dist/src/tui/tui-startup-resources.js +1 -1
  212. package/dist/src/tui/tui.js +2 -2
  213. package/dist/src/voice/platform-catalog.d.ts +81 -0
  214. package/dist/src/voice/platform-catalog.js +16 -0
  215. package/dist/src/voice/platform-settings.d.ts +4 -0
  216. package/dist/src/voice/platform-settings.js +120 -0
  217. package/dist/src/voice/platform-streams.d.ts +12 -0
  218. package/dist/src/voice/platform-streams.js +250 -0
  219. package/dist/src/voice/realtime/omniEngine.js +8 -5
  220. package/dist/src/voice/realtime/omniRoute.d.ts +1 -0
  221. package/dist/src/voice/realtime/omniRoute.js +11 -1
  222. package/dist/src/voice/realtime/runtime.js +14 -6
  223. package/dist/src/voice/stt/providers/xopc-cloud-transcription.js +15 -8
  224. package/dist/src/voice/tts/providers/xopc-cloud-speech.js +12 -19
  225. package/dist/src/work-discovery/service.js +2 -2
  226. package/dist/src/workflows/service/workflow-run-service.js +1 -1
  227. package/package.json +7 -4
  228. package/skills/creative/algorithmic-art/SKILL.md +7 -0
  229. package/skills/creative/frontend-design/SKILL.md +8 -0
  230. package/skills/creative/hatch-pet/SKILL.md +7 -0
  231. package/skills/creative/theme-factory/SKILL.md +8 -0
  232. package/skills/documents/doc-coauthoring/SKILL.md +7 -0
  233. package/skills/documents/docx/SKILL.md +7 -0
  234. package/skills/documents/pdf/SKILL.md +7 -0
  235. package/skills/documents/pptx/SKILL.md +7 -0
  236. package/skills/documents/xlsx/SKILL.md +9 -1
  237. package/skills/engineering/build-xopc-local-app/SKILL.md +7 -0
  238. package/skills/engineering/define-task/SKILL.md +7 -0
  239. package/skills/engineering/diagnose/SKILL.md +8 -0
  240. package/skills/engineering/tdd/SKILL.md +8 -0
  241. package/skills/tools/find-skills/SKILL.md +8 -0
  242. package/skills/tools/github/SKILL.md +7 -0
  243. package/skills/tools/summarize/SKILL.md +8 -0
  244. package/skills/tools/webapp-testing/SKILL.md +8 -1
  245. package/dist/gateway/static/root/assets/agent-defaults-settings-panel-BxR5eog4.js +0 -1
  246. package/dist/gateway/static/root/assets/agents-Dx1om1eN.js +0 -1
  247. package/dist/gateway/static/root/assets/api-q1kIMCLW.js +0 -1
  248. package/dist/gateway/static/root/assets/automations-workspace-DUZE1NOH.js +0 -6
  249. package/dist/gateway/static/root/assets/capabilities-settings-panel-ohEV64hG.js +0 -8
  250. package/dist/gateway/static/root/assets/channels-settings-UOf9mgqt.js +0 -1
  251. package/dist/gateway/static/root/assets/connectors-page-BEQR0NRq.js +0 -2
  252. package/dist/gateway/static/root/assets/gateway-settings-CDJY1AOW.js +0 -1
  253. package/dist/gateway/static/root/assets/home-page-_oqo0pNR.js +0 -1
  254. package/dist/gateway/static/root/assets/index--YC42LAz.css +0 -2
  255. package/dist/gateway/static/root/assets/index-fVtuw2o9.js +0 -75
  256. package/dist/gateway/static/root/assets/local-app-workbench-page-Z8mpau9d.js +0 -2
  257. package/dist/gateway/static/root/assets/logs-page-BGOO8ouT.js +0 -2
  258. package/dist/gateway/static/root/assets/messages-BWANv-N-.js +0 -3
  259. package/dist/gateway/static/root/assets/note-detail-panel-Bm33_3xJ.js +0 -5
  260. package/dist/gateway/static/root/assets/notes-page-C32-xssK.js +0 -8
  261. package/dist/gateway/static/root/assets/project-detail-page-CZ7glGYw.js +0 -1
  262. package/dist/gateway/static/root/assets/projects-page-DP3ZINZz.js +0 -1
  263. package/dist/gateway/static/root/assets/remote-access-hub-xqJcPdOO.js +0 -1
  264. package/dist/gateway/static/root/assets/sessions-page-BaxIfjpm.js +0 -1
  265. package/dist/gateway/static/root/assets/settings-advanced-gate-Cy3Ab3Vg.js +0 -1
  266. package/dist/gateway/static/root/assets/setup-status-panel-BuYto2mT.js +0 -1
  267. package/dist/gateway/static/root/assets/shares-settings-DKtWUneq.js +0 -1
  268. package/dist/gateway/static/root/assets/skill-reload-api-Dn7ElMUk.js +0 -1
  269. package/dist/gateway/static/root/assets/skills-page-D-7UtJIc.js +0 -2
  270. package/dist/gateway/static/root/assets/task-detail-page-efmH43Pq.js +0 -1
  271. package/dist/gateway/static/root/assets/user-model-page-DByIJcQq.js +0 -2
  272. package/dist/gateway/static/root/assets/workflows-page-BJv3eoKR.js +0 -6
  273. package/dist/src/storage/sqlite/migrations/002_add_flush_columns.sql +0 -3
  274. package/dist/src/storage/sqlite/migrations/003_add_note_markdown_meta.sql +0 -4
  275. package/dist/src/storage/sqlite/migrations/004_add_session_type_metadata.sql +0 -15
  276. package/dist/src/storage/sqlite/migrations/005_add_note_agent_contexts.sql +0 -10
  277. package/dist/src/storage/sqlite/migrations/006_add_goals.sql +0 -108
  278. package/dist/src/storage/sqlite/migrations/007_goal_run_judge_schema.sql +0 -4
  279. package/dist/src/storage/sqlite/migrations/008_goal_queue_workflow_runs.sql +0 -53
  280. package/dist/src/storage/sqlite/migrations/009_cron_jobs.sql +0 -24
  281. package/dist/src/storage/sqlite/migrations/010_session_id_identity.sql +0 -30
  282. package/dist/src/storage/sqlite/migrations/011_goal_context_messages.sql +0 -8
  283. package/dist/src/storage/sqlite/migrations/012_memory_records.sql +0 -63
  284. package/dist/src/storage/sqlite/migrations/013_memory_trace_events.sql +0 -21
  285. package/dist/src/storage/sqlite/migrations/014_memory_record_governance.sql +0 -10
  286. package/dist/src/storage/sqlite/migrations/015_memory_trace_feedback.sql +0 -4
  287. package/dist/src/storage/sqlite/migrations/016_automations.sql +0 -47
  288. package/dist/src/storage/sqlite/migrations/017_automation_run_events.sql +0 -14
  289. package/dist/src/storage/sqlite/migrations/018_automation_safety.sql +0 -1
  290. package/dist/src/storage/sqlite/migrations/019_projects.sql +0 -40
  291. package/dist/src/storage/sqlite/migrations/020_project_default_agent.sql +0 -1
  292. package/dist/src/storage/sqlite/migrations/021_projects_fts.sql +0 -21
  293. package/dist/src/storage/sqlite/migrations/022_work_items.sql +0 -61
  294. package/dist/src/storage/sqlite/migrations/023_work_item_attachments.sql +0 -15
  295. package/dist/src/storage/sqlite/migrations/024_activity_events.sql +0 -62
  296. package/dist/src/storage/sqlite/migrations/025_project_pinned_at.sql +0 -5
  297. package/dist/src/storage/sqlite/migrations/026_goal_contracts.sql +0 -10
  298. package/dist/src/storage/sqlite/migrations/027_mobile_notifications.sql +0 -43
  299. package/dist/src/storage/sqlite/migrations/028_goal_evidence_requirements.sql +0 -47
  300. package/dist/src/storage/sqlite/migrations/029_user_understanding.sql +0 -133
  301. package/dist/src/storage/sqlite/migrations/030_connectors.sql +0 -94
  302. package/dist/src/storage/sqlite/migrations/031_connector_approvals.sql +0 -24
  303. package/dist/src/storage/sqlite/migrations/032_connector_webhook_deliveries.sql +0 -15
  304. package/dist/src/storage/sqlite/migrations/033_user_trust_policies.sql +0 -6
  305. package/dist/src/storage/sqlite/migrations/034_allow_global_auto_trust.sql +0 -14
  306. package/dist/src/storage/sqlite/migrations/035_user_profile_prompt_state.sql +0 -7
  307. package/dist/src/storage/sqlite/migrations/036_goal_outcome_metric.sql +0 -12
  308. package/dist/src/storage/sqlite/migrations/037_connected_knowledge_pipeline.sql +0 -47
  309. package/dist/src/storage/sqlite/migrations/038_user_owned_memory.sql +0 -68
  310. package/dist/src/storage/sqlite/migrations/039_memory_reference_consents.sql +0 -19
  311. package/dist/src/storage/sqlite/migrations/040_local_apps.sql +0 -32
  312. package/dist/src/storage/sqlite/migrations/041_local_app_release_lifecycle.sql +0 -17
  313. package/dist/src/storage/sqlite/migrations/042_work_discovery.sql +0 -41
  314. package/dist/src/storage/sqlite/migrations/043_local_app_acceptance_runs.sql +0 -16
  315. package/dist/src/storage/sqlite/migrations/044_repair_work_discovery_foreign_keys.sql +0 -75
  316. package/dist/src/storage/sqlite/migrations/045_extension_ui_grants.sql +0 -13
  317. package/dist/src/storage/sqlite/migrations/046_work_discovery_feedback.sql +0 -13
  318. package/dist/src/storage/sqlite/migrations/047_work_discovery_sources.sql +0 -16
  319. package/dist/src/storage/sqlite/migrations/048_work_understanding_investigations.sql +0 -40
  320. package/dist/src/storage/sqlite/migrations/049_work_understanding_threads.sql +0 -52
  321. package/dist/src/storage/sqlite/migrations/050_work_discovery_source_refreshes.sql +0 -15
  322. package/dist/src/storage/sqlite/migrations/051_focus_watches.sql +0 -26
  323. package/dist/src/storage/sqlite/migrations/052_proactive_insights.sql +0 -25
  324. package/dist/src/storage/sqlite/migrations/053_browser_recipes.sql +0 -45
  325. package/dist/src/storage/sqlite/migrations/054_task_outcomes.sql +0 -24
  326. package/dist/src/storage/sqlite/migrations/055_relationship_settings.sql +0 -14
  327. package/dist/src/storage/sqlite/migrations/056_task_verification.sql +0 -6
  328. package/dist/src/storage/sqlite/migrations/057_interaction_states.sql +0 -11
  329. package/dist/src/storage/sqlite/migrations/058_proactive_value.sql +0 -3
  330. package/dist/src/storage/sqlite/migrations/059_composer_input_history.sql +0 -8
  331. package/dist/src/storage/sqlite/migrations/060_remove_runtime_transcript_messages.sql +0 -45
  332. package/dist/src/storage/sqlite/migrations/061_drop_compaction_checkpoints.sql +0 -2
  333. package/dist/src/storage/sqlite/migrations/062_connector_learning_jobs.sql +0 -27
  334. package/dist/src/storage/sqlite/migrations/063_knowledge_collection_scopes.sql +0 -14
  335. package/dist/src/storage/sqlite/migrations/064_user_claims.sql +0 -60
  336. package/dist/src/storage/sqlite/migrations/065_knowledge_item_scope_identity.sql +0 -116
  337. package/dist/src/storage/sqlite/migrations/066_first_class_focuses.sql +0 -126
  338. package/dist/src/storage/sqlite/migrations/067_home_attention_acknowledgements.sql +0 -9
  339. package/dist/src/storage/sqlite/migrations/068_proactive_event_spine.sql +0 -71
  340. package/dist/src/storage/sqlite/migrations/069_proactive_scenario_control.sql +0 -69
  341. package/dist/src/storage/sqlite/migrations/070_proactive_execution.sql +0 -55
  342. package/dist/src/storage/sqlite/migrations/071_proactive_inbox.sql +0 -45
  343. package/dist/src/storage/sqlite/migrations/072_proactive_judgments.sql +0 -14
  344. package/dist/src/storage/sqlite/migrations/073_enable_default_proactive_scenarios.sql +0 -13
  345. package/dist/src/storage/sqlite/migrations/074_deduplicate_blocked_work_routing.sql +0 -5
  346. package/dist/src/storage/sqlite/migrations/075_connector_sync_policies.sql +0 -13
  347. package/dist/src/storage/sqlite/migrations/076_meeting_preparation_scenario.sql +0 -29
  348. package/dist/src/storage/sqlite/migrations/077_proactive_insight_fingerprints.sql +0 -4
  349. package/dist/src/storage/sqlite/migrations/078_discussion_captures.sql +0 -64
  350. package/dist/src/storage/sqlite/migrations/079_discussion_follow_up_scenario.sql +0 -29
  351. package/dist/src/storage/sqlite/migrations/080_task_outcome_context.sql +0 -15
  352. package/dist/src/storage/sqlite/migrations/081_project_monitoring_policies.sql +0 -10
  353. package/dist/src/storage/sqlite/migrations/082_one_click_live_discussions.sql +0 -100
  354. package/dist/src/storage/sqlite/migrations/083_session_task_plans.sql +0 -9
  355. package/dist/src/storage/sqlite/migrations/084_work_intake_lifecycle.sql +0 -26
  356. package/dist/src/storage/sqlite/migrations/085_task_outcome_projection.sql +0 -19
  357. package/dist/src/storage/sqlite/migrations/086_outcome_aggregates.sql +0 -168
  358. package/dist/src/storage/sqlite/migrations/087_context_snapshots.sql +0 -21
  359. package/dist/src/storage/sqlite/migrations/088_automation_execution_deadlines.sql +0 -5
  360. package/dist/src/storage/sqlite/migrations/089_automation_run_leases.sql +0 -8
  361. package/dist/src/storage/sqlite/migrations/090_outcome_contract_judgment.sql +0 -2
  362. package/dist/src/storage/sqlite/migrations/091_context_allocation.sql +0 -1
  363. package/dist/src/storage/sqlite/migrations/092_outcome_execution_runtime.sql +0 -88
  364. package/dist/src/storage/sqlite/migrations/093_remove_legacy_goals.sql +0 -174
  365. package/dist/src/storage/sqlite/migrations/094_outcome_judgment_and_authority.sql +0 -3
  366. package/dist/src/storage/sqlite/migrations/095_session_input_queue.sql +0 -35
  367. package/dist/src/storage/sqlite/migrations/096_drop_work_intakes.sql +0 -6
  368. package/dist/src/storage/sqlite/migrations/097_work_item_lifecycle.sql +0 -194
  369. package/dist/src/storage/sqlite/migrations/098_discussion_note_documents.sql +0 -99
  370. package/dist/src/storage/sqlite/migrations/099_task_model.sql +0 -500
  371. package/dist/src/storage/sqlite/migrations/100_project_task_taskrun.sql +0 -763
  372. package/dist/src/storage/sqlite/migrations/101_session_response_language.sql +0 -1
  373. package/dist/src/storage/sqlite/migrations/102_session_user_context_mode.sql +0 -2
  374. package/dist/src/storage/sqlite/migrations/103_finalize_structured_memory.sql +0 -3
  375. package/dist/src/storage/sqlite/migrations/104_turn_memory_feedback.sql +0 -77
  376. package/dist/src/storage/sqlite/migrations/105_dreaming_ledger.sql +0 -34
  377. package/dist/src/storage/sqlite/migrations/106_dreaming_run_reproducibility.sql +0 -2
  378. package/dist/src/storage/sqlite/migrations/107_connector_accounts.sql +0 -146
  379. package/dist/src/storage/sqlite/migrations/108_repair_user_memory_provider.sql +0 -18
  380. package/dist/src/storage/sqlite/migrations/109_endpoint_principals.sql +0 -14
  381. package/dist/src/storage/sqlite/migrations/110_session_input_origin.sql +0 -43
  382. package/dist/src/storage/sqlite/migrations/111_endpoint_tool_invocations.sql +0 -18
  383. package/dist/src/storage/sqlite/migrations/112_endpoint_instance_bindings.sql +0 -8
  384. package/dist/src/storage/sqlite/migrations/113_memory_evidence_single_source.sql +0 -76
  385. package/dist/src/storage/sqlite/migrations/114_user_context_domain.sql +0 -193
  386. package/dist/src/storage/sqlite/migrations/115_remove_legacy_user_context.sql +0 -6
  387. package/dist/src/storage/sqlite/migrations/116_structured_context_consolidation.sql +0 -38
  388. package/dist/src/storage/sqlite/migrations/117_unified_understanding_sources.sql +0 -110
  389. package/dist/src/storage/sqlite/migrations/118_task_board_rank.sql +0 -6
  390. package/dist/src/storage/sqlite/migrations/119_proactive_disposition.sql +0 -13
  391. package/dist/src/storage/sqlite/migrations/120_task_conversation.sql +0 -112
  392. package/dist/src/storage/sqlite/migrations/121_automation_inbox.sql +0 -24
  393. package/dist/src/storage/sqlite/migrations/122_automation_session_projects.sql +0 -18
  394. package/dist/src/storage/sqlite/migrations/123_remove_v2_compaction_boundaries.sql +0 -25
  395. package/dist/src/storage/sqlite/migrations/124_workflow_context_snapshots.sql +0 -15
  396. package/dist/src/storage/sqlite/migrations/125_project_workflow_presets.sql +0 -12
  397. package/dist/src/storage/sqlite/migrations/126_focus_context_governance.sql +0 -72
  398. package/dist/src/storage/sqlite/migrations/127_context_object_origin.sql +0 -36
  399. package/dist/src/storage/sqlite/migrations/128_context_extraction.sql +0 -73
  400. package/dist/src/storage/sqlite/migrations/129_focus_versions.sql +0 -51
  401. package/dist/src/storage/sqlite/migrations/130_context_evidence_provenance.sql +0 -18
  402. package/dist/src/storage/sqlite/migrations/131_session_input_contexts.sql +0 -2
  403. package/dist/src/storage/sqlite/migrations/132_transcript_source_context_metadata.sql +0 -34
  404. package/dist/src/storage/sqlite/migrations/133_archive_legacy_work_discovery_profile_facts.sql +0 -11
  405. package/dist/src/storage/sqlite/migrations/134_memory_provenance.sql +0 -18
  406. package/dist/src/storage/sqlite/migrations/135_user_people.sql +0 -59
  407. package/dist/src/storage/sqlite/migrations/136_product_notifications.sql +0 -79
  408. package/dist/src/storage/sqlite/migrations/137_understanding_status_audit.sql +0 -71
  409. package/dist/src/storage/sqlite/migrations/138_device_access.sql +0 -96
  410. package/dist/src/storage/sqlite/migrations/139_turn_outcome_artifact_backfill.sql +0 -231
  411. package/dist/src/storage/sqlite/migrations/140_endpoint_session_bindings.sql +0 -8
  412. package/dist/src/storage/sqlite/migrations/141_device_pairing_approval.sql +0 -17
  413. package/dist/src/storage/sqlite/migrations/142_session_input_instance.sql +0 -1
  414. package/dist/src/storage/sqlite/migrations/143_fixed_session_model.sql +0 -1
  415. package/dist/src/storage/sqlite/migrations/144_execution_environments.sql +0 -59
  416. package/dist/src/storage/sqlite/migrations/145_project_execution_mode.sql +0 -5
  417. package/dist/src/storage/sqlite/migrations/146_understanding_focus_exclusions.sql +0 -9
  418. package/dist/src/storage/sqlite/migrations/147_durable_application_state.sql +0 -39
  419. package/dist/src/storage/sqlite/migrations/148_user_model_foundation.sql +0 -554
  420. package/dist/src/storage/sqlite/migrations/149_separate_source_index_from_memory.sql +0 -18
  421. package/dist/src/storage/sqlite/migrations/150_session_connection_waits.sql +0 -47
  422. package/dist/src/storage/sqlite/migrations/151_proactive_scope_cleanup.sql +0 -6
  423. package/dist/src/storage/sqlite/migrations/152_proactive_scenario_contract.sql +0 -140
  424. package/dist/src/storage/sqlite/migrations/153_browser_control_v2.sql +0 -45
  425. package/dist/src/storage/sqlite/migrations/154_session_clarification_waits.sql +0 -60
  426. package/dist/src/storage/sqlite/migrations/155_browser_extension.sql +0 -120
  427. package/dist/src/storage/sqlite/migrations/156_browser_tab_bindings.sql +0 -14
  428. package/dist/src/storage/sqlite/migrations/157_browser_endpoint_principals.sql +0 -50
  429. package/dist/src/storage/sqlite/migrations/158_browser_native_enrollment.sql +0 -4
  430. package/dist/src/storage/sqlite/migrations/159_proactive_controls.sql +0 -68
  431. package/dist/src/storage/sqlite/migrations/160_proactive_web_push.sql +0 -27
  432. package/dist/src/storage/sqlite/migrations/161_proactive_delivery_and_lifecycle.sql +0 -51
  433. package/dist/src/storage/sqlite/migrations/162_proactive_product.sql +0 -7
  434. package/dist/src/storage/sqlite/migrations/163_proactive_follow_ups.sql +0 -29
  435. package/dist/src/storage/sqlite/migrations/164_browser_sessions.sql +0 -8
  436. package/dist/src/storage/sqlite/migrations/165_device_pairing_target.sql +0 -40
  437. package/dist/src/storage/sqlite/migrations/__tests__/mobile-discussion-source.test.ts +0 -20
  438. package/dist/src/storage/sqlite/migrations/conversation-backup.ts +0 -66
  439. package/dist/src/storage/sqlite/migrations/conversation-key-decoder.ts +0 -50
  440. package/dist/src/storage/sqlite/migrations/conversation-uuid.ts +0 -324
  441. package/dist/src/storage/sqlite/migrations/conversation-windows-owners.ts +0 -71
  442. package/dist/src/storage/sqlite/migrations/discover.ts +0 -52
  443. package/dist/src/storage/sqlite/migrations/errors.ts +0 -32
  444. package/dist/src/storage/sqlite/migrations/runner.ts +0 -204
  445. package/dist/src/storage/sqlite/migrations/types.ts +0 -15
@@ -1,262 +1,271 @@
1
- import "./voice-audio.js";
1
+ import { __esmMin } from "../../../_virtual/_rolldown/runtime.js";
2
+ import { init_voice_catalog } from "./voice-catalog.js";
3
+ import { init_voice_audio } from "./voice-audio.js";
2
4
  import { z } from "zod";
3
- const VOICE_REALTIME_WS_PATH = "/api/voice/realtime/v3/ws";
4
- const VOICE_REALTIME_PROXY_WS_PATH = "/api/realtime/v1/ws?transport=voice-v3";
5
- const VOICE_REALTIME_MAX_BINARY_FRAME_BYTES = 64 * 1024;
6
- const VOICE_REALTIME_START_TIMEOUT_MS = 1e4;
7
- const VOICE_REALTIME_HEARTBEAT_INTERVAL_MS = 15e3;
8
- const idSchema = z.uuid();
9
- const timestampSchema = z.number().int().nonnegative();
10
- const voicePurposeSchema = z.enum(["dictation", "conversation"]);
11
- const voiceModeSchema = z.enum(["natural", "assistant"]);
12
- const voiceInputModeSchema = z.literal("server_vad");
13
- const voiceLanguageSchema = z.enum(["zh", "en"]);
14
- const voicePcmFormatSchema = z.strictObject({
15
- encoding: z.literal("pcm_s16le"),
16
- sampleRate: z.union([z.literal(16e3), z.literal(24e3)]),
17
- channels: z.literal(1)
18
- });
19
- const voiceProviderRouteSchema = z.strictObject({
20
- provider: z.string().min(1).max(100),
21
- model: z.string().min(1).max(200),
22
- managed: z.boolean()
23
- });
24
- const voiceRouteSchema = z.discriminatedUnion("engine", [
25
- z.strictObject({
26
- engine: z.literal("dictation"),
27
- stt: voiceProviderRouteSchema
28
- }),
29
- z.strictObject({
30
- engine: z.literal("agent"),
31
- stt: voiceProviderRouteSchema,
32
- tts: voiceProviderRouteSchema
33
- }),
34
- z.strictObject({
35
- engine: z.literal("omni"),
36
- omni: voiceProviderRouteSchema
37
- })
38
- ]);
39
- const availabilitySchema = z.strictObject({
40
- available: z.boolean(),
41
- reasonCode: z.enum(["VOICE_DISABLED", "PROVIDER_UNAVAILABLE"]).optional()
42
- });
43
- z.object({
44
- enabled: z.boolean(),
45
- defaultMode: voiceModeSchema,
46
- omni: voiceProviderRouteSchema.nullable(),
47
- stt: voiceProviderRouteSchema.nullable(),
48
- tts: voiceProviderRouteSchema.extend({ voice: z.string().optional() }).nullable(),
49
- capabilities: z.strictObject({
50
- dictation: availabilitySchema,
51
- assistant: availabilitySchema,
52
- natural: availabilitySchema,
53
- languages: z.array(voiceLanguageSchema),
54
- bargeIn: z.boolean(),
55
- mediaTransports: z.tuple([z.literal("websocket-pcm")])
56
- })
57
- });
58
- const createVoiceSessionRequestSchema = z.strictObject({
59
- purpose: voicePurposeSchema,
60
- mode: voiceModeSchema.optional(),
61
- conversationId: z.string().min(1).max(512).optional(),
62
- language: voiceLanguageSchema.optional(),
63
- supportedProtocolVersions: z.tuple([z.literal(3)]),
64
- mediaPreferences: z.tuple([z.literal("websocket-pcm")])
65
- }).superRefine((value, context) => {
66
- if (value.purpose === "conversation" && !value.conversationId) context.addIssue({
67
- code: "custom",
68
- path: ["conversationId"],
69
- message: "conversationId is required for conversation"
5
+ //#region packages/realtime-protocol/src/voice.ts
6
+ function parseVoiceClientMessage(value) {
7
+ return voiceClientMessageSchema.parse(value);
8
+ }
9
+ function parseVoiceClientJsonFrame(text) {
10
+ if (new TextEncoder().encode(text).byteLength > 16 * 1024) throw new Error("Voice control frame exceeds 16384 bytes");
11
+ return JSON.parse(text);
12
+ }
13
+ var VOICE_REALTIME_WS_PATH, VOICE_REALTIME_PROXY_WS_PATH, VOICE_REALTIME_MAX_BINARY_FRAME_BYTES, VOICE_REALTIME_START_TIMEOUT_MS, VOICE_REALTIME_HEARTBEAT_INTERVAL_MS, idSchema, timestampSchema, voicePurposeSchema, voiceModeSchema, voiceInputModeSchema, voiceLanguageSchema, voicePcmFormatSchema, voiceProviderRouteSchema, voiceRouteSchema, availabilitySchema, createVoiceSessionRequestSchema, clientEnvelope, voiceClientMessageSchema, transcriptPayloadSchema, serverEnvelope;
14
+ var init_voice = __esmMin((() => {
15
+ init_voice_catalog();
16
+ init_voice_audio();
17
+ VOICE_REALTIME_WS_PATH = "/api/voice/realtime/v3/ws";
18
+ VOICE_REALTIME_PROXY_WS_PATH = "/api/realtime/v1/ws?transport=voice-v3";
19
+ VOICE_REALTIME_MAX_BINARY_FRAME_BYTES = 64 * 1024;
20
+ VOICE_REALTIME_START_TIMEOUT_MS = 1e4;
21
+ VOICE_REALTIME_HEARTBEAT_INTERVAL_MS = 15e3;
22
+ idSchema = z.uuid();
23
+ timestampSchema = z.number().int().nonnegative();
24
+ voicePurposeSchema = z.enum(["dictation", "conversation"]);
25
+ voiceModeSchema = z.enum(["natural", "assistant"]);
26
+ voiceInputModeSchema = z.literal("server_vad");
27
+ voiceLanguageSchema = z.enum(["zh", "en"]);
28
+ voicePcmFormatSchema = z.strictObject({
29
+ encoding: z.literal("pcm_s16le"),
30
+ sampleRate: z.union([z.literal(16e3), z.literal(24e3)]),
31
+ channels: z.literal(1)
70
32
  });
71
- if (value.purpose !== "conversation" && value.mode !== void 0) context.addIssue({
72
- code: "custom",
73
- path: ["mode"],
74
- message: "mode is only supported for conversation"
33
+ voiceProviderRouteSchema = z.strictObject({
34
+ provider: z.string().min(1).max(100),
35
+ model: z.string().min(1).max(200),
36
+ managed: z.boolean()
75
37
  });
76
- });
77
- z.strictObject({
78
- sessionId: idSchema,
79
- ticket: z.string().min(32).max(512),
80
- ticketExpiresAt: z.iso.datetime(),
81
- websocketPath: z.literal(VOICE_REALTIME_WS_PATH),
82
- protocolVersion: z.literal(3),
83
- connectionEpoch: z.number().int().positive(),
84
- purpose: voicePurposeSchema,
85
- mode: voiceModeSchema.optional(),
86
- inputMode: voiceInputModeSchema,
87
- bargeIn: z.boolean(),
88
- inputFormat: voicePcmFormatSchema,
89
- media: z.strictObject({
90
- transport: z.literal("websocket-pcm"),
91
- codec: z.literal("pcm_s16le"),
92
- frameDurationMs: z.literal(20)
93
- }),
94
- limits: z.strictObject({
95
- maxBinaryFrameBytes: z.literal(VOICE_REALTIME_MAX_BINARY_FRAME_BYTES),
96
- maxSessionMs: z.number().int().positive(),
97
- idleTimeoutMs: z.number().int().positive()
98
- }),
99
- route: voiceRouteSchema
100
- });
101
- const clientEnvelope = (type, payload) => z.strictObject({
102
- protocolVersion: z.literal(3),
103
- messageId: idSchema,
104
- type: z.literal(type),
105
- sentAt: timestampSchema,
106
- payload
107
- });
108
- const voiceClientMessageSchema = z.discriminatedUnion("type", [
109
- clientEnvelope("session.start", z.strictObject({
110
- sessionId: idSchema,
111
- ticket: z.string().min(32).max(512)
112
- })),
113
- clientEnvelope("session.metric", z.strictObject({
114
- responseId: z.string().min(1).max(160),
115
- metric: z.enum(["speech_end_to_audio_received", "local_stop"]),
116
- durationMs: z.number().finite().min(0).max(6e5)
117
- })),
118
- clientEnvelope("input.mute", z.strictObject({ muted: z.boolean() })),
119
- clientEnvelope("input.commit", z.strictObject({})),
120
- clientEnvelope("response.stop_playback", z.strictObject({ responseId: z.string().min(1).max(160) })),
121
- clientEnvelope("task.cancel", z.strictObject({ taskId: z.string().min(1).max(160) })),
122
- clientEnvelope("response.audio.played", z.strictObject({
123
- responseId: z.string().min(1).max(160),
124
- playedDurationMs: z.number().int().nonnegative().max(36e5)
125
- })),
126
- clientEnvelope("session.stop", z.strictObject({ reason: z.enum([
127
- "user_finished",
128
- "surface_closed",
129
- "replaced"
130
- ]) })),
131
- clientEnvelope("session.ping", z.strictObject({}))
132
- ]);
133
- const transcriptPayloadSchema = z.strictObject({
134
- utteranceId: z.string().min(1).max(160),
135
- revision: z.number().int().positive(),
136
- text: z.string().max(32 * 1024),
137
- language: voiceLanguageSchema.optional()
138
- });
139
- const serverEnvelope = (type, payload) => z.strictObject({
140
- protocolVersion: z.literal(3),
141
- eventId: idSchema,
142
- seq: z.number().int().positive(),
143
- type: z.literal(type),
144
- sentAt: timestampSchema,
145
- sessionId: idSchema,
146
- payload
147
- });
148
- z.discriminatedUnion("type", [
149
- serverEnvelope("session.ready", z.strictObject({
38
+ voiceRouteSchema = z.discriminatedUnion("engine", [
39
+ z.strictObject({
40
+ engine: z.literal("dictation"),
41
+ stt: voiceProviderRouteSchema
42
+ }),
43
+ z.strictObject({
44
+ engine: z.literal("agent"),
45
+ stt: voiceProviderRouteSchema,
46
+ tts: voiceProviderRouteSchema
47
+ }),
48
+ z.strictObject({
49
+ engine: z.literal("omni"),
50
+ omni: voiceProviderRouteSchema
51
+ })
52
+ ]);
53
+ availabilitySchema = z.strictObject({
54
+ available: z.boolean(),
55
+ reasonCode: z.enum(["VOICE_DISABLED", "PROVIDER_UNAVAILABLE"]).optional()
56
+ });
57
+ z.object({
58
+ enabled: z.boolean(),
59
+ defaultMode: voiceModeSchema,
60
+ omni: voiceProviderRouteSchema.nullable(),
61
+ stt: voiceProviderRouteSchema.nullable(),
62
+ tts: voiceProviderRouteSchema.extend({ voice: z.string().optional() }).nullable(),
63
+ capabilities: z.strictObject({
64
+ dictation: availabilitySchema,
65
+ assistant: availabilitySchema,
66
+ natural: availabilitySchema,
67
+ languages: z.array(voiceLanguageSchema),
68
+ bargeIn: z.boolean(),
69
+ mediaTransports: z.tuple([z.literal("websocket-pcm")])
70
+ })
71
+ });
72
+ createVoiceSessionRequestSchema = z.strictObject({
150
73
  purpose: voicePurposeSchema,
151
74
  mode: voiceModeSchema.optional(),
75
+ conversationId: z.string().min(1).max(512).optional(),
76
+ language: voiceLanguageSchema.optional(),
77
+ supportedProtocolVersions: z.tuple([z.literal(3)]),
78
+ mediaPreferences: z.tuple([z.literal("websocket-pcm")])
79
+ }).superRefine((value, context) => {
80
+ if (value.purpose === "conversation" && !value.conversationId) context.addIssue({
81
+ code: "custom",
82
+ path: ["conversationId"],
83
+ message: "conversationId is required for conversation"
84
+ });
85
+ if (value.purpose !== "conversation" && value.mode !== void 0) context.addIssue({
86
+ code: "custom",
87
+ path: ["mode"],
88
+ message: "mode is only supported for conversation"
89
+ });
90
+ });
91
+ z.strictObject({
92
+ sessionId: idSchema,
93
+ ticket: z.string().min(32).max(512),
94
+ ticketExpiresAt: z.iso.datetime(),
95
+ websocketPath: z.literal(VOICE_REALTIME_WS_PATH),
96
+ protocolVersion: z.literal(3),
152
97
  connectionEpoch: z.number().int().positive(),
98
+ purpose: voicePurposeSchema,
99
+ mode: voiceModeSchema.optional(),
153
100
  inputMode: voiceInputModeSchema,
101
+ bargeIn: z.boolean(),
154
102
  inputFormat: voicePcmFormatSchema,
155
103
  media: z.strictObject({
156
104
  transport: z.literal("websocket-pcm"),
157
105
  codec: z.literal("pcm_s16le"),
158
106
  frameDurationMs: z.literal(20)
159
107
  }),
160
- route: voiceRouteSchema,
161
- heartbeatIntervalMs: z.literal(VOICE_REALTIME_HEARTBEAT_INTERVAL_MS)
162
- })),
163
- serverEnvelope("input.speech_started", z.strictObject({ utteranceId: z.string().min(1).max(160) })),
164
- serverEnvelope("input.speech_stopped", z.strictObject({ utteranceId: z.string().min(1).max(160) })),
165
- serverEnvelope("input.transcript.delta", transcriptPayloadSchema),
166
- serverEnvelope("input.transcript.final", transcriptPayloadSchema),
167
- serverEnvelope("turn.decision", z.strictObject({
168
- turnId: z.string().min(1).max(160),
169
- disposition: z.enum([
170
- "complete",
171
- "incomplete",
172
- "backchannel",
173
- "wait"
174
- ]),
175
- confidence: z.number().min(0).max(1),
176
- source: z.enum([
177
- "provider",
178
- "semantic",
179
- "heuristic"
180
- ]),
181
- committed: z.boolean()
182
- })),
183
- serverEnvelope("turn.committed", z.strictObject({ turnId: z.string().min(1).max(160) })),
184
- serverEnvelope("response.created", z.strictObject({ responseId: z.string().min(1).max(160) })),
185
- serverEnvelope("task.created", z.strictObject({
186
- responseId: z.string().min(1).max(160),
187
- taskId: z.string().min(1).max(160)
188
- })),
189
- serverEnvelope("task.activity", z.strictObject({
190
- taskId: z.string().min(1).max(160),
191
- toolCallId: z.string().min(1).max(160),
192
- toolName: z.string().min(1).max(256),
193
- status: z.enum([
194
- "running",
195
- "completed",
196
- "failed"
197
- ])
198
- })),
199
- serverEnvelope("task.done", z.strictObject({
200
- taskId: z.string().min(1).max(160),
201
- status: z.enum([
202
- "completed",
203
- "failed",
204
- "cancelled",
205
- "suspended"
206
- ])
207
- })),
208
- serverEnvelope("response.clarification", z.strictObject({
209
- responseId: z.string().min(1).max(160),
210
- requestId: z.string().min(1).max(160),
211
- kind: z.enum(["input", "approval"]),
212
- question: z.string().min(1).max(8e3),
213
- choices: z.array(z.string().max(1e3)).max(20).optional(),
214
- suggestedAnswer: z.string().max(1e3).optional(),
215
- version: z.number().int().positive(),
216
- createdAt: z.number().nonnegative(),
217
- expiresAt: z.number().nonnegative().optional()
218
- })),
219
- serverEnvelope("response.text.delta", z.strictObject({
220
- responseId: z.string().min(1).max(160),
221
- delta: z.string().max(32 * 1024)
222
- })),
223
- serverEnvelope("response.text.done", z.strictObject({ responseId: z.string().min(1).max(160) })),
224
- serverEnvelope("response.audio.started", z.strictObject({
225
- responseId: z.string().min(1).max(160),
226
- format: voicePcmFormatSchema
227
- })),
228
- serverEnvelope("response.audio.done", z.strictObject({ responseId: z.string().min(1).max(160) })),
229
- serverEnvelope("response.done", z.strictObject({
230
- responseId: z.string().min(1).max(160),
231
- finishReason: z.enum([
232
- "completed",
233
- "text_only",
234
- "audio_partial"
235
- ]),
236
- audio: z.boolean()
237
- })),
238
- serverEnvelope("response.cancelled", z.strictObject({
239
- responseId: z.string().min(1).max(160),
240
- reason: z.enum([
241
- "barge_in",
242
- "client_cancelled",
243
- "session_closed"
244
- ])
245
- })),
246
- serverEnvelope("session.pong", z.strictObject({})),
247
- serverEnvelope("session.error", z.strictObject({
248
- code: z.string().min(1).max(80),
249
- message: z.string().min(1).max(500),
250
- recoverable: z.boolean()
251
- })),
252
- serverEnvelope("session.closed", z.strictObject({ reason: z.string().min(1).max(160) }))
253
- ]);
254
- function parseVoiceClientMessage(value) {
255
- return voiceClientMessageSchema.parse(value);
256
- }
257
- function parseVoiceClientJsonFrame(text) {
258
- if (new TextEncoder().encode(text).byteLength > 16 * 1024) throw new Error("Voice control frame exceeds 16384 bytes");
259
- return JSON.parse(text);
260
- }
108
+ limits: z.strictObject({
109
+ maxBinaryFrameBytes: z.literal(VOICE_REALTIME_MAX_BINARY_FRAME_BYTES),
110
+ maxSessionMs: z.number().int().positive(),
111
+ idleTimeoutMs: z.number().int().positive()
112
+ }),
113
+ route: voiceRouteSchema
114
+ });
115
+ clientEnvelope = (type, payload) => z.strictObject({
116
+ protocolVersion: z.literal(3),
117
+ messageId: idSchema,
118
+ type: z.literal(type),
119
+ sentAt: timestampSchema,
120
+ payload
121
+ });
122
+ voiceClientMessageSchema = z.discriminatedUnion("type", [
123
+ clientEnvelope("session.start", z.strictObject({
124
+ sessionId: idSchema,
125
+ ticket: z.string().min(32).max(512)
126
+ })),
127
+ clientEnvelope("session.metric", z.strictObject({
128
+ responseId: z.string().min(1).max(160),
129
+ metric: z.enum(["speech_end_to_audio_received", "local_stop"]),
130
+ durationMs: z.number().finite().min(0).max(6e5)
131
+ })),
132
+ clientEnvelope("input.mute", z.strictObject({ muted: z.boolean() })),
133
+ clientEnvelope("input.commit", z.strictObject({})),
134
+ clientEnvelope("response.stop_playback", z.strictObject({ responseId: z.string().min(1).max(160) })),
135
+ clientEnvelope("task.cancel", z.strictObject({ taskId: z.string().min(1).max(160) })),
136
+ clientEnvelope("response.audio.played", z.strictObject({
137
+ responseId: z.string().min(1).max(160),
138
+ playedDurationMs: z.number().int().nonnegative().max(36e5)
139
+ })),
140
+ clientEnvelope("session.stop", z.strictObject({ reason: z.enum([
141
+ "user_finished",
142
+ "surface_closed",
143
+ "replaced"
144
+ ]) })),
145
+ clientEnvelope("session.ping", z.strictObject({}))
146
+ ]);
147
+ transcriptPayloadSchema = z.strictObject({
148
+ utteranceId: z.string().min(1).max(160),
149
+ revision: z.number().int().positive(),
150
+ text: z.string().max(32 * 1024),
151
+ language: voiceLanguageSchema.optional()
152
+ });
153
+ serverEnvelope = (type, payload) => z.strictObject({
154
+ protocolVersion: z.literal(3),
155
+ eventId: idSchema,
156
+ seq: z.number().int().positive(),
157
+ type: z.literal(type),
158
+ sentAt: timestampSchema,
159
+ sessionId: idSchema,
160
+ payload
161
+ });
162
+ z.discriminatedUnion("type", [
163
+ serverEnvelope("session.ready", z.strictObject({
164
+ purpose: voicePurposeSchema,
165
+ mode: voiceModeSchema.optional(),
166
+ connectionEpoch: z.number().int().positive(),
167
+ inputMode: voiceInputModeSchema,
168
+ inputFormat: voicePcmFormatSchema,
169
+ media: z.strictObject({
170
+ transport: z.literal("websocket-pcm"),
171
+ codec: z.literal("pcm_s16le"),
172
+ frameDurationMs: z.literal(20)
173
+ }),
174
+ route: voiceRouteSchema,
175
+ heartbeatIntervalMs: z.literal(VOICE_REALTIME_HEARTBEAT_INTERVAL_MS)
176
+ })),
177
+ serverEnvelope("input.speech_started", z.strictObject({ utteranceId: z.string().min(1).max(160) })),
178
+ serverEnvelope("input.speech_stopped", z.strictObject({ utteranceId: z.string().min(1).max(160) })),
179
+ serverEnvelope("input.transcript.delta", transcriptPayloadSchema),
180
+ serverEnvelope("input.transcript.final", transcriptPayloadSchema),
181
+ serverEnvelope("turn.decision", z.strictObject({
182
+ turnId: z.string().min(1).max(160),
183
+ disposition: z.enum([
184
+ "complete",
185
+ "incomplete",
186
+ "backchannel",
187
+ "wait"
188
+ ]),
189
+ confidence: z.number().min(0).max(1),
190
+ source: z.enum([
191
+ "provider",
192
+ "semantic",
193
+ "heuristic"
194
+ ]),
195
+ committed: z.boolean()
196
+ })),
197
+ serverEnvelope("turn.committed", z.strictObject({ turnId: z.string().min(1).max(160) })),
198
+ serverEnvelope("response.created", z.strictObject({ responseId: z.string().min(1).max(160) })),
199
+ serverEnvelope("task.created", z.strictObject({
200
+ responseId: z.string().min(1).max(160),
201
+ taskId: z.string().min(1).max(160)
202
+ })),
203
+ serverEnvelope("task.activity", z.strictObject({
204
+ taskId: z.string().min(1).max(160),
205
+ toolCallId: z.string().min(1).max(160),
206
+ toolName: z.string().min(1).max(256),
207
+ status: z.enum([
208
+ "running",
209
+ "completed",
210
+ "failed"
211
+ ])
212
+ })),
213
+ serverEnvelope("task.done", z.strictObject({
214
+ taskId: z.string().min(1).max(160),
215
+ status: z.enum([
216
+ "completed",
217
+ "failed",
218
+ "cancelled",
219
+ "suspended"
220
+ ])
221
+ })),
222
+ serverEnvelope("response.clarification", z.strictObject({
223
+ responseId: z.string().min(1).max(160),
224
+ requestId: z.string().min(1).max(160),
225
+ kind: z.enum(["input", "approval"]),
226
+ question: z.string().min(1).max(8e3),
227
+ choices: z.array(z.string().max(1e3)).max(20).optional(),
228
+ suggestedAnswer: z.string().max(1e3).optional(),
229
+ version: z.number().int().positive(),
230
+ createdAt: z.number().nonnegative(),
231
+ expiresAt: z.number().nonnegative().optional()
232
+ })),
233
+ serverEnvelope("response.text.delta", z.strictObject({
234
+ responseId: z.string().min(1).max(160),
235
+ delta: z.string().max(32 * 1024)
236
+ })),
237
+ serverEnvelope("response.text.done", z.strictObject({ responseId: z.string().min(1).max(160) })),
238
+ serverEnvelope("response.audio.started", z.strictObject({
239
+ responseId: z.string().min(1).max(160),
240
+ format: voicePcmFormatSchema
241
+ })),
242
+ serverEnvelope("response.audio.done", z.strictObject({ responseId: z.string().min(1).max(160) })),
243
+ serverEnvelope("response.done", z.strictObject({
244
+ responseId: z.string().min(1).max(160),
245
+ finishReason: z.enum([
246
+ "completed",
247
+ "text_only",
248
+ "audio_partial"
249
+ ]),
250
+ audio: z.boolean()
251
+ })),
252
+ serverEnvelope("response.cancelled", z.strictObject({
253
+ responseId: z.string().min(1).max(160),
254
+ reason: z.enum([
255
+ "barge_in",
256
+ "client_cancelled",
257
+ "session_closed"
258
+ ])
259
+ })),
260
+ serverEnvelope("session.pong", z.strictObject({})),
261
+ serverEnvelope("session.error", z.strictObject({
262
+ code: z.string().min(1).max(80),
263
+ message: z.string().min(1).max(500),
264
+ recoverable: z.boolean()
265
+ })),
266
+ serverEnvelope("session.closed", z.strictObject({ reason: z.string().min(1).max(160) }))
267
+ ]);
268
+ }));
261
269
  //#endregion
262
- export { VOICE_REALTIME_HEARTBEAT_INTERVAL_MS, VOICE_REALTIME_MAX_BINARY_FRAME_BYTES, VOICE_REALTIME_PROXY_WS_PATH, VOICE_REALTIME_START_TIMEOUT_MS, VOICE_REALTIME_WS_PATH, createVoiceSessionRequestSchema, parseVoiceClientJsonFrame, parseVoiceClientMessage };
270
+ init_voice();
271
+ export { VOICE_REALTIME_HEARTBEAT_INTERVAL_MS, VOICE_REALTIME_MAX_BINARY_FRAME_BYTES, VOICE_REALTIME_PROXY_WS_PATH, VOICE_REALTIME_START_TIMEOUT_MS, VOICE_REALTIME_WS_PATH, createVoiceSessionRequestSchema, init_voice, parseVoiceClientJsonFrame, parseVoiceClientMessage };
@@ -28,6 +28,7 @@ export interface SkillCatalogEntry {
28
28
  directoryId: string;
29
29
  name: string;
30
30
  description: string;
31
+ localizations?: Skill['localizations'];
31
32
  category?: string;
32
33
  source: Skill['source'];
33
34
  origin: Skill['origin']['id'];
@@ -7,17 +7,17 @@ import { getInteractionState } from "../storage/sqlite/interaction-state-reposit
7
7
  import { getSessionMetadata } from "../storage/sqlite/session-repository.js";
8
8
  import "../storage/sqlite/index.js";
9
9
  import { getAgentDefaultModelRef, init_schema } from "../config/schema.js";
10
- import { applyConfigOverrides } from "../config/runtime-overrides.js";
11
10
  import { expandWorkspacePathString, init_workspace_path } from "../config/workspace-path.js";
12
11
  import { init_agent_scope, resolveAgentProfileDir } from "./agent-scope.js";
12
+ import { init_paths, resolveBundledSkillsDir } from "../config/paths.js";
13
+ import { CredentialResolver, init_credentials } from "../auth/credentials.js";
13
14
  import { getConversationRouting } from "../storage/sqlite/conversation-repository.js";
14
15
  import { init_session_key } from "../routing/session-key.js";
15
- import { resolveEffectiveAgentProfile, resolveEffectiveAgentProfileForSession } from "../config/agent-profile.js";
16
- import { init_paths, resolveBundledSkillsDir } from "../config/paths.js";
17
16
  import { init_sync_provider_auth, resolveProviderApiKeySync } from "../auth/sync-provider-auth.js";
18
- import { CredentialResolver, init_credentials } from "../auth/credentials.js";
19
17
  import { getApiKeySync, getDefaultModelSync, init_providers, resolveModel } from "../providers/index.js";
20
18
  import { createExtensionAwareStreamFn } from "../providers/extension-stream-bridge.js";
19
+ import { applyConfigOverrides } from "../config/runtime-overrides.js";
20
+ import { resolveEffectiveAgentProfile, resolveEffectiveAgentProfileForSession } from "../config/agent-profile.js";
21
21
  import { extractTextContent } from "./context/workspace.js";
22
22
  import { buildExecutionScopeContextForPrompt } from "./context/execution-scope.js";
23
23
  import { clearBootstrapSnapshot } from "./bootstrap/bootstrap-cache.js";
@@ -483,6 +483,7 @@ var AgentManager = class {
483
483
  directoryId,
484
484
  name: s.name,
485
485
  description: s.description,
486
+ ...s.localizations ? { localizations: s.localizations } : {},
486
487
  category: s.category,
487
488
  source: s.source,
488
489
  origin: s.origin.id,
@@ -4,10 +4,10 @@ import { finishContextExtractionRun } from "../../storage/sqlite/context-extract
4
4
  import { getSessionMetadata } from "../../storage/sqlite/session-repository.js";
5
5
  import { loadCompactionSourceSnapshot } from "../../storage/sqlite/transcript-repository.js";
6
6
  import "../../storage/sqlite/index.js";
7
- import { extractProfileAgentId } from "../../config/agent-profile.js";
8
7
  import { init_sync_provider_auth, resolveProviderApiKeySync } from "../../auth/sync-provider-auth.js";
9
8
  import { getApiKeySync, init_providers, resolveModel } from "../../providers/index.js";
10
9
  import { createExtensionAwareStreamFn } from "../../providers/extension-stream-bridge.js";
10
+ import { extractProfileAgentId } from "../../config/agent-profile.js";
11
11
  import { extractTextContent } from "../context/workspace.js";
12
12
  import { listUserAssertions } from "../../user-model/repository.js";
13
13
  import { readAgentMessageContent } from "../memory/agent-message-access.js";
@@ -1,6 +1,6 @@
1
1
  import { init_paths, resolveModelsJsonPath } from "../../config/paths.js";
2
- import { init_sync_provider_auth, resolveProviderApiKeySync } from "../../auth/sync-provider-auth.js";
3
2
  import { CredentialResolver, init_credentials } from "../../auth/credentials.js";
3
+ import { init_sync_provider_auth, resolveProviderApiKeySync } from "../../auth/sync-provider-auth.js";
4
4
  import { XopcModelCredentialStore, init_model_credential_store } from "../../auth/model-credential-store.js";
5
5
  import { init_register_bundled_oauth_flows, registerBundledOAuthFlows } from "../../providers/register-bundled-oauth-flows.js";
6
6
  import { init_register_runtime_providers, registerRuntimeProviders } from "../../providers/register-runtime-providers.js";
@@ -2,8 +2,8 @@ import { createLogger } from "../../utils/logger/index.js";
2
2
  import { init_logger } from "../../utils/logger.js";
3
3
  import { parseTurnOutcome } from "../../../packages/gateway-contract/src/turn-outcome.js";
4
4
  import { init_src } from "../../../packages/gateway-contract/src/index.js";
5
- import { resolveEffectiveAgentProfileForSession } from "../../config/agent-profile.js";
6
5
  import { init_providers, resolveModel } from "../../providers/index.js";
6
+ import { resolveEffectiveAgentProfileForSession } from "../../config/agent-profile.js";
7
7
  import { runWithEmbeddedExecutionSession } from "./execution-context.js";
8
8
  import { resolveAgentTurnTimeoutMs } from "../orchestration/run-agent-turn-with-timeout.js";
9
9
  import { resolvePromptCachePolicy } from "../../providers/prompt-cache-plan.js";
@@ -1,7 +1,8 @@
1
1
  import { createLogger } from "../../utils/logger/index.js";
2
2
  import { init_logger } from "../../utils/logger.js";
3
- import { getClarificationResumeInput, isClarificationSuspended } from "../../storage/sqlite/clarification-wait-repository.js";
3
+ import { getClarification, getClarificationResumeInput, isClarificationSuspended } from "../../storage/sqlite/clarification-wait-repository.js";
4
4
  import { getConnectionResumeInput, init_connection_wait_repository, isConnectionSuspended } from "../../storage/sqlite/connection-wait-repository.js";
5
+ import { isComputerControlActive, stopComputerControl } from "../../computer/control-guard.js";
5
6
  import { EmbeddedRunConflictError, abortEmbeddedRun, acquireEmbeddedRunLease, queueEmbeddedSteer } from "./runs.js";
6
7
  import { lastAssistantPlainText, subscribeEmbeddedSessionEvents } from "./subscribe-session.js";
7
8
  import { isContextOverflowError } from "../orchestration/context-overflow.js";
@@ -282,6 +283,13 @@ async function runXopcEmbeddedTurn(params) {
282
283
  let clarificationStopped = false;
283
284
  params.turnPolicy?.reset();
284
285
  session.agent.beforeToolCall = async (context, signal) => {
286
+ const resume = getClarificationResumeInput(conversationId, runId);
287
+ const wait = resume?.payload?.waitId ? getClarification(resume.payload.waitId) : void 0;
288
+ if (wait?.approvalKey?.startsWith("computer:") && wait.answer !== "已在桌面端处理,继续") await stopComputerControl(conversationId);
289
+ if (isComputerControlActive(conversationId) && !["computer_use", "clarify"].includes(context.toolCall.name)) return {
290
+ block: true,
291
+ reason: "A desktop-control lease is active. Only computer_use and clarification are admitted until it is released. Never use shell, browser or raw MCP to bypass a desktop refusal."
292
+ };
285
293
  if (connectionStopped) return {
286
294
  block: true,
287
295
  reason: "Waiting for the user to connect an app.",