@xopcai/xopc 0.0.286 → 0.0.291

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (445) hide show
  1. package/README.md +16 -0
  2. package/README.zh-CN.md +16 -0
  3. package/dist/browser-ext/dist/assets/{auth-BXCWrPlg.js → auth-B2CDTr_F.js} +2 -1
  4. package/dist/browser-ext/dist/background.js +1 -1
  5. package/dist/browser-ext/dist/sidepanel.html +1 -1
  6. package/dist/browser-ext/dist/sidepanel.js +36 -10
  7. package/dist/browser-ext/manifest.json +1 -1
  8. package/dist/extensions/telegram/xopc.extension.json +1 -1
  9. package/dist/gateway/static/root/assets/{activity-store-xOhV8FHx.js → activity-store-6lmzUBEr.js} +1 -1
  10. package/dist/gateway/static/root/assets/{agent-avatar-dicebear-BzQbYWEj.js → agent-avatar-dicebear-BCtrkF15.js} +1 -1
  11. package/dist/gateway/static/root/assets/agent-defaults-settings-panel-D2eYNelh.js +1 -0
  12. package/dist/gateway/static/root/assets/agents-BedA5XwI.js +1 -0
  13. package/dist/gateway/static/root/assets/{api-CVJQLBv9.js → api-D6yepxBp.js} +1 -1
  14. package/dist/gateway/static/root/assets/api-Dnfnl1Gd.js +1 -0
  15. package/dist/gateway/static/root/assets/{app-management-settings-panel-CTyuXkNC.js → app-management-settings-panel-Md562Fo-.js} +1 -1
  16. package/dist/gateway/static/root/assets/{appearance-settings-Tk-GJtvF.js → appearance-settings-BiBFI4BM.js} +1 -1
  17. package/dist/gateway/static/root/assets/{apps-page-BA-7OrhJ.js → apps-page-Corla83b.js} +1 -1
  18. package/dist/gateway/static/root/assets/{archive-plugin-O49jeeXo.js → archive-plugin-A_Unp751.js} +1 -1
  19. package/dist/gateway/static/root/assets/{attachment-load-r9lBF2tW.js → attachment-load-D6idSUyP.js} +1 -1
  20. package/dist/gateway/static/root/assets/{automations-page-CFFLXYgS.js → automations-page-C6j71Lgs.js} +1 -1
  21. package/dist/gateway/static/root/assets/automations-workspace-DjZdhLQ5.js +6 -0
  22. package/dist/gateway/static/root/assets/{binary-plugins-BpM43vsn.js → binary-plugins-BkKYh-8v.js} +1 -1
  23. package/dist/gateway/static/root/assets/{block-editor-DFrfEcGw.js → block-editor-CDcMvaku.js} +3 -3
  24. package/dist/gateway/static/root/assets/{browser-automation-inputs-CyHGQwxQ.js → browser-automation-inputs-Cq4sIJt2.js} +1 -1
  25. package/dist/gateway/static/root/assets/{browser-automations-page-CPkOWfM9.js → browser-automations-page-C64k4TBH.js} +2 -2
  26. package/dist/gateway/static/root/assets/{browser-settings-page-BOcseZxg.js → browser-settings-page-1k5rj_qR.js} +3 -3
  27. package/dist/gateway/static/root/assets/capabilities-settings-panel-B2NvoTYb.js +8 -0
  28. package/dist/gateway/static/root/assets/channels-settings-DExixzp4.js +1 -0
  29. package/dist/gateway/static/root/assets/{channels-status-swr-BArPeImO.js → channels-status-swr-CVzEYBpX.js} +1 -1
  30. package/dist/gateway/static/root/assets/{chat-terminal-dock-D5Aka4S8.js → chat-terminal-dock-B9eKFkbg.js} +2 -2
  31. package/dist/gateway/static/root/assets/computer-model-settings-DW6j2lsn.js +1 -0
  32. package/dist/gateway/static/root/assets/computer-settings-page-C2Qyw63Q.js +1 -0
  33. package/dist/gateway/static/root/assets/connectors-page-C3ubZz7K.js +2 -0
  34. package/dist/gateway/static/root/assets/{date-picker-DNtRu6EB.js → date-picker-BdxjXVKL.js} +1 -1
  35. package/dist/gateway/static/root/assets/{dependency-picker-Dng3dIQa.js → dependency-picker-CXOa4uh4.js} +1 -1
  36. package/dist/gateway/static/root/assets/{desktop-pet-BicYycxy.js → desktop-pet-CBWiAaSv.js} +1 -1
  37. package/dist/gateway/static/root/assets/{desktop-pet-settings-BEse55eX.js → desktop-pet-settings-BX1aILDK.js} +1 -1
  38. package/dist/gateway/static/root/assets/{device-pairing-wizard-be30HuFI.js → device-pairing-wizard-bqm_Yf4i.js} +1 -1
  39. package/dist/gateway/static/root/assets/{extension-debug-page-YzhYyuay.js → extension-debug-page-B4MMerja.js} +1 -1
  40. package/dist/gateway/static/root/assets/{extension-page-CEXVIkDl.js → extension-page-B3ZtINak.js} +1 -1
  41. package/dist/gateway/static/root/assets/{extension-settings-page-CrlbgK8g.js → extension-settings-page-8BkQVh0z.js} +1 -1
  42. package/dist/gateway/static/root/assets/{gateway-config-swr-BNuoHXiZ.js → gateway-config-swr-BBovMBQ1.js} +1 -1
  43. package/dist/gateway/static/root/assets/gateway-settings-ZyhacQX5.js +1 -0
  44. package/dist/gateway/static/root/assets/{gateway-startup-retry-zMPfje0n.js → gateway-startup-retry-NXDtzZED.js} +1 -1
  45. package/dist/gateway/static/root/assets/{heartbeat-settings-BtxitqZ3.js → heartbeat-settings-Bllcxm2A.js} +1 -1
  46. package/dist/gateway/static/root/assets/home-page-Cv2e8XBR.js +1 -0
  47. package/dist/gateway/static/root/assets/{image-generation-api-B_Tyx74A.js → image-generation-api-D01ieqGC.js} +1 -1
  48. package/dist/gateway/static/root/assets/{imports-page-eZciuLw_.js → imports-page-DJG1BJzd.js} +1 -1
  49. package/dist/gateway/static/root/assets/index-B7EieIE4.js +75 -0
  50. package/dist/gateway/static/root/assets/index-BD5uNzie.css +2 -0
  51. package/dist/gateway/static/root/assets/{keyboard-shortcuts-settings-B796W039.js → keyboard-shortcuts-settings-6A6JOHTI.js} +1 -1
  52. package/dist/gateway/static/root/assets/local-app-workbench-page-Cipj52Zq.js +2 -0
  53. package/dist/gateway/static/root/assets/{local-apps-page-DXmY5jwM.js → local-apps-page-bD-m7YHJ.js} +1 -1
  54. package/dist/gateway/static/root/assets/{locale-store-D0001I7p.js → locale-store-eliqUnBr.js} +1 -1
  55. package/dist/gateway/static/root/assets/logs-page-D5feO2yw.js +2 -0
  56. package/dist/gateway/static/root/assets/{management-settings-b1MG7s-3.js → management-settings-B7mz0_44.js} +1 -1
  57. package/dist/gateway/static/root/assets/{markdown-view-2txE_Blz.js → markdown-view-BIg7cei7.js} +1 -1
  58. package/dist/gateway/static/root/assets/{media-plugins-CDEf3ksI.js → media-plugins-DQ2HfMeG.js} +1 -1
  59. package/dist/gateway/static/root/assets/messages-NYDOR8-j.js +3 -0
  60. package/dist/gateway/static/root/assets/note-detail-panel-DhYJigb3.js +5 -0
  61. package/dist/gateway/static/root/assets/notes-page-Bg5NPUdf.js +8 -0
  62. package/dist/gateway/static/root/assets/{page-tabs-Bi_-DA5J.js → page-tabs-DmG_Qjl8.js} +1 -1
  63. package/dist/gateway/static/root/assets/{preview-open-alternatives-Dhfdf14p.js → preview-open-alternatives-Y9J1kjKC.js} +1 -1
  64. package/dist/gateway/static/root/assets/{proactive-page-BNouL7Tv.js → proactive-page-Duc_NQ8l.js} +1 -1
  65. package/dist/gateway/static/root/assets/{product-open-page-BkbZBqBr.js → product-open-page-DtgWUAwT.js} +1 -1
  66. package/dist/gateway/static/root/assets/project-detail-page-DVOiucVA.js +1 -0
  67. package/dist/gateway/static/root/assets/projects-page-Dr_kDoCJ.js +1 -0
  68. package/dist/gateway/static/root/assets/{registry-api-icwoEKYB.js → registry-api-Dpm3N2h0.js} +1 -1
  69. package/dist/gateway/static/root/assets/remote-access-hub-hyJ2KKKK.js +1 -0
  70. package/dist/gateway/static/root/assets/{runtime-tools-settings-panel-bmgxwWpW.js → runtime-tools-settings-panel-DB7J9opJ.js} +2 -2
  71. package/dist/gateway/static/root/assets/{schema-form-DoZeepCg.js → schema-form-CMYuPOlE.js} +1 -1
  72. package/dist/gateway/static/root/assets/sessions-page-DGsnYcoh.js +1 -0
  73. package/dist/gateway/static/root/assets/settings-advanced-gate-DuzZqQMn.js +1 -0
  74. package/dist/gateway/static/root/assets/{settings-form-section-sw2bbS2b.js → settings-form-section-BayJP08a.js} +1 -1
  75. package/dist/gateway/static/root/assets/{settings-page-BWF8uac0.js → settings-page-CWBqZtt6.js} +1 -1
  76. package/dist/gateway/static/root/assets/setup-status-panel-C97S5g5c.js +1 -0
  77. package/dist/gateway/static/root/assets/{share-preview-page-BIHYD6-O.js → share-preview-page-Wn5bQA-5.js} +1 -1
  78. package/dist/gateway/static/root/assets/shares-settings-pfVzP8F7.js +1 -0
  79. package/dist/gateway/static/root/assets/skill-reload-api-DDJ0ZKx3.js +1 -0
  80. package/dist/gateway/static/root/assets/skills-page-DbDpLjDW.js +2 -0
  81. package/dist/gateway/static/root/assets/{skills-page.utils-dvue6Ish.js → skills-page.utils-DCHY_kou.js} +1 -1
  82. package/dist/gateway/static/root/assets/{system-settings-panel-DCyxPWCl.js → system-settings-panel-DhgITgId.js} +1 -1
  83. package/dist/gateway/static/root/assets/task-detail-page-UqwtiHYu.js +1 -0
  84. package/dist/gateway/static/root/assets/{theme-store-CZwYGpbY.js → theme-store-DUHPzKzv.js} +1 -1
  85. package/dist/gateway/static/root/assets/{tunnel-api-__auf8Ww.js → tunnel-api-DJ3gz2tM.js} +1 -1
  86. package/dist/gateway/static/root/assets/{use-autosave-Iq83UDt3.js → use-autosave-htvgT192.js} +1 -1
  87. package/dist/gateway/static/root/assets/user-model-page-xOsXY_2W.js +2 -0
  88. package/dist/gateway/static/root/assets/{voice-api-key-field-D-QssKik.js → voice-api-key-field-BviJF3Oa.js} +1 -1
  89. package/dist/gateway/static/root/assets/{voice-config-api-B0wNN_tE.js → voice-config-api-Bjy8EFqi.js} +1 -1
  90. package/dist/gateway/static/root/assets/{work-discovery-overlay-5NRYg1iI.js → work-discovery-overlay-BOBVNEYZ.js} +1 -1
  91. package/dist/gateway/static/root/assets/{workflow-run-setup-panel-Ds2SZjLG.js → workflow-run-setup-panel-D1N9uUyM.js} +2 -2
  92. package/dist/gateway/static/root/assets/workflows-page-2ylzlgkG.js +6 -0
  93. package/dist/gateway/static/root/index.html +10 -10
  94. package/dist/package.js +1 -1
  95. package/dist/packages/computer-control-contract/src/index.js +178 -0
  96. package/dist/packages/realtime-protocol/src/voice-audio.js +15 -10
  97. package/dist/packages/realtime-protocol/src/voice-catalog.js +61 -0
  98. package/dist/packages/realtime-protocol/src/voice.js +257 -248
  99. package/dist/src/agent/agent-manager.d.ts +1 -0
  100. package/dist/src/agent/agent-manager.js +5 -4
  101. package/dist/src/agent/background-review/run-background-review.js +1 -1
  102. package/dist/src/agent/embedded/model-runtime.js +1 -1
  103. package/dist/src/agent/embedded/run-for-session.js +1 -1
  104. package/dist/src/agent/embedded/run-turn.js +9 -1
  105. package/dist/src/agent/external-tools/endpoint-provider.js +4 -2
  106. package/dist/src/agent/image/tool-model-config.js +1 -1
  107. package/dist/src/agent/mcp/oauth/mcp-oauth-store.js +1 -1
  108. package/dist/src/agent/service.js +2 -2
  109. package/dist/src/agent/session/session-inspector.js +1 -1
  110. package/dist/src/agent/skills/hub-lock.js +1 -1
  111. package/dist/src/agent/skills/index.js +25 -15
  112. package/dist/src/agent/skills/parse-skill-metadata.d.ts +5 -1
  113. package/dist/src/agent/skills/parse-skill-metadata.js +21 -1
  114. package/dist/src/agent/skills/types.d.ts +7 -0
  115. package/dist/src/agent/tasks/task-judge-service.js +3 -3
  116. package/dist/src/agent/tool-manuals/computer.d.ts +1 -0
  117. package/dist/src/agent/tool-manuals/computer.js +19 -0
  118. package/dist/src/agent/tool-manuals/index.js +7 -0
  119. package/dist/src/agent/tools/computer-use-tool.d.ts +11 -0
  120. package/dist/src/agent/tools/computer-use-tool.js +86 -0
  121. package/dist/src/agent/tools/factory.d.ts +2 -0
  122. package/dist/src/agent/tools/factory.js +30 -0
  123. package/dist/src/agent-config/index.js +2 -2
  124. package/dist/src/agent-config/resolver.js +5 -0
  125. package/dist/src/agent-config/schema.d.ts +32 -0
  126. package/dist/src/agent-config/schema.js +5 -2
  127. package/dist/src/ai-assist/text-assist.js +1 -1
  128. package/dist/src/auth/credentials.js +2 -2
  129. package/dist/src/auth/oauth/xopc-cloud.js +1 -1
  130. package/dist/src/auth/profiles/store.js +1 -1
  131. package/dist/src/auth/sync-provider-auth.js +2 -2
  132. package/dist/src/browser/providers/browser-ext-install.js +1 -1
  133. package/dist/src/capabilities/readiness/from-config.js +14 -2
  134. package/dist/src/capabilities/readiness/planner.js +3 -2
  135. package/dist/src/capabilities/readiness/types.d.ts +1 -1
  136. package/dist/src/chat-commands/agent-edit.js +1 -1
  137. package/dist/src/cli/commands/agent.js +1 -1
  138. package/dist/src/cli/commands/doctor/checks/provider-auth.js +3 -3
  139. package/dist/src/cli/commands/models.js +1 -1
  140. package/dist/src/computer/broker.d.ts +97 -0
  141. package/dist/src/computer/broker.js +337 -0
  142. package/dist/src/computer/config.d.ts +9 -0
  143. package/dist/src/computer/config.js +16 -0
  144. package/dist/src/computer/control-guard.d.ts +4 -0
  145. package/dist/src/computer/control-guard.js +17 -0
  146. package/dist/src/computer/errors.d.ts +7 -0
  147. package/dist/src/computer/errors.js +30 -0
  148. package/dist/src/computer/model-adapter.d.ts +44 -0
  149. package/dist/src/computer/model-adapter.js +273 -0
  150. package/dist/src/computer/model-config.d.ts +3 -0
  151. package/dist/src/computer/model-config.js +27 -0
  152. package/dist/src/computer/model-policy.d.ts +3 -0
  153. package/dist/src/computer/model-policy.js +20 -0
  154. package/dist/src/computer/runtime.d.ts +128 -0
  155. package/dist/src/computer/runtime.js +388 -0
  156. package/dist/src/config/index.js +4 -4
  157. package/dist/src/config/loader.js +2 -2
  158. package/dist/src/config/models-json.d.ts +36 -0
  159. package/dist/src/config/models-json.js +15 -1
  160. package/dist/src/config/schema.d.ts +37 -0
  161. package/dist/src/config/schema.js +11 -2
  162. package/dist/src/config/voice.js +2 -2
  163. package/dist/src/endpoint-tools/invocation-service.d.ts +1 -0
  164. package/dist/src/endpoint-tools/invocation-service.js +5 -2
  165. package/dist/src/endpoint-tools/policy.js +7 -0
  166. package/dist/src/endpoint-tools/runtime.js +1 -0
  167. package/dist/src/endpoint-tools/upload-service.d.ts +13 -1
  168. package/dist/src/endpoint-tools/upload-service.js +73 -8
  169. package/dist/src/extensions/lockfile.js +1 -1
  170. package/dist/src/gateway/agent-builtin-tools.d.ts +7 -1
  171. package/dist/src/gateway/agent-builtin-tools.js +7 -0
  172. package/dist/src/gateway/agents-admin.js +1 -1
  173. package/dist/src/gateway/file-path-classifier.js +1 -1
  174. package/dist/src/gateway/global-defaults-admin.js +16 -0
  175. package/dist/src/gateway/hono/lib/config-payload.d.ts +15 -0
  176. package/dist/src/gateway/hono/lib/config-payload.js +2 -1
  177. package/dist/src/gateway/hono/routes/config-patch/misc.js +13 -2
  178. package/dist/src/gateway/hono/routes/endpoint-tools.js +3 -2
  179. package/dist/src/gateway/hono/routes/models.js +6 -3
  180. package/dist/src/gateway/hono/routes/voice.js +55 -1
  181. package/dist/src/gateway/hono/routes/workflows.js +2 -2
  182. package/dist/src/gateway/security/gateway-scopes.d.ts +1 -1
  183. package/dist/src/gateway/security/gateway-scopes.js +3 -0
  184. package/dist/src/gateway/service/config-coordinator.js +4 -1
  185. package/dist/src/gateway/service.js +12 -12
  186. package/dist/src/providers/auth-runtime/resolve-auth.js +1 -1
  187. package/dist/src/providers/index.js +2 -2
  188. package/dist/src/providers/model-catalog-persistence.js +11 -2
  189. package/dist/src/providers/model-catalog-store.js +1 -0
  190. package/dist/src/providers/model-catalog-types.d.ts +7 -2
  191. package/dist/src/providers/model-reference-auditor.js +6 -3
  192. package/dist/src/providers/model-registry.js +4 -1
  193. package/dist/src/providers/model-supplements.js +18 -2
  194. package/dist/src/providers/presentation.js +4 -2
  195. package/dist/src/providers/register-runtime-providers.js +1 -1
  196. package/dist/src/providers/xopc-cloud-model-source.js +10 -4
  197. package/dist/src/storage/sqlite/index.d.ts +1 -1
  198. package/dist/src/storage/sqlite/index.js +2 -2
  199. package/dist/src/storage/sqlite/migrations/conversation-backup.d.ts +8 -0
  200. package/dist/src/storage/sqlite/migrations/conversation-backup.js +17 -7
  201. package/dist/src/storage/sqlite/migrations/conversation-windows-owners.js +5 -2
  202. package/dist/src/storage/sqlite/migrations/discover.js +2 -2
  203. package/dist/src/storage/sqlite/migrations/errors.d.ts +5 -0
  204. package/dist/src/storage/sqlite/migrations/errors.js +12 -2
  205. package/dist/src/storage/sqlite/migrations/runner.d.ts +1 -1
  206. package/dist/src/storage/sqlite/migrations/runner.js +3 -2
  207. package/dist/src/storage/sqlite/schema.js +2 -2
  208. package/dist/src/storage/sqlite/schema.sql +2641 -526
  209. package/dist/src/tui/backends/embedded-backend.js +1 -1
  210. package/dist/src/tui/tui-commands.js +1 -1
  211. package/dist/src/tui/tui-startup-resources.js +1 -1
  212. package/dist/src/tui/tui.js +2 -2
  213. package/dist/src/voice/platform-catalog.d.ts +81 -0
  214. package/dist/src/voice/platform-catalog.js +16 -0
  215. package/dist/src/voice/platform-settings.d.ts +4 -0
  216. package/dist/src/voice/platform-settings.js +120 -0
  217. package/dist/src/voice/platform-streams.d.ts +12 -0
  218. package/dist/src/voice/platform-streams.js +250 -0
  219. package/dist/src/voice/realtime/omniEngine.js +8 -5
  220. package/dist/src/voice/realtime/omniRoute.d.ts +1 -0
  221. package/dist/src/voice/realtime/omniRoute.js +11 -1
  222. package/dist/src/voice/realtime/runtime.js +14 -6
  223. package/dist/src/voice/stt/providers/xopc-cloud-transcription.js +15 -8
  224. package/dist/src/voice/tts/providers/xopc-cloud-speech.js +12 -19
  225. package/dist/src/work-discovery/service.js +2 -2
  226. package/dist/src/workflows/service/workflow-run-service.js +1 -1
  227. package/package.json +7 -4
  228. package/skills/creative/algorithmic-art/SKILL.md +7 -0
  229. package/skills/creative/frontend-design/SKILL.md +8 -0
  230. package/skills/creative/hatch-pet/SKILL.md +7 -0
  231. package/skills/creative/theme-factory/SKILL.md +8 -0
  232. package/skills/documents/doc-coauthoring/SKILL.md +7 -0
  233. package/skills/documents/docx/SKILL.md +7 -0
  234. package/skills/documents/pdf/SKILL.md +7 -0
  235. package/skills/documents/pptx/SKILL.md +7 -0
  236. package/skills/documents/xlsx/SKILL.md +9 -1
  237. package/skills/engineering/build-xopc-local-app/SKILL.md +7 -0
  238. package/skills/engineering/define-task/SKILL.md +7 -0
  239. package/skills/engineering/diagnose/SKILL.md +8 -0
  240. package/skills/engineering/tdd/SKILL.md +8 -0
  241. package/skills/tools/find-skills/SKILL.md +8 -0
  242. package/skills/tools/github/SKILL.md +7 -0
  243. package/skills/tools/summarize/SKILL.md +8 -0
  244. package/skills/tools/webapp-testing/SKILL.md +8 -1
  245. package/dist/gateway/static/root/assets/agent-defaults-settings-panel-BxR5eog4.js +0 -1
  246. package/dist/gateway/static/root/assets/agents-Dx1om1eN.js +0 -1
  247. package/dist/gateway/static/root/assets/api-q1kIMCLW.js +0 -1
  248. package/dist/gateway/static/root/assets/automations-workspace-DUZE1NOH.js +0 -6
  249. package/dist/gateway/static/root/assets/capabilities-settings-panel-ohEV64hG.js +0 -8
  250. package/dist/gateway/static/root/assets/channels-settings-UOf9mgqt.js +0 -1
  251. package/dist/gateway/static/root/assets/connectors-page-BEQR0NRq.js +0 -2
  252. package/dist/gateway/static/root/assets/gateway-settings-CDJY1AOW.js +0 -1
  253. package/dist/gateway/static/root/assets/home-page-_oqo0pNR.js +0 -1
  254. package/dist/gateway/static/root/assets/index--YC42LAz.css +0 -2
  255. package/dist/gateway/static/root/assets/index-fVtuw2o9.js +0 -75
  256. package/dist/gateway/static/root/assets/local-app-workbench-page-Z8mpau9d.js +0 -2
  257. package/dist/gateway/static/root/assets/logs-page-BGOO8ouT.js +0 -2
  258. package/dist/gateway/static/root/assets/messages-BWANv-N-.js +0 -3
  259. package/dist/gateway/static/root/assets/note-detail-panel-Bm33_3xJ.js +0 -5
  260. package/dist/gateway/static/root/assets/notes-page-C32-xssK.js +0 -8
  261. package/dist/gateway/static/root/assets/project-detail-page-CZ7glGYw.js +0 -1
  262. package/dist/gateway/static/root/assets/projects-page-DP3ZINZz.js +0 -1
  263. package/dist/gateway/static/root/assets/remote-access-hub-xqJcPdOO.js +0 -1
  264. package/dist/gateway/static/root/assets/sessions-page-BaxIfjpm.js +0 -1
  265. package/dist/gateway/static/root/assets/settings-advanced-gate-Cy3Ab3Vg.js +0 -1
  266. package/dist/gateway/static/root/assets/setup-status-panel-BuYto2mT.js +0 -1
  267. package/dist/gateway/static/root/assets/shares-settings-DKtWUneq.js +0 -1
  268. package/dist/gateway/static/root/assets/skill-reload-api-Dn7ElMUk.js +0 -1
  269. package/dist/gateway/static/root/assets/skills-page-D-7UtJIc.js +0 -2
  270. package/dist/gateway/static/root/assets/task-detail-page-efmH43Pq.js +0 -1
  271. package/dist/gateway/static/root/assets/user-model-page-DByIJcQq.js +0 -2
  272. package/dist/gateway/static/root/assets/workflows-page-BJv3eoKR.js +0 -6
  273. package/dist/src/storage/sqlite/migrations/002_add_flush_columns.sql +0 -3
  274. package/dist/src/storage/sqlite/migrations/003_add_note_markdown_meta.sql +0 -4
  275. package/dist/src/storage/sqlite/migrations/004_add_session_type_metadata.sql +0 -15
  276. package/dist/src/storage/sqlite/migrations/005_add_note_agent_contexts.sql +0 -10
  277. package/dist/src/storage/sqlite/migrations/006_add_goals.sql +0 -108
  278. package/dist/src/storage/sqlite/migrations/007_goal_run_judge_schema.sql +0 -4
  279. package/dist/src/storage/sqlite/migrations/008_goal_queue_workflow_runs.sql +0 -53
  280. package/dist/src/storage/sqlite/migrations/009_cron_jobs.sql +0 -24
  281. package/dist/src/storage/sqlite/migrations/010_session_id_identity.sql +0 -30
  282. package/dist/src/storage/sqlite/migrations/011_goal_context_messages.sql +0 -8
  283. package/dist/src/storage/sqlite/migrations/012_memory_records.sql +0 -63
  284. package/dist/src/storage/sqlite/migrations/013_memory_trace_events.sql +0 -21
  285. package/dist/src/storage/sqlite/migrations/014_memory_record_governance.sql +0 -10
  286. package/dist/src/storage/sqlite/migrations/015_memory_trace_feedback.sql +0 -4
  287. package/dist/src/storage/sqlite/migrations/016_automations.sql +0 -47
  288. package/dist/src/storage/sqlite/migrations/017_automation_run_events.sql +0 -14
  289. package/dist/src/storage/sqlite/migrations/018_automation_safety.sql +0 -1
  290. package/dist/src/storage/sqlite/migrations/019_projects.sql +0 -40
  291. package/dist/src/storage/sqlite/migrations/020_project_default_agent.sql +0 -1
  292. package/dist/src/storage/sqlite/migrations/021_projects_fts.sql +0 -21
  293. package/dist/src/storage/sqlite/migrations/022_work_items.sql +0 -61
  294. package/dist/src/storage/sqlite/migrations/023_work_item_attachments.sql +0 -15
  295. package/dist/src/storage/sqlite/migrations/024_activity_events.sql +0 -62
  296. package/dist/src/storage/sqlite/migrations/025_project_pinned_at.sql +0 -5
  297. package/dist/src/storage/sqlite/migrations/026_goal_contracts.sql +0 -10
  298. package/dist/src/storage/sqlite/migrations/027_mobile_notifications.sql +0 -43
  299. package/dist/src/storage/sqlite/migrations/028_goal_evidence_requirements.sql +0 -47
  300. package/dist/src/storage/sqlite/migrations/029_user_understanding.sql +0 -133
  301. package/dist/src/storage/sqlite/migrations/030_connectors.sql +0 -94
  302. package/dist/src/storage/sqlite/migrations/031_connector_approvals.sql +0 -24
  303. package/dist/src/storage/sqlite/migrations/032_connector_webhook_deliveries.sql +0 -15
  304. package/dist/src/storage/sqlite/migrations/033_user_trust_policies.sql +0 -6
  305. package/dist/src/storage/sqlite/migrations/034_allow_global_auto_trust.sql +0 -14
  306. package/dist/src/storage/sqlite/migrations/035_user_profile_prompt_state.sql +0 -7
  307. package/dist/src/storage/sqlite/migrations/036_goal_outcome_metric.sql +0 -12
  308. package/dist/src/storage/sqlite/migrations/037_connected_knowledge_pipeline.sql +0 -47
  309. package/dist/src/storage/sqlite/migrations/038_user_owned_memory.sql +0 -68
  310. package/dist/src/storage/sqlite/migrations/039_memory_reference_consents.sql +0 -19
  311. package/dist/src/storage/sqlite/migrations/040_local_apps.sql +0 -32
  312. package/dist/src/storage/sqlite/migrations/041_local_app_release_lifecycle.sql +0 -17
  313. package/dist/src/storage/sqlite/migrations/042_work_discovery.sql +0 -41
  314. package/dist/src/storage/sqlite/migrations/043_local_app_acceptance_runs.sql +0 -16
  315. package/dist/src/storage/sqlite/migrations/044_repair_work_discovery_foreign_keys.sql +0 -75
  316. package/dist/src/storage/sqlite/migrations/045_extension_ui_grants.sql +0 -13
  317. package/dist/src/storage/sqlite/migrations/046_work_discovery_feedback.sql +0 -13
  318. package/dist/src/storage/sqlite/migrations/047_work_discovery_sources.sql +0 -16
  319. package/dist/src/storage/sqlite/migrations/048_work_understanding_investigations.sql +0 -40
  320. package/dist/src/storage/sqlite/migrations/049_work_understanding_threads.sql +0 -52
  321. package/dist/src/storage/sqlite/migrations/050_work_discovery_source_refreshes.sql +0 -15
  322. package/dist/src/storage/sqlite/migrations/051_focus_watches.sql +0 -26
  323. package/dist/src/storage/sqlite/migrations/052_proactive_insights.sql +0 -25
  324. package/dist/src/storage/sqlite/migrations/053_browser_recipes.sql +0 -45
  325. package/dist/src/storage/sqlite/migrations/054_task_outcomes.sql +0 -24
  326. package/dist/src/storage/sqlite/migrations/055_relationship_settings.sql +0 -14
  327. package/dist/src/storage/sqlite/migrations/056_task_verification.sql +0 -6
  328. package/dist/src/storage/sqlite/migrations/057_interaction_states.sql +0 -11
  329. package/dist/src/storage/sqlite/migrations/058_proactive_value.sql +0 -3
  330. package/dist/src/storage/sqlite/migrations/059_composer_input_history.sql +0 -8
  331. package/dist/src/storage/sqlite/migrations/060_remove_runtime_transcript_messages.sql +0 -45
  332. package/dist/src/storage/sqlite/migrations/061_drop_compaction_checkpoints.sql +0 -2
  333. package/dist/src/storage/sqlite/migrations/062_connector_learning_jobs.sql +0 -27
  334. package/dist/src/storage/sqlite/migrations/063_knowledge_collection_scopes.sql +0 -14
  335. package/dist/src/storage/sqlite/migrations/064_user_claims.sql +0 -60
  336. package/dist/src/storage/sqlite/migrations/065_knowledge_item_scope_identity.sql +0 -116
  337. package/dist/src/storage/sqlite/migrations/066_first_class_focuses.sql +0 -126
  338. package/dist/src/storage/sqlite/migrations/067_home_attention_acknowledgements.sql +0 -9
  339. package/dist/src/storage/sqlite/migrations/068_proactive_event_spine.sql +0 -71
  340. package/dist/src/storage/sqlite/migrations/069_proactive_scenario_control.sql +0 -69
  341. package/dist/src/storage/sqlite/migrations/070_proactive_execution.sql +0 -55
  342. package/dist/src/storage/sqlite/migrations/071_proactive_inbox.sql +0 -45
  343. package/dist/src/storage/sqlite/migrations/072_proactive_judgments.sql +0 -14
  344. package/dist/src/storage/sqlite/migrations/073_enable_default_proactive_scenarios.sql +0 -13
  345. package/dist/src/storage/sqlite/migrations/074_deduplicate_blocked_work_routing.sql +0 -5
  346. package/dist/src/storage/sqlite/migrations/075_connector_sync_policies.sql +0 -13
  347. package/dist/src/storage/sqlite/migrations/076_meeting_preparation_scenario.sql +0 -29
  348. package/dist/src/storage/sqlite/migrations/077_proactive_insight_fingerprints.sql +0 -4
  349. package/dist/src/storage/sqlite/migrations/078_discussion_captures.sql +0 -64
  350. package/dist/src/storage/sqlite/migrations/079_discussion_follow_up_scenario.sql +0 -29
  351. package/dist/src/storage/sqlite/migrations/080_task_outcome_context.sql +0 -15
  352. package/dist/src/storage/sqlite/migrations/081_project_monitoring_policies.sql +0 -10
  353. package/dist/src/storage/sqlite/migrations/082_one_click_live_discussions.sql +0 -100
  354. package/dist/src/storage/sqlite/migrations/083_session_task_plans.sql +0 -9
  355. package/dist/src/storage/sqlite/migrations/084_work_intake_lifecycle.sql +0 -26
  356. package/dist/src/storage/sqlite/migrations/085_task_outcome_projection.sql +0 -19
  357. package/dist/src/storage/sqlite/migrations/086_outcome_aggregates.sql +0 -168
  358. package/dist/src/storage/sqlite/migrations/087_context_snapshots.sql +0 -21
  359. package/dist/src/storage/sqlite/migrations/088_automation_execution_deadlines.sql +0 -5
  360. package/dist/src/storage/sqlite/migrations/089_automation_run_leases.sql +0 -8
  361. package/dist/src/storage/sqlite/migrations/090_outcome_contract_judgment.sql +0 -2
  362. package/dist/src/storage/sqlite/migrations/091_context_allocation.sql +0 -1
  363. package/dist/src/storage/sqlite/migrations/092_outcome_execution_runtime.sql +0 -88
  364. package/dist/src/storage/sqlite/migrations/093_remove_legacy_goals.sql +0 -174
  365. package/dist/src/storage/sqlite/migrations/094_outcome_judgment_and_authority.sql +0 -3
  366. package/dist/src/storage/sqlite/migrations/095_session_input_queue.sql +0 -35
  367. package/dist/src/storage/sqlite/migrations/096_drop_work_intakes.sql +0 -6
  368. package/dist/src/storage/sqlite/migrations/097_work_item_lifecycle.sql +0 -194
  369. package/dist/src/storage/sqlite/migrations/098_discussion_note_documents.sql +0 -99
  370. package/dist/src/storage/sqlite/migrations/099_task_model.sql +0 -500
  371. package/dist/src/storage/sqlite/migrations/100_project_task_taskrun.sql +0 -763
  372. package/dist/src/storage/sqlite/migrations/101_session_response_language.sql +0 -1
  373. package/dist/src/storage/sqlite/migrations/102_session_user_context_mode.sql +0 -2
  374. package/dist/src/storage/sqlite/migrations/103_finalize_structured_memory.sql +0 -3
  375. package/dist/src/storage/sqlite/migrations/104_turn_memory_feedback.sql +0 -77
  376. package/dist/src/storage/sqlite/migrations/105_dreaming_ledger.sql +0 -34
  377. package/dist/src/storage/sqlite/migrations/106_dreaming_run_reproducibility.sql +0 -2
  378. package/dist/src/storage/sqlite/migrations/107_connector_accounts.sql +0 -146
  379. package/dist/src/storage/sqlite/migrations/108_repair_user_memory_provider.sql +0 -18
  380. package/dist/src/storage/sqlite/migrations/109_endpoint_principals.sql +0 -14
  381. package/dist/src/storage/sqlite/migrations/110_session_input_origin.sql +0 -43
  382. package/dist/src/storage/sqlite/migrations/111_endpoint_tool_invocations.sql +0 -18
  383. package/dist/src/storage/sqlite/migrations/112_endpoint_instance_bindings.sql +0 -8
  384. package/dist/src/storage/sqlite/migrations/113_memory_evidence_single_source.sql +0 -76
  385. package/dist/src/storage/sqlite/migrations/114_user_context_domain.sql +0 -193
  386. package/dist/src/storage/sqlite/migrations/115_remove_legacy_user_context.sql +0 -6
  387. package/dist/src/storage/sqlite/migrations/116_structured_context_consolidation.sql +0 -38
  388. package/dist/src/storage/sqlite/migrations/117_unified_understanding_sources.sql +0 -110
  389. package/dist/src/storage/sqlite/migrations/118_task_board_rank.sql +0 -6
  390. package/dist/src/storage/sqlite/migrations/119_proactive_disposition.sql +0 -13
  391. package/dist/src/storage/sqlite/migrations/120_task_conversation.sql +0 -112
  392. package/dist/src/storage/sqlite/migrations/121_automation_inbox.sql +0 -24
  393. package/dist/src/storage/sqlite/migrations/122_automation_session_projects.sql +0 -18
  394. package/dist/src/storage/sqlite/migrations/123_remove_v2_compaction_boundaries.sql +0 -25
  395. package/dist/src/storage/sqlite/migrations/124_workflow_context_snapshots.sql +0 -15
  396. package/dist/src/storage/sqlite/migrations/125_project_workflow_presets.sql +0 -12
  397. package/dist/src/storage/sqlite/migrations/126_focus_context_governance.sql +0 -72
  398. package/dist/src/storage/sqlite/migrations/127_context_object_origin.sql +0 -36
  399. package/dist/src/storage/sqlite/migrations/128_context_extraction.sql +0 -73
  400. package/dist/src/storage/sqlite/migrations/129_focus_versions.sql +0 -51
  401. package/dist/src/storage/sqlite/migrations/130_context_evidence_provenance.sql +0 -18
  402. package/dist/src/storage/sqlite/migrations/131_session_input_contexts.sql +0 -2
  403. package/dist/src/storage/sqlite/migrations/132_transcript_source_context_metadata.sql +0 -34
  404. package/dist/src/storage/sqlite/migrations/133_archive_legacy_work_discovery_profile_facts.sql +0 -11
  405. package/dist/src/storage/sqlite/migrations/134_memory_provenance.sql +0 -18
  406. package/dist/src/storage/sqlite/migrations/135_user_people.sql +0 -59
  407. package/dist/src/storage/sqlite/migrations/136_product_notifications.sql +0 -79
  408. package/dist/src/storage/sqlite/migrations/137_understanding_status_audit.sql +0 -71
  409. package/dist/src/storage/sqlite/migrations/138_device_access.sql +0 -96
  410. package/dist/src/storage/sqlite/migrations/139_turn_outcome_artifact_backfill.sql +0 -231
  411. package/dist/src/storage/sqlite/migrations/140_endpoint_session_bindings.sql +0 -8
  412. package/dist/src/storage/sqlite/migrations/141_device_pairing_approval.sql +0 -17
  413. package/dist/src/storage/sqlite/migrations/142_session_input_instance.sql +0 -1
  414. package/dist/src/storage/sqlite/migrations/143_fixed_session_model.sql +0 -1
  415. package/dist/src/storage/sqlite/migrations/144_execution_environments.sql +0 -59
  416. package/dist/src/storage/sqlite/migrations/145_project_execution_mode.sql +0 -5
  417. package/dist/src/storage/sqlite/migrations/146_understanding_focus_exclusions.sql +0 -9
  418. package/dist/src/storage/sqlite/migrations/147_durable_application_state.sql +0 -39
  419. package/dist/src/storage/sqlite/migrations/148_user_model_foundation.sql +0 -554
  420. package/dist/src/storage/sqlite/migrations/149_separate_source_index_from_memory.sql +0 -18
  421. package/dist/src/storage/sqlite/migrations/150_session_connection_waits.sql +0 -47
  422. package/dist/src/storage/sqlite/migrations/151_proactive_scope_cleanup.sql +0 -6
  423. package/dist/src/storage/sqlite/migrations/152_proactive_scenario_contract.sql +0 -140
  424. package/dist/src/storage/sqlite/migrations/153_browser_control_v2.sql +0 -45
  425. package/dist/src/storage/sqlite/migrations/154_session_clarification_waits.sql +0 -60
  426. package/dist/src/storage/sqlite/migrations/155_browser_extension.sql +0 -120
  427. package/dist/src/storage/sqlite/migrations/156_browser_tab_bindings.sql +0 -14
  428. package/dist/src/storage/sqlite/migrations/157_browser_endpoint_principals.sql +0 -50
  429. package/dist/src/storage/sqlite/migrations/158_browser_native_enrollment.sql +0 -4
  430. package/dist/src/storage/sqlite/migrations/159_proactive_controls.sql +0 -68
  431. package/dist/src/storage/sqlite/migrations/160_proactive_web_push.sql +0 -27
  432. package/dist/src/storage/sqlite/migrations/161_proactive_delivery_and_lifecycle.sql +0 -51
  433. package/dist/src/storage/sqlite/migrations/162_proactive_product.sql +0 -7
  434. package/dist/src/storage/sqlite/migrations/163_proactive_follow_ups.sql +0 -29
  435. package/dist/src/storage/sqlite/migrations/164_browser_sessions.sql +0 -8
  436. package/dist/src/storage/sqlite/migrations/165_device_pairing_target.sql +0 -40
  437. package/dist/src/storage/sqlite/migrations/__tests__/mobile-discussion-source.test.ts +0 -20
  438. package/dist/src/storage/sqlite/migrations/conversation-backup.ts +0 -66
  439. package/dist/src/storage/sqlite/migrations/conversation-key-decoder.ts +0 -50
  440. package/dist/src/storage/sqlite/migrations/conversation-uuid.ts +0 -324
  441. package/dist/src/storage/sqlite/migrations/conversation-windows-owners.ts +0 -71
  442. package/dist/src/storage/sqlite/migrations/discover.ts +0 -52
  443. package/dist/src/storage/sqlite/migrations/errors.ts +0 -32
  444. package/dist/src/storage/sqlite/migrations/runner.ts +0 -204
  445. package/dist/src/storage/sqlite/migrations/types.ts +0 -15
@@ -6,9 +6,9 @@ import { getSessionMetadata } from "../../storage/sqlite/session-repository.js";
6
6
  import "../../storage/sqlite/index.js";
7
7
  import { getAgentDefaultModelRef, init_schema } from "../../config/schema.js";
8
8
  import { init_agent_scope, listAgentEntries, normalizeAgentId } from "../../agent/agent-scope.js";
9
+ import { loadConfig, saveConfig } from "../../config/loader.js";
9
10
  import { createConversation, init_conversation_repository } from "../../storage/sqlite/conversation-repository.js";
10
11
  import { init_agent_session_key, resolveAgentIdFromConversationId } from "../../routing/agent-session-key.js";
11
- import { loadConfig, saveConfig } from "../../config/loader.js";
12
12
  import { effectiveWorkspacePathForSession } from "../../session/session-workspace.js";
13
13
  import { ProjectService } from "../../projects/project-service.js";
14
14
  import { inferSuggestedProjectDefaultAgentId } from "../../projects/project-agent-suggestion.js";
@@ -1,9 +1,9 @@
1
1
  import { closeXopcDatabase, isXopcDatabaseOpen, openXopcDatabase } from "../storage/sqlite/connection.js";
2
2
  import { getSessionMetadata } from "../storage/sqlite/session-repository.js";
3
3
  import "../storage/sqlite/index.js";
4
- import { init_agent_session_key, isValidAgentId, normalizeAgentId } from "../routing/agent-session-key.js";
5
4
  import { resolveConfigPath } from "../config/paths.js";
6
5
  import { loadConfig } from "../config/loader.js";
6
+ import { init_agent_session_key, isValidAgentId, normalizeAgentId } from "../routing/agent-session-key.js";
7
7
  import { init_providers, providerSupportsOAuth } from "../providers/index.js";
8
8
  import { TaskRepository } from "../tasks/task-repository.js";
9
9
  import { ProjectService } from "../projects/project-service.js";
@@ -1,6 +1,6 @@
1
1
  import { resolveStateDir } from "../config/paths-state.js";
2
- import { resolveEffectiveAgentProfileForSession } from "../config/agent-profile.js";
3
2
  import { init_paths, resolveAgentProfileDir, resolveBundledSkillsDir } from "../config/paths.js";
3
+ import { resolveEffectiveAgentProfileForSession } from "../config/agent-profile.js";
4
4
  import { resolveBootstrapFilesSync } from "../agent/bootstrap/bootstrap-files.js";
5
5
  import { createSkillConfigManager, isSkillEnabled } from "../agent/skills/config.js";
6
6
  import { loadSkills } from "../agent/skills/index.js";
@@ -1,10 +1,10 @@
1
1
  import { version } from "../../package.js";
2
2
  import { resolveStateDir, resolveXopcDatabasePath } from "../config/paths-state.js";
3
- import { init_agent_session_key, normalizeAgentId } from "../routing/agent-session-key.js";
4
- import { resolveEffectiveAgentProfileForSession } from "../config/agent-profile.js";
5
3
  import { init_paths } from "../config/paths.js";
6
4
  import { loadConfig } from "../config/loader.js";
5
+ import { init_agent_session_key, normalizeAgentId } from "../routing/agent-session-key.js";
7
6
  import { getAllModels, getAllProviders, getApiKey, init_providers, isProviderConfiguredSync } from "../providers/index.js";
7
+ import { resolveEffectiveAgentProfileForSession } from "../config/agent-profile.js";
8
8
  import { ProjectTrustStore, hasTrustRequiringProjectResources } from "../project-trust/trust-store.js";
9
9
  import { MAX_WEBCHAT_ATTACHMENT_FILE_BYTES } from "../gateway/chat-limits.js";
10
10
  import { renderWorkflowFinalSummary, renderWorkflowPanel } from "../agent/workflow/snapshot.js";
@@ -0,0 +1,81 @@
1
+ import type { VoiceModeCapability } from '@xopcai/realtime-protocol/voice';
2
+ export declare function platformVoiceModels(mode: VoiceModeCapability): import("../providers/model-catalog-types.js").CatalogModel[];
3
+ export declare function requirePlatformVoiceModel(id: string, mode: VoiceModeCapability): {
4
+ voice: {
5
+ protocolVersion: 1;
6
+ serviceVersion: number;
7
+ modes: ("conversation" | "transcription" | "speech" | "transcription.stream" | "speech.stream")[];
8
+ transport: "websocket-pcm";
9
+ inputFormat: {
10
+ encoding: "pcm_s16le";
11
+ sampleRate: 16000;
12
+ channels: 1;
13
+ };
14
+ outputFormat: {
15
+ encoding: "pcm_s16le";
16
+ sampleRate: 24000;
17
+ channels: 1;
18
+ };
19
+ turnDetection: "server_vad"[];
20
+ bargeIn: boolean;
21
+ tools: boolean;
22
+ resumable: false;
23
+ voices: {
24
+ id: string;
25
+ name: string;
26
+ languages: string[];
27
+ }[];
28
+ limits: {
29
+ maxFrameBytes: number;
30
+ maxSessionSeconds: number;
31
+ };
32
+ defaultVoice?: string;
33
+ };
34
+ computerUse?: {
35
+ profile: "gui-plus-2026-02-26" | "structured-tools-v1";
36
+ };
37
+ id: string;
38
+ name: string;
39
+ displayNames?: Partial<Record<"zh-CN" | "en", string>>;
40
+ availability: "available" | "unavailable";
41
+ kind: "language" | "image" | "stt" | "tts" | "omni";
42
+ input: Array<"text" | "image" | "audio">;
43
+ output: Array<"text" | "image" | "audio">;
44
+ operations: Array<"chat.completions" | "responses" | "images.generate" | "images.edit" | "audio.transcription" | "audio.speech" | "audio.conversation">;
45
+ reasoning: boolean;
46
+ contextWindow: number;
47
+ maxOutputTokens: number | null;
48
+ stability?: "stable" | "preview" | "deprecated";
49
+ priority?: number;
50
+ tier?: string;
51
+ bestEffort?: boolean;
52
+ imageGeneration?: {
53
+ maxCount: number;
54
+ sizes: string[];
55
+ aspectRatios?: string[];
56
+ qualities: Array<"low" | "medium" | "high" | "auto">;
57
+ formats: Array<"png" | "jpeg" | "webp">;
58
+ backgrounds: Array<"transparent" | "opaque" | "auto">;
59
+ maxInputImages: number;
60
+ };
61
+ stt?: {
62
+ inputFormats: string[];
63
+ maxBytes: number;
64
+ maxDurationSeconds: number;
65
+ languages: string[];
66
+ languageHint: boolean;
67
+ prompt: boolean;
68
+ timestamps: Array<"segment" | "word">;
69
+ diarization: boolean;
70
+ };
71
+ tts?: {
72
+ maxCharacters: number;
73
+ languages: string[];
74
+ outputFormats: Array<"mp3" | "opus" | "aac" | "flac" | "wav" | "pcm">;
75
+ streaming: boolean;
76
+ speed: boolean;
77
+ pitch: boolean;
78
+ instructions: boolean;
79
+ defaultVoice?: string;
80
+ };
81
+ };
@@ -0,0 +1,16 @@
1
+ import { getModelCatalogStore, init_model_catalog_store } from "../providers/model-catalog-store.js";
2
+ //#region src/voice/platform-catalog.ts
3
+ init_model_catalog_store();
4
+ function platformVoiceModels(mode) {
5
+ return (getModelCatalogStore().getSource("xopc-cloud")?.models ?? []).filter((model) => model.availability === "available" && model.voice?.modes.includes(mode));
6
+ }
7
+ function requirePlatformVoiceModel(id, mode) {
8
+ const model = platformVoiceModels(mode).find((model) => model.id === id);
9
+ if (!model?.voice) throw new Error(`Published voice model is unavailable for ${mode}: ${id}`);
10
+ return {
11
+ ...model,
12
+ voice: model.voice
13
+ };
14
+ }
15
+ //#endregion
16
+ export { platformVoiceModels, requirePlatformVoiceModel };
@@ -0,0 +1,4 @@
1
+ import type { VoiceSelection, VoiceSettingsCatalog } from '@xopcai/realtime-protocol/voice';
2
+ import { type Config } from '../config/schema.js';
3
+ export declare function voiceSettingsCatalog(config: Config): VoiceSettingsCatalog;
4
+ export declare function selectPlatformVoice(config: Config, selection: VoiceSelection): Config;
@@ -0,0 +1,120 @@
1
+ import { ConfigSchema, init_schema } from "../config/schema.js";
2
+ import { getModelCatalogStore, init_model_catalog_store } from "../providers/model-catalog-store.js";
3
+ import { requirePlatformVoiceModel } from "./platform-catalog.js";
4
+ import { createHash } from "node:crypto";
5
+ //#region src/voice/platform-settings.ts
6
+ init_schema();
7
+ init_model_catalog_store();
8
+ function voiceSettingsCatalog(config) {
9
+ const source = getModelCatalogStore().getSource("xopc-cloud");
10
+ const selections = [];
11
+ const add = (mode, slice) => {
12
+ if (slice?.provider === "xopc-cloud" && slice.model) selections.push({
13
+ mode,
14
+ model: slice.model,
15
+ ...slice.voice ? { voice: slice.voice } : {}
16
+ });
17
+ };
18
+ const audio = config.tools?.media?.audio;
19
+ const tts = config.messages?.tts;
20
+ add("transcription", {
21
+ ...audio?.providers?.["xopc-cloud"],
22
+ provider: audio?.provider
23
+ });
24
+ add("speech", {
25
+ ...tts?.providers?.["xopc-cloud"],
26
+ provider: tts?.provider
27
+ });
28
+ add("transcription.stream", config.voice?.realtime?.stt);
29
+ add("speech.stream", config.voice?.realtime?.tts);
30
+ add("conversation", config.voice?.realtime?.omni);
31
+ return {
32
+ revision: createHash("sha256").update(JSON.stringify([
33
+ config.voice,
34
+ audio,
35
+ tts
36
+ ])).digest("hex"),
37
+ catalogVersion: source?.etag ?? null,
38
+ selections,
39
+ models: (source?.models ?? []).flatMap((model) => model.availability === "available" && model.voice ? [{
40
+ id: model.id,
41
+ name: model.name,
42
+ voice: model.voice
43
+ }] : [])
44
+ };
45
+ }
46
+ function selectPlatformVoice(config, selection) {
47
+ const model = requirePlatformVoiceModel(selection.model, selection.mode);
48
+ const output = selection.mode === "speech" || selection.mode === "speech.stream" || selection.mode === "conversation";
49
+ const voice = selection.voice ?? model.voice.defaultVoice ?? model.voice.voices[0]?.id;
50
+ if (output && (!voice || !model.voice.voices.some((item) => item.id === voice))) throw new Error("Choose an available model voice");
51
+ const next = structuredClone(config);
52
+ const selected = {
53
+ provider: "xopc-cloud",
54
+ model: selection.model,
55
+ ...output ? { voice } : {}
56
+ };
57
+ if (selection.mode === "transcription") {
58
+ next.tools.media ??= {};
59
+ const audio = next.tools.media.audio ?? {
60
+ enabled: true,
61
+ provider: "xopc-cloud",
62
+ fallback: {
63
+ enabled: false,
64
+ order: []
65
+ },
66
+ providers: {}
67
+ };
68
+ next.tools.media.audio = {
69
+ ...audio,
70
+ enabled: true,
71
+ provider: "xopc-cloud",
72
+ providers: {
73
+ ...audio.providers,
74
+ "xopc-cloud": {
75
+ ...audio.providers?.["xopc-cloud"],
76
+ model: selection.model
77
+ }
78
+ }
79
+ };
80
+ } else if (selection.mode === "speech") {
81
+ next.messages ??= {};
82
+ const tts = next.messages.tts ?? {
83
+ enabled: true,
84
+ provider: "xopc-cloud",
85
+ trigger: "off",
86
+ maxTextLength: 4e3,
87
+ timeoutMs: 3e4,
88
+ providers: {}
89
+ };
90
+ next.messages.tts = {
91
+ ...tts,
92
+ enabled: true,
93
+ provider: "xopc-cloud",
94
+ providers: {
95
+ ...tts.providers,
96
+ "xopc-cloud": {
97
+ ...tts.providers?.["xopc-cloud"],
98
+ model: selection.model,
99
+ voice
100
+ }
101
+ }
102
+ };
103
+ } else {
104
+ next.voice = ConfigSchema.parse({
105
+ ...next,
106
+ voice: next.voice ?? {}
107
+ }).voice;
108
+ next.voice.realtime.enabled = true;
109
+ if (selection.mode === "transcription.stream") next.voice.realtime.stt = selected;
110
+ if (selection.mode === "speech.stream") next.voice.realtime.tts = selected;
111
+ if (selection.mode === "conversation") next.voice.realtime.omni = {
112
+ ...selected,
113
+ voice,
114
+ instructions: next.voice.realtime.omni?.instructions ?? "Keep replies conversational and concise. You cannot execute tools."
115
+ };
116
+ }
117
+ return ConfigSchema.parse(next);
118
+ }
119
+ //#endregion
120
+ export { selectPlatformVoice, voiceSettingsCatalog };
@@ -0,0 +1,12 @@
1
+ import type { StreamingSttOpenRequest, StreamingSttSession } from '../media-understanding/types.js';
2
+ import type { SpeechSynthesisStreamResult } from './tts/speech-provider-types.js';
3
+ export declare function openPlatformStt(request: StreamingSttOpenRequest): Promise<StreamingSttSession>;
4
+ export declare function openPlatformTts(request: {
5
+ baseUrl: string;
6
+ apiKey: string;
7
+ voice: string;
8
+ text: string;
9
+ instructions?: string;
10
+ signal: AbortSignal;
11
+ timeoutMs: number;
12
+ }): Promise<SpeechSynthesisStreamResult>;
@@ -0,0 +1,250 @@
1
+ import WebSocket from "ws";
2
+ //#region src/voice/platform-streams.ts
3
+ const MAX_BUFFERED_BYTES = 512 * 1024;
4
+ function connect(url, token, signal, onEvent, onFailure) {
5
+ signal.throwIfAborted();
6
+ const socket = new WebSocket(url, {
7
+ headers: { Authorization: `Bearer ${token}` },
8
+ perMessageDeflate: false,
9
+ maxPayload: 1024 * 1024
10
+ });
11
+ let ended = false;
12
+ const close = () => {
13
+ if (ended) return;
14
+ ended = true;
15
+ signal.removeEventListener("abort", abort);
16
+ if (socket.readyState === WebSocket.OPEN) socket.close();
17
+ else if (socket.readyState === WebSocket.CONNECTING) socket.terminate();
18
+ };
19
+ const fail = (error) => {
20
+ if (!ended) {
21
+ onFailure(error);
22
+ close();
23
+ }
24
+ };
25
+ const abort = () => fail(signal.reason instanceof Error ? signal.reason : /* @__PURE__ */ new Error("Voice request aborted"));
26
+ signal.addEventListener("abort", abort, { once: true });
27
+ socket.on("message", (raw, binary) => {
28
+ if (ended) return;
29
+ try {
30
+ if (binary) throw new Error("Unexpected platform binary event");
31
+ const event = JSON.parse(raw.toString());
32
+ if (!event || typeof event.type !== "string") throw new Error("Invalid platform voice event");
33
+ if (event.type === "error") throw new Error(event.error?.message ?? "Platform voice failed");
34
+ onEvent(event);
35
+ } catch (error) {
36
+ fail(error instanceof Error ? error : /* @__PURE__ */ new Error("Invalid platform voice event"));
37
+ }
38
+ });
39
+ socket.on("unexpected-response", (_request, response) => {
40
+ response.resume();
41
+ fail(/* @__PURE__ */ new Error(`Platform voice rejected connection (${response.statusCode})`));
42
+ });
43
+ socket.on("error", fail);
44
+ socket.on("close", () => fail(/* @__PURE__ */ new Error("Platform voice disconnected before completion")));
45
+ return {
46
+ socket,
47
+ close,
48
+ fail,
49
+ send: (value) => {
50
+ if (ended || socket.readyState !== WebSocket.OPEN) throw new Error("Platform voice is not connected");
51
+ if (socket.bufferedAmount > MAX_BUFFERED_BYTES) throw new Error("Platform voice backpressure limit exceeded");
52
+ socket.send(value instanceof Uint8Array ? value : JSON.stringify(value));
53
+ }
54
+ };
55
+ }
56
+ async function openPlatformStt(request) {
57
+ if (!request.apiKey || !request.baseUrl) throw new Error("Platform authorization is unavailable");
58
+ if (request.inputFormat.sampleRate !== 16e3 || request.inputFormat.encoding !== "pcm_s16le" || request.inputFormat.channels !== 1) throw new Error("Platform STT requires 16 kHz mono PCM16");
59
+ let ready = false, finished = false, finishing = false;
60
+ let failure;
61
+ let inputBytes = 0;
62
+ const sentences = /* @__PURE__ */ new Map();
63
+ let resolveReady, rejectReady, resolveFinished;
64
+ const readyPromise = new Promise((resolve, reject) => {
65
+ resolveReady = resolve;
66
+ rejectReady = reject;
67
+ });
68
+ const finishedPromise = new Promise((resolve) => {
69
+ resolveFinished = resolve;
70
+ });
71
+ const connection = connect(request.baseUrl, request.apiKey, request.signal, (event) => {
72
+ if (event.type === "session.updated") {
73
+ if (event.session?.input_sample_rate !== 16e3) throw new Error("Unsupported STT audio format");
74
+ ready = true;
75
+ resolveReady();
76
+ request.onEvent({ type: "ready" });
77
+ } else if (event.type === "transcript.partial" || event.type === "transcript.final") {
78
+ if (!ready || typeof event.item_id !== "string" || typeof event.text !== "string") throw new Error("Invalid platform transcript");
79
+ let sentence = sentences.get(event.item_id);
80
+ if (sentence?.final) return;
81
+ if (!sentence) {
82
+ if (sentences.size >= 1e4) throw new Error("Transcript limit exceeded");
83
+ sentence = {
84
+ revision: 0,
85
+ final: false
86
+ };
87
+ sentences.set(event.item_id, sentence);
88
+ request.onEvent({
89
+ type: "speech_started",
90
+ utteranceId: event.item_id
91
+ });
92
+ }
93
+ sentence.revision++;
94
+ if (event.type === "transcript.final") {
95
+ sentence.final = true;
96
+ request.onEvent({
97
+ type: "speech_stopped",
98
+ utteranceId: event.item_id
99
+ });
100
+ request.onEvent({
101
+ type: "transcript_final",
102
+ utteranceId: event.item_id,
103
+ revision: sentence.revision,
104
+ text: event.text
105
+ });
106
+ } else request.onEvent({
107
+ type: "transcript_delta",
108
+ utteranceId: event.item_id,
109
+ revision: sentence.revision,
110
+ text: event.text
111
+ });
112
+ } else if (event.type === "session.finished") {
113
+ finished = true;
114
+ request.onEvent({
115
+ type: "usage",
116
+ inputAudioMs: Math.round(inputBytes / 32)
117
+ });
118
+ resolveFinished();
119
+ connection.close();
120
+ }
121
+ }, (error) => {
122
+ failure = error;
123
+ rejectReady(error);
124
+ resolveFinished();
125
+ request.onEvent({
126
+ type: "error",
127
+ error
128
+ });
129
+ });
130
+ connection.socket.once("open", () => connection.send({
131
+ type: "session.update",
132
+ session: { ...request.language ? { language: request.language } : {} }
133
+ }));
134
+ const timer = setTimeout(() => connection.fail(/* @__PURE__ */ new Error("Platform STT setup timed out")), request.timeoutMs);
135
+ try {
136
+ await readyPromise;
137
+ } finally {
138
+ clearTimeout(timer);
139
+ }
140
+ const commit = async () => {
141
+ if (failure) throw failure;
142
+ if (!finished && !finishing) {
143
+ finishing = true;
144
+ connection.send({ type: "session.finish" });
145
+ }
146
+ const timeout = setTimeout(() => connection.fail(/* @__PURE__ */ new Error("Platform STT finalization timed out")), request.timeoutMs);
147
+ try {
148
+ await finishedPromise;
149
+ if (failure) throw failure;
150
+ } finally {
151
+ clearTimeout(timeout);
152
+ connection.close();
153
+ }
154
+ };
155
+ return {
156
+ appendAudio(bytes) {
157
+ if (!ready || finished || finishing || failure) throw new Error("Platform STT is not writable");
158
+ if (!bytes.length || bytes.length % 2 || bytes.length > 65536) throw new Error("Invalid PCM frame");
159
+ inputBytes += bytes.length;
160
+ connection.send(bytes);
161
+ },
162
+ commit,
163
+ close: commit,
164
+ abort() {
165
+ finished = true;
166
+ resolveFinished();
167
+ connection.close();
168
+ }
169
+ };
170
+ }
171
+ async function openPlatformTts(request) {
172
+ let controller;
173
+ let resolveReady, rejectReady;
174
+ let ready = false, ended = false, finishSent = false;
175
+ const readyPromise = new Promise((resolve, reject) => {
176
+ resolveReady = resolve;
177
+ rejectReady = reject;
178
+ });
179
+ const stream = new ReadableStream({
180
+ start(value) {
181
+ controller = value;
182
+ },
183
+ cancel() {
184
+ ended = true;
185
+ clearTimeout(timer);
186
+ connection.close();
187
+ }
188
+ }, {
189
+ highWaterMark: MAX_BUFFERED_BYTES,
190
+ size: (chunk) => chunk.byteLength
191
+ });
192
+ const connection = connect(request.baseUrl, request.apiKey, request.signal, (event) => {
193
+ if (event.type === "session.updated" && !ready) {
194
+ if (event.session?.output_sample_rate !== 24e3) throw new Error("Unsupported TTS audio format");
195
+ ready = true;
196
+ resolveReady();
197
+ const characters = [...request.text];
198
+ for (let i = 0; i < characters.length; i += 1e3) connection.send({
199
+ type: "input_text_buffer.append",
200
+ text: characters.slice(i, i + 1e3).join("")
201
+ });
202
+ connection.send({ type: "input_text_buffer.commit" });
203
+ } else if ((event.type === "response.done" || event.type === "text.flushed") && !finishSent) {
204
+ finishSent = true;
205
+ connection.send({ type: "session.finish" });
206
+ } else if (event.type === "response.audio.delta") {
207
+ if (!ready || typeof event.delta !== "string" || !/^(?:[A-Za-z0-9+/]{4})*(?:[A-Za-z0-9+/]{2}==|[A-Za-z0-9+/]{3}=)?$/.test(event.delta)) throw new Error("Invalid platform audio");
208
+ const bytes = Buffer.from(event.delta, "base64");
209
+ if (bytes.length % 2 || (controller.desiredSize ?? 0) < bytes.length) throw new Error("Platform TTS audio buffer exceeded");
210
+ controller.enqueue(bytes);
211
+ } else if (event.type === "session.finished") {
212
+ ended = true;
213
+ clearTimeout(timer);
214
+ controller.close();
215
+ connection.close();
216
+ }
217
+ }, (error) => {
218
+ rejectReady(error);
219
+ if (!ended) {
220
+ ended = true;
221
+ controller.error(error);
222
+ }
223
+ clearTimeout(timer);
224
+ });
225
+ const timer = setTimeout(() => connection.fail(/* @__PURE__ */ new Error("Platform TTS timed out")), request.timeoutMs);
226
+ connection.socket.once("open", () => connection.send({
227
+ type: "session.update",
228
+ session: {
229
+ voice: request.voice,
230
+ ...request.instructions ? { instructions: request.instructions } : {}
231
+ }
232
+ }));
233
+ await readyPromise;
234
+ return {
235
+ audioStream: stream,
236
+ outputFormat: "pcm",
237
+ fileExtension: "pcm",
238
+ voiceCompatible: false,
239
+ release: async () => {
240
+ clearTimeout(timer);
241
+ connection.close();
242
+ if (!ended) {
243
+ ended = true;
244
+ controller.close();
245
+ }
246
+ }
247
+ };
248
+ }
249
+ //#endregion
250
+ export { openPlatformStt, openPlatformTts };
@@ -143,7 +143,7 @@ function createOmniVoiceEngine(options) {
143
143
  reason
144
144
  });
145
145
  }
146
- if ((reason === "client_cancelled" || reason === "barge_in" && !options.bargeIn) && response.generating && socket?.readyState === WebSocket.OPEN) {
146
+ if ((reason === "client_cancelled" || reason === "barge_in" && (options.route.route.managed || !options.bargeIn)) && response.generating && socket?.readyState === WebSocket.OPEN) {
147
147
  cancellationPending = true;
148
148
  send("response.cancel");
149
149
  }
@@ -286,7 +286,7 @@ function createOmniVoiceEngine(options) {
286
286
  if (binary) throw new Error("Unexpected Omni binary frame");
287
287
  const event = JSON.parse(raw.toString());
288
288
  if (event.type === "error") {
289
- if (cancellationPending && event.error?.type === "invalid_request_error" && event.error?.message === "Conversation has none active response") {
289
+ if (!options.route.route.managed && cancellationPending && event.error?.type === "invalid_request_error" && event.error?.message === "Conversation has none active response") {
290
290
  cancellationPending = false;
291
291
  return;
292
292
  }
@@ -297,9 +297,11 @@ function createOmniVoiceEngine(options) {
297
297
  modalities: ["text", "audio"],
298
298
  voice: options.route.voice,
299
299
  instructions: options.route.instructions,
300
- input_audio_format: "pcm",
301
- output_audio_format: "pcm",
302
- input_audio_transcription: { model: "gummy-realtime-v1" },
300
+ ...!options.route.route.managed ? {
301
+ input_audio_format: "pcm",
302
+ output_audio_format: "pcm",
303
+ input_audio_transcription: { model: "gummy-realtime-v1" }
304
+ } : {},
303
305
  turn_detection: {
304
306
  type: "server_vad",
305
307
  threshold: .5,
@@ -309,6 +311,7 @@ function createOmniVoiceEngine(options) {
309
311
  }
310
312
  } });
311
313
  else if (event.type === "session.updated" && !ready) {
314
+ if (options.route.route.managed && (event.session?.input_sample_rate !== 16e3 || event.session?.output_sample_rate !== 24e3)) throw new Error("Unsupported platform audio format");
312
315
  ready = true;
313
316
  clearTimeout(timer);
314
317
  rejectStart = void 0;
@@ -6,5 +6,6 @@ export interface OmniRoute {
6
6
  apiKey: string;
7
7
  voice: string;
8
8
  instructions: string;
9
+ maxSessionSeconds?: number;
9
10
  }
10
11
  export declare function resolveOmniRoute(config: Config): Promise<OmniRoute>;
@@ -1,12 +1,20 @@
1
1
  import { init_xopc_cloud_config, resolveXopcModelRouterUrl } from "../../providers/xopc-cloud-config.js";
2
2
  import { getProviderAuthService, init_provider_auth_service } from "../../providers/provider-auth-service.js";
3
+ import { requirePlatformVoiceModel } from "../platform-catalog.js";
3
4
  //#region src/voice/realtime/omniRoute.ts
4
5
  init_provider_auth_service();
5
6
  init_xopc_cloud_config();
6
7
  async function resolveOmniRoute(config) {
7
8
  const slice = config.voice?.realtime?.omni;
8
9
  if (!slice) throw new Error("Natural conversation is not configured");
9
- if (slice.model !== "qwen3-omni-flash-realtime") throw new Error("This Omni model has not been certified");
10
+ let maxSessionSeconds;
11
+ let serviceVersion;
12
+ if (slice.provider === "xopc-cloud") {
13
+ const model = requirePlatformVoiceModel(slice.model, "conversation");
14
+ maxSessionSeconds = model.voice.limits.maxSessionSeconds;
15
+ serviceVersion = model.voice.serviceVersion;
16
+ if (!model.voice.voices.some((voice) => voice.id === slice.voice)) throw new Error("Selected voice is unavailable");
17
+ }
10
18
  const managed = slice.provider === "xopc-cloud";
11
19
  const url = new URL(managed ? `${resolveXopcModelRouterUrl(slice.baseUrl)}/audio/conversations/realtime` : slice.baseUrl ?? "wss://dashscope.aliyuncs.com/api-ws/v1/realtime");
12
20
  if (managed && url.protocol === "https:") url.protocol = "wss:";
@@ -15,7 +23,9 @@ async function resolveOmniRoute(config) {
15
23
  const apiKey = managed ? await getProviderAuthService().resolveApiKey("xopc-cloud") : slice.apiKey ?? config.tools?.media?.audio?.providers?.alibaba?.apiKey ?? await getProviderAuthService().resolveApiKey("dashscope");
16
24
  if (!apiKey) throw new Error("Omni credentials are unavailable");
17
25
  url.search = new URLSearchParams({ model: slice.model }).toString();
26
+ if (serviceVersion) url.searchParams.set("service_version", String(serviceVersion));
18
27
  return {
28
+ maxSessionSeconds,
19
29
  route: {
20
30
  provider: slice.provider,
21
31
  model: slice.model,