@xopcai/xopc 0.0.389 → 0.0.390

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (302) hide show
  1. package/dist/browser-ext/manifest.json +1 -1
  2. package/dist/extensions/telegram/src/plugin.js +1 -1
  3. package/dist/extensions/telegram/xopc.extension.json +1 -1
  4. package/dist/gateway/static/root/assets/{activity-store-dvik6t7Z.js → activity-store-DGMAYkw8.js} +1 -1
  5. package/dist/gateway/static/root/assets/{agent-avatar-dicebear-bWMd5TDC.js → agent-avatar-dicebear-B4AsZzJR.js} +1 -1
  6. package/dist/gateway/static/root/assets/agent-defaults-settings-panel-9NUY1sO3.js +1 -0
  7. package/dist/gateway/static/root/assets/agent-plugin-dialog-CNc6ntzP.js +1 -0
  8. package/dist/gateway/static/root/assets/agents-QNY9Vkrf.js +77 -0
  9. package/dist/gateway/static/root/assets/{agents-admin-api-BlNGyXpm.js → agents-admin-api-DxdaiFWn.js} +1 -1
  10. package/dist/gateway/static/root/assets/app-management-settings-panel-DHRfLkYD.js +1 -0
  11. package/dist/gateway/static/root/assets/{appearance-settings-CUAdx44v.js → appearance-settings-DtKSapgb.js} +1 -1
  12. package/dist/gateway/static/root/assets/{apps-page-D5zDB6gp.js → apps-page-B9kuRt_z.js} +1 -1
  13. package/dist/gateway/static/root/assets/{archive-plugin-Du6dJNcl.js → archive-plugin-AgySTXp_.js} +1 -1
  14. package/dist/gateway/static/root/assets/{automations-page-BO8Ig5Z4.js → automations-page-D1o7ZtUW.js} +1 -1
  15. package/dist/gateway/static/root/assets/automations-workspace-BJenz0P1.js +6 -0
  16. package/dist/gateway/static/root/assets/{binary-plugins-D7VJjwnr.js → binary-plugins-A1AXOsO6.js} +1 -1
  17. package/dist/gateway/static/root/assets/{block-editor-CaJlWTAn.js → block-editor-DUNLkLKF.js} +3 -3
  18. package/dist/gateway/static/root/assets/{browser-automation-inputs-iyMBJmQX.js → browser-automation-inputs-BvUC6OiW.js} +1 -1
  19. package/dist/gateway/static/root/assets/browser-automations-page-Dq2LlVMh.js +3 -0
  20. package/dist/gateway/static/root/assets/browser-settings-page-BOZ-1g51.js +3 -0
  21. package/dist/gateway/static/root/assets/{capabilities-MCKRMZDK.js → capabilities-BkCutK0V.js} +1 -1
  22. package/dist/gateway/static/root/assets/{capabilities-CEH1AnXc.js → capabilities-D61uSJPy.js} +1 -1
  23. package/dist/gateway/static/root/assets/capabilities-page-BDP6gzlv.js +2 -0
  24. package/dist/gateway/static/root/assets/capabilities-settings-panel-D6PL3Mfl.js +8 -0
  25. package/dist/gateway/static/root/assets/{capability-header-actions-BIA0Lwt5.js → capability-header-actions-D9uGs4Pw.js} +1 -1
  26. package/dist/gateway/static/root/assets/channels-xb7n8rwF.js +1 -0
  27. package/dist/gateway/static/root/assets/chat-terminal-dock-Dgn09YDs.js +36 -0
  28. package/dist/gateway/static/root/assets/{computer-settings-page-DvY3zgyY.js → computer-settings-page-C66P4ifT.js} +1 -1
  29. package/dist/gateway/static/root/assets/{connector-service-page-St2-Fj3y.js → connector-service-page-Dp35XdYf.js} +1 -1
  30. package/dist/gateway/static/root/assets/connectors-page-BHcRxYib.js +1 -0
  31. package/dist/gateway/static/root/assets/{date-picker-C0-D80ny.js → date-picker-CddHY982.js} +1 -1
  32. package/dist/gateway/static/root/assets/{dependency-picker-CNd7mwMU.js → dependency-picker-Ob6BZTqv.js} +1 -1
  33. package/dist/gateway/static/root/assets/{desktop-pet-C-2wDANn.js → desktop-pet-dmwCV-I4.js} +1 -1
  34. package/dist/gateway/static/root/assets/{desktop-pet-settings-DyhxLrdJ.js → desktop-pet-settings-B-TBkZAZ.js} +1 -1
  35. package/dist/gateway/static/root/assets/device-pairing-wizard-SWHwRgG3.js +1 -0
  36. package/dist/gateway/static/root/assets/{directory-picker-path-field-CNivVIPT.js → directory-picker-path-field-6VZa4fT1.js} +1 -1
  37. package/dist/gateway/static/root/assets/{extension-debug-page-CGYO3JPw.js → extension-debug-page-C0_njMva.js} +1 -1
  38. package/dist/gateway/static/root/assets/{extension-page-Dc51ALAg.js → extension-page-BeBLMFmW.js} +1 -1
  39. package/dist/gateway/static/root/assets/{extension-provider-BXPILdlw.js → extension-provider-DWI0KAKT.js} +1 -1
  40. package/dist/gateway/static/root/assets/extension-settings-page-BiLUwoKx.js +1 -0
  41. package/dist/gateway/static/root/assets/{gateway-config-swr-Bc2MytsF.js → gateway-config-swr-CmYcOqhb.js} +1 -1
  42. package/dist/gateway/static/root/assets/{gateway-realtime-BFK-vlME.js → gateway-realtime-Ci1Jst5g.js} +1 -1
  43. package/dist/gateway/static/root/assets/gateway-realtime-store-BMUiUQMk.js +1 -0
  44. package/dist/gateway/static/root/assets/gateway-settings-CzWT_v09.js +1 -0
  45. package/dist/gateway/static/root/assets/{gateway-startup-retry-BDPMttPx.js → gateway-startup-retry-C-BG5M7H.js} +1 -1
  46. package/dist/gateway/static/root/assets/{highlighted-body-KQOG7T2V-DAlRGMge.js → highlighted-body-KQOG7T2V-CsA7lCVc.js} +1 -1
  47. package/dist/gateway/static/root/assets/home-page-BeXJfxsg.js +2 -0
  48. package/dist/gateway/static/root/assets/image-generation-api-B_DqCwtV.js +1 -0
  49. package/dist/gateway/static/root/assets/imports-page-oAvAF9QS.js +1 -0
  50. package/dist/gateway/static/root/assets/index-W9ls-0Yd.css +1 -0
  51. package/dist/gateway/static/root/assets/index-xTL-vb51.js +260 -0
  52. package/dist/gateway/static/root/assets/{keyboard-shortcuts-settings-BYYC9Qmw.js → keyboard-shortcuts-settings--MjYe-Pb.js} +1 -1
  53. package/dist/gateway/static/root/assets/{local-app-workbench-page-BKZfn-MS.js → local-app-workbench-page-DL33dtd7.js} +1 -1
  54. package/dist/gateway/static/root/assets/{local-apps-page-BU8pUsVM.js → local-apps-page-DOa7mxjB.js} +1 -1
  55. package/dist/gateway/static/root/assets/{local-session-drafts-kFc_MAA9.js → local-session-drafts-DAtLkTPg.js} +1 -1
  56. package/dist/gateway/static/root/assets/{locale-store-Dr43FCty.js → locale-store-DMy9W6IG.js} +1 -1
  57. package/dist/gateway/static/root/assets/logs-page-C-GbTYsM.js +2 -0
  58. package/dist/gateway/static/root/assets/management-settings-C0TzuD3-.js +1 -0
  59. package/dist/gateway/static/root/assets/{markdown-view-CdKlPjJM.js → markdown-view-wyOHdXEg.js} +1 -1
  60. package/dist/gateway/static/root/assets/{media-plugins-DE9zt88i.js → media-plugins-Pb2zr_-L.js} +1 -1
  61. package/dist/gateway/static/root/assets/mermaid-MCJ5UELQ-BxyGGa4D.js +1 -0
  62. package/dist/gateway/static/root/assets/messages-O0BEUKnx.js +3 -0
  63. package/dist/gateway/static/root/assets/models-hub-cache-DdH1MODX.js +1 -0
  64. package/dist/gateway/static/root/assets/note-detail-panel-BFpEqskQ.js +5 -0
  65. package/dist/gateway/static/root/assets/{notes-api-BHouNL6-.js → notes-api-CYt2pGsm.js} +1 -1
  66. package/dist/gateway/static/root/assets/notes-page-h-qqFJ6Z.js +8 -0
  67. package/dist/gateway/static/root/assets/{page-context-capture-button-TQr8NnSc.js → page-context-capture-button-3uj5EcQC.js} +1 -1
  68. package/dist/gateway/static/root/assets/personal-page-BGyW6cdt.js +1 -0
  69. package/dist/gateway/static/root/assets/{product-open-page-BEl6syFp.js → product-open-page-hI13tPS1.js} +1 -1
  70. package/dist/gateway/static/root/assets/{product-preview-content-BxSHnbqz.js → product-preview-content-lT_in0-Q.js} +1 -1
  71. package/dist/gateway/static/root/assets/project-detail-page-Baj7fQ7N.js +1 -0
  72. package/dist/gateway/static/root/assets/projects-page-D7DyQFU3.js +1 -0
  73. package/dist/gateway/static/root/assets/{registry-api-BD5IgDOA.js → registry-api-CgQrCqL6.js} +1 -1
  74. package/dist/gateway/static/root/assets/remote-access-hub-DU_d93Tm.js +1 -0
  75. package/dist/gateway/static/root/assets/{runtime-tools-api-CjTRoQWT.js → runtime-tools-api-D12qVKeC.js} +1 -1
  76. package/dist/gateway/static/root/assets/runtime-tools-settings-panel-DOSPOfCU.js +1 -0
  77. package/dist/gateway/static/root/assets/scenes-page-swyUIF5A.js +2 -0
  78. package/dist/gateway/static/root/assets/{schema-form-ByG-R6N2.js → schema-form-CwOFgsyh.js} +1 -1
  79. package/dist/gateway/static/root/assets/{send-session-input-UAVStisp.js → send-session-input-nH8Cw0US.js} +1 -1
  80. package/dist/gateway/static/root/assets/{session-api-DvgEiNRS.js → session-api-B9HrwF-c.js} +1 -1
  81. package/dist/gateway/static/root/assets/{session-manager-BOb1tC_Z.js → session-manager-aXqXuqDX.js} +1 -1
  82. package/dist/gateway/static/root/assets/sessions-page-CI_PJmlX.js +1 -0
  83. package/dist/gateway/static/root/assets/settings-advanced-gate-DCVaeBLW.js +1 -0
  84. package/dist/gateway/static/root/assets/{settings-page-C1e9m23j.js → settings-page-BN70wE6R.js} +1 -1
  85. package/dist/gateway/static/root/assets/setup-status-panel-CHzcVRi-.js +1 -0
  86. package/dist/gateway/static/root/assets/{share-link-dialog-kE_6v5Dp.js → share-link-dialog-B1TDyhPt.js} +1 -1
  87. package/dist/gateway/static/root/assets/{share-preview-page-BT-_yR1h.js → share-preview-page-Br-eAZaP.js} +1 -1
  88. package/dist/gateway/static/root/assets/{shares-api-Dg_SqHQE.js → shares-api-Bl1ZBh5S.js} +1 -1
  89. package/dist/gateway/static/root/assets/shares-settings-jgCC_E4Y.js +1 -0
  90. package/dist/gateway/static/root/assets/{skill-api-BslUYMnX.js → skill-api-ClUw3SRC.js} +1 -1
  91. package/dist/gateway/static/root/assets/{skill-reload-api-BQ2rTOP1.js → skill-reload-api--1BfIPzb.js} +1 -1
  92. package/dist/gateway/static/root/assets/skills-page-C9oRZSuL.js +2 -0
  93. package/dist/gateway/static/root/assets/{system-settings-panel-GpbPfWwo.js → system-settings-panel-tWrqu7ai.js} +1 -1
  94. package/dist/gateway/static/root/assets/{task-detail-page-5B5ZVAu0.js → task-detail-page-BYRW7Rrr.js} +2 -2
  95. package/dist/gateway/static/root/assets/{task-expandable-content-DJrrEBB4.js → task-expandable-content-D2t4ahzR.js} +1 -1
  96. package/dist/gateway/static/root/assets/{theme-store-BKpYnggg.js → theme-store-BBLjE0fi.js} +1 -1
  97. package/dist/gateway/static/root/assets/{tracing-settings-page-D71w7dwV.js → tracing-settings-page-5ATxQH5c.js} +1 -1
  98. package/dist/gateway/static/root/assets/{tunnel-api-BV46CvS8.js → tunnel-api-CF1Qh4wU.js} +1 -1
  99. package/dist/gateway/static/root/assets/{usage-page-rMuwNpJi.js → usage-page-CuEHzXil.js} +1 -1
  100. package/dist/gateway/static/root/assets/{use-autosave-CzyqRffr.js → use-autosave-tY3keIbm.js} +1 -1
  101. package/dist/gateway/static/root/assets/{use-composer-attachments-Dviq-1f6.js → use-composer-attachments-CXsocZjt.js} +1 -1
  102. package/dist/gateway/static/root/assets/{use-file-preview-expanded-D5Kk7Hon.js → use-file-preview-expanded-CEsxnDnQ.js} +2 -2
  103. package/dist/gateway/static/root/assets/user-model-page-Dvt5TIZ6.js +2 -0
  104. package/dist/gateway/static/root/assets/{voice-api-key-field-DWtbmacd.js → voice-api-key-field-COTNLUU3.js} +1 -1
  105. package/dist/gateway/static/root/assets/{voice-config-api-DnIjZm_9.js → voice-config-api-DrxBjSja.js} +1 -1
  106. package/dist/gateway/static/root/assets/voice-transcribe-api-B47j0_xA.js +1 -0
  107. package/dist/gateway/static/root/assets/{work-discovery-overlay-ChEG71hz.js → work-discovery-overlay-PByMJrhV.js} +1 -1
  108. package/dist/gateway/static/root/assets/{workflow-run-setup-panel-pdiRKLxP.js → workflow-run-setup-panel-CSUkMo63.js} +2 -2
  109. package/dist/gateway/static/root/assets/{workflows-page-D9LMxINt.js → workflows-page-BUDvFo3R.js} +3 -3
  110. package/dist/gateway/static/root/assets/{workspace-api-CZDvu7uA.js → workspace-api-Bmx1O449.js} +2 -2
  111. package/dist/gateway/static/root/assets/{xopc-cloud-account-card-CbUgg1SK.js → xopc-cloud-account-card-DVsAbvwP.js} +1 -1
  112. package/dist/gateway/static/root/index.html +28 -27
  113. package/dist/package.js +1 -1
  114. package/dist/packages/gateway-contract/src/discussions.js +3 -2
  115. package/dist/packages/gateway-contract/src/index.js +4 -0
  116. package/dist/packages/gateway-contract/src/provider-setup.js +6 -0
  117. package/dist/packages/gateway-contract/src/recording-outcome.js +6 -0
  118. package/dist/packages/image-providers/src/catalog.js +10 -0
  119. package/dist/packages/image-providers/src/execute.js +5 -1
  120. package/dist/packages/image-providers/src/validation.js +19 -1
  121. package/dist/src/agent/background-review/run-background-review.d.ts +0 -1
  122. package/dist/src/agent/background-review/run-background-review.js +10 -2
  123. package/dist/src/agent/embedded/run-for-session.js +26 -3
  124. package/dist/src/agent/embedded/run-turn.js +12 -0
  125. package/dist/src/agent/embedded/xopc-stream-bridge.js +3 -0
  126. package/dist/src/agent/image/generation/runtime.js +12 -14
  127. package/dist/src/agent/image/understanding/runtime.js +5 -0
  128. package/dist/src/agent/inbound/inbound-loop.d.ts +1 -15
  129. package/dist/src/agent/inbound/inbound-loop.js +5 -0
  130. package/dist/src/agent/mcp/connection-errors.d.ts +3 -0
  131. package/dist/src/agent/mcp/connection-errors.js +32 -0
  132. package/dist/src/agent/mcp/connection-setup.d.ts +2 -0
  133. package/dist/src/agent/mcp/connection-setup.js +38 -18
  134. package/dist/src/agent/memory/compaction.js +5 -1
  135. package/dist/src/agent/memory/idle-compaction-scheduler.js +3 -1
  136. package/dist/src/agent/models/manager.d.ts +1 -0
  137. package/dist/src/agent/models/manager.js +4 -2
  138. package/dist/src/agent/orchestration/agent-orchestrator.d.ts +1 -6
  139. package/dist/src/agent/orchestration/agent-orchestrator.js +5 -0
  140. package/dist/src/agent/service/process-direct-one-shot.js +5 -0
  141. package/dist/src/agent/service/process-direct-streaming.d.ts +1 -0
  142. package/dist/src/agent/service/process-direct-streaming.js +17 -1
  143. package/dist/src/agent/tools/image-generate-tool.js +5 -1
  144. package/dist/src/agent-config/resolver.js +5 -0
  145. package/dist/src/agent-config/schema.d.ts +26 -6
  146. package/dist/src/agent-config/schema.js +2 -0
  147. package/dist/src/ai-assist/text-assist.js +5 -16
  148. package/dist/src/automations/service/action-executor.js +3 -1
  149. package/dist/src/channels/index.js +1 -1
  150. package/dist/src/channels/manager.js +1 -1
  151. package/dist/src/cli/commands/channels.js +1 -1
  152. package/dist/src/cli/commands/connectors.js +1 -1
  153. package/dist/src/cli/commands/doctor/checks/database-schema.js +1 -1
  154. package/dist/src/cli/commands/extension-marketplace.js +1 -1
  155. package/dist/src/cli/commands/models.js +1 -1
  156. package/dist/src/cli/commands/onboard.js +1 -1
  157. package/dist/src/config/agent-model-intents.js +4 -1
  158. package/dist/src/config/schema.d.ts +11 -5
  159. package/dist/src/config/schema.js +11 -3
  160. package/dist/src/discussions/analyzer.d.ts +2 -0
  161. package/dist/src/discussions/analyzer.js +38 -9
  162. package/dist/src/discussions/audio-clip.d.ts +3 -0
  163. package/dist/src/discussions/audio-clip.js +72 -0
  164. package/dist/src/discussions/live-worker.js +3 -1
  165. package/dist/src/discussions/long-review.d.ts +17 -0
  166. package/dist/src/discussions/long-review.js +278 -0
  167. package/dist/src/discussions/media-timeline.d.ts +21 -0
  168. package/dist/src/discussions/media-timeline.js +134 -0
  169. package/dist/src/discussions/organizer-worker.d.ts +4 -1
  170. package/dist/src/discussions/organizer-worker.js +17 -12
  171. package/dist/src/discussions/organizer.js +2 -0
  172. package/dist/src/discussions/processing.d.ts +43 -0
  173. package/dist/src/discussions/processing.js +125 -0
  174. package/dist/src/discussions/recording.js +202 -42
  175. package/dist/src/discussions/recordingJobs.js +2 -0
  176. package/dist/src/discussions/repository.js +4 -2
  177. package/dist/src/discussions/review.d.ts +8 -0
  178. package/dist/src/discussions/review.js +183 -0
  179. package/dist/src/discussions/sealer.d.ts +7 -1
  180. package/dist/src/discussions/sealer.js +163 -87
  181. package/dist/src/discussions/service.d.ts +7 -1
  182. package/dist/src/discussions/service.js +51 -15
  183. package/dist/src/discussions/types.d.ts +2 -1
  184. package/dist/src/extensions/sdk/index.js +1 -1
  185. package/dist/src/gateway/agent-builtin-tools.d.ts +1 -1
  186. package/dist/src/gateway/global-defaults-admin.d.ts +3 -1
  187. package/dist/src/gateway/global-defaults-admin.js +14 -2
  188. package/dist/src/gateway/hono/lib/config-payload.d.ts +11 -2
  189. package/dist/src/gateway/hono/lib/config-payload.js +2 -0
  190. package/dist/src/gateway/hono/lib/voice-settings-revisions.d.ts +5 -0
  191. package/dist/src/gateway/hono/lib/voice-settings-revisions.js +23 -0
  192. package/dist/src/gateway/hono/routes/config-patch/misc.js +8 -1
  193. package/dist/src/gateway/hono/routes/config.js +12 -0
  194. package/dist/src/gateway/hono/routes/discussions.js +63 -1
  195. package/dist/src/gateway/hono/routes/global-defaults.js +8 -1
  196. package/dist/src/gateway/hono/routes/models.js +12 -4
  197. package/dist/src/gateway/hono/routes/provider-setup.d.ts +3 -0
  198. package/dist/src/gateway/hono/routes/provider-setup.js +106 -0
  199. package/dist/src/gateway/hono/routes/status.js +2 -0
  200. package/dist/src/gateway/hono/routes/voice.js +23 -10
  201. package/dist/src/gateway/provider-model-setup.d.ts +4 -0
  202. package/dist/src/gateway/provider-model-setup.js +56 -0
  203. package/dist/src/gateway/service/config-coordinator.d.ts +2 -2
  204. package/dist/src/gateway/service.js +7 -7
  205. package/dist/src/home-intelligence/host.js +2 -2
  206. package/dist/src/media-shared/http/provider-http.d.ts +0 -6
  207. package/dist/src/media-shared/http/provider-http.js +5 -4
  208. package/dist/src/media-understanding/runner.d.ts +0 -28
  209. package/dist/src/media-understanding/runner.js +4 -0
  210. package/dist/src/platform/client.d.ts +1 -1
  211. package/dist/src/platform/contracts.d.ts +1 -1
  212. package/dist/src/providers/env-keys.js +3 -0
  213. package/dist/src/providers/extension-stream-bridge.js +3 -0
  214. package/dist/src/providers/index.js +15 -0
  215. package/dist/src/providers/model-call.d.ts +5 -2
  216. package/dist/src/providers/model-call.js +13 -2
  217. package/dist/src/providers/model-reference-auditor.js +1 -0
  218. package/dist/src/providers/model-response.js +1 -1
  219. package/dist/src/providers/model-usage.d.ts +15 -0
  220. package/dist/src/providers/model-usage.js +50 -0
  221. package/dist/src/providers/presentation.js +8 -0
  222. package/dist/src/providers/setup/engine.d.ts +37 -0
  223. package/dist/src/providers/setup/engine.js +177 -0
  224. package/dist/src/providers/setup/profiles.d.ts +4 -0
  225. package/dist/src/providers/setup/profiles.js +94 -0
  226. package/dist/src/providers/setup/voice.d.ts +23 -0
  227. package/dist/src/providers/setup/voice.js +234 -0
  228. package/dist/src/scenes/agentExecutor.d.ts +1 -0
  229. package/dist/src/scenes/agentExecutor.js +5 -0
  230. package/dist/src/storage/sqlite/migrations/253_discussion_processing_recovery.sql +20 -0
  231. package/dist/src/storage/sqlite/migrations/254_discussion_annotations.sql +17 -0
  232. package/dist/src/storage/sqlite/migrations/255_discussion_chapter_progress.sql +10 -0
  233. package/dist/src/storage/sqlite/migrations/runner.d.ts +1 -1
  234. package/dist/src/storage/sqlite/migrations/runner.js +3 -3
  235. package/dist/src/storage/sqlite/schema.js +1 -1
  236. package/dist/src/usage/recorder.js +2 -1
  237. package/dist/src/usage/scenario-registry.js +128 -123
  238. package/dist/src/voice/dashscope/streaming-stt-session.js +3 -0
  239. package/dist/src/voice/dashscope/streaming-tts-stream.js +3 -0
  240. package/dist/src/voice/dictation.d.ts +12 -0
  241. package/dist/src/voice/dictation.js +22 -0
  242. package/dist/src/voice/metadata/builtin.js +54 -0
  243. package/dist/src/voice/platform-streams.js +3 -0
  244. package/dist/src/voice/realtime/omniEngine.js +3 -0
  245. package/dist/src/voice/realtime/omniRoute.js +3 -2
  246. package/dist/src/voice/realtime/runtime.js +4 -2
  247. package/dist/src/voice/stt/factory.js +9 -3
  248. package/dist/src/voice/stt/providers/bailian-plan-transcription.d.ts +2 -0
  249. package/dist/src/voice/stt/providers/bailian-plan-transcription.js +32 -0
  250. package/dist/src/voice/stt/providers/index.d.ts +1 -0
  251. package/dist/src/voice/stt/providers/index.js +2 -1
  252. package/dist/src/voice/token-plan.d.ts +8 -0
  253. package/dist/src/voice/token-plan.js +11 -0
  254. package/dist/src/voice/tts/factory.js +4 -1
  255. package/dist/src/voice/tts/providers/bailian-plan-speech.d.ts +2 -0
  256. package/dist/src/voice/tts/providers/bailian-plan-speech.js +84 -0
  257. package/dist/src/voice/tts/providers/index.d.ts +1 -0
  258. package/dist/src/voice/tts/providers/index.js +2 -1
  259. package/dist/src/voice/tts/speak-core.js +10 -1
  260. package/package.json +4 -4
  261. package/dist/gateway/static/root/assets/agent-defaults-settings-panel-Ds0Ue2FB.js +0 -1
  262. package/dist/gateway/static/root/assets/agent-plugin-dialog-UunIxc1q.js +0 -1
  263. package/dist/gateway/static/root/assets/agents-BLRM4o-U.js +0 -77
  264. package/dist/gateway/static/root/assets/app-management-settings-panel-Dmy828Pe.js +0 -1
  265. package/dist/gateway/static/root/assets/automations-workspace-UcCneEs3.js +0 -6
  266. package/dist/gateway/static/root/assets/browser-automations-page-BjvQnYfO.js +0 -3
  267. package/dist/gateway/static/root/assets/browser-settings-page-D5ZghI28.js +0 -3
  268. package/dist/gateway/static/root/assets/capabilities-page-MC8qIrXo.js +0 -2
  269. package/dist/gateway/static/root/assets/capabilities-settings-panel-Blz3hEzp.js +0 -8
  270. package/dist/gateway/static/root/assets/channels-DSg_iCVC.js +0 -1
  271. package/dist/gateway/static/root/assets/chat-terminal-dock-C97SJEwd.js +0 -36
  272. package/dist/gateway/static/root/assets/connectors-page-DXk-GAsd.js +0 -1
  273. package/dist/gateway/static/root/assets/device-pairing-wizard-BeSuq__I.js +0 -1
  274. package/dist/gateway/static/root/assets/extension-settings-page-jYu6qpY2.js +0 -1
  275. package/dist/gateway/static/root/assets/fallback-models-CoyzvDo7.js +0 -1
  276. package/dist/gateway/static/root/assets/gateway-realtime-store-C3vH-Iup.js +0 -1
  277. package/dist/gateway/static/root/assets/gateway-settings-JlT1dlSj.js +0 -1
  278. package/dist/gateway/static/root/assets/home-page-DOVl8s-1.js +0 -2
  279. package/dist/gateway/static/root/assets/image-generation-api-BZBiYDmV.js +0 -1
  280. package/dist/gateway/static/root/assets/imports-page-DgdBTp_0.js +0 -1
  281. package/dist/gateway/static/root/assets/index-CmC8JkSM.js +0 -260
  282. package/dist/gateway/static/root/assets/index-Dgzc0oBu.css +0 -1
  283. package/dist/gateway/static/root/assets/logs-page-BSepiACn.js +0 -2
  284. package/dist/gateway/static/root/assets/management-settings-dE_ykPNY.js +0 -1
  285. package/dist/gateway/static/root/assets/mermaid-MCJ5UELQ-65SE6j-_.js +0 -1
  286. package/dist/gateway/static/root/assets/messages-DlTNQI92.js +0 -3
  287. package/dist/gateway/static/root/assets/models-hub-cache-C7FAsEe_.js +0 -1
  288. package/dist/gateway/static/root/assets/note-detail-panel-D9oqhdyk.js +0 -5
  289. package/dist/gateway/static/root/assets/notes-page-Bd4_7ph8.js +0 -8
  290. package/dist/gateway/static/root/assets/personal-page-BvWzq4Wp.js +0 -1
  291. package/dist/gateway/static/root/assets/project-detail-page-D-qkIXVT.js +0 -1
  292. package/dist/gateway/static/root/assets/projects-page-BQtw1Dfn.js +0 -1
  293. package/dist/gateway/static/root/assets/remote-access-hub-CYFNz0Jc.js +0 -1
  294. package/dist/gateway/static/root/assets/runtime-tools-settings-panel-Qq_NyYx_.js +0 -1
  295. package/dist/gateway/static/root/assets/scenes-page-hGr-ppYk.js +0 -2
  296. package/dist/gateway/static/root/assets/sessions-page-CpX1Rluw.js +0 -1
  297. package/dist/gateway/static/root/assets/settings-advanced-gate-D2s_MlxR.js +0 -1
  298. package/dist/gateway/static/root/assets/settings-loading-skeleton-BTqvr_Fw.js +0 -1
  299. package/dist/gateway/static/root/assets/setup-status-panel-BiHRYDHq.js +0 -1
  300. package/dist/gateway/static/root/assets/shares-settings-DfcAu08T.js +0 -1
  301. package/dist/gateway/static/root/assets/skills-page-CvKc5nBN.js +0 -2
  302. package/dist/gateway/static/root/assets/user-model-page-Dhqw3v_u.js +0 -2
@@ -1,126 +1,5 @@
1
+ import { __esmMin } from "../../_virtual/_rolldown/runtime.js";
1
2
  //#region src/usage/scenario-registry.ts
2
- const SCENARIOS = {
3
- "images.generate": {
4
- category: "other",
5
- reasonKey: "usage.reason.imageGeneration",
6
- trigger: "agent"
7
- },
8
- "audio.transcribe": {
9
- category: "other",
10
- reasonKey: "usage.reason.audioTranscription",
11
- trigger: "user"
12
- },
13
- "audio.speech": {
14
- category: "other",
15
- reasonKey: "usage.reason.audioSpeech",
16
- trigger: "agent"
17
- },
18
- "agent.answer": {
19
- category: "chat",
20
- reasonKey: "usage.reason.agentAnswer",
21
- trigger: "user"
22
- },
23
- "agent.continue_after_tool": {
24
- category: "tool_loop",
25
- reasonKey: "usage.reason.continueAfterTool",
26
- trigger: "agent"
27
- },
28
- "agent.background_review": {
29
- category: "delegation",
30
- reasonKey: "usage.reason.backgroundReview",
31
- trigger: "agent"
32
- },
33
- "session.compact": {
34
- category: "compaction",
35
- reasonKey: "usage.reason.sessionCompaction",
36
- trigger: "system"
37
- },
38
- "session.generate_title": {
39
- category: "session_title",
40
- reasonKey: "usage.reason.sessionTitle",
41
- trigger: "system"
42
- },
43
- "media.understand_image": {
44
- category: "image_understanding",
45
- reasonKey: "usage.reason.imageUnderstanding",
46
- trigger: "user"
47
- },
48
- "tool.web_extract": {
49
- category: "web_extract",
50
- reasonKey: "usage.reason.webExtract",
51
- trigger: "agent"
52
- },
53
- "tool.session_search_summarize": {
54
- category: "session_search",
55
- reasonKey: "usage.reason.sessionSearch",
56
- trigger: "agent"
57
- },
58
- "note.generate": {
59
- category: "note_generation",
60
- reasonKey: "usage.reason.noteGeneration",
61
- trigger: "user"
62
- },
63
- "automation.generate_draft": {
64
- category: "automation",
65
- reasonKey: "usage.reason.automationDraft",
66
- trigger: "user"
67
- },
68
- "scene.execute": {
69
- category: "scene",
70
- reasonKey: "usage.reason.sceneExecution",
71
- trigger: "scheduled"
72
- },
73
- "task.plan_contract": {
74
- category: "task_planning",
75
- reasonKey: "usage.reason.taskPlanning",
76
- trigger: "agent"
77
- },
78
- "task.judge_result": {
79
- category: "task_judging",
80
- reasonKey: "usage.reason.taskJudging",
81
- trigger: "agent"
82
- },
83
- "voice.summarize_for_tts": {
84
- category: "voice_summary",
85
- reasonKey: "usage.reason.voiceSummary",
86
- trigger: "user"
87
- },
88
- "voice.select": {
89
- category: "voice_summary",
90
- reasonKey: "usage.reason.voiceSelection",
91
- trigger: "user"
92
- },
93
- "home.generate_advice": {
94
- category: "home_intelligence",
95
- reasonKey: "usage.reason.homeAdvice",
96
- trigger: "system"
97
- },
98
- "work_discovery.analyze": {
99
- category: "work_discovery",
100
- reasonKey: "usage.reason.workDiscovery",
101
- trigger: "user"
102
- },
103
- "work_discovery.investigate": {
104
- category: "work_discovery",
105
- reasonKey: "usage.reason.workInvestigation",
106
- trigger: "user"
107
- },
108
- "discussion.analyze": {
109
- category: "discussion_analysis",
110
- reasonKey: "usage.reason.discussionAnalysis",
111
- trigger: "user"
112
- },
113
- "text_assist.generate": {
114
- category: "other",
115
- reasonKey: "usage.reason.textAssist",
116
- trigger: "user"
117
- },
118
- "user_model.interpret": {
119
- category: "other",
120
- reasonKey: "usage.reason.userModelInterpretation",
121
- trigger: "system"
122
- }
123
- };
124
3
  function resolveAiUsageScenario(operation) {
125
4
  return SCENARIOS[operation] ?? {
126
5
  category: "other",
@@ -128,5 +7,131 @@ function resolveAiUsageScenario(operation) {
128
7
  trigger: "system"
129
8
  };
130
9
  }
10
+ var SCENARIOS;
11
+ var init_scenario_registry = __esmMin((() => {
12
+ SCENARIOS = {
13
+ "images.generate": {
14
+ category: "other",
15
+ reasonKey: "usage.reason.imageGeneration",
16
+ trigger: "agent"
17
+ },
18
+ "audio.transcribe": {
19
+ category: "other",
20
+ reasonKey: "usage.reason.audioTranscription",
21
+ trigger: "user"
22
+ },
23
+ "audio.speech": {
24
+ category: "other",
25
+ reasonKey: "usage.reason.audioSpeech",
26
+ trigger: "agent"
27
+ },
28
+ "agent.answer": {
29
+ category: "chat",
30
+ reasonKey: "usage.reason.agentAnswer",
31
+ trigger: "user"
32
+ },
33
+ "agent.continue_after_tool": {
34
+ category: "tool_loop",
35
+ reasonKey: "usage.reason.continueAfterTool",
36
+ trigger: "agent"
37
+ },
38
+ "agent.background_review": {
39
+ category: "delegation",
40
+ reasonKey: "usage.reason.backgroundReview",
41
+ trigger: "agent"
42
+ },
43
+ "session.compact": {
44
+ category: "compaction",
45
+ reasonKey: "usage.reason.sessionCompaction",
46
+ trigger: "system"
47
+ },
48
+ "session.generate_title": {
49
+ category: "session_title",
50
+ reasonKey: "usage.reason.sessionTitle",
51
+ trigger: "system"
52
+ },
53
+ "media.understand_image": {
54
+ category: "image_understanding",
55
+ reasonKey: "usage.reason.imageUnderstanding",
56
+ trigger: "user"
57
+ },
58
+ "tool.web_extract": {
59
+ category: "web_extract",
60
+ reasonKey: "usage.reason.webExtract",
61
+ trigger: "agent"
62
+ },
63
+ "tool.session_search_summarize": {
64
+ category: "session_search",
65
+ reasonKey: "usage.reason.sessionSearch",
66
+ trigger: "agent"
67
+ },
68
+ "note.generate": {
69
+ category: "note_generation",
70
+ reasonKey: "usage.reason.noteGeneration",
71
+ trigger: "user"
72
+ },
73
+ "automation.generate_draft": {
74
+ category: "automation",
75
+ reasonKey: "usage.reason.automationDraft",
76
+ trigger: "user"
77
+ },
78
+ "scene.execute": {
79
+ category: "scene",
80
+ reasonKey: "usage.reason.sceneExecution",
81
+ trigger: "scheduled"
82
+ },
83
+ "task.plan_contract": {
84
+ category: "task_planning",
85
+ reasonKey: "usage.reason.taskPlanning",
86
+ trigger: "agent"
87
+ },
88
+ "task.judge_result": {
89
+ category: "task_judging",
90
+ reasonKey: "usage.reason.taskJudging",
91
+ trigger: "agent"
92
+ },
93
+ "voice.summarize_for_tts": {
94
+ category: "voice_summary",
95
+ reasonKey: "usage.reason.voiceSummary",
96
+ trigger: "user"
97
+ },
98
+ "voice.select": {
99
+ category: "voice_summary",
100
+ reasonKey: "usage.reason.voiceSelection",
101
+ trigger: "user"
102
+ },
103
+ "home.generate_advice": {
104
+ category: "home_intelligence",
105
+ reasonKey: "usage.reason.homeAdvice",
106
+ trigger: "system"
107
+ },
108
+ "work_discovery.analyze": {
109
+ category: "work_discovery",
110
+ reasonKey: "usage.reason.workDiscovery",
111
+ trigger: "user"
112
+ },
113
+ "work_discovery.investigate": {
114
+ category: "work_discovery",
115
+ reasonKey: "usage.reason.workInvestigation",
116
+ trigger: "user"
117
+ },
118
+ "discussion.analyze": {
119
+ category: "discussion_analysis",
120
+ reasonKey: "usage.reason.discussionAnalysis",
121
+ trigger: "user"
122
+ },
123
+ "text_assist.generate": {
124
+ category: "other",
125
+ reasonKey: "usage.reason.textAssist",
126
+ trigger: "user"
127
+ },
128
+ "user_model.interpret": {
129
+ category: "other",
130
+ reasonKey: "usage.reason.userModelInterpretation",
131
+ trigger: "system"
132
+ }
133
+ };
134
+ }));
131
135
  //#endregion
132
- export { resolveAiUsageScenario };
136
+ init_scenario_registry();
137
+ export { init_scenario_registry, resolveAiUsageScenario };
@@ -1,6 +1,8 @@
1
+ import { assertProviderUsage, init_model_usage } from "../../providers/model-usage.js";
1
2
  import { createRequire } from "node:module";
2
3
  import crypto from "node:crypto";
3
4
  //#region src/voice/dashscope/streaming-stt-session.ts
5
+ init_model_usage();
4
6
  const { WebSocket: NodeWebSocket } = createRequire(import.meta.url)("ws");
5
7
  const DEFAULT_REALTIME_URL = "wss://dashscope.aliyuncs.com/api-ws/v1/inference";
6
8
  const MAX_BUFFERED_AUDIO_BYTES = 512 * 1024;
@@ -32,6 +34,7 @@ async function openDashScopeStreamingStt(request) {
32
34
  if (request.signal.aborted) throw request.signal.reason instanceof Error ? request.signal.reason : /* @__PURE__ */ new Error("DashScope realtime STT aborted");
33
35
  if (request.inputFormat.encoding !== "pcm_s16le" || request.inputFormat.channels !== 1) throw new Error("DashScope realtime STT requires mono PCM16 audio");
34
36
  const taskId = crypto.randomUUID();
37
+ assertProviderUsage("alibaba", request.baseUrl);
35
38
  const socket = new NodeWebSocket(realtimeUrl(request.baseUrl), {
36
39
  headers: {
37
40
  Authorization: `Bearer ${request.apiKey}`,
@@ -1,9 +1,11 @@
1
1
  import { createLogger } from "../../utils/logger/index.js";
2
2
  import { init_logger } from "../../utils/logger.js";
3
+ import { assertProviderUsage, init_model_usage } from "../../providers/model-usage.js";
3
4
  import { createRequire } from "node:module";
4
5
  import crypto from "node:crypto";
5
6
  import { setTimeout as setTimeout$1 } from "node:timers/promises";
6
7
  //#region src/voice/dashscope/streaming-tts-stream.ts
8
+ init_model_usage();
7
9
  init_logger();
8
10
  const { WebSocket } = createRequire(import.meta.url)("ws");
9
11
  const DEFAULT_REALTIME_URL = "wss://dashscope.aliyuncs.com/api-ws/v1/realtime";
@@ -93,6 +95,7 @@ async function openStreamingTtsAttempt(request) {
93
95
  if (!request.apiKey) throw new Error("DashScope TTS API key is unavailable");
94
96
  request.signal.throwIfAborted();
95
97
  const startedAt = Date.now();
98
+ assertProviderUsage("alibaba", request.baseUrl);
96
99
  const socket = new WebSocket(realtimeUrl(request.baseUrl, request.model), {
97
100
  headers: { Authorization: `Bearer ${request.apiKey}` },
98
101
  perMessageDeflate: false
@@ -0,0 +1,12 @@
1
+ import type { Config } from '../config/schema.js';
2
+ /** Select before capture; a failed request must never switch billing services. */
3
+ export declare function resolveDictationRoute(config: Config): {
4
+ mode: "unavailable";
5
+ provider?: undefined;
6
+ } | {
7
+ mode: "streaming";
8
+ provider: string;
9
+ } | {
10
+ mode: "recorded";
11
+ provider: string;
12
+ };
@@ -0,0 +1,22 @@
1
+ import { resolveSTTProviderChain } from "./stt/factory.js";
2
+ import { mergeSttConfigFromAppConfig } from "./stt/config.js";
3
+ import "./stt/index.js";
4
+ import { resolveStreamingStt } from "./realtime/runtime.js";
5
+ //#region src/voice/dictation.ts
6
+ /** Select before capture; a failed request must never switch billing services. */
7
+ function resolveDictationRoute(config) {
8
+ const primary = resolveSTTProviderChain(mergeSttConfigFromAppConfig(config.tools?.media?.audio, config.tools?.media))[0];
9
+ const streaming = config.voice?.realtime?.enabled ? resolveStreamingStt(config) : void 0;
10
+ if (config.voice?.realtime?.enabled && config.voice.realtime.stt && !streaming) return { mode: "unavailable" };
11
+ if (streaming && (config.voice?.realtime?.stt || streaming.route.provider === primary?.id)) return {
12
+ mode: "streaming",
13
+ provider: streaming.route.provider
14
+ };
15
+ if (primary) return {
16
+ mode: "recorded",
17
+ provider: primary.id
18
+ };
19
+ return { mode: "unavailable" };
20
+ }
21
+ //#endregion
22
+ export { resolveDictationRoute };
@@ -457,6 +457,60 @@ const builtinVoiceProviderMetadata = [
457
457
  }
458
458
  }
459
459
  ];
460
+ builtinVoiceProviderMetadata.push({
461
+ id: "qwen-token-plan-cn",
462
+ capability: "tts",
463
+ displayName: "Alibaba Bailian Subscription",
464
+ description: "Subscription speech synthesis using the saved model-service credential.",
465
+ models: [{
466
+ id: "qwen-audio-3.0-tts-plus",
467
+ name: "Qwen Audio 3.0 TTS Plus"
468
+ }],
469
+ voices: [{
470
+ id: "longanhuan_v3.6",
471
+ name: "Long Anhuan"
472
+ }],
473
+ fields: [{
474
+ key: "model",
475
+ label: "Model",
476
+ type: "select",
477
+ options: [{
478
+ id: "qwen-audio-3.0-tts-plus",
479
+ name: "Qwen Audio 3.0 TTS Plus"
480
+ }]
481
+ }, {
482
+ key: "voice",
483
+ label: "Voice",
484
+ type: "string",
485
+ defaultValue: "longanhuan_v3.6"
486
+ }],
487
+ diagnostics: {
488
+ requiresApiKey: false,
489
+ configPath: "messages.tts.providers.qwen-token-plan-cn"
490
+ }
491
+ }, {
492
+ id: "qwen-token-plan-cn",
493
+ capability: "stt",
494
+ displayName: "Alibaba Bailian Subscription",
495
+ description: "Recorded-audio recognition using the saved model-service credential. Streaming dictation is not configured by this adapter.",
496
+ models: [{
497
+ id: "qwen-audio-3.0-asr-flash",
498
+ name: "Qwen Audio 3.0 ASR Flash"
499
+ }],
500
+ fields: [{
501
+ key: "model",
502
+ label: "Model",
503
+ type: "select",
504
+ options: [{
505
+ id: "qwen-audio-3.0-asr-flash",
506
+ name: "Qwen Audio 3.0 ASR Flash"
507
+ }]
508
+ }],
509
+ diagnostics: {
510
+ requiresApiKey: false,
511
+ configPath: "tools.media.audio.providers.qwen-token-plan-cn"
512
+ }
513
+ });
460
514
  for (const metadata of builtinVoiceProviderMetadata) registerVoiceProviderMetadata(metadata);
461
515
  //#endregion
462
516
  export { builtinVoiceProviderMetadata };
@@ -1,5 +1,7 @@
1
+ import { assertProviderUsage, init_model_usage } from "../providers/model-usage.js";
1
2
  import WebSocket from "ws";
2
3
  //#region src/voice/platform-streams.ts
4
+ init_model_usage();
3
5
  const MAX_BUFFERED_BYTES = 512 * 1024;
4
6
  const MAX_ERROR_BODY_BYTES = 16 * 1024;
5
7
  var PlatformVoiceError = class extends Error {
@@ -22,6 +24,7 @@ var PlatformVoiceError = class extends Error {
22
24
  };
23
25
  function connect(url, token, signal, onEvent, onFailure) {
24
26
  signal.throwIfAborted();
27
+ assertProviderUsage("xopc-cloud", String(url));
25
28
  const socket = new WebSocket(url, {
26
29
  headers: { Authorization: `Bearer ${token}` },
27
30
  perMessageDeflate: false,
@@ -1,5 +1,6 @@
1
1
  import { createLogger } from "../../utils/logger/index.js";
2
2
  import { init_logger } from "../../utils/logger.js";
3
+ import { assertProviderUsage, init_model_usage } from "../../providers/model-usage.js";
3
4
  import { AudioPlaybackWindow } from "./audio-playback-window.js";
4
5
  import { TurnCoordinator } from "./turnPolicy.js";
5
6
  import { PlaybackEchoCandidates } from "./playback-echo.js";
@@ -7,6 +8,7 @@ import { PcmFrameBuffer } from "./pcmFrameBuffer.js";
7
8
  import crypto from "node:crypto";
8
9
  import WebSocket from "ws";
9
10
  //#region src/voice/realtime/omniEngine.ts
11
+ init_model_usage();
10
12
  init_logger();
11
13
  const log = createLogger("Voice:Omni");
12
14
  const MAX_QUEUED_AUDIO_BYTES = 24e3 * 2 * 60;
@@ -289,6 +291,7 @@ function createOmniVoiceEngine(options) {
289
291
  start() {
290
292
  return new Promise((resolve, reject) => {
291
293
  rejectStart = reject;
294
+ assertProviderUsage(options.route.route.provider, options.route.url);
292
295
  socket = new WebSocket(options.route.url, {
293
296
  headers: { Authorization: `Bearer ${options.route.apiKey}` },
294
297
  maxPayload: 1024 * 1024,
@@ -3,6 +3,7 @@ import { init_voice } from "../../../packages/realtime-protocol/src/voice.js";
3
3
  import { init_xopc_cloud_config, resolveXopcModelRouterUrl } from "../../providers/xopc-cloud-config.js";
4
4
  import { getProviderAuthService, init_provider_auth_service } from "../../providers/provider-auth-service.js";
5
5
  import { requirePlatformVoiceModel } from "../platform-catalog.js";
6
+ import { BAILIAN_PLAN_HOST } from "../token-plan.js";
6
7
  //#region src/voice/realtime/omniRoute.ts
7
8
  init_voice();
8
9
  init_provider_auth_service();
@@ -19,11 +20,11 @@ async function resolveOmniRoute(config) {
19
20
  if (!model.voice.voices.some((voice) => voice.id === slice.voice && voiceSupportsMode(voice, "conversation"))) throw new Error("Selected voice is unavailable");
20
21
  }
21
22
  const managed = slice.provider === "xopc-cloud";
22
- const url = new URL(managed ? `${resolveXopcModelRouterUrl(slice.baseUrl)}/audio/conversations/realtime` : slice.baseUrl ?? "wss://dashscope.aliyuncs.com/api-ws/v1/realtime");
23
+ const url = new URL(managed ? `${resolveXopcModelRouterUrl(slice.baseUrl)}/audio/conversations/realtime` : slice.provider === "qwen-token-plan-cn" ? `${BAILIAN_PLAN_HOST.replace("https:", "wss:")}/api-ws/v1/realtime` : slice.baseUrl ?? "wss://dashscope.aliyuncs.com/api-ws/v1/realtime");
23
24
  if (managed && url.protocol === "https:") url.protocol = "wss:";
24
25
  if (url.protocol !== "wss:" || url.username || url.password || url.hash || url.port) throw new Error("Omni requires a secure WebSocket endpoint");
25
26
  if (!managed && (!(new Set(["dashscope.aliyuncs.com", "dashscope-intl.aliyuncs.com"]).has(url.hostname) || /^[a-zA-Z0-9-]+\.(cn-beijing|ap-southeast-1)\.maas\.aliyuncs\.com$/.test(url.hostname)) || url.pathname !== "/api-ws/v1/realtime")) throw new Error("Unsupported DashScope realtime endpoint");
26
- const apiKey = managed ? await getProviderAuthService().resolveApiKey("xopc-cloud") : slice.apiKey ?? config.tools?.media?.audio?.providers?.alibaba?.apiKey ?? await getProviderAuthService().resolveApiKey("dashscope");
27
+ const apiKey = managed || slice.provider === "qwen-token-plan-cn" ? await getProviderAuthService().resolveApiKey(slice.provider) : slice.apiKey ?? config.tools?.media?.audio?.providers?.alibaba?.apiKey ?? await getProviderAuthService().resolveApiKey("dashscope");
27
28
  if (!apiKey) throw new Error("Omni credentials are unavailable");
28
29
  url.search = new URLSearchParams({ model: slice.model }).toString();
29
30
  if (serviceVersion) url.searchParams.set("service_version", String(serviceVersion));
@@ -1,6 +1,7 @@
1
1
  import { createLogger } from "../../utils/logger/index.js";
2
2
  import { init_logger } from "../../utils/logger.js";
3
3
  import { init_changes, onUserContextChange } from "../../user-context/changes.js";
4
+ import { init_model_usage, withModelUsageOrigin } from "../../providers/model-usage.js";
4
5
  import { decodeVoiceUplinkAudioFrame, encodeVoiceAudioFrame } from "../../../packages/realtime-protocol/src/voice-audio.js";
5
6
  import { VOICE_REALTIME_HEARTBEAT_INTERVAL_MS, VOICE_REALTIME_MAX_BINARY_FRAME_BYTES, VOICE_REALTIME_START_TIMEOUT_MS, VOICE_REALTIME_WS_PATH, init_voice, parseVoiceClientJsonFrame, parseVoiceClientMessage } from "../../../packages/realtime-protocol/src/voice.js";
6
7
  import { getModelCatalogStore, init_model_catalog_store } from "../../providers/model-catalog-store.js";
@@ -22,6 +23,7 @@ import { applyVoiceOutputGain } from "./pcm-output-gain.js";
22
23
  import { createRequire } from "node:module";
23
24
  import crypto from "node:crypto";
24
25
  //#region src/voice/realtime/runtime.ts
26
+ init_model_usage();
25
27
  init_voice();
26
28
  init_logger();
27
29
  init_changes();
@@ -655,7 +657,7 @@ var VoiceRealtimeRuntime = class {
655
657
  }
656
658
  };
657
659
  const clientMetrics = /* @__PURE__ */ new Set();
658
- socket.on("message", (data, isBinary) => {
660
+ socket.on("message", (data, isBinary) => withModelUsageOrigin("interactive", () => {
659
661
  lastActivityAt = Date.now();
660
662
  if (isBinary) {
661
663
  if (!claim) {
@@ -879,7 +881,7 @@ var VoiceRealtimeRuntime = class {
879
881
  message: "Voice session is already started",
880
882
  recoverable: true
881
883
  });
882
- });
884
+ }));
883
885
  socket.once("close", () => void shutdown("disconnected", false));
884
886
  socket.once("error", (err) => log.debug({ err }, "Voice client socket failed"));
885
887
  }
@@ -1,5 +1,6 @@
1
1
  import { createLogger } from "../../utils/logger/index.js";
2
2
  import { init_logger } from "../../utils/logger.js";
3
+ import { init_profiles, isInteractiveOnlyProvider } from "../../providers/setup/profiles.js";
3
4
  import { getModelCatalogStore, init_model_catalog_store } from "../../providers/model-catalog-store.js";
4
5
  import { compareCatalogModels } from "../../providers/model-catalog-ranking.js";
5
6
  import { getMediaUnderstandingProvider, listMediaUnderstandingProviders } from "../../media-understanding/registry.js";
@@ -9,6 +10,7 @@ import { readSttProviderFields, resolveSttProviderConfigSlice } from "./config-s
9
10
  //#region src/voice/stt/factory.ts
10
11
  init_logger();
11
12
  init_model_catalog_store();
13
+ init_profiles();
12
14
  const log = createLogger("STT:Factory");
13
15
  function resolveApiKey(providerId, fields, envKey) {
14
16
  return fields.apiKey ?? (envKey ? process.env[envKey] : void 0);
@@ -58,16 +60,20 @@ function resolveSTTProviderOrder(primary, fallback, config) {
58
60
  return order;
59
61
  }
60
62
  if (!config.managedAuto) return [primary];
61
- const configured = sortAudioProvidersByAutoPriority(listMediaUnderstandingProviders()).filter((providerId) => resolveSTTProviderConfig(providerId, config) !== null);
63
+ const configured = sortAudioProvidersByAutoPriority(listMediaUnderstandingProviders()).filter((providerId) => {
64
+ const resolved = resolveSTTProviderConfig(providerId, config);
65
+ return resolved !== null && !isInteractiveOnlyProvider(providerId, resolved.baseUrl);
66
+ });
62
67
  const order = [primary];
63
68
  for (const providerId of configured) if (providerId !== primary && !order.includes(providerId)) order.push(providerId);
64
69
  return order;
65
70
  }
66
71
  function resolveModelEntryChain(config) {
72
+ const pinned = Boolean(config.models?.length) && config.fallback?.enabled === false && !config.managedAuto;
67
73
  const entries = resolveModelEntries({
68
74
  capability: "audio",
69
75
  capabilityModels: config.models,
70
- sharedModels: config.sharedModels
76
+ sharedModels: pinned ? void 0 : config.sharedModels
71
77
  });
72
78
  const chain = [];
73
79
  for (const entry of entries) {
@@ -76,7 +82,7 @@ function resolveModelEntryChain(config) {
76
82
  const resolved = resolveSTTProviderConfig(providerId, config, entry);
77
83
  if (resolved) chain.push(resolved);
78
84
  }
79
- if (chain.some((entry) => entry.id === "xopc-cloud")) appendManagedCloudModels(chain, config);
85
+ if (!pinned && chain.some((entry) => entry.id === "xopc-cloud")) appendManagedCloudModels(chain, config);
80
86
  return chain;
81
87
  }
82
88
  function appendManagedCloudModels(chain, config) {
@@ -0,0 +1,2 @@
1
+ import type { MediaUnderstandingProvider } from '../../../media-understanding/types.js';
2
+ export declare const bailianPlanTranscriptionProvider: MediaUnderstandingProvider;
@@ -0,0 +1,32 @@
1
+ import { assertProviderUsage, init_model_usage } from "../../../providers/model-usage.js";
2
+ import { init_sync_provider_auth, resolveProviderApiKeyForAgentSync } from "../../../auth/sync-provider-auth.js";
3
+ import { getProviderAuthService, init_provider_auth_service } from "../../../providers/provider-auth-service.js";
4
+ import { registerMediaUnderstandingProvider } from "../../../media-understanding/registry.js";
5
+ import { alibabaTranscriptionProvider } from "./alibaba-transcription.js";
6
+ import { BAILIAN_PLAN_HOST, BAILIAN_PLAN_PROVIDER, BAILIAN_PLAN_STT_MODEL } from "../../token-plan.js";
7
+ //#region src/voice/stt/providers/bailian-plan-transcription.ts
8
+ init_sync_provider_auth();
9
+ init_provider_auth_service();
10
+ init_model_usage();
11
+ const bailianPlanTranscriptionProvider = {
12
+ id: BAILIAN_PLAN_PROVIDER,
13
+ capabilities: ["audio"],
14
+ requiresApiKey: false,
15
+ defaultModels: { audio: BAILIAN_PLAN_STT_MODEL },
16
+ isConfigured: () => Boolean(resolveProviderApiKeyForAgentSync("qwen-token-plan-cn") ?? process.env.QWEN_TOKEN_PLAN_CN_API_KEY),
17
+ transcribeAudio: async (request) => {
18
+ assertProviderUsage(BAILIAN_PLAN_PROVIDER);
19
+ const apiKey = await getProviderAuthService().resolveApiKey(BAILIAN_PLAN_PROVIDER);
20
+ if (!apiKey) throw new Error("Bailian subscription STT credential is unavailable");
21
+ if (request.model && request.model !== "qwen-audio-3.0-asr-flash") throw new Error("Unsupported Bailian subscription STT model");
22
+ return alibabaTranscriptionProvider.transcribeAudio({
23
+ ...request,
24
+ apiKey,
25
+ model: BAILIAN_PLAN_STT_MODEL,
26
+ baseUrl: `${BAILIAN_PLAN_HOST}/api/v1/services/aigc/multimodal-generation/generation`
27
+ });
28
+ }
29
+ };
30
+ registerMediaUnderstandingProvider(bailianPlanTranscriptionProvider);
31
+ //#endregion
32
+ export { bailianPlanTranscriptionProvider };
@@ -13,3 +13,4 @@
13
13
  export { openAiTranscriptionProvider } from './openai-transcription.js';
14
14
  export { alibabaTranscriptionProvider } from './alibaba-transcription.js';
15
15
  export { xopcCloudTranscriptionProvider } from './xopc-cloud-transcription.js';
16
+ export { bailianPlanTranscriptionProvider } from './bailian-plan-transcription.js';
@@ -1,4 +1,5 @@
1
1
  import { openAiTranscriptionProvider } from "./openai-transcription.js";
2
2
  import { alibabaTranscriptionProvider } from "./alibaba-transcription.js";
3
3
  import { xopcCloudTranscriptionProvider } from "./xopc-cloud-transcription.js";
4
- export { alibabaTranscriptionProvider, openAiTranscriptionProvider, xopcCloudTranscriptionProvider };
4
+ import { bailianPlanTranscriptionProvider } from "./bailian-plan-transcription.js";
5
+ export { alibabaTranscriptionProvider, bailianPlanTranscriptionProvider, openAiTranscriptionProvider, xopcCloudTranscriptionProvider };
@@ -0,0 +1,8 @@
1
+ /** Verified Beijing individual-plan bindings; ordinary DashScope settings stay separate. */
2
+ export declare const BAILIAN_PLAN_PROVIDER = "qwen-token-plan-cn";
3
+ export declare const BAILIAN_PLAN_HOST = "https://token-plan.cn-beijing.maas.aliyuncs.com";
4
+ export declare const BAILIAN_PLAN_TTS_MODEL = "qwen-audio-3.0-tts-plus";
5
+ export declare const BAILIAN_PLAN_STT_MODEL = "qwen-audio-3.0-asr-flash";
6
+ export declare const BAILIAN_PLAN_OMNI_MODEL = "qwen-audio-3.0-realtime-plus";
7
+ export declare const BAILIAN_PLAN_TTS_VOICE = "longanhuan_v3.6";
8
+ export declare const BAILIAN_PLAN_OMNI_VOICE = "longanqian";
@@ -0,0 +1,11 @@
1
+ //#region src/voice/token-plan.ts
2
+ /** Verified Beijing individual-plan bindings; ordinary DashScope settings stay separate. */
3
+ const BAILIAN_PLAN_PROVIDER = "qwen-token-plan-cn";
4
+ const BAILIAN_PLAN_HOST = "https://token-plan.cn-beijing.maas.aliyuncs.com";
5
+ const BAILIAN_PLAN_TTS_MODEL = "qwen-audio-3.0-tts-plus";
6
+ const BAILIAN_PLAN_STT_MODEL = "qwen-audio-3.0-asr-flash";
7
+ const BAILIAN_PLAN_OMNI_MODEL = "qwen-audio-3.0-realtime-plus";
8
+ const BAILIAN_PLAN_TTS_VOICE = "longanhuan_v3.6";
9
+ const BAILIAN_PLAN_OMNI_VOICE = "longanqian";
10
+ //#endregion
11
+ export { BAILIAN_PLAN_HOST, BAILIAN_PLAN_OMNI_MODEL, BAILIAN_PLAN_OMNI_VOICE, BAILIAN_PLAN_PROVIDER, BAILIAN_PLAN_STT_MODEL, BAILIAN_PLAN_TTS_MODEL, BAILIAN_PLAN_TTS_VOICE };
@@ -1,5 +1,6 @@
1
1
  import { createLogger } from "../../utils/logger/index.js";
2
2
  import { init_logger } from "../../utils/logger.js";
3
+ import { init_profiles, isInteractiveOnlyProvider } from "../../providers/setup/profiles.js";
3
4
  import { getModelCatalogStore, init_model_catalog_store } from "../../providers/model-catalog-store.js";
4
5
  import { compareCatalogModels } from "../../providers/model-catalog-ranking.js";
5
6
  import { getSpeechProvider, listSpeechProviders } from "./speech-registry.js";
@@ -8,6 +9,7 @@ import { buildTtsResolveRawConfig } from "./config-slice.js";
8
9
  //#region src/voice/tts/factory.ts
9
10
  init_logger();
10
11
  init_model_catalog_store();
12
+ init_profiles();
11
13
  const log = createLogger("TTS:Factory");
12
14
  /** Resolve a single provider id → plugin + per-call config, or null if unavailable. */
13
15
  function resolveSpeechProvider(providerId, config, providerOverride) {
@@ -50,7 +52,8 @@ function resolveProviderOrder(primary, fallback, config) {
50
52
  }
51
53
  if (!config.managedAuto) return [primary];
52
54
  const configured = listSpeechProviders().map((plugin) => {
53
- return resolveSpeechProvider(plugin.id, config) ? plugin : null;
55
+ const resolved = resolveSpeechProvider(plugin.id, config);
56
+ return resolved && !isInteractiveOnlyProvider(plugin.id, resolved.providerConfig.baseUrl) ? plugin : null;
54
57
  }).filter((plugin) => plugin !== null).sort((left, right) => {
55
58
  const leftOrder = left.autoSelectOrder ?? Number.MAX_SAFE_INTEGER;
56
59
  const rightOrder = right.autoSelectOrder ?? Number.MAX_SAFE_INTEGER;
@@ -0,0 +1,2 @@
1
+ import type { SpeechProviderPlugin } from '../speech-provider-types.js';
2
+ export declare const bailianPlanSpeechProvider: SpeechProviderPlugin;