fengming 0.3.8 → 0.3.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1255) hide show
  1. package/CHANGELOG.md +12 -0
  2. package/dist/abort-CCR8oZyg.js +277 -0
  3. package/dist/abort.runtime-eqx84NZa.js +2 -0
  4. package/dist/abort.runtime.js +1 -1
  5. package/dist/acp-spawn-BcDyvaXh.js +2 -0
  6. package/dist/acp-spawn-CCtSel-_.js +1286 -0
  7. package/dist/acp-stateful-target-driver-B3pCvuOV.js +89 -0
  8. package/dist/active-tool-schema-warnings-Cf-5q5WU.js +105 -0
  9. package/dist/active-tool-schema-warnings-Dzt3XE-y.js +2 -0
  10. package/dist/agent-1M2dVE2G.js +2 -0
  11. package/dist/agent-DLDIbUT4.js +1825 -0
  12. package/dist/agent-DZi6j3o6.js +3 -0
  13. package/dist/agent-command-ppfDBwET.js +1435 -0
  14. package/dist/agent-harness-runtime-C0bo62eY.d.ts +913 -0
  15. package/dist/agent-harness-runtime-RkTGiliR.js +207 -0
  16. package/dist/agent-runner-utils-B4YeVAO_.js +267 -0
  17. package/dist/agent-runner.runtime-T_3tlZN1.js +3784 -0
  18. package/dist/agent-runner.runtime.js +1 -1
  19. package/dist/agent-runtime-CloshyK-.d.ts +207 -0
  20. package/dist/agent-runtime-DZsmp1xr.js +199 -0
  21. package/dist/agent-tools-CET9usCz.js +2506 -0
  22. package/dist/agent-via-gateway-CZ0X0YkM.js +486 -0
  23. package/dist/agent-wait-dedupe-I81_F2tr.js +180 -0
  24. package/dist/agents/embedded-agent-runner/run/runtime-context-prompt.d.ts +1 -1
  25. package/dist/agents/embedded-agent-runner/tool-split.d.ts +1 -1
  26. package/dist/agents/model-catalog.runtime.d.ts +1 -1
  27. package/dist/api-BDB5xHYj.js +3 -0
  28. package/dist/api-BH7bfI5d.js +6 -0
  29. package/dist/api-BxJNXitd.js +2 -0
  30. package/dist/approval-client-helpers-CfQA9Jzh.d.ts +78 -0
  31. package/dist/approval-native-helpers-B2zyhxWc.d.ts +241 -0
  32. package/dist/approval-renderers-CMqSXyvm.d.ts +39 -0
  33. package/dist/assistant-Cu_Mzzgu.js +291 -0
  34. package/dist/attachment-normalize-Bb3v5iCC.js +213 -0
  35. package/dist/attempt-execution-BskbAq5I.js +584 -0
  36. package/dist/attempt-execution.runtime-BuT1wpNS.js +3 -0
  37. package/dist/attempt-execution.runtime.js +1 -1
  38. package/dist/attempt.prompt-helpers-ByKj-vQ7.js +543 -0
  39. package/dist/auto-reply/reply/commands-crestodian.d.ts +1 -1
  40. package/dist/binding-routing-EGRNvRC4.js +113 -0
  41. package/dist/binding-targets-B9vYS8n6.js +121 -0
  42. package/dist/bridge-server-DG9YtKQe.js +113 -0
  43. package/dist/browser-cli-B0Ou-Nbm.js +2 -0
  44. package/dist/browser-cli-GF25gL6M.js +230 -0
  45. package/dist/browser-cli-actions-input-CuER6RVe.js +522 -0
  46. package/dist/browser-cli-actions-observe-Dq-Zz_FA.js +81 -0
  47. package/dist/browser-cli-debug-7hvb49S1.js +137 -0
  48. package/dist/browser-cli-inspect-WU5KeWOK.js +117 -0
  49. package/dist/browser-cli-manage-B9D9BvSe.js +446 -0
  50. package/dist/browser-cli-resize-BUOusOPb.js +32 -0
  51. package/dist/browser-cli-shared-DmpSN-Qi.js +69 -0
  52. package/dist/browser-cli-state-D_YxTqRw.js +371 -0
  53. package/dist/browser-control-auth-Cqd1n9FA.js +2 -0
  54. package/dist/browser-profiles-9tQ05wYh.js +2 -0
  55. package/dist/browser-runtime-Bbzumoha.js +389 -0
  56. package/dist/build-CBXuT2K1.js +261 -0
  57. package/dist/build-info.json +3 -3
  58. package/dist/bundled/boot-md/handler.js +2 -2
  59. package/dist/bundled/session-memory/handler.js +1 -1
  60. package/dist/canvas-host/a2ui/.bundle.hash +1 -1
  61. package/dist/capability-cli-CiVGX7ut.js +1809 -0
  62. package/dist/channel-BIVwHq7P.js +2309 -0
  63. package/dist/channel-CiA2FVdL.d.ts +427 -0
  64. package/dist/channel-core-Cj9JTqeu.js +5 -0
  65. package/dist/channel-core-DjVpcH1C.d.ts +6 -0
  66. package/dist/channel-entry-contract-Bs_54m1D.d.ts +114 -0
  67. package/dist/channel-inbound-CdUdeQRa.js +121 -0
  68. package/dist/channel-inbound-iGiqx6CS.d.ts +97 -0
  69. package/dist/channel-message-C3QPaDUk.js +12 -0
  70. package/dist/channel-message-CXDjxb2U.d.ts +9 -0
  71. package/dist/channel-outbound-ofvvmMSK.d.ts +325 -0
  72. package/dist/channel-pairing-DKscOV1K.d.ts +58 -0
  73. package/dist/channel.runtime-VW6PW_ez.js +697 -0
  74. package/dist/channel.runtime.js +1 -1
  75. package/dist/chat-CFkQepUQ.js +3 -0
  76. package/dist/chat-Czh_tXM0.js +2940 -0
  77. package/dist/chrome-B2cq8YyH.js +1517 -0
  78. package/dist/cli/run-main.js +5 -5
  79. package/dist/cli-compaction-Dxv4nt7R.js +363 -0
  80. package/dist/cli-runner-CimXSTVs.js +2 -0
  81. package/dist/cli-runner-orCzE1Sr.js +597 -0
  82. package/dist/cli-runner.runtime-CsW0dXJW.js +3 -0
  83. package/dist/cli-runner.runtime-DgPrc1do.js +4 -0
  84. package/dist/cli-runner.runtime.js +1 -1
  85. package/dist/cli-startup-metadata.json +10 -12
  86. package/dist/command-registry-C5ooX6PF.js +4 -0
  87. package/dist/command-registry-DMB-HKIk.js +9 -0
  88. package/dist/command-registry-core-B2w_XWvn.js +114 -0
  89. package/dist/command-status.runtime-Bdy3Dkar.js +90 -0
  90. package/dist/command-status.runtime.js +1 -1
  91. package/dist/commands-compact.runtime-Bk2jTQo6.js +10 -0
  92. package/dist/commands-compact.runtime.js +1 -1
  93. package/dist/commands-handlers.runtime-Csw1og0U.js +6327 -0
  94. package/dist/commands-handlers.runtime.js +1 -1
  95. package/dist/commands-mRqmLIVz.d.ts +117 -0
  96. package/dist/commands-status-Dgrj_ubK.js +3 -0
  97. package/dist/commands-status-s32HJOpD.js +16 -0
  98. package/dist/commands-status.runtime-Dgrj_ubK.js +3 -0
  99. package/dist/commands-status.runtime.js +1 -1
  100. package/dist/commands-subagents-control.runtime-C_hnOO9l.js +2 -0
  101. package/dist/commands-subagents-control.runtime.js +1 -1
  102. package/dist/commands-system-prompt-CQV742Cc.js +2 -0
  103. package/dist/commands-system-prompt-DTfsKwK1.js +161 -0
  104. package/dist/commands-types-MXHhrssO.d.ts +132 -0
  105. package/dist/commands.runtime-akiVK67l.js +175 -0
  106. package/dist/commands.runtime.js +1 -1
  107. package/dist/commitments/runtime.js +1 -1
  108. package/dist/compact-U6ZhvPtD.js +1165 -0
  109. package/dist/compact.runtime-36E5vKsC.js +12 -0
  110. package/dist/compact.runtime.js +1 -1
  111. package/dist/completion-cli-Bf4mEw2W.js +393 -0
  112. package/dist/config-BJJhHN9E.js +374 -0
  113. package/dist/config-mutations-swLu-j_p.js +161 -0
  114. package/dist/config-schema-Tjner6bM.d.ts +20 -0
  115. package/dist/context-engine-host-compat-6fkn_daV.js +280 -0
  116. package/dist/context-engine-host-compat-DtAZC1bS.js +2 -0
  117. package/dist/context-engine-lifecycle-R__Idxi1.js +627 -0
  118. package/dist/control-auth-DnkI94_D.js +114 -0
  119. package/dist/control-service-BBsamNjq.js +40 -0
  120. package/dist/control-service-BGpHj7RL.js +3 -0
  121. package/dist/control-ui/assets/activity-D-mnRThU.js +124 -0
  122. package/dist/control-ui/assets/agents-U_KSP5I_.js +1030 -0
  123. package/dist/control-ui/assets/channels-ohK9_G1O.js +120 -0
  124. package/dist/control-ui/assets/cron-6ZCzfU29.js +1016 -0
  125. package/dist/control-ui/assets/debug-CSsDLg_s.js +97 -0
  126. package/dist/control-ui/assets/index-jUDczxhd.js +7214 -0
  127. package/dist/control-ui/assets/instances-782ZoDT4.js +57 -0
  128. package/dist/control-ui/assets/nodes-BMX16BKM.js +444 -0
  129. package/dist/control-ui/assets/sessions-jLGSApYa.js +425 -0
  130. package/dist/control-ui/assets/skills-DweBwUhs.js +362 -0
  131. package/dist/control-ui/assets/workboard-BsU-FXIo.js +402 -0
  132. package/dist/control-ui/index.html +1 -1
  133. package/dist/control-ui/sw.js +1 -1
  134. package/dist/conversation-runtime-DDekWU-U.js +31 -0
  135. package/dist/core-Bpk-qSJH.js +284 -0
  136. package/dist/core-Chrz4oRB.d.ts +223 -0
  137. package/dist/core-api-DSpUKNVW.js +2 -0
  138. package/dist/core-api-hLsW03Wo.js +5 -0
  139. package/dist/crestodian/crestodian.js +1 -1
  140. package/dist/crestodian/rescue-message.d.ts +1 -1
  141. package/dist/crestodian/rescue-message.js +1 -1
  142. package/dist/crestodian-C0x7JjF-.js +55 -0
  143. package/dist/delegate-BArFIZ4B.d.ts +30 -0
  144. package/dist/deliver-BnVp3VbL.d.ts +111 -0
  145. package/dist/delivery-queue-BFOASdf5.d.ts +161 -0
  146. package/dist/delivery-queue-runtime-BFfc8AEs.d.ts +9 -0
  147. package/dist/dialogue-No0NvYX7.js +37 -0
  148. package/dist/direct-dm-C-h88JJH.d.ts +79 -0
  149. package/dist/directive-handling.fast-lane-DTyDKhZb.js +70 -0
  150. package/dist/directive-handling.impl-DMReM6tu.js +2 -0
  151. package/dist/directive-handling.impl-DzPouhV-.js +823 -0
  152. package/dist/directive-handling.model-selection-BjwTBAZJ.js +122 -0
  153. package/dist/directive-handling.persist.runtime-D_O1okkR.js +274 -0
  154. package/dist/directive-handling.persist.runtime.js +1 -1
  155. package/dist/dispatch-Dtl-oRuN.js +2057 -0
  156. package/dist/dispatch-acp-transcript.runtime-M4y0Dq74.js +40 -0
  157. package/dist/dispatch-acp-transcript.runtime.js +1 -1
  158. package/dist/dispatch-acp.runtime-B8uCIKZS.js +18 -0
  159. package/dist/dispatch-acp.runtime.js +1 -1
  160. package/dist/dispatcher-DslvaRcj.js +106 -0
  161. package/dist/doctor-config-flow-LU2C94af.js +1819 -0
  162. package/dist/doctor-core-checks-BqcjExIZ.js +666 -0
  163. package/dist/doctor-core-checks-Diuk8l0N.js +2 -0
  164. package/dist/doctor-core-checks.runtime-DbS-kMZN.js +278 -0
  165. package/dist/doctor-core-checks.runtime.js +1 -1
  166. package/dist/doctor-health-BdqHwfYE.js +65 -0
  167. package/dist/doctor-health-contributions-DLLTVnll.js +874 -0
  168. package/dist/doctor-lint-PZqkVMWf.js +95 -0
  169. package/dist/doctor-mRfJMSb5.js +6 -0
  170. package/dist/doctor-state-integrity-Cdlm-peH.js +1257 -0
  171. package/dist/draft-stream-controls-B7uLonbw.d.ts +159 -0
  172. package/dist/embedded-agent-CEpOPW6X.js +4 -0
  173. package/dist/embedded-agent-CNINO_M-.d.ts +5 -0
  174. package/dist/embedded-agent-DxwzoZkp.js +4074 -0
  175. package/dist/embedded-agent.runtime-DDbhA85-.js +4 -0
  176. package/dist/embedded-agent.runtime.js +1 -1
  177. package/dist/embedded-backend-ChaKCepC.js +1581 -0
  178. package/dist/embedded-gateway-stub.runtime-e_ZxGhcW.js +12 -0
  179. package/dist/embedded-gateway-stub.runtime.js +1 -1
  180. package/dist/entry.d.ts +1 -1
  181. package/dist/extensionAPI.d.ts +2 -2
  182. package/dist/extensionAPI.js +1 -1
  183. package/dist/extensions/active-memory/index.d.ts +1 -1
  184. package/dist/extensions/active-memory/index.js +1 -1
  185. package/dist/extensions/admin-http-rpc/index.d.ts +1 -1
  186. package/dist/extensions/admin-http-rpc/index.js +1 -1
  187. package/dist/extensions/bonjour/index.d.ts +1 -1
  188. package/dist/extensions/browser/browser-bridge.js +1 -1
  189. package/dist/extensions/browser/browser-config.js +4 -4
  190. package/dist/extensions/browser/browser-control-auth.js +2 -2
  191. package/dist/extensions/browser/browser-doctor.js +2 -2
  192. package/dist/extensions/browser/browser-maintenance.js +1 -1
  193. package/dist/extensions/browser/browser-profiles.js +2 -2
  194. package/dist/extensions/browser/browser-runtime-api.js +12 -12
  195. package/dist/extensions/browser/cli-metadata.d.ts +1 -1
  196. package/dist/extensions/browser/cli-metadata.js +1 -1
  197. package/dist/extensions/browser/index.d.ts +1 -1
  198. package/dist/extensions/browser/index.js +1 -1
  199. package/dist/extensions/browser/plugin-registration.d.ts +1 -1
  200. package/dist/extensions/browser/plugin-registration.js +1 -1
  201. package/dist/extensions/browser/register.runtime.d.ts +2 -2
  202. package/dist/extensions/browser/register.runtime.js +4 -4
  203. package/dist/extensions/browser/runtime-api.d.ts +3 -3
  204. package/dist/extensions/browser/runtime-api.js +14 -14
  205. package/dist/extensions/browser/setup-api.d.ts +1 -1
  206. package/dist/extensions/canvas/cli-metadata.d.ts +1 -1
  207. package/dist/extensions/canvas/index.d.ts +1 -1
  208. package/dist/extensions/canvas/index.js +1 -1
  209. package/dist/extensions/canvas/setup-api.d.ts +1 -1
  210. package/dist/extensions/deepseek/api.d.ts +1 -1
  211. package/dist/extensions/deepseek/index.d.ts +1 -1
  212. package/dist/extensions/deepseek/provider-discovery.d.ts +1 -1
  213. package/dist/extensions/deepseek/stream.d.ts +1 -1
  214. package/dist/extensions/device-pair/api.d.ts +4 -4
  215. package/dist/extensions/device-pair/api.js +1 -1
  216. package/dist/extensions/device-pair/index.d.ts +1 -1
  217. package/dist/extensions/device-pair/notify.d.ts +1 -1
  218. package/dist/extensions/device-pair/pair-command-approve.js +1 -1
  219. package/dist/extensions/device-pair/qr-image.d.ts +1 -1
  220. package/dist/extensions/memory-core/api.d.ts +1 -1
  221. package/dist/extensions/memory-core/cli-metadata.d.ts +1 -1
  222. package/dist/extensions/memory-core/cli-metadata.js +1 -1
  223. package/dist/extensions/memory-core/index.d.ts +1 -1
  224. package/dist/extensions/memory-core/manager-runtime.d.ts +1 -1
  225. package/dist/extensions/memory-core/runtime-api.d.ts +3 -3
  226. package/dist/extensions/skill-workshop/api.d.ts +2 -2
  227. package/dist/extensions/skill-workshop/api.js +1 -1
  228. package/dist/extensions/skill-workshop/index.d.ts +1 -1
  229. package/dist/extensions/skill-workshop/index.js +2 -2
  230. package/dist/extensions/tavily/index.d.ts +1 -1
  231. package/dist/extensions/tavily/web-search-contract-api.d.ts +1 -1
  232. package/dist/extensions/tavily/web-search-provider.d.ts +1 -1
  233. package/dist/extensions/thread-ownership/api.d.ts +2 -2
  234. package/dist/extensions/thread-ownership/index.d.ts +1 -1
  235. package/dist/extensions/webhooks/api.d.ts +2 -2
  236. package/dist/extensions/webhooks/api.js +1 -1
  237. package/dist/extensions/webhooks/index.d.ts +1 -1
  238. package/dist/extensions/webhooks/index.js +1 -1
  239. package/dist/extensions/webhooks/runtime-api.d.ts +1 -1
  240. package/dist/extensions/workboard/api.d.ts +2 -2
  241. package/dist/extensions/workboard/index.d.ts +1 -1
  242. package/dist/extensions/workboard/index.js +1 -1
  243. package/dist/extensions/workboard/runtime-api.d.ts +1 -1
  244. package/dist/fengming-runtime-CtRd5677.d.ts +153 -0
  245. package/dist/fengming-tools-DBLsJfsf.js +12221 -0
  246. package/dist/gateway-cli-BgDV2HF9.js +443 -0
  247. package/dist/gateway-method-runtime-d9oN_XO9.js +21 -0
  248. package/dist/get-reply-CEMtvaTJ.js +5198 -0
  249. package/dist/get-reply-from-config.runtime-CE8zmX7o.js +2 -0
  250. package/dist/get-reply-from-config.runtime.js +1 -1
  251. package/dist/heartbeat-runner-H8SmaKmJ.js +5 -0
  252. package/dist/heartbeat-runner.runtime-6hUaxEbl.js +3 -0
  253. package/dist/heartbeat-runner.runtime.js +1 -1
  254. package/dist/hooks-DkEvkwzS.js +536 -0
  255. package/dist/host-compat-DeAq3dnI.d.ts +21 -0
  256. package/dist/http-registry-BDoApjTY.d.ts +23 -0
  257. package/dist/inbound-reply-dispatch-CIYP2OPo.d.ts +156 -0
  258. package/dist/inbound-reply-dispatch-geHu6oUK.js +147 -0
  259. package/dist/inbound-reply-dispatch-vwW5Hl-_.js +2 -0
  260. package/dist/index.js +1 -1
  261. package/dist/init-DpE_6dG4.js +59 -0
  262. package/dist/interactive-Cb_1f91G.d.ts +26 -0
  263. package/dist/isolated-agent-B_upYOOM.js +2 -0
  264. package/dist/isolated-agent-KH9uwWhw.js +1097 -0
  265. package/dist/kernel-BHnBXnm2.d.ts +241 -0
  266. package/dist/lifecycle-BmZwopzF.js +570 -0
  267. package/dist/list.probe-5kzWm9Jk.js +451 -0
  268. package/dist/list.probe-9zBcGGQ4.js +2 -0
  269. package/dist/list.status-command-DY2ifqp1.js +815 -0
  270. package/dist/llm-slug-generator-Bmx0I84M.js +78 -0
  271. package/dist/llm-slug-generator.js +1 -1
  272. package/dist/loader-BVz75gSb.d.ts +142 -0
  273. package/dist/local-dispatch.runtime-CX3IOY1E.js +10 -0
  274. package/dist/local-dispatch.runtime.js +1 -1
  275. package/dist/manager-BXGg8bfG.d.ts +409 -0
  276. package/dist/mcp-http-B1lnh67s.js +2 -0
  277. package/dist/mcp-http-CamghE-W.js +583 -0
  278. package/dist/media-runtime-DpykroJR.d.ts +261 -0
  279. package/dist/memory-core-host-engine-embeddings-N2dX5P40.d.ts +324 -0
  280. package/dist/memory-core-host-engine-storage-WQfkQMer.d.ts +54 -0
  281. package/dist/message-handler-Ca_pqGVS.js +1806 -0
  282. package/dist/model-catalog-BBMLIjhq.d.ts +88 -0
  283. package/dist/model-selection-Cq82FXLy.js +352 -0
  284. package/dist/models-cli-Dm_393dw.js +257 -0
  285. package/dist/monitor-d0eyE2k0.js +60 -0
  286. package/dist/monitor.account-vLQ3bKHu.js +5382 -0
  287. package/dist/nodes-Bunvrb33.js +1483 -0
  288. package/dist/nodes-edNlxb2I.js +3 -0
  289. package/dist/nodes-pending-DEIwVh9v.js +211 -0
  290. package/dist/openai-compat-errors-CvWEoG98.js +136 -0
  291. package/dist/openai-http-Bskdv4Tv.js +836 -0
  292. package/dist/openresponses-http-DxdgCxFU.js +1175 -0
  293. package/dist/operations-Z85LFqsT.js +805 -0
  294. package/dist/outbound.types-DVkbsxo8.d.ts +291 -0
  295. package/dist/plugin-enabled-fvhTpvYS.js +232 -0
  296. package/dist/plugin-entry-CunlVUw6.d.ts +47 -0
  297. package/dist/plugin-registration-9ovnK_Tk.js +97 -0
  298. package/dist/plugin-runtime-DH2ZM9P5.d.ts +117 -0
  299. package/dist/plugin-sdk/.boundary-entry-shims.stamp +1 -1
  300. package/dist/plugin-sdk/acp-runtime-backend.js +1 -1
  301. package/dist/plugin-sdk/acp-runtime.js +1 -1
  302. package/dist/plugin-sdk/agent-harness-runtime.js +5 -5
  303. package/dist/plugin-sdk/agent-harness-task-runtime.js +1 -1
  304. package/dist/plugin-sdk/agent-harness.js +6 -6
  305. package/dist/plugin-sdk/agent-runtime.js +2 -2
  306. package/dist/plugin-sdk/bundled-channel-config-schema-Dfn3b8sF.d.ts +3169 -0
  307. package/dist/plugin-sdk/bundled-channel-config-schema.d.ts +1 -1
  308. package/dist/plugin-sdk/channel-config-schema-legacy.d.ts +1 -1
  309. package/dist/plugin-sdk/channel-core.js +2 -2
  310. package/dist/plugin-sdk/channel-envelope.js +1 -1
  311. package/dist/plugin-sdk/channel-inbound-roots.js +1 -1
  312. package/dist/plugin-sdk/channel-inbound.js +2 -2
  313. package/dist/plugin-sdk/channel-location.js +1 -1
  314. package/dist/plugin-sdk/channel-message-runtime.js +3 -3
  315. package/dist/plugin-sdk/channel-message.js +2 -2
  316. package/dist/plugin-sdk/channel-runtime.js +0 -1
  317. package/dist/plugin-sdk/command-status-runtime.js +1 -1
  318. package/dist/plugin-sdk/compat.js +1 -1
  319. package/dist/plugin-sdk/conversation-binding-runtime.js +1 -1
  320. package/dist/plugin-sdk/conversation-runtime.js +3 -3
  321. package/dist/plugin-sdk/core.js +2 -2
  322. package/dist/plugin-sdk/discord.d.ts +1 -1
  323. package/dist/plugin-sdk/gateway-method-runtime.js +1 -1
  324. package/dist/plugin-sdk/health.js +1 -1
  325. package/dist/plugin-sdk/hook-runtime.js +0 -1
  326. package/dist/plugin-sdk/inbound-reply-dispatch.js +2 -2
  327. package/dist/plugin-sdk/index.js +1 -1
  328. package/dist/plugin-sdk/infra-runtime.js +3 -1
  329. package/dist/plugin-sdk/provider-auth-api-key.js +0 -1
  330. package/dist/plugin-sdk/provider-stream-family.js +0 -1
  331. package/dist/plugin-sdk/provider-usage.js +649 -1
  332. package/dist/plugin-sdk/reply-runtime.js +4 -4
  333. package/dist/plugin-sdk/video-generation.js +206 -1
  334. package/dist/plugin-service-BdZxoKBZ.js +1249 -0
  335. package/dist/plugin-service-quTl5hT0.d.ts +24 -0
  336. package/dist/plugins/build-smoke-entry.d.ts +2 -2
  337. package/dist/plugins/loader.d.ts +1 -1
  338. package/dist/plugins/provider-discovery.runtime.d.ts +1 -1
  339. package/dist/plugins/provider-runtime.runtime.d.ts +1 -1
  340. package/dist/plugins/runtime/index.d.ts +1 -1
  341. package/dist/plugins/runtime/index.js +4 -4
  342. package/dist/plugins/tools.d.ts +1 -1
  343. package/dist/prepare.runtime-DFvkUqBZ.js +798 -0
  344. package/dist/prepare.runtime.js +1 -1
  345. package/dist/preview-warnings-CGzc8ccG.js +618 -0
  346. package/dist/program-D19g2jaa.js +131 -0
  347. package/dist/provider-api-key-auth-B8GgTfo8.d.ts +27 -0
  348. package/dist/provider-auth-result-Diw-woMA.d.ts +21 -0
  349. package/dist/provider-catalog-shared-hMvzzDgL.d.ts +62 -0
  350. package/dist/provider-dispatcher-DCTc4lG_.js +22 -0
  351. package/dist/provider-dispatcher.runtime.js +1 -1
  352. package/dist/provider-model-shared-BUCh3uCL.d.ts +143 -0
  353. package/dist/provider-registry-BIokPlxa.d.ts +8 -0
  354. package/dist/provider-registry-CyUOXHG-.d.ts +8 -0
  355. package/dist/provider-registry-i--H79Ao.d.ts +29 -0
  356. package/dist/provider-self-hosted-setup-BF8UR8wg.d.ts +74 -0
  357. package/dist/provider-stream-NF0XJnar.d.ts +139 -0
  358. package/dist/provider-stream-shared-DLwDaYed.d.ts +132 -0
  359. package/dist/provider-web-search-contract-fields-D61Vl5Kl.d.ts +25 -0
  360. package/dist/pw-ai-DYR-D7xR.js +3064 -0
  361. package/dist/register.agent-DwW0mQPk.js +152 -0
  362. package/dist/register.crestodian-BhIukKDA.js +24 -0
  363. package/dist/register.maintenance-DWHlvztJ.js +85 -0
  364. package/dist/register.subclis-Bsvdh8RI.js +3 -0
  365. package/dist/register.subclis-DVk0HU4k.js +31 -0
  366. package/dist/register.subclis-core-BK7nVvl6.js +278 -0
  367. package/dist/registry-hscEPAcC.d.ts +8 -0
  368. package/dist/registry-types-Ce-n1tuw.d.ts +392 -0
  369. package/dist/repair-sequencing-0-qGNSUO.js +652 -0
  370. package/dist/reply-payload-mCw4ZND6.d.ts +200 -0
  371. package/dist/reply-turn-admission-DMWNadoS.js +2056 -0
  372. package/dist/reply.runtime-CE8zmX7o.js +2 -0
  373. package/dist/reply.runtime.js +1 -1
  374. package/dist/result-fallback-classifier-BZmv2ACy.js +98 -0
  375. package/dist/route-qQ-jYpFa.js +475 -0
  376. package/dist/routes-dTCmw98g.js +2 -0
  377. package/dist/routes-r8DRKa83.js +3701 -0
  378. package/dist/run-BgH7EPGH.js +1162 -0
  379. package/dist/run-command-DCsM-BVh.js +23 -0
  380. package/dist/run-command-I2ib4dwS.js +2 -0
  381. package/dist/run-context-CWaKUKKJ.js +66 -0
  382. package/dist/run-embedded.runtime-CBnDBWN0.js +4 -0
  383. package/dist/run-embedded.runtime.js +1 -1
  384. package/dist/run-execution-cli.runtime-DlYXI-lw.js +4 -0
  385. package/dist/run-execution-cli.runtime.js +1 -1
  386. package/dist/run-executor.runtime-DwepGrmB.js +330 -0
  387. package/dist/run-executor.runtime.js +1 -1
  388. package/dist/run-subagent-registry.runtime-CeVpoIhj.js +2 -0
  389. package/dist/run-subagent-registry.runtime.js +1 -1
  390. package/dist/runtime-D2ee-rNh.js +436 -0
  391. package/dist/runtime-api-B99ZlkNt.d.ts +5 -0
  392. package/dist/runtime-api-Cta2L_Yo.js +12 -0
  393. package/dist/runtime-channel-LKOkML3M.js +2 -0
  394. package/dist/runtime-channel-UtWvrTZ5.js +148 -0
  395. package/dist/runtime-embedded-agent.runtime-9O2Idzyb.js +2 -0
  396. package/dist/runtime-embedded-agent.runtime.js +1 -1
  397. package/dist/runtime-forwarders-DjI8RFL5.d.ts +39 -0
  398. package/dist/sdk-setup-tools-B-X04pa6.js +8 -0
  399. package/dist/selection-B02h8Old.js +3 -0
  400. package/dist/selection-DEPvzrW2.js +18365 -0
  401. package/dist/server-CMYi8gDo.js +24 -0
  402. package/dist/server-Cx07rsiY.js +72 -0
  403. package/dist/server-close.runtime.js +1 -1
  404. package/dist/server-context-BIemGRt4.js +2 -0
  405. package/dist/server-context-CB_an9iy.js +955 -0
  406. package/dist/server-cron-BeyuBUjb.js +3173 -0
  407. package/dist/server-cron-CV7KkVeB.js +2 -0
  408. package/dist/server-methods-C7EnpOhB.js +497 -0
  409. package/dist/server-node-events-DMMzZciN.js +597 -0
  410. package/dist/server-plugin-bootstrap-O6MzvzL8.js +71 -0
  411. package/dist/server-plugins-Dwnaz9kX.js +435 -0
  412. package/dist/server-reload-handlers-C-6TyPvI.js +719 -0
  413. package/dist/server-restart-sentinel-Dc35eYgk.js +700 -0
  414. package/dist/server-runtime-services-DCs-gqh_.js +3 -0
  415. package/dist/server-runtime-services-DF2fzzVd.js +147 -0
  416. package/dist/server-startup-plugins-t-YeYibm.js +127 -0
  417. package/dist/server-startup-post-attach-CiEki-DC.js +793 -0
  418. package/dist/server-ws-runtime-uaUpI-e8.js +374 -0
  419. package/dist/server.impl-MoHjSMr5.js +2622 -0
  420. package/dist/session-kill-http-CYCiQpt2.js +121 -0
  421. package/dist/session-reset-service-BYbADY57.js +651 -0
  422. package/dist/session-status.runtime-8NASbeO4.js +2 -0
  423. package/dist/session-status.runtime.js +1 -1
  424. package/dist/session-subagent-reactivation.runtime-DGeNY2Rb.js +2 -0
  425. package/dist/session-subagent-reactivation.runtime.js +1 -1
  426. package/dist/session-tab-registry-C2eElZrt.js +551 -0
  427. package/dist/sessions-DXAdVXIx.js +1917 -0
  428. package/dist/sessions-history-http-BwK7b8OH.js +432 -0
  429. package/dist/sessions-patch-BYC5gvY1.js +401 -0
  430. package/dist/sessions-resolve-C3ORcdmo.js +180 -0
  431. package/dist/sessions.runtime-BijldeSY.js +2 -0
  432. package/dist/sessions.runtime.js +1 -1
  433. package/dist/snapshot-urls-C5CfP3Co.js +317 -0
  434. package/dist/speech-core-wWkTZPpQ.d.ts +49 -0
  435. package/dist/standalone-CHrieUsw.js +42 -0
  436. package/dist/startup-context-CZfmG8-g.js +314 -0
  437. package/dist/status-subagents.runtime-D2XMebiS.js +32 -0
  438. package/dist/status-subagents.runtime.js +1 -1
  439. package/dist/status-text-JR7IPyzZ.js +301 -0
  440. package/dist/stream-BJgTkLEI.d.ts +5 -0
  441. package/dist/subagent-announce-B9cfs_KZ.js +353 -0
  442. package/dist/subagent-announce-delivery-CtmEvLTS.js +1369 -0
  443. package/dist/subagent-control-DVqLHi9O.js +492 -0
  444. package/dist/subagent-hooks-D251uSvy.js +230 -0
  445. package/dist/subagent-hooks-api-DvdMKxsC.js +23 -0
  446. package/dist/subagent-hooks-uLORYChc.js +2 -0
  447. package/dist/subagent-registry-BW2l_oYu.js +3 -0
  448. package/dist/subagent-registry-BxEMHuiN.js +2627 -0
  449. package/dist/subagent-registry.runtime.d.ts +1 -1
  450. package/dist/subagent-registry.runtime.js +1 -1
  451. package/dist/subagent-session-cleanup-BC5wV2qQ.js +390 -0
  452. package/dist/system-fvgHsr2x.js +111 -0
  453. package/dist/talk-DU0Sod_K.js +2454 -0
  454. package/dist/target-id-BR2xJIkd.js +107 -0
  455. package/dist/task-registry-control.runtime.js +1 -1
  456. package/dist/thread-bindings-8XNu5U2p.js +228 -0
  457. package/dist/tool-Boeg0N5g.js +143 -0
  458. package/dist/tool-dispatch-BhLLaL2g.js +155 -0
  459. package/dist/tool-resolution-CzsLs-87.js +153 -0
  460. package/dist/tool-split-Bedy42Ms.d.ts +19 -0
  461. package/dist/tools-B6egHpE3.d.ts +38 -0
  462. package/dist/tools-effective-NXscxK8n.js +442 -0
  463. package/dist/tools-effective-inventory-NsGMUVo-.js +379 -0
  464. package/dist/tools-invoke-_sSu96Kq.js +51 -0
  465. package/dist/tools-invoke-http-BDhlRl-G.js +68 -0
  466. package/dist/tools-invoke-shared-BH-T9Bcg.js +200 -0
  467. package/dist/tts-runtime-C1wu3o15.d.ts +230 -0
  468. package/dist/tui-C733Qov0.js +2 -0
  469. package/dist/tui-DqbscVN5.js +3 -0
  470. package/dist/tui-backend-_Pn3Byj-.js +257 -0
  471. package/dist/tui-cli-CAiC39zd.js +40 -0
  472. package/dist/tui-ink-run-ChXEGj1h.js +7414 -0
  473. package/dist/tui-ink-run-D4mSfLHj.js +2 -0
  474. package/dist/types-BQw1qXGl.d.ts +7034 -0
  475. package/dist/types-BzMoU6-C.d.ts +111 -0
  476. package/dist/types-DltHmoCX.d.ts +393 -0
  477. package/dist/types.public-C_bVIMBl.d.ts +70 -0
  478. package/dist/web-fetch/runtime.d.ts +1 -1
  479. package/dist/webhook-targets-DW2jhddP.d.ts +99 -0
  480. package/npm-shrinkwrap.json +12861 -11889
  481. package/package.json +2 -5
  482. package/skills/batch/SKILL.md +118 -0
  483. package/skills/code-review/SKILL.md +107 -0
  484. package/skills/debug/SKILL.md +83 -0
  485. package/skills/loop/SKILL.md +118 -0
  486. package/skills/run/SKILL.md +79 -0
  487. package/skills/run-skill-generator/SKILL.md +179 -0
  488. package/skills/verify/SKILL.md +103 -0
  489. package/dist/abort-DGskei2p.js +0 -277
  490. package/dist/abort.runtime-Buq9IZxn.js +0 -2
  491. package/dist/acp-spawn-DC6IyYaB.js +0 -1286
  492. package/dist/acp-spawn-Diqb3nel.js +0 -2
  493. package/dist/acp-stateful-target-driver-Clhe_L8v.js +0 -89
  494. package/dist/active-tool-schema-warnings-BRhKkyvt.js +0 -2
  495. package/dist/active-tool-schema-warnings-C6N0-ce6.js +0 -105
  496. package/dist/agent-C5lhsEZJ.js +0 -2
  497. package/dist/agent-WEb757bl.js +0 -1825
  498. package/dist/agent-command-iLD_nsVY.js +0 -1435
  499. package/dist/agent-core-BeDN8Ns5.d.ts +0 -13
  500. package/dist/agent-harness-runtime-C89_Q-bW.d.ts +0 -913
  501. package/dist/agent-harness-runtime-Dfn5rik2.js +0 -207
  502. package/dist/agent-runner-utils-DNiuuo43.js +0 -267
  503. package/dist/agent-runner.runtime-CFF_qJ5V.js +0 -3784
  504. package/dist/agent-runtime-BkMtWXxn.js +0 -199
  505. package/dist/agent-runtime-HufMO_YR.d.ts +0 -207
  506. package/dist/agent-tools-HmaDv4ot.js +0 -2506
  507. package/dist/agent-via-gateway-CZQG8RYL.js +0 -486
  508. package/dist/agent-wait-dedupe-C3xQk2Ww.js +0 -180
  509. package/dist/agent-z1cs3c7n.js +0 -3
  510. package/dist/api-B4IMKjSe.js +0 -3
  511. package/dist/api-BwSbBWI8.js +0 -3
  512. package/dist/api-CE9In9m4.js +0 -5
  513. package/dist/api-ClPvYNGa.js +0 -32
  514. package/dist/api-CntBCaZf.js +0 -3
  515. package/dist/api-DBZBwTsn.js +0 -6
  516. package/dist/api-OCPwGOvK.js +0 -2
  517. package/dist/api-yYhEo7gK.js +0 -4
  518. package/dist/approval-client-helpers-CfdQ3-vv.d.ts +0 -78
  519. package/dist/approval-native-helpers-DSHPksK4.d.ts +0 -241
  520. package/dist/approval-renderers-BfEfwk44.d.ts +0 -39
  521. package/dist/assistant-v5fdOYu7.js +0 -291
  522. package/dist/attachment-normalize-BHAbLiL2.js +0 -213
  523. package/dist/attempt-execution-5w9WYbaJ.js +0 -584
  524. package/dist/attempt-execution.runtime-DnhOWGzr.js +0 -3
  525. package/dist/attempt.prompt-helpers-C4M4erF7.js +0 -543
  526. package/dist/binding-routing-Dpes-QF1.js +0 -113
  527. package/dist/binding-targets-B6H5Pd-A.js +0 -121
  528. package/dist/bridge-server-BCpxCRm_.js +0 -113
  529. package/dist/browser-cli-DMhXHopl.js +0 -230
  530. package/dist/browser-cli-Dy_VugK0.js +0 -2
  531. package/dist/browser-cli-actions-input-WMP7_lm6.js +0 -522
  532. package/dist/browser-cli-actions-observe-DQWAWhwU.js +0 -81
  533. package/dist/browser-cli-debug-CaT2ZKAx.js +0 -137
  534. package/dist/browser-cli-inspect-DU-LUXq1.js +0 -117
  535. package/dist/browser-cli-manage-DAuogqIh.js +0 -446
  536. package/dist/browser-cli-resize-Cz5uO_aR.js +0 -32
  537. package/dist/browser-cli-shared-CjPZcG3j.js +0 -69
  538. package/dist/browser-cli-state-CC3l77-K.js +0 -371
  539. package/dist/browser-control-auth-ELccIUZy.js +0 -2
  540. package/dist/browser-profiles-Cuy4ia6_.js +0 -2
  541. package/dist/browser-runtime-De-iUfME.js +0 -389
  542. package/dist/build-DEF8Per9.js +0 -261
  543. package/dist/capability-cli-Bydel4E7.js +0 -1809
  544. package/dist/channel-6SGL4R5P.js +0 -2309
  545. package/dist/channel-D3Q3b8J-.d.ts +0 -427
  546. package/dist/channel-core-Bj71kAB5.d.ts +0 -6
  547. package/dist/channel-core-DMvyWnHg.js +0 -5
  548. package/dist/channel-entry-contract-zYxRmEdf.d.ts +0 -114
  549. package/dist/channel-inbound-DVJzBcJ8.d.ts +0 -97
  550. package/dist/channel-inbound-DlCa7eJe.js +0 -121
  551. package/dist/channel-message-CyPGMMFB.js +0 -12
  552. package/dist/channel-message-Czl4cdoA.d.ts +0 -9
  553. package/dist/channel-outbound-BNbhmruA.d.ts +0 -325
  554. package/dist/channel-pairing-BiS-tSvl.d.ts +0 -58
  555. package/dist/channel-runtime-D8hntg7H.js +0 -7
  556. package/dist/channel.runtime-DxErReJR.js +0 -697
  557. package/dist/chat-BLA8ORQI.js +0 -3
  558. package/dist/chat-DWRXkuvU.js +0 -2940
  559. package/dist/chrome-DPwFYi-g.js +0 -1517
  560. package/dist/cli-compaction-YZpssARf.js +0 -363
  561. package/dist/cli-runner-D2OAqxu3.js +0 -597
  562. package/dist/cli-runner-DO4SORQf.js +0 -2
  563. package/dist/cli-runner.runtime-CNSIpbeT.js +0 -4
  564. package/dist/cli-runner.runtime-DAOYvpVQ.js +0 -3
  565. package/dist/command-registry-DpD0fb8D.js +0 -4
  566. package/dist/command-registry-core-Cl3tLG8G.js +0 -114
  567. package/dist/command-registry-nbP7c8RT.js +0 -9
  568. package/dist/command-status.runtime-BBuXTkq0.js +0 -90
  569. package/dist/commands-CR8MVvlD.d.ts +0 -117
  570. package/dist/commands-compact.runtime-BoafIjjg.js +0 -10
  571. package/dist/commands-handlers.runtime-D9jViG_x.js +0 -6327
  572. package/dist/commands-status-BqqJ7PVq.js +0 -16
  573. package/dist/commands-status-CMd41Vxf.js +0 -3
  574. package/dist/commands-status.runtime-CMd41Vxf.js +0 -3
  575. package/dist/commands-subagents-control.runtime-CU4I3A_n.js +0 -2
  576. package/dist/commands-system-prompt-CTtu1D3-.js +0 -2
  577. package/dist/commands-system-prompt-xswhORdM.js +0 -161
  578. package/dist/commands-types-B67CsqXf.d.ts +0 -132
  579. package/dist/commands.runtime-BUFhkrjQ.js +0 -175
  580. package/dist/compact-Dz_WvRkQ.js +0 -1165
  581. package/dist/compact.runtime-n-AKErni.js +0 -12
  582. package/dist/completion-cli-DJYs_L4_.js +0 -393
  583. package/dist/config-CFMbHJb0.js +0 -374
  584. package/dist/config-mutations-DCAloTKR.js +0 -161
  585. package/dist/config-schema-Drw1zrnG.d.ts +0 -20
  586. package/dist/context-engine-host-compat-4mNm1HCE.js +0 -2
  587. package/dist/context-engine-host-compat-BzJ7fUIn.js +0 -280
  588. package/dist/context-engine-lifecycle-V4PNQp6k.js +0 -627
  589. package/dist/control-auth-DG_cw-aN.js +0 -114
  590. package/dist/control-service-CurYipgK.js +0 -3
  591. package/dist/control-service-VyncoV7j.js +0 -40
  592. package/dist/control-ui/assets/activity-D5Plhlo-.js +0 -124
  593. package/dist/control-ui/assets/agents-Chcdfe1E.js +0 -1030
  594. package/dist/control-ui/assets/channels-BEtB4H37.js +0 -120
  595. package/dist/control-ui/assets/cron-CZyPkxSU.js +0 -1016
  596. package/dist/control-ui/assets/debug-DvM8iG47.js +0 -97
  597. package/dist/control-ui/assets/index-Rmpgh0f1.js +0 -7214
  598. package/dist/control-ui/assets/instances-yTC_uu60.js +0 -57
  599. package/dist/control-ui/assets/nodes-vbAxVHIH.js +0 -444
  600. package/dist/control-ui/assets/sessions-DOviHme5.js +0 -425
  601. package/dist/control-ui/assets/skills-Bfp5HEGW.js +0 -362
  602. package/dist/control-ui/assets/workboard-5sU2kHsV.js +0 -402
  603. package/dist/conversation-runtime-DgaABwHh.js +0 -31
  604. package/dist/core-BeBXdneV.js +0 -284
  605. package/dist/core-Chqb7X6l.d.ts +0 -223
  606. package/dist/core-api-BlK0FgBM.js +0 -2
  607. package/dist/core-api-pAvYk716.js +0 -5
  608. package/dist/crestodian-FeGTBqO1.js +0 -55
  609. package/dist/delegate-BjIjSU_E.d.ts +0 -30
  610. package/dist/deliver-CvtWN4Ey.d.ts +0 -111
  611. package/dist/delivery-queue-CQ-cj3KG.d.ts +0 -161
  612. package/dist/delivery-queue-runtime-ut7MG04m.d.ts +0 -9
  613. package/dist/detect-BjXPyrwn.js +0 -115
  614. package/dist/detect-C1xeIemQ.d.ts +0 -16
  615. package/dist/dialogue-BowVYhEC.js +0 -37
  616. package/dist/direct-dm-DoZZHpA0.d.ts +0 -79
  617. package/dist/directive-handling.fast-lane-hnmQ_CvD.js +0 -70
  618. package/dist/directive-handling.impl-Cai-CFS1.js +0 -2
  619. package/dist/directive-handling.impl-DY84qIfU.js +0 -823
  620. package/dist/directive-handling.model-selection-DASssLFQ.js +0 -122
  621. package/dist/directive-handling.persist.runtime-BY7tJUs2.js +0 -274
  622. package/dist/dispatch-D5iG5A8j.js +0 -2057
  623. package/dist/dispatch-acp-transcript.runtime-D3r16hbD.js +0 -40
  624. package/dist/dispatch-acp.runtime-CAIau5qX.js +0 -18
  625. package/dist/dispatcher-7-d2gw3J.js +0 -106
  626. package/dist/doctor-DD5YEMmf.js +0 -6
  627. package/dist/doctor-config-flow-CdlLHJmX.js +0 -1819
  628. package/dist/doctor-core-checks-6MP99TQG.js +0 -666
  629. package/dist/doctor-core-checks-Dm_o576z.js +0 -2
  630. package/dist/doctor-core-checks.runtime-B2qbKATd.js +0 -278
  631. package/dist/doctor-health-BKrhOv1v.js +0 -65
  632. package/dist/doctor-health-contributions-bIBLmw69.js +0 -874
  633. package/dist/doctor-lint-aOLOWli4.js +0 -95
  634. package/dist/doctor-state-integrity-23NQNNuo.js +0 -1257
  635. package/dist/draft-stream-controls-Bk1GVJ1l.d.ts +0 -159
  636. package/dist/embedded-agent-BeK8FhZr.d.ts +0 -5
  637. package/dist/embedded-agent-CNp_y7jW.js +0 -4074
  638. package/dist/embedded-agent-NEmNlXDR.js +0 -4
  639. package/dist/embedded-agent.runtime-hEby8P2s.js +0 -4
  640. package/dist/embedded-backend-BdbgfpBP.js +0 -1581
  641. package/dist/embedded-gateway-stub.runtime-ySZUA3Gy.js +0 -12
  642. package/dist/extensions/alibaba/fengming.plugin.json +0 -47
  643. package/dist/extensions/alibaba/index.d.ts +0 -12
  644. package/dist/extensions/alibaba/index.js +0 -13
  645. package/dist/extensions/alibaba/package.json +0 -15
  646. package/dist/extensions/alibaba/video-generation-provider.d.ts +0 -6
  647. package/dist/extensions/alibaba/video-generation-provider.js +0 -2
  648. package/dist/extensions/baichuan/fengming.plugin.json +0 -69
  649. package/dist/extensions/baichuan/index.d.ts +0 -11
  650. package/dist/extensions/baichuan/index.js +0 -45
  651. package/dist/extensions/baichuan/models.d.ts +0 -7
  652. package/dist/extensions/baichuan/models.js +0 -2
  653. package/dist/extensions/baichuan/onboard.d.ts +0 -5
  654. package/dist/extensions/baichuan/onboard.js +0 -2
  655. package/dist/extensions/baichuan/package.json +0 -15
  656. package/dist/extensions/baichuan/provider-catalog.d.ts +0 -2
  657. package/dist/extensions/baichuan/provider-catalog.js +0 -2
  658. package/dist/extensions/baichuan/provider-discovery.d.ts +0 -2
  659. package/dist/extensions/baichuan/provider-discovery.js +0 -5
  660. package/dist/extensions/byteplus/api.d.ts +0 -3
  661. package/dist/extensions/byteplus/api.js +0 -3
  662. package/dist/extensions/byteplus/fengming.plugin.json +0 -196
  663. package/dist/extensions/byteplus/index.d.ts +0 -12
  664. package/dist/extensions/byteplus/index.js +0 -85
  665. package/dist/extensions/byteplus/models.d.ts +0 -2
  666. package/dist/extensions/byteplus/models.js +0 -2
  667. package/dist/extensions/byteplus/package.json +0 -15
  668. package/dist/extensions/byteplus/provider-catalog.d.ts +0 -2
  669. package/dist/extensions/byteplus/provider-catalog.js +0 -2
  670. package/dist/extensions/byteplus/provider-discovery.d.ts +0 -5
  671. package/dist/extensions/byteplus/provider-discovery.js +0 -23
  672. package/dist/extensions/byteplus/video-generation-provider.d.ts +0 -6
  673. package/dist/extensions/byteplus/video-generation-provider.js +0 -2
  674. package/dist/extensions/longcat/fengming.plugin.json +0 -84
  675. package/dist/extensions/longcat/index.d.ts +0 -11
  676. package/dist/extensions/longcat/index.js +0 -45
  677. package/dist/extensions/longcat/models.d.ts +0 -7
  678. package/dist/extensions/longcat/models.js +0 -2
  679. package/dist/extensions/longcat/onboard.d.ts +0 -5
  680. package/dist/extensions/longcat/onboard.js +0 -2
  681. package/dist/extensions/longcat/package.json +0 -15
  682. package/dist/extensions/longcat/provider-catalog.d.ts +0 -2
  683. package/dist/extensions/longcat/provider-catalog.js +0 -2
  684. package/dist/extensions/longcat/provider-discovery.d.ts +0 -2
  685. package/dist/extensions/longcat/provider-discovery.js +0 -5
  686. package/dist/extensions/minimax/api.d.ts +0 -5
  687. package/dist/extensions/minimax/api.js +0 -6
  688. package/dist/extensions/minimax/fengming.plugin.json +0 -206
  689. package/dist/extensions/minimax/image-generation-provider.d.ts +0 -6
  690. package/dist/extensions/minimax/image-generation-provider.js +0 -2
  691. package/dist/extensions/minimax/index.d.ts +0 -12
  692. package/dist/extensions/minimax/index.js +0 -29
  693. package/dist/extensions/minimax/media-understanding-provider.d.ts +0 -6
  694. package/dist/extensions/minimax/media-understanding-provider.js +0 -2
  695. package/dist/extensions/minimax/model-definitions.d.ts +0 -2
  696. package/dist/extensions/minimax/model-definitions.js +0 -2
  697. package/dist/extensions/minimax/music-generation-provider.d.ts +0 -6
  698. package/dist/extensions/minimax/music-generation-provider.js +0 -2
  699. package/dist/extensions/minimax/oauth.d.ts +0 -2
  700. package/dist/extensions/minimax/oauth.js +0 -2
  701. package/dist/extensions/minimax/oauth.runtime.d.ts +0 -2
  702. package/dist/extensions/minimax/oauth.runtime.js +0 -2
  703. package/dist/extensions/minimax/onboard.d.ts +0 -2
  704. package/dist/extensions/minimax/onboard.js +0 -2
  705. package/dist/extensions/minimax/package.json +0 -15
  706. package/dist/extensions/minimax/provider-catalog.d.ts +0 -2
  707. package/dist/extensions/minimax/provider-catalog.js +0 -2
  708. package/dist/extensions/minimax/provider-contract-api.d.ts +0 -6
  709. package/dist/extensions/minimax/provider-contract-api.js +0 -77
  710. package/dist/extensions/minimax/provider-discovery.d.ts +0 -5
  711. package/dist/extensions/minimax/provider-discovery.js +0 -23
  712. package/dist/extensions/minimax/provider-models.d.ts +0 -2
  713. package/dist/extensions/minimax/provider-models.js +0 -2
  714. package/dist/extensions/minimax/provider-registration.d.ts +0 -7
  715. package/dist/extensions/minimax/provider-registration.js +0 -2
  716. package/dist/extensions/minimax/speech-provider.d.ts +0 -5
  717. package/dist/extensions/minimax/speech-provider.js +0 -2
  718. package/dist/extensions/minimax/tts.d.ts +0 -20
  719. package/dist/extensions/minimax/tts.js +0 -2
  720. package/dist/extensions/minimax/video-generation-provider.d.ts +0 -7
  721. package/dist/extensions/minimax/video-generation-provider.js +0 -2
  722. package/dist/extensions/minimax/web-search-contract-api.d.ts +0 -5
  723. package/dist/extensions/minimax/web-search-contract-api.js +0 -31
  724. package/dist/extensions/minimax/web-search-provider.d.ts +0 -5
  725. package/dist/extensions/minimax/web-search-provider.js +0 -2
  726. package/dist/extensions/moonshot/api.d.ts +0 -3
  727. package/dist/extensions/moonshot/api.js +0 -4
  728. package/dist/extensions/moonshot/fengming.plugin.json +0 -250
  729. package/dist/extensions/moonshot/index.d.ts +0 -11
  730. package/dist/extensions/moonshot/index.js +0 -70
  731. package/dist/extensions/moonshot/media-understanding-provider.d.ts +0 -6
  732. package/dist/extensions/moonshot/media-understanding-provider.js +0 -2
  733. package/dist/extensions/moonshot/onboard.d.ts +0 -2
  734. package/dist/extensions/moonshot/onboard.js +0 -2
  735. package/dist/extensions/moonshot/package.json +0 -15
  736. package/dist/extensions/moonshot/provider-catalog.d.ts +0 -2
  737. package/dist/extensions/moonshot/provider-catalog.js +0 -2
  738. package/dist/extensions/moonshot/provider-contract-api.d.ts +0 -5
  739. package/dist/extensions/moonshot/provider-contract-api.js +0 -27
  740. package/dist/extensions/moonshot/provider-discovery.d.ts +0 -5
  741. package/dist/extensions/moonshot/provider-discovery.js +0 -15
  742. package/dist/extensions/moonshot/web-search-contract-api.d.ts +0 -5
  743. package/dist/extensions/moonshot/web-search-contract-api.js +0 -29
  744. package/dist/extensions/moonshot/web-search-provider.d.ts +0 -5
  745. package/dist/extensions/moonshot/web-search-provider.js +0 -2
  746. package/dist/extensions/qianfan/api.d.ts +0 -3
  747. package/dist/extensions/qianfan/api.js +0 -3
  748. package/dist/extensions/qianfan/fengming.plugin.json +0 -89
  749. package/dist/extensions/qianfan/index.d.ts +0 -11
  750. package/dist/extensions/qianfan/index.js +0 -26
  751. package/dist/extensions/qianfan/onboard.d.ts +0 -2
  752. package/dist/extensions/qianfan/onboard.js +0 -2
  753. package/dist/extensions/qianfan/package.json +0 -15
  754. package/dist/extensions/qianfan/provider-catalog.d.ts +0 -2
  755. package/dist/extensions/qianfan/provider-catalog.js +0 -2
  756. package/dist/extensions/qwen/api.d.ts +0 -4
  757. package/dist/extensions/qwen/api.js +0 -5
  758. package/dist/extensions/qwen/fengming.plugin.json +0 -389
  759. package/dist/extensions/qwen/index.d.ts +0 -11
  760. package/dist/extensions/qwen/index.js +0 -202
  761. package/dist/extensions/qwen/media-understanding-provider.d.ts +0 -6
  762. package/dist/extensions/qwen/media-understanding-provider.js +0 -2
  763. package/dist/extensions/qwen/model-definitions.d.ts +0 -2
  764. package/dist/extensions/qwen/model-definitions.js +0 -2
  765. package/dist/extensions/qwen/models.d.ts +0 -2
  766. package/dist/extensions/qwen/models.js +0 -2
  767. package/dist/extensions/qwen/onboard.d.ts +0 -21
  768. package/dist/extensions/qwen/onboard.js +0 -2
  769. package/dist/extensions/qwen/package.json +0 -15
  770. package/dist/extensions/qwen/provider-catalog.d.ts +0 -2
  771. package/dist/extensions/qwen/provider-catalog.js +0 -2
  772. package/dist/extensions/qwen/stream.d.ts +0 -2
  773. package/dist/extensions/qwen/stream.js +0 -2
  774. package/dist/extensions/qwen/video-generation-provider.d.ts +0 -6
  775. package/dist/extensions/qwen/video-generation-provider.js +0 -2
  776. package/dist/extensions/sensenova/fengming.plugin.json +0 -69
  777. package/dist/extensions/sensenova/index.d.ts +0 -11
  778. package/dist/extensions/sensenova/index.js +0 -45
  779. package/dist/extensions/sensenova/models.d.ts +0 -7
  780. package/dist/extensions/sensenova/models.js +0 -2
  781. package/dist/extensions/sensenova/onboard.d.ts +0 -5
  782. package/dist/extensions/sensenova/onboard.js +0 -2
  783. package/dist/extensions/sensenova/package.json +0 -15
  784. package/dist/extensions/sensenova/provider-catalog.d.ts +0 -2
  785. package/dist/extensions/sensenova/provider-catalog.js +0 -2
  786. package/dist/extensions/sensenova/provider-discovery.d.ts +0 -2
  787. package/dist/extensions/sensenova/provider-discovery.js +0 -5
  788. package/dist/extensions/stepfun/fengming.plugin.json +0 -162
  789. package/dist/extensions/stepfun/index.d.ts +0 -12
  790. package/dist/extensions/stepfun/index.js +0 -165
  791. package/dist/extensions/stepfun/onboard.d.ts +0 -7
  792. package/dist/extensions/stepfun/onboard.js +0 -2
  793. package/dist/extensions/stepfun/package.json +0 -15
  794. package/dist/extensions/stepfun/provider-catalog.d.ts +0 -14
  795. package/dist/extensions/stepfun/provider-catalog.js +0 -2
  796. package/dist/extensions/tencent/api.d.ts +0 -3
  797. package/dist/extensions/tencent/api.js +0 -4
  798. package/dist/extensions/tencent/fengming.plugin.json +0 -105
  799. package/dist/extensions/tencent/index.d.ts +0 -12
  800. package/dist/extensions/tencent/index.js +0 -62
  801. package/dist/extensions/tencent/models.d.ts +0 -2
  802. package/dist/extensions/tencent/models.js +0 -2
  803. package/dist/extensions/tencent/onboard.d.ts +0 -6
  804. package/dist/extensions/tencent/onboard.js +0 -2
  805. package/dist/extensions/tencent/package.json +0 -15
  806. package/dist/extensions/tencent/provider-catalog.d.ts +0 -2
  807. package/dist/extensions/tencent/provider-catalog.js +0 -2
  808. package/dist/extensions/tencent/provider-discovery.d.ts +0 -5
  809. package/dist/extensions/tencent/provider-discovery.js +0 -14
  810. package/dist/extensions/tiangong/fengming.plugin.json +0 -69
  811. package/dist/extensions/tiangong/index.d.ts +0 -11
  812. package/dist/extensions/tiangong/index.js +0 -45
  813. package/dist/extensions/tiangong/models.d.ts +0 -7
  814. package/dist/extensions/tiangong/models.js +0 -2
  815. package/dist/extensions/tiangong/onboard.d.ts +0 -5
  816. package/dist/extensions/tiangong/onboard.js +0 -2
  817. package/dist/extensions/tiangong/package.json +0 -15
  818. package/dist/extensions/tiangong/provider-catalog.d.ts +0 -2
  819. package/dist/extensions/tiangong/provider-catalog.js +0 -2
  820. package/dist/extensions/tiangong/provider-discovery.d.ts +0 -2
  821. package/dist/extensions/tiangong/provider-discovery.js +0 -5
  822. package/dist/extensions/volcengine/api.d.ts +0 -12
  823. package/dist/extensions/volcengine/api.js +0 -4
  824. package/dist/extensions/volcengine/fengming.plugin.json +0 -263
  825. package/dist/extensions/volcengine/index.d.ts +0 -12
  826. package/dist/extensions/volcengine/index.js +0 -88
  827. package/dist/extensions/volcengine/models.d.ts +0 -2
  828. package/dist/extensions/volcengine/models.js +0 -2
  829. package/dist/extensions/volcengine/package.json +0 -15
  830. package/dist/extensions/volcengine/provider-catalog.d.ts +0 -2
  831. package/dist/extensions/volcengine/provider-catalog.js +0 -2
  832. package/dist/extensions/volcengine/provider-discovery.d.ts +0 -5
  833. package/dist/extensions/volcengine/provider-discovery.js +0 -23
  834. package/dist/extensions/volcengine/speech-provider.d.ts +0 -5
  835. package/dist/extensions/volcengine/speech-provider.js +0 -2
  836. package/dist/extensions/volcengine/tts.d.ts +0 -22
  837. package/dist/extensions/volcengine/tts.js +0 -2
  838. package/dist/extensions/weixin/fengming.plugin.json +0 -22
  839. package/dist/extensions/weixin/index.d.ts +0 -26
  840. package/dist/extensions/weixin/index.js +0 -862
  841. package/dist/extensions/weixin/package.json +0 -45
  842. package/dist/extensions/xiaomi/api.d.ts +0 -3
  843. package/dist/extensions/xiaomi/api.js +0 -3
  844. package/dist/extensions/xiaomi/fengming.plugin.json +0 -260
  845. package/dist/extensions/xiaomi/index.d.ts +0 -12
  846. package/dist/extensions/xiaomi/index.js +0 -284
  847. package/dist/extensions/xiaomi/onboard.d.ts +0 -2
  848. package/dist/extensions/xiaomi/onboard.js +0 -2
  849. package/dist/extensions/xiaomi/package.json +0 -15
  850. package/dist/extensions/xiaomi/provider-catalog.d.ts +0 -2
  851. package/dist/extensions/xiaomi/provider-catalog.js +0 -2
  852. package/dist/extensions/xiaomi/speech-provider.d.ts +0 -5
  853. package/dist/extensions/xiaomi/speech-provider.js +0 -2
  854. package/dist/extensions/xiaomi/stream.d.ts +0 -5
  855. package/dist/extensions/xiaomi/stream.js +0 -2
  856. package/dist/extensions/xiaomi/thinking.d.ts +0 -11
  857. package/dist/extensions/xiaomi/thinking.js +0 -2
  858. package/dist/extensions/xingchen/fengming.plugin.json +0 -69
  859. package/dist/extensions/xingchen/index.d.ts +0 -11
  860. package/dist/extensions/xingchen/index.js +0 -45
  861. package/dist/extensions/xingchen/models.d.ts +0 -7
  862. package/dist/extensions/xingchen/models.js +0 -2
  863. package/dist/extensions/xingchen/onboard.d.ts +0 -5
  864. package/dist/extensions/xingchen/onboard.js +0 -2
  865. package/dist/extensions/xingchen/package.json +0 -15
  866. package/dist/extensions/xingchen/provider-catalog.d.ts +0 -2
  867. package/dist/extensions/xingchen/provider-catalog.js +0 -2
  868. package/dist/extensions/xingchen/provider-discovery.d.ts +0 -2
  869. package/dist/extensions/xingchen/provider-discovery.js +0 -5
  870. package/dist/extensions/yi/fengming.plugin.json +0 -84
  871. package/dist/extensions/yi/index.d.ts +0 -11
  872. package/dist/extensions/yi/index.js +0 -45
  873. package/dist/extensions/yi/models.d.ts +0 -7
  874. package/dist/extensions/yi/models.js +0 -2
  875. package/dist/extensions/yi/onboard.d.ts +0 -5
  876. package/dist/extensions/yi/onboard.js +0 -2
  877. package/dist/extensions/yi/package.json +0 -15
  878. package/dist/extensions/yi/provider-catalog.d.ts +0 -2
  879. package/dist/extensions/yi/provider-catalog.js +0 -2
  880. package/dist/extensions/yi/provider-discovery.d.ts +0 -2
  881. package/dist/extensions/yi/provider-discovery.js +0 -5
  882. package/dist/extensions/zai/api.d.ts +0 -4
  883. package/dist/extensions/zai/api.js +0 -4
  884. package/dist/extensions/zai/detect.d.ts +0 -2
  885. package/dist/extensions/zai/detect.js +0 -2
  886. package/dist/extensions/zai/fengming.plugin.json +0 -377
  887. package/dist/extensions/zai/index.d.ts +0 -12
  888. package/dist/extensions/zai/index.js +0 -297
  889. package/dist/extensions/zai/media-understanding-provider.d.ts +0 -5
  890. package/dist/extensions/zai/media-understanding-provider.js +0 -2
  891. package/dist/extensions/zai/model-definitions.d.ts +0 -2
  892. package/dist/extensions/zai/model-definitions.js +0 -2
  893. package/dist/extensions/zai/onboard.d.ts +0 -2
  894. package/dist/extensions/zai/onboard.js +0 -2
  895. package/dist/extensions/zai/package.json +0 -15
  896. package/dist/extensions/zai/runtime-api.d.ts +0 -2
  897. package/dist/extensions/zai/runtime-api.js +0 -2
  898. package/dist/extensions/zhinao/fengming.plugin.json +0 -69
  899. package/dist/extensions/zhinao/index.d.ts +0 -11
  900. package/dist/extensions/zhinao/index.js +0 -45
  901. package/dist/extensions/zhinao/models.d.ts +0 -7
  902. package/dist/extensions/zhinao/models.js +0 -2
  903. package/dist/extensions/zhinao/onboard.d.ts +0 -5
  904. package/dist/extensions/zhinao/onboard.js +0 -2
  905. package/dist/extensions/zhinao/package.json +0 -15
  906. package/dist/extensions/zhinao/provider-catalog.d.ts +0 -2
  907. package/dist/extensions/zhinao/provider-catalog.js +0 -2
  908. package/dist/extensions/zhinao/provider-discovery.d.ts +0 -2
  909. package/dist/extensions/zhinao/provider-discovery.js +0 -5
  910. package/dist/fengming-runtime-0jdu_329.d.ts +0 -153
  911. package/dist/fengming-tools-gQkwsWYz.js +0 -12221
  912. package/dist/fengming.plugin-C-Kdi1_5.js +0 -130
  913. package/dist/fengming.plugin-CRPqMj85.js +0 -166
  914. package/dist/gateway-cli-BV1V43-D.js +0 -443
  915. package/dist/gateway-method-runtime-J2OPP_oH.js +0 -21
  916. package/dist/get-reply-BE8ZGJos.js +0 -5198
  917. package/dist/get-reply-from-config.runtime-C5wfxVI_.js +0 -2
  918. package/dist/heartbeat-runner-_0HlObMb.js +0 -5
  919. package/dist/heartbeat-runner.runtime-DvYz_4Z3.js +0 -3
  920. package/dist/hook-runtime-BH9moP5T.js +0 -4
  921. package/dist/hooks-icCwsmrQ.js +0 -536
  922. package/dist/host-compat-dfJvEfe7.d.ts +0 -21
  923. package/dist/http-registry-Buj7R-F_.d.ts +0 -23
  924. package/dist/image-generation-provider-hrRXkkGc.js +0 -152
  925. package/dist/inbound-reply-dispatch-5AYt56Yt.js +0 -147
  926. package/dist/inbound-reply-dispatch-B5weFW8i.js +0 -2
  927. package/dist/inbound-reply-dispatch-cJh4H31y.d.ts +0 -156
  928. package/dist/infra-runtime-3_0R8nmO.js +0 -32
  929. package/dist/init-BnfkYG_k.js +0 -59
  930. package/dist/interactive-V8NfYsTW.d.ts +0 -26
  931. package/dist/isolated-agent-CgH7dfOj.js +0 -1097
  932. package/dist/isolated-agent-dBWkiw0a.js +0 -2
  933. package/dist/kernel-Ds2aqAJF.d.ts +0 -241
  934. package/dist/kimi-web-search-provider-QJT3Ftj3.js +0 -80
  935. package/dist/kimi-web-search-provider.runtime-Dj3SS4T5.js +0 -307
  936. package/dist/kimi-web-search-provider.runtime.js +0 -1
  937. package/dist/lib-Dg4yjNFQ.js +0 -871
  938. package/dist/lifecycle-B9k7QGsS.js +0 -570
  939. package/dist/list.probe-CbVHFNwf.js +0 -2
  940. package/dist/list.probe-CxiEBmyW.js +0 -451
  941. package/dist/list.status-command-DE-edGgB.js +0 -815
  942. package/dist/llm-slug-generator-DJgq9eFd.js +0 -78
  943. package/dist/loader-5AqYM9PC.d.ts +0 -142
  944. package/dist/local-dispatch.runtime-D3F4v51B.js +0 -10
  945. package/dist/manager-BWf1ks-Z.d.ts +0 -409
  946. package/dist/mcp-http-DU7Nsg4P.js +0 -583
  947. package/dist/mcp-http-iZCW6Cet.js +0 -2
  948. package/dist/media-runtime-DZ5RpQN7.d.ts +0 -261
  949. package/dist/media-understanding-DEdEyoQB.d.ts +0 -46
  950. package/dist/media-understanding-provider-4JHrQOUE.js +0 -70
  951. package/dist/media-understanding-provider-BV7O82XV.js +0 -29
  952. package/dist/media-understanding-provider-BlPRhYkx.js +0 -69
  953. package/dist/media-understanding-provider-BuX8eQLj.js +0 -13
  954. package/dist/memory-core-host-engine-embeddings-BDu5fx8E.d.ts +0 -324
  955. package/dist/memory-core-host-engine-storage-CdCuH-E2.d.ts +0 -54
  956. package/dist/message-handler-L6QLWNVP.js +0 -1806
  957. package/dist/minimax-web-search-provider-_gxeEOy8.js +0 -58
  958. package/dist/minimax-web-search-provider.runtime-BF4mGi6U.js +0 -148
  959. package/dist/minimax-web-search-provider.runtime.js +0 -1
  960. package/dist/model-catalog-DCnRkX8f.d.ts +0 -88
  961. package/dist/model-definitions-B2gY43hI.d.ts +0 -34
  962. package/dist/model-definitions-BLOyeH5h.js +0 -73
  963. package/dist/model-definitions-CoByf5mT.js +0 -243
  964. package/dist/model-definitions-WP3OmzbS.d.ts +0 -57
  965. package/dist/model-selection-DhTE6GZD.js +0 -352
  966. package/dist/models--iAR9QkZ.js +0 -175
  967. package/dist/models-8ImVEkvh.js +0 -36
  968. package/dist/models-BIDM8htk.js +0 -48
  969. package/dist/models-BRgRfrcS.js +0 -36
  970. package/dist/models-Bib5-APc.js +0 -67
  971. package/dist/models-Bl67zOoe.js +0 -36
  972. package/dist/models-BqDDYFE3.d.ts +0 -65
  973. package/dist/models-BtRQoRIu.js +0 -36
  974. package/dist/models-BvXmOXik.js +0 -48
  975. package/dist/models-C-sJciOD.d.ts +0 -9
  976. package/dist/models-COnXPdlL.js +0 -24
  977. package/dist/models-CXTmk-Da.d.ts +0 -8
  978. package/dist/models-Cz0C_8re.js +0 -36
  979. package/dist/models-DbwEIt-m.d.ts +0 -15
  980. package/dist/models-DgXkSADi.js +0 -30
  981. package/dist/models-cli-Bv3y3JgQ.js +0 -257
  982. package/dist/monitor-BiVOsbbN.js +0 -1024
  983. package/dist/monitor-BumfRp1t.js +0 -60
  984. package/dist/monitor.account-Cd6EwtuZ.js +0 -5382
  985. package/dist/music-generation-provider-ZdDMiC-c.js +0 -308
  986. package/dist/nodes-C0f8XgD5.js +0 -1483
  987. package/dist/nodes-Dk4vOgg9.js +0 -3
  988. package/dist/nodes-pending-Cjg09MXz.js +0 -211
  989. package/dist/oauth-BIO69Qw0.d.ts +0 -25
  990. package/dist/oauth-CnO10TN2.js +0 -207
  991. package/dist/onboard-B3BYT5k7.js +0 -34
  992. package/dist/onboard-BDMNV6RE.js +0 -23
  993. package/dist/onboard-B_WNNy5F.d.ts +0 -6
  994. package/dist/onboard-BbyMaErU.js +0 -69
  995. package/dist/onboard-BuYPNE6j2.js +0 -23
  996. package/dist/onboard-C394zMnM.d.ts +0 -11
  997. package/dist/onboard-CHn4oVbY.js +0 -24
  998. package/dist/onboard-CPpVbb0O.js +0 -73
  999. package/dist/onboard-CWDx7Crt.js +0 -23
  1000. package/dist/onboard-CbzkwBzu.d.ts +0 -12
  1001. package/dist/onboard-D099qUd0.js +0 -23
  1002. package/dist/onboard-D7dbzfHc.js +0 -23
  1003. package/dist/onboard-DB-x0nHF.js +0 -30
  1004. package/dist/onboard-DFVrRnxJ.js +0 -23
  1005. package/dist/onboard-DFiqoOc2.d.ts +0 -7
  1006. package/dist/onboard-DJaMK3rr.d.ts +0 -6
  1007. package/dist/onboard-DMdK8D_h.js +0 -67
  1008. package/dist/onboard-J-KL-I6m.js +0 -48
  1009. package/dist/onboard-MIBU-Rmv.js +0 -39
  1010. package/dist/onboard-vmGylfFe.js +0 -23
  1011. package/dist/openai-compat-errors-Dcr5Y8bF.js +0 -136
  1012. package/dist/openai-http-CcqspzU6.js +0 -836
  1013. package/dist/openresponses-http-BnyYYvUF.js +0 -1175
  1014. package/dist/operations-H2Oq0KYz.js +0 -805
  1015. package/dist/outbound.types-BhRehecY.d.ts +0 -291
  1016. package/dist/plugin-enabled-CEIKWKrq.js +0 -232
  1017. package/dist/plugin-entry-CTVRRaaA.d.ts +0 -47
  1018. package/dist/plugin-registration-BTyO5Fwt.js +0 -97
  1019. package/dist/plugin-runtime-_XF2N_UQ.d.ts +0 -117
  1020. package/dist/plugin-sdk/bundled-channel-config-schema-BsOWCrJT.d.ts +0 -3169
  1021. package/dist/plugin-service-B91jVlmZ.d.ts +0 -24
  1022. package/dist/plugin-service-CtGwVz8V.js +0 -1249
  1023. package/dist/prepare.runtime-9dlboph7.js +0 -798
  1024. package/dist/preview-warnings-DJx4KJpC.js +0 -618
  1025. package/dist/program-CWC-NBBB.js +0 -131
  1026. package/dist/provider-api-key-auth-BmNcYRMl.d.ts +0 -27
  1027. package/dist/provider-auth-api-key-CCaFiqY3.js +0 -5
  1028. package/dist/provider-auth-result-D_E9dcVc.d.ts +0 -21
  1029. package/dist/provider-catalog-5KZLmrDO.js +0 -11
  1030. package/dist/provider-catalog-7P6AvDzS.js +0 -11
  1031. package/dist/provider-catalog-B2gyTjTU.js +0 -88
  1032. package/dist/provider-catalog-B3YBhe77.js +0 -17
  1033. package/dist/provider-catalog-B7XEeuUm.js +0 -11
  1034. package/dist/provider-catalog-BFGPRd9v.js +0 -17
  1035. package/dist/provider-catalog-BLvkIMSk.d.ts +0 -6
  1036. package/dist/provider-catalog-BPBL9mJf.d.ts +0 -5
  1037. package/dist/provider-catalog-BRkZ6-HD.d.ts +0 -5
  1038. package/dist/provider-catalog-Bfl_AoTZ.js +0 -142
  1039. package/dist/provider-catalog-BpiHWHu1.js +0 -11
  1040. package/dist/provider-catalog-C1qDLekT.d.ts +0 -5
  1041. package/dist/provider-catalog-CKWNCfry.js +0 -11
  1042. package/dist/provider-catalog-CUHB2pSt.d.ts +0 -7
  1043. package/dist/provider-catalog-CWqN2j6J.d.ts +0 -5
  1044. package/dist/provider-catalog-CZ8oYbx3.js +0 -11
  1045. package/dist/provider-catalog-CcQ5-4ZW.d.ts +0 -6
  1046. package/dist/provider-catalog-Cd16uZ0U.js +0 -20
  1047. package/dist/provider-catalog-CpF2D0VK.js +0 -61
  1048. package/dist/provider-catalog-CvXq36zW.d.ts +0 -5
  1049. package/dist/provider-catalog-D2pgEME3.js +0 -48
  1050. package/dist/provider-catalog-DPzcupEl.d.ts +0 -5
  1051. package/dist/provider-catalog-DaeI606G.d.ts +0 -9
  1052. package/dist/provider-catalog-DrOCtTb-.js +0 -11
  1053. package/dist/provider-catalog-DwZ1J2Al.d.ts +0 -6
  1054. package/dist/provider-catalog-Dy7IcHmS.js +0 -107
  1055. package/dist/provider-catalog-TsZS52nq.d.ts +0 -10
  1056. package/dist/provider-catalog-YqIFRCND.d.ts +0 -5
  1057. package/dist/provider-catalog-Ywb5jRwG.d.ts +0 -5
  1058. package/dist/provider-catalog-evknl1oN.js +0 -11
  1059. package/dist/provider-catalog-l0hFpFO2.d.ts +0 -17
  1060. package/dist/provider-catalog-shared-DsRBv0Tp.d.ts +0 -62
  1061. package/dist/provider-dispatcher-BMy9mBJ1.js +0 -22
  1062. package/dist/provider-model-shared-CPAfQBNs.d.ts +0 -143
  1063. package/dist/provider-models-Diu65OcG.d.ts +0 -18
  1064. package/dist/provider-models-LE7PlLYY.js +0 -22
  1065. package/dist/provider-onboard-CpvXEmvz.d.ts +0 -91
  1066. package/dist/provider-registration-DF-LkmNE.js +0 -235
  1067. package/dist/provider-registry-D9cTPW1F.d.ts +0 -8
  1068. package/dist/provider-registry-DI7gMKUP.d.ts +0 -8
  1069. package/dist/provider-registry-DZtgZDkl.d.ts +0 -29
  1070. package/dist/provider-self-hosted-setup-CoHvoyKm.d.ts +0 -74
  1071. package/dist/provider-stream-BpXJr5Ap.d.ts +0 -139
  1072. package/dist/provider-stream-family-Bj5aBD8w.js +0 -2
  1073. package/dist/provider-stream-shared-BaUkhUHj.d.ts +0 -132
  1074. package/dist/provider-usage-DFUhW2do.js +0 -651
  1075. package/dist/provider-web-search-contract-fields-CkXzSsWu.d.ts +0 -25
  1076. package/dist/pw-ai-9Q_dIq4B.js +0 -3064
  1077. package/dist/register.agent-CbfrlzXB.js +0 -152
  1078. package/dist/register.crestodian-CEg0rPfK.js +0 -24
  1079. package/dist/register.maintenance-k9N8I4Wg.js +0 -85
  1080. package/dist/register.subclis-CrXOeaS3.js +0 -3
  1081. package/dist/register.subclis-DfKlni8N.js +0 -31
  1082. package/dist/register.subclis-core-Bg4wbDsO.js +0 -278
  1083. package/dist/registry-Bh3-P2HL.d.ts +0 -8
  1084. package/dist/registry-types-BmEUS4d3.d.ts +0 -392
  1085. package/dist/repair-sequencing-E4yViXG9.js +0 -652
  1086. package/dist/reply-payload-S2mrc_Mh.d.ts +0 -200
  1087. package/dist/reply-turn-admission-BBoPjmGB.js +0 -2056
  1088. package/dist/reply.runtime-C5wfxVI_.js +0 -2
  1089. package/dist/result-fallback-classifier-CX4iLD1G.js +0 -98
  1090. package/dist/route-CifxcQZ1.js +0 -475
  1091. package/dist/routes-B3XAOeWo.js +0 -2
  1092. package/dist/routes-H185h3U-.js +0 -3701
  1093. package/dist/run-CTJFbwbB.js +0 -1162
  1094. package/dist/run-command-B7B53tYk.js +0 -23
  1095. package/dist/run-command-BFuxRDxS.js +0 -2
  1096. package/dist/run-context-C7im9ICg.js +0 -66
  1097. package/dist/run-embedded.runtime-TljBTbzh.js +0 -4
  1098. package/dist/run-execution-cli.runtime-Bt5zwx1W.js +0 -4
  1099. package/dist/run-executor.runtime-hmbWX2Ct.js +0 -330
  1100. package/dist/run-subagent-registry.runtime-B70X80nS.js +0 -2
  1101. package/dist/runtime-DoKE0o7v.js +0 -436
  1102. package/dist/runtime-api-Ca4Llbgf.js +0 -12
  1103. package/dist/runtime-api-pa8xcEmg.d.ts +0 -5
  1104. package/dist/runtime-channel-CFQ59svm.js +0 -148
  1105. package/dist/runtime-channel-DRwCWGUx.js +0 -2
  1106. package/dist/runtime-embedded-agent.runtime-DwmqKUVp.js +0 -2
  1107. package/dist/runtime-forwarders-BMThPHg_.d.ts +0 -39
  1108. package/dist/sdk-setup-tools-Cg_Tabrf.js +0 -8
  1109. package/dist/selection-COhr7g82.js +0 -18365
  1110. package/dist/selection-_G44EVqd.js +0 -3
  1111. package/dist/send-media-BNc67G7I.js +0 -2072
  1112. package/dist/server-5rR0RCpI.js +0 -24
  1113. package/dist/server-context-BhiPROPA.js +0 -955
  1114. package/dist/server-context-OShBAJZQ.js +0 -2
  1115. package/dist/server-cron-Bkzb9edh.js +0 -3173
  1116. package/dist/server-cron-DdR-ugiU.js +0 -2
  1117. package/dist/server-lwtC1vaS.js +0 -72
  1118. package/dist/server-methods-BY_ZqDFJ.js +0 -497
  1119. package/dist/server-node-events-CLvE94AS.js +0 -597
  1120. package/dist/server-plugin-bootstrap-cKOAH5GL.js +0 -71
  1121. package/dist/server-plugins-CPpUykw5.js +0 -435
  1122. package/dist/server-reload-handlers-uzt4VDZ-.js +0 -719
  1123. package/dist/server-restart-sentinel-CpvV0t4O.js +0 -700
  1124. package/dist/server-runtime-services-BhOHoerM.js +0 -147
  1125. package/dist/server-runtime-services-D3Ig68nC.js +0 -3
  1126. package/dist/server-startup-plugins-DslzKVHK.js +0 -127
  1127. package/dist/server-startup-post-attach-DPFBTQez.js +0 -793
  1128. package/dist/server-ws-runtime-D0zoWoiz.js +0 -374
  1129. package/dist/server.impl-CzqLQ3qt.js +0 -2622
  1130. package/dist/session-kill-http-D8JhwZVS.js +0 -121
  1131. package/dist/session-reset-service-uoi7E4Xp.js +0 -651
  1132. package/dist/session-status.runtime-CZK5IU8w.js +0 -2
  1133. package/dist/session-subagent-reactivation.runtime-BSO00-FY.js +0 -2
  1134. package/dist/session-tab-registry-DM9U7e3o.js +0 -551
  1135. package/dist/sessions-B-SkIoaa.js +0 -1917
  1136. package/dist/sessions-history-http-DCiOG4FK.js +0 -432
  1137. package/dist/sessions-patch-DlAAvQvB.js +0 -401
  1138. package/dist/sessions-resolve-DfMXookg.js +0 -180
  1139. package/dist/sessions.runtime-0V2YxKxB.js +0 -2
  1140. package/dist/snapshot-urls-Ble1-NEW.js +0 -317
  1141. package/dist/speech-core-Bk60ZS_y.d.ts +0 -49
  1142. package/dist/speech-provider-DQO9eZd0.js +0 -233
  1143. package/dist/speech-provider-DnBCla4V.js +0 -171
  1144. package/dist/speech-provider-DyYHFxT5.js +0 -227
  1145. package/dist/standalone-9EWfcxeO.js +0 -42
  1146. package/dist/startup-context-nti4X0_w.js +0 -314
  1147. package/dist/status-subagents.runtime-CPZb1EF1.js +0 -32
  1148. package/dist/status-text-C1Hf37lF.js +0 -301
  1149. package/dist/stream-9VBt1MDs.js +0 -26
  1150. package/dist/stream-B_3P7v7P.js +0 -86
  1151. package/dist/stream-CXsue2-v.d.ts +0 -9
  1152. package/dist/stream-oNBFxfKt.d.ts +0 -5
  1153. package/dist/subagent-announce-CPjQQLy8.js +0 -353
  1154. package/dist/subagent-announce-delivery-B6iBOicL.js +0 -1369
  1155. package/dist/subagent-control-DP72sk-l.js +0 -492
  1156. package/dist/subagent-hooks-B1oUIYH3.js +0 -2
  1157. package/dist/subagent-hooks-BkGj4_xI.js +0 -230
  1158. package/dist/subagent-hooks-api-D2mulK3S.js +0 -23
  1159. package/dist/subagent-registry-CEKAUB5h.js +0 -3
  1160. package/dist/subagent-registry-OUVucPAn.js +0 -2627
  1161. package/dist/subagent-session-cleanup-Bx8d3kw0.js +0 -390
  1162. package/dist/system-CelaP2zI.js +0 -111
  1163. package/dist/talk-DGOI3Lu3.js +0 -2454
  1164. package/dist/target-id-BXRG7x9x.js +0 -107
  1165. package/dist/thinking-B8V29FhB.js +0 -35
  1166. package/dist/thread-bindings-DpVdEPZ0.js +0 -228
  1167. package/dist/tool-DHzDpxE4.js +0 -143
  1168. package/dist/tool-dispatch-ClP3Rc7g.js +0 -155
  1169. package/dist/tool-resolution-CZcLod1d.js +0 -153
  1170. package/dist/tool-split-BhiQ8676.d.ts +0 -19
  1171. package/dist/tools-ZvSvbsCW.d.ts +0 -38
  1172. package/dist/tools-effective-C2mHZT-A.js +0 -442
  1173. package/dist/tools-effective-inventory-ctnM7hc6.js +0 -379
  1174. package/dist/tools-invoke-Ci6Rux2s.js +0 -51
  1175. package/dist/tools-invoke-http-CJflXcJk.js +0 -68
  1176. package/dist/tools-invoke-shared-BLu_mJEX.js +0 -200
  1177. package/dist/tts-B2rPJPij.js +0 -83
  1178. package/dist/tts-Gp9FI3_n.js +0 -163
  1179. package/dist/tts-runtime-DNi1HXPF.d.ts +0 -230
  1180. package/dist/tui-BUhfQ9vD.js +0 -3
  1181. package/dist/tui-BhH5mvLf.js +0 -2
  1182. package/dist/tui-backend-C_4ajTHI.js +0 -257
  1183. package/dist/tui-cli-BhWJ-QoB.js +0 -40
  1184. package/dist/tui-ink-run-BTWbUQGb.js +0 -7414
  1185. package/dist/tui-ink-run-DfTdivkh.js +0 -2
  1186. package/dist/types-B4fW3r5y.d.ts +0 -111
  1187. package/dist/types-DI62NfFe.d.ts +0 -7034
  1188. package/dist/types-sAih_uQb.d.ts +0 -393
  1189. package/dist/types.public-B3MKhuo2.d.ts +0 -70
  1190. package/dist/video-generation-B9c6a5cw.js +0 -207
  1191. package/dist/video-generation-BgJp7UIA.d.ts +0 -224
  1192. package/dist/video-generation-provider-BjiVjf40.js +0 -325
  1193. package/dist/video-generation-provider-CsnQJg_h.js +0 -297
  1194. package/dist/video-generation-provider-DtU-ZPqP.js +0 -64
  1195. package/dist/video-generation-provider-wZ0bzv0e.js +0 -77
  1196. package/dist/webhook-targets-Cy8e7y3g.d.ts +0 -99
  1197. package/skills/canvas/SKILL.md +0 -78
  1198. package/skills/clawhub/SKILL.md +0 -77
  1199. package/skills/coding-agent/SKILL.md +0 -143
  1200. package/skills/diagram-maker/SKILL.md +0 -53
  1201. package/skills/diagram-maker/references/excalidraw-patterns.md +0 -85
  1202. package/skills/diagram-maker/references/svg-template.md +0 -112
  1203. package/skills/gemini/SKILL.md +0 -47
  1204. package/skills/gh-issues/SKILL.md +0 -213
  1205. package/skills/gifgrep/SKILL.md +0 -85
  1206. package/skills/github/SKILL.md +0 -84
  1207. package/skills/healthcheck/SKILL.md +0 -105
  1208. package/skills/mcporter/SKILL.md +0 -61
  1209. package/skills/meme-maker/SKILL.md +0 -42
  1210. package/skills/meme-maker/references/templates.json +0 -358
  1211. package/skills/meme-maker/scripts/meme.mjs +0 -398
  1212. package/skills/model-usage/SKILL.md +0 -71
  1213. package/skills/model-usage/references/codexbar-cli.md +0 -33
  1214. package/skills/model-usage/scripts/model_usage.py +0 -319
  1215. package/skills/model-usage/scripts/test_model_usage.py +0 -40
  1216. package/skills/nano-pdf/SKILL.md +0 -38
  1217. package/skills/node-connect/SKILL.md +0 -143
  1218. package/skills/node-inspect-debugger/SKILL.md +0 -85
  1219. package/skills/openai-whisper/SKILL.md +0 -38
  1220. package/skills/openai-whisper-api/SKILL.md +0 -71
  1221. package/skills/openai-whisper-api/scripts/transcribe.sh +0 -154
  1222. package/skills/oracle/SKILL.md +0 -126
  1223. package/skills/pyproject.toml +0 -10
  1224. package/skills/python-debugpy/SKILL.md +0 -73
  1225. package/skills/sag/SKILL.md +0 -87
  1226. package/skills/session-logs/SKILL.md +0 -151
  1227. package/skills/sherpa-onnx-tts/SKILL.md +0 -109
  1228. package/skills/sherpa-onnx-tts/bin/sherpa-onnx-tts +0 -178
  1229. package/skills/skill-creator/SKILL.md +0 -78
  1230. package/skills/skill-creator/license.txt +0 -202
  1231. package/skills/skill-creator/scripts/init_skill.py +0 -378
  1232. package/skills/skill-creator/scripts/package_skill.py +0 -139
  1233. package/skills/skill-creator/scripts/quick_validate.py +0 -169
  1234. package/skills/skill-creator/scripts/test_package_skill.py +0 -161
  1235. package/skills/skill-creator/scripts/test_quick_validate.py +0 -116
  1236. package/skills/spike/SKILL.md +0 -51
  1237. package/skills/summarize/SKILL.md +0 -87
  1238. package/skills/taskflow/SKILL.md +0 -149
  1239. package/skills/taskflow/examples/inbox-triage.lobster +0 -33
  1240. package/skills/taskflow/examples/pr-intake.lobster +0 -32
  1241. package/skills/taskflow-inbox-triage/SKILL.md +0 -119
  1242. package/skills/video-frames/SKILL.md +0 -46
  1243. package/skills/video-frames/scripts/frame.sh +0 -81
  1244. package/skills/voice-call/SKILL.md +0 -45
  1245. package/skills/weather/SKILL.md +0 -64
  1246. /package/dist/{acp-runtime-backend-DbchQ02o.js → acp-runtime-backend-DZ1Lnt7f.js} +0 -0
  1247. /package/dist/{delegate-k1aptKei.js → delegate-CwhxUdeb.js} +0 -0
  1248. /package/dist/{dispatch-acp-CD4YxPpf.js → dispatch-acp-BP4I5ZQf.js} +0 -0
  1249. /package/dist/{exec-approvals-ByWUCFQM.js → exec-approvals-ByWUCFQM2.js} +0 -0
  1250. /package/dist/{heartbeat-runner-CM0UZxa_.js → heartbeat-runner-CL3alQ8-.js} +0 -0
  1251. /package/dist/{index-B0VJdRJQ.d.ts → index-B0VJdRJQ2.d.ts} +0 -0
  1252. /package/dist/{library-CQ71yATP.js → library-CiTr_aqC.js} +0 -0
  1253. /package/dist/{run-session-state-DbDeH-q6.js → run-session-state-BOMUtBKZ.js} +0 -0
  1254. /package/dist/{session-subagent-reactivation-Bj91A2ms.js → session-subagent-reactivation-CH0C2I6Y.js} +0 -0
  1255. /package/dist/{types-C4HgagiY2.d.ts → types-C4HgagiY.d.ts} +0 -0
@@ -1,2454 +0,0 @@
1
- import { a as normalizeLowercaseStringOrEmpty, c as normalizeOptionalString, s as normalizeOptionalLowercaseString } from "./string-coerce-DKw2K5wM.js";
2
- import { p as parseFiniteNumber } from "./number-coercion-D1aDmIZp.js";
3
- import { i as asOptionalRecord } from "./record-coerce-Btbek4uV.js";
4
- import { u as readConfigFileSnapshot } from "./io-T1CV3Z1L.js";
5
- import { i as resolveActiveTalkProviderConfig, r as normalizeTalkSection, t as buildTalkConfigResponse } from "./talk-B1Q8qwLB.js";
6
- import "./config-4B-JCqw_.js";
7
- import { An as validateTalkSessionJoinParams, Cn as validateTalkModeParams, Dn as validateTalkSessionCloseParams, En as validateTalkSessionCancelTurnParams, Fn as validateTalkSessionTurnParams, Ln as validateTalkSpeakParams, Nn as validateTalkSessionSteerParams, On as validateTalkSessionCreateParams, Pn as validateTalkSessionSubmitToolResultParams, Ri as ErrorCodes, Tn as validateTalkSessionCancelOutputParams, _n as validateTalkClientSteerParams, bn as validateTalkConfigParams, hn as validateTalkClientCreateParams, pn as validateTalkCatalogParams, t as formatValidationErrors, vn as validateTalkClientToolCallParams, wn as validateTalkSessionAppendAudioParams, zi as errorShape } from "./src-B1Y482-m.js";
8
- import { a as TALK_SECRETS_SCOPE, t as ADMIN_SCOPE } from "./operator-scopes-DGvgHuOd.js";
9
- import { _ as resolveSupportedVoiceModelRefs, h as providerMatchesId, m as getVoiceProviderConfig } from "./loader-Ct7uZnva.js";
10
- import { n as redactConfigObject } from "./redact-snapshot-DFs1a6Z-.js";
11
- import { i as getSpeechProvider, o as listSpeechProviders, r as canonicalizeSpeechProviderId } from "./directives-C5xgI26A.js";
12
- import { D as synthesizeSpeech, M as withSpeakerSelectionCompat, N as withSpeakerSelectionFallbackCompat, g as resolveTtsConfig, i as getResolvedSpeechProviderConfig } from "./tts-runtime-cVlyKskt.js";
13
- import "./tts-B5cmsELt.js";
14
- import { t as abortChatRunById } from "./chat-abort-wipQF0Ih.js";
15
- import { t as formatForLog } from "./ws-log-BzGc41ZC.js";
16
- import { r as listRealtimeTranscriptionProviders } from "./provider-registry-BKmY-C62.js";
17
- import { A as buildRealtimeVoiceAgentConsultWorkingResponse, C as shouldAutoControlRealtimeVoiceAgentText, D as buildRealtimeVoiceAgentConsultChatMessage, H as createTalkSessionController, L as createRealtimeVoiceForcedConsultCoordinator, Q as REALTIME_VOICE_AUDIO_FORMAT_PCM16_24KHZ, T as REALTIME_VOICE_AGENT_CONSULT_TOOL_NAME, V as readSpeakableRealtimeVoiceToolResult, W as recordTalkObservabilityEvent, c as resolveConfiguredRealtimeVoiceProvider, d as listRealtimeVoiceProviders, g as REALTIME_VOICE_AGENT_CONTROL_TOOL_NAME, h as REALTIME_VOICE_AGENT_CONTROL_TOOL, i as isLikelyRealtimeVoiceAssistantEchoTranscript, l as canonicalizeRealtimeVoiceProviderId, o as recordRealtimeVoiceTranscript, p as controlRealtimeVoiceAgentRun, s as createRealtimeVoiceBridgeSession, v as buildRealtimeVoiceAgentControlSpeechMessage, w as REALTIME_VOICE_AGENT_CONSULT_TOOL } from "./session-log-runtime-DusjACU2.js";
18
- import { i as chatHandlers } from "./chat-DWRXkuvU.js";
19
- import { t as resolveSessionKeyFromResolveParams } from "./sessions-resolve-DfMXookg.js";
20
- import { createHash, randomBytes, randomUUID } from "node:crypto";
21
- //#region src/gateway/talk-session-registry.ts
22
- const unifiedTalkSessions = /* @__PURE__ */ new Map();
23
- function rememberUnifiedTalkSession(sessionId, session) {
24
- unifiedTalkSessions.set(sessionId, session);
25
- }
26
- function getUnifiedTalkSession(sessionId) {
27
- const session = unifiedTalkSessions.get(sessionId);
28
- if (!session) throw new Error("未知的通话会话");
29
- return session;
30
- }
31
- function forgetUnifiedTalkSession(sessionId) {
32
- unifiedTalkSessions.delete(sessionId);
33
- }
34
- function requireUnifiedTalkSessionConn(session, connId) {
35
- if (!connId || session.connId !== connId) throw new Error("通话会话不属于此连接");
36
- return connId;
37
- }
38
- //#endregion
39
- //#region src/gateway/talk-realtime-relay.ts
40
- const RELAY_SESSION_TTL_MS = 1800 * 1e3;
41
- const MAX_AUDIO_BASE64_BYTES$1 = 512 * 1024;
42
- const MAX_RELAY_SESSIONS_PER_CONN = 2;
43
- const MAX_RELAY_SESSIONS_GLOBAL = 64;
44
- const RELAY_EVENT = "talk.event";
45
- const RELAY_TRANSCRIPT_ECHO_LOOKBACK_MS = 12e3;
46
- const FORCED_CONSULT_FALLBACK_DELAY_MS = 200;
47
- const FORCED_CONSULT_RESULT_MAX_CHARS = 1800;
48
- const relaySessions = /* @__PURE__ */ new Map();
49
- function formatError(error) {
50
- return error instanceof Error ? error.message : String(error);
51
- }
52
- function isWorkingToolResult(result) {
53
- return Boolean(result) && typeof result === "object" && !Array.isArray(result) && result.status === "working";
54
- }
55
- function isRelayAssistantEchoTranscript(session, text) {
56
- if (!session) return false;
57
- return isLikelyRealtimeVoiceAssistantEchoTranscript({
58
- transcript: session.transcript,
59
- text,
60
- lookbackMs: RELAY_TRANSCRIPT_ECHO_LOOKBACK_MS
61
- });
62
- }
63
- function buildForcedConsultCheckingPrompt() {
64
- return ["Briefly tell the person that you are checking with FengMing.", "Do not answer the request yet. Wait for the FengMing result before giving the actual answer."].join(" ");
65
- }
66
- function buildForcedConsultSpeechPrompt(text) {
67
- return [
68
- "FengMing finished checking. Speak this result naturally and concisely.",
69
- "Do not mention tool calls, JSON, or internal routing.",
70
- "",
71
- text
72
- ].join("\n");
73
- }
74
- function buildAlreadyDeliveredToolResult() {
75
- return {
76
- status: "already_delivered",
77
- message: "FengMing already delivered this consult result internally. Do not repeat it."
78
- };
79
- }
80
- function cancelForcedConsults(session) {
81
- for (const handle of session.forcedConsults.handles()) session.forcedConsults.markCancelled(handle);
82
- }
83
- function broadcastToOwner$1(context, connId, event) {
84
- context.broadcastToConnIds(RELAY_EVENT, event, new Set([connId]), { dropIfSlow: true });
85
- }
86
- function abortRelayAgentRuns(session, reason) {
87
- for (const [runId, sessionKey] of session.activeAgentRuns) abortChatRunById(session.context, {
88
- runId,
89
- sessionKey,
90
- stopReason: reason
91
- });
92
- session.activeAgentRuns.clear();
93
- session.activeAgentToolCalls.clear();
94
- }
95
- function pruneInactiveRelayAgentRuns(session) {
96
- for (const runId of session.activeAgentRuns.keys()) if (!session.context.chatAbortControllers.has(runId)) session.activeAgentRuns.delete(runId);
97
- for (const [callId, runId] of session.activeAgentToolCalls) if (!session.activeAgentRuns.has(runId)) session.activeAgentToolCalls.delete(callId);
98
- return session.activeAgentRuns.size;
99
- }
100
- function submitRelayAgentControlProviderResults(session, result, turnId) {
101
- if (result.mode !== "cancel" || !result.ok || !result.providerResult) return;
102
- const activeCallIds = [...session.activeAgentToolCalls.keys()];
103
- for (const callId of activeCallIds) {
104
- const forcedConsult = session.forcedConsults.handles().find((handle) => handle.id === callId);
105
- if (forcedConsult) {
106
- session.forcedConsults.markCancelled(forcedConsult);
107
- for (const nativeCallId of session.forcedConsults.nativeCallIds(forcedConsult)) session.bridge.submitToolResult(nativeCallId, result.providerResult, { suppressResponse: true });
108
- } else session.bridge.submitToolResult(callId, result.providerResult, { suppressResponse: true });
109
- broadcastToOwner$1(session.context, session.connId, {
110
- relaySessionId: session.id,
111
- type: "toolResult",
112
- callId,
113
- talkEvent: session.talk.emit({
114
- type: "tool.result",
115
- callId,
116
- turnId,
117
- payload: { result: result.providerResult },
118
- final: true
119
- })
120
- });
121
- session.activeAgentToolCalls.delete(callId);
122
- session.completedAgentToolCalls.add(callId);
123
- }
124
- session.activeAgentRuns.clear();
125
- }
126
- function closeRelaySession(session, reason) {
127
- session.forcedConsults.clear();
128
- relaySessions.delete(session.id);
129
- forgetUnifiedTalkSession(session.id);
130
- clearTimeout(session.cleanupTimer);
131
- abortRelayAgentRuns(session, reason === "error" ? "relay-error" : "relay-closed");
132
- session.bridge.close();
133
- broadcastToOwner$1(session.context, session.connId, {
134
- relaySessionId: session.id,
135
- type: "close",
136
- reason,
137
- talkEvent: session.talk.emit({
138
- type: "session.closed",
139
- payload: { reason },
140
- final: true
141
- })
142
- });
143
- }
144
- function pruneExpiredRelaySessions(nowMs = Date.now()) {
145
- for (const session of relaySessions.values()) if (nowMs > session.expiresAtMs) closeRelaySession(session, "completed");
146
- }
147
- function countRelaySessionsForConn(connId) {
148
- let count = 0;
149
- for (const session of relaySessions.values()) if (session.connId === connId) count += 1;
150
- return count;
151
- }
152
- function enforceRelaySessionLimits(connId) {
153
- pruneExpiredRelaySessions();
154
- if (relaySessions.size >= MAX_RELAY_SESSIONS_GLOBAL) throw new Error("活跃的实时中继会话过多");
155
- if (countRelaySessionsForConn(connId) >= MAX_RELAY_SESSIONS_PER_CONN) throw new Error("此连接的活跃实时中继会话过多");
156
- }
157
- function createTalkRealtimeRelaySession(params) {
158
- enforceRelaySessionLimits(params.connId);
159
- const forceAgentConsultOnFinalTranscript = params.forceAgentConsultOnFinalTranscript === true;
160
- const relaySessionId = randomUUID();
161
- const expiresAtMs = Date.now() + RELAY_SESSION_TTL_MS;
162
- const talk = createTalkSessionController({
163
- sessionId: relaySessionId,
164
- mode: "realtime",
165
- transport: "gateway-relay",
166
- brain: "agent-consult",
167
- provider: params.provider.id
168
- }, { onEvent: recordTalkObservabilityEvent });
169
- let relay;
170
- const emit = (event, talkEvent) => broadcastToOwner$1(params.context, params.connId, {
171
- ...event,
172
- ...talkEvent ? { talkEvent: talk.emit(talkEvent) } : {}
173
- });
174
- let currentOutputItemId;
175
- let currentOutputResponseId;
176
- const bridge = createRealtimeVoiceBridgeSession({
177
- provider: params.provider,
178
- cfg: params.cfg,
179
- providerConfig: params.providerConfig,
180
- audioFormat: REALTIME_VOICE_AUDIO_FORMAT_PCM16_24KHZ,
181
- instructions: params.instructions,
182
- autoRespondToAudio: !forceAgentConsultOnFinalTranscript,
183
- interruptResponseOnInputAudio: !forceAgentConsultOnFinalTranscript,
184
- tools: params.tools,
185
- markStrategy: "ack-immediately",
186
- audioSink: {
187
- isOpen: () => Boolean(relay && relaySessions.has(relay.id)),
188
- sendAudio: (audio) => {
189
- const turnId = relay ? ensureRelayTurn(relay) : void 0;
190
- emit({
191
- relaySessionId,
192
- type: "audio",
193
- audioBase64: audio.toString("base64"),
194
- ...currentOutputItemId ? { itemId: currentOutputItemId } : {},
195
- ...currentOutputResponseId ? { responseId: currentOutputResponseId } : {}
196
- }, {
197
- type: "output.audio.delta",
198
- turnId,
199
- payload: { byteLength: audio.length }
200
- });
201
- },
202
- clearAudio: () => {
203
- const turnId = relay ? ensureRelayTurn(relay) : void 0;
204
- emit({
205
- relaySessionId,
206
- type: "clear"
207
- }, {
208
- type: "output.audio.done",
209
- turnId,
210
- payload: { reason: "clear" },
211
- final: true
212
- });
213
- },
214
- sendMark: (markName) => {
215
- const turnId = relay ? ensureRelayTurn(relay) : void 0;
216
- emit({
217
- relaySessionId,
218
- type: "mark",
219
- markName
220
- }, {
221
- type: "output.audio.done",
222
- turnId,
223
- payload: { markName },
224
- final: true
225
- });
226
- }
227
- },
228
- onEvent: (event) => {
229
- if (event.direction !== "server") return;
230
- if (event.type === "conversation.output_audio.delta" || event.type === "response.audio.delta" || event.type === "response.output_audio.delta") {
231
- currentOutputItemId = event.itemId ?? currentOutputItemId;
232
- currentOutputResponseId = event.responseId ?? currentOutputResponseId;
233
- return;
234
- }
235
- if (event.type === "response.audio.done" || event.type === "response.output_audio.done" || event.type === "conversation.output_audio.done" || event.type === "response.done" || event.type === "response.cancelled") {
236
- emit({
237
- relaySessionId,
238
- type: "audioDone",
239
- ...event.itemId ?? currentOutputItemId ? { itemId: event.itemId ?? currentOutputItemId } : {},
240
- ...event.responseId ?? currentOutputResponseId ? { responseId: event.responseId ?? currentOutputResponseId } : {}
241
- });
242
- currentOutputItemId = void 0;
243
- currentOutputResponseId = void 0;
244
- }
245
- },
246
- onTranscript: (role, text, final) => {
247
- const turnId = relay ? ensureRelayTurn(relay) : void 0;
248
- if (final && relay) recordRealtimeVoiceTranscript(relay.transcript, role, text);
249
- emit({
250
- relaySessionId,
251
- type: "transcript",
252
- role,
253
- text,
254
- final
255
- }, {
256
- type: role === "assistant" ? final ? "output.text.done" : "output.text.delta" : final ? "transcript.done" : "transcript.delta",
257
- turnId,
258
- payload: role === "assistant" ? { text } : {
259
- role,
260
- text
261
- },
262
- final
263
- });
264
- if (role === "user" && final && text.trim()) {
265
- const question = text.trim();
266
- if (isRelayAssistantEchoTranscript(relay, question)) return;
267
- if (relay && pruneInactiveRelayAgentRuns(relay) > 0 && shouldAutoControlRealtimeVoiceAgentText(question)) {
268
- steerTalkRealtimeRelayAgentRun({
269
- relaySessionId,
270
- connId: params.connId,
271
- text: question
272
- }).then((result) => {
273
- if (result.speak && !result.suppress && result.message.trim()) bridge.sendUserMessage(buildRealtimeVoiceAgentControlSpeechMessage(result.message));
274
- }).catch((error) => {
275
- emit({
276
- relaySessionId,
277
- type: "error",
278
- message: formatError(error)
279
- }, {
280
- type: "session.error",
281
- payload: { message: formatError(error) },
282
- final: true
283
- });
284
- });
285
- return;
286
- }
287
- if (forceAgentConsultOnFinalTranscript) scheduleForcedAgentConsult(relay, question);
288
- }
289
- },
290
- onToolCall: (toolCall) => {
291
- const turnId = relay ? ensureRelayTurn(relay) : void 0;
292
- if (relay && toolCall.name === "fengming_agent_consult") {
293
- const forcedConsult = relay.forcedConsults.recordNativeConsult(toolCall.args, toolCall.callId);
294
- if (forcedConsult.kind === "in_flight" || forcedConsult.kind === "already_delivered") {
295
- if (forcedConsult.kind === "already_delivered") submitAlreadyDeliveredToolResult(relay, toolCall.callId, turnId);
296
- else submitRealtimeAgentConsultWorkingResponse(relay, toolCall.callId, turnId);
297
- return;
298
- }
299
- submitRealtimeAgentConsultWorkingResponse(relay, toolCall.callId, turnId);
300
- }
301
- emit({
302
- relaySessionId,
303
- type: "toolCall",
304
- itemId: toolCall.itemId,
305
- callId: toolCall.callId,
306
- name: toolCall.name,
307
- args: toolCall.args
308
- }, {
309
- type: "tool.call",
310
- itemId: toolCall.itemId,
311
- callId: toolCall.callId,
312
- turnId,
313
- payload: {
314
- name: toolCall.name,
315
- args: toolCall.args
316
- }
317
- });
318
- },
319
- onReady: () => emit({
320
- relaySessionId,
321
- type: "ready"
322
- }, {
323
- type: "session.ready",
324
- payload: null
325
- }),
326
- onError: (error) => emit({
327
- relaySessionId,
328
- type: "error",
329
- message: error.message
330
- }, {
331
- type: "session.error",
332
- payload: { message: error.message },
333
- final: true
334
- }),
335
- onClose: (reason) => {
336
- const active = relaySessions.get(relaySessionId);
337
- if (!active) return;
338
- active.forcedConsults.clear();
339
- relaySessions.delete(relaySessionId);
340
- forgetUnifiedTalkSession(relaySessionId);
341
- clearTimeout(active.cleanupTimer);
342
- abortRelayAgentRuns(active, "relay-closed");
343
- emit({
344
- relaySessionId,
345
- type: "close",
346
- reason
347
- }, {
348
- type: "session.closed",
349
- payload: { reason },
350
- final: true
351
- });
352
- }
353
- });
354
- relay = {
355
- id: relaySessionId,
356
- connId: params.connId,
357
- context: params.context,
358
- bridge,
359
- talk,
360
- sessionKey: params.sessionKey?.trim() || void 0,
361
- expiresAtMs,
362
- cleanupTimer: setTimeout(() => {
363
- const active = relaySessions.get(relaySessionId);
364
- if (active) closeRelaySession(active, "completed");
365
- }, RELAY_SESSION_TTL_MS),
366
- activeAgentRuns: /* @__PURE__ */ new Map(),
367
- activeAgentToolCalls: /* @__PURE__ */ new Map(),
368
- completedAgentToolCalls: /* @__PURE__ */ new Set(),
369
- forcedConsults: createRealtimeVoiceForcedConsultCoordinator(),
370
- transcript: []
371
- };
372
- relay.cleanupTimer.unref?.();
373
- relaySessions.set(relaySessionId, relay);
374
- bridge.connect().catch((error) => {
375
- emit({
376
- relaySessionId,
377
- type: "error",
378
- message: formatError(error)
379
- });
380
- const active = relaySessions.get(relaySessionId);
381
- if (active) closeRelaySession(active, "error");
382
- });
383
- return {
384
- provider: params.provider.id,
385
- transport: "gateway-relay",
386
- relaySessionId,
387
- audio: {
388
- inputEncoding: "pcm16",
389
- inputSampleRateHz: REALTIME_VOICE_AUDIO_FORMAT_PCM16_24KHZ.sampleRateHz,
390
- outputEncoding: "pcm16",
391
- outputSampleRateHz: REALTIME_VOICE_AUDIO_FORMAT_PCM16_24KHZ.sampleRateHz
392
- },
393
- ...params.model ? { model: params.model } : {},
394
- ...params.voice ? { voice: params.voice } : {},
395
- expiresAt: Math.floor(expiresAtMs / 1e3)
396
- };
397
- }
398
- function scheduleForcedAgentConsult(session, question) {
399
- if (!session || !question.trim()) return;
400
- if (session.forcedConsults.hasRecentNativeConsult(question)) return;
401
- session.forcedConsults.clearPending();
402
- const handle = session.forcedConsults.prepare(question);
403
- if (!handle) return;
404
- session.forcedConsults.schedule(handle, FORCED_CONSULT_FALLBACK_DELAY_MS, () => {
405
- if (!relaySessions.has(session.id)) return;
406
- const turnId = ensureRelayTurn(session);
407
- const callId = handle.id;
408
- const itemId = `forced-consult-item-${randomUUID()}`;
409
- session.forcedConsults.markStarted(handle);
410
- session.bridge.handleBargeIn({
411
- audioPlaybackActive: true,
412
- force: true
413
- });
414
- broadcastToOwner$1(session.context, session.connId, {
415
- relaySessionId: session.id,
416
- type: "toolCall",
417
- itemId,
418
- callId,
419
- name: REALTIME_VOICE_AGENT_CONSULT_TOOL_NAME,
420
- forced: true,
421
- args: {
422
- question: handle.question,
423
- context: "The realtime provider produced a final user transcript without invoking fengming_agent_consult, so FengMing is forcing the consult for realtime Talk.",
424
- responseStyle: "Reply in a concise spoken tone."
425
- },
426
- talkEvent: session.talk.emit({
427
- type: "tool.call",
428
- itemId,
429
- callId,
430
- turnId,
431
- payload: {
432
- name: REALTIME_VOICE_AGENT_CONSULT_TOOL_NAME,
433
- args: { question: handle.question },
434
- forced: true
435
- }
436
- })
437
- });
438
- });
439
- }
440
- function submitAlreadyDeliveredToolResult(session, callId, turnId = ensureRelayTurn(session)) {
441
- const result = buildAlreadyDeliveredToolResult();
442
- session.bridge.submitToolResult(callId, result, { suppressResponse: true });
443
- broadcastToOwner$1(session.context, session.connId, {
444
- relaySessionId: session.id,
445
- type: "toolResult",
446
- callId,
447
- talkEvent: session.talk.emit({
448
- type: "tool.result",
449
- callId,
450
- turnId,
451
- payload: {
452
- name: REALTIME_VOICE_AGENT_CONSULT_TOOL_NAME,
453
- result
454
- },
455
- final: true
456
- })
457
- });
458
- }
459
- function submitRealtimeAgentConsultWorkingResponse(session, callId, turnId = ensureRelayTurn(session)) {
460
- if (!session.bridge.bridge.supportsToolResultContinuation) return;
461
- session.bridge.submitToolResult(callId, buildRealtimeVoiceAgentConsultWorkingResponse("person"), { willContinue: true });
462
- broadcastToOwner$1(session.context, session.connId, {
463
- relaySessionId: session.id,
464
- type: "toolResult",
465
- callId,
466
- talkEvent: session.talk.emit({
467
- type: "tool.progress",
468
- callId,
469
- turnId,
470
- payload: {
471
- name: REALTIME_VOICE_AGENT_CONSULT_TOOL_NAME,
472
- status: "working"
473
- }
474
- })
475
- });
476
- }
477
- function ensureRelayTurn(session) {
478
- const turn = session.talk.ensureTurn();
479
- if (turn.event) broadcastToOwner$1(session.context, session.connId, {
480
- relaySessionId: session.id,
481
- type: "inputAudio",
482
- byteLength: 0,
483
- talkEvent: turn.event
484
- });
485
- return turn.turnId;
486
- }
487
- function getRelaySession(relaySessionId, connId) {
488
- const session = relaySessions.get(relaySessionId);
489
- if (!session || session.connId !== connId || Date.now() > session.expiresAtMs) {
490
- if (session) closeRelaySession(session, "completed");
491
- throw new Error("未知的实时中继会话");
492
- }
493
- return session;
494
- }
495
- function sendTalkRealtimeRelayAudio(params) {
496
- if (params.audioBase64.length > MAX_AUDIO_BASE64_BYTES$1) throw new Error("实时中继音频帧过大");
497
- const session = getRelaySession(params.relaySessionId, params.connId);
498
- const turnId = ensureRelayTurn(session);
499
- const audio = Buffer.from(params.audioBase64, "base64");
500
- session.bridge.sendAudio(audio);
501
- broadcastToOwner$1(session.context, session.connId, {
502
- relaySessionId: session.id,
503
- type: "inputAudio",
504
- byteLength: audio.byteLength,
505
- talkEvent: session.talk.emit({
506
- type: "input.audio.delta",
507
- turnId,
508
- payload: { byteLength: audio.byteLength }
509
- })
510
- });
511
- if (typeof params.timestamp === "number" && Number.isFinite(params.timestamp)) session.bridge.setMediaTimestamp(params.timestamp);
512
- }
513
- function submitTalkRealtimeRelayToolResult(params) {
514
- const session = getRelaySession(params.relaySessionId, params.connId);
515
- if (session.completedAgentToolCalls.has(params.callId)) return;
516
- const forcedConsult = session.forcedConsults.handles().find((handle) => handle.id === params.callId);
517
- if (forcedConsult) {
518
- const turnId = ensureRelayTurn(session);
519
- const cancelled = session.forcedConsults.isCancelled(forcedConsult);
520
- if (cancelled) {
521
- if (params.options?.willContinue !== true) session.forcedConsults.markCancelled(forcedConsult);
522
- } else if (isWorkingToolResult(params.result)) session.bridge.sendUserMessage(buildForcedConsultCheckingPrompt());
523
- else {
524
- session.forcedConsults.markDelivered(forcedConsult);
525
- const text = readSpeakableRealtimeVoiceToolResult(params.result, { maxChars: FORCED_CONSULT_RESULT_MAX_CHARS });
526
- for (const nativeCallId of session.forcedConsults.nativeCallIds(forcedConsult)) submitAlreadyDeliveredToolResult(session, nativeCallId, turnId);
527
- if (text) session.bridge.sendUserMessage(buildForcedConsultSpeechPrompt(text));
528
- }
529
- const final = params.options?.willContinue !== true;
530
- if (final && !cancelled && !isWorkingToolResult(params.result)) session.forcedConsults.markDelivered(forcedConsult);
531
- broadcastToOwner$1(session.context, session.connId, {
532
- relaySessionId: session.id,
533
- type: "toolResult",
534
- callId: params.callId,
535
- talkEvent: session.talk.emit({
536
- type: "tool.result",
537
- callId: params.callId,
538
- turnId,
539
- payload: {
540
- result: params.result,
541
- forced: true
542
- },
543
- final
544
- })
545
- });
546
- return;
547
- }
548
- session.bridge.submitToolResult(params.callId, params.result, params.options);
549
- const turnId = ensureRelayTurn(session);
550
- const final = params.options?.willContinue !== true;
551
- if (final) {
552
- const runId = session.activeAgentToolCalls.get(params.callId);
553
- if (runId) {
554
- session.activeAgentRuns.delete(runId);
555
- session.activeAgentToolCalls.delete(params.callId);
556
- }
557
- }
558
- broadcastToOwner$1(session.context, session.connId, {
559
- relaySessionId: session.id,
560
- type: "toolResult",
561
- callId: params.callId,
562
- talkEvent: session.talk.emit({
563
- type: "tool.result",
564
- callId: params.callId,
565
- turnId,
566
- payload: { result: params.result },
567
- final
568
- })
569
- });
570
- }
571
- function registerTalkRealtimeRelayAgentRun(params) {
572
- const session = getRelaySession(params.relaySessionId, params.connId);
573
- session.activeAgentRuns.set(params.runId, params.sessionKey);
574
- if (params.callId?.trim()) session.activeAgentToolCalls.set(params.callId.trim(), params.runId);
575
- if (!session.sessionKey) session.sessionKey = params.sessionKey;
576
- }
577
- async function steerTalkRealtimeRelayAgentRun(params) {
578
- const session = getRelaySession(params.relaySessionId, params.connId);
579
- const sessionKey = session.sessionKey;
580
- if (!sessionKey) throw new Error("实时中继操控需要会话密钥");
581
- const requestedSessionKey = params.sessionKey?.trim();
582
- if (requestedSessionKey && requestedSessionKey !== sessionKey) throw new Error("实时中继操控会话密钥与中继会话不匹配");
583
- const result = await controlRealtimeVoiceAgentRun({
584
- sessionKey,
585
- text: params.text,
586
- mode: params.mode,
587
- recentEvents: session.talk.recentEvents
588
- });
589
- const turnId = ensureRelayTurn(session);
590
- broadcastToOwner$1(session.context, session.connId, {
591
- relaySessionId: session.id,
592
- type: "toolProgress",
593
- result,
594
- talkEvent: session.talk.emit({
595
- type: "tool.progress",
596
- turnId,
597
- payload: {
598
- name: "fengming_agent_control",
599
- phase: result.mode,
600
- result
601
- },
602
- final: result.mode === "cancel" || result.mode === "status"
603
- })
604
- });
605
- submitRelayAgentControlProviderResults(session, result, turnId);
606
- return result;
607
- }
608
- function cancelTalkRealtimeRelayTurn(params) {
609
- const session = getRelaySession(params.relaySessionId, params.connId);
610
- const turnId = ensureRelayTurn(session);
611
- const reason = params.reason ?? "client-cancelled";
612
- cancelForcedConsults(session);
613
- session.bridge.handleBargeIn({ audioPlaybackActive: true });
614
- abortRelayAgentRuns(session, reason);
615
- const cancelled = session.talk.cancelTurn({
616
- turnId,
617
- payload: { reason }
618
- });
619
- broadcastToOwner$1(session.context, session.connId, {
620
- relaySessionId: session.id,
621
- type: "clear",
622
- talkEvent: cancelled.ok ? cancelled.event : void 0
623
- });
624
- }
625
- function stopTalkRealtimeRelaySession(params) {
626
- closeRelaySession(getRelaySession(params.relaySessionId, params.connId), "completed");
627
- }
628
- //#endregion
629
- //#region src/gateway/talk-agent-consult.ts
630
- async function startTalkRealtimeAgentConsult(params) {
631
- let message;
632
- try {
633
- message = buildRealtimeVoiceAgentConsultChatMessage(params.args);
634
- } catch (err) {
635
- return {
636
- ok: false,
637
- error: errorShape(ErrorCodes.INVALID_REQUEST, formatForLog(err))
638
- };
639
- }
640
- const idempotencyKey = `talk-${params.callId}-${randomUUID()}`;
641
- const normalizedTalk = normalizeTalkSection(params.context.getRuntimeConfig().talk);
642
- let chatResponse;
643
- await chatHandlers["chat.send"]({
644
- req: {
645
- type: "req",
646
- id: `${params.requestId}:talk-tool-call`,
647
- method: "chat.send"
648
- },
649
- client: params.client,
650
- isWebchatConnect: params.isWebchatConnect,
651
- context: params.context,
652
- params: {
653
- sessionKey: params.sessionKey,
654
- message,
655
- idempotencyKey,
656
- ...normalizedTalk?.consultThinkingLevel ? { thinking: normalizedTalk.consultThinkingLevel } : {},
657
- ...typeof normalizedTalk?.consultFastMode === "boolean" ? { fastMode: normalizedTalk.consultFastMode } : {}
658
- },
659
- respond: (ok, result, error) => {
660
- chatResponse = ok ? {
661
- ok: true,
662
- result
663
- } : {
664
- ok: false,
665
- error: error ?? errorShape(ErrorCodes.UNAVAILABLE, "chat.send failed without error")
666
- };
667
- }
668
- });
669
- if (!chatResponse) return {
670
- ok: false,
671
- error: errorShape(ErrorCodes.UNAVAILABLE, "chat.send did not return a realtime tool result")
672
- };
673
- if (!chatResponse.ok) return {
674
- ok: false,
675
- error: chatResponse.error
676
- };
677
- const result = chatResponse.result;
678
- const runId = result && typeof result === "object" && !Array.isArray(result) ? typeof result.runId === "string" ? result.runId : idempotencyKey : idempotencyKey;
679
- if (params.relaySessionId && params.connId) registerTalkRealtimeRelayAgentRun({
680
- relaySessionId: params.relaySessionId,
681
- connId: params.connId,
682
- sessionKey: params.sessionKey,
683
- runId,
684
- callId: params.callId
685
- });
686
- return {
687
- ok: true,
688
- runId,
689
- idempotencyKey
690
- };
691
- }
692
- //#endregion
693
- //#region src/gateway/server-methods/talk-shared.ts
694
- function canUseTalkDirectTools(client) {
695
- return (Array.isArray(client?.connect?.scopes) ? client.connect.scopes : []).includes(ADMIN_SCOPE);
696
- }
697
- function broadcastTalkRoomEvents(context, connId, params) {
698
- if (!connId || params.events.length === 0) return;
699
- for (const talkEvent of params.events) context.broadcastToConnIds("talk.event", {
700
- handoffId: params.handoffId,
701
- roomId: params.roomId,
702
- talkEvent
703
- }, new Set([connId]), { dropIfSlow: true });
704
- }
705
- function talkHandoffErrorCode(reason) {
706
- return reason === "invalid_token" || reason === "no_active_turn" || reason === "stale_turn" ? ErrorCodes.INVALID_REQUEST : ErrorCodes.UNAVAILABLE;
707
- }
708
- function getRecord(value) {
709
- return asOptionalRecord(value) ?? void 0;
710
- }
711
- function singleRecordKey(record) {
712
- const keys = record ? Object.keys(record) : [];
713
- return keys.length === 1 ? keys[0] : void 0;
714
- }
715
- function getVoiceCallRealtimeConfig(config) {
716
- const realtime = getRecord(getRecord(getRecord(getRecord(getRecord(config.plugins)?.entries)?.["voice-call"])?.config)?.realtime);
717
- const providersRaw = getRecord(realtime?.providers);
718
- const providers = {};
719
- if (providersRaw) for (const [providerId, providerConfig] of Object.entries(providersRaw)) {
720
- const record = getRecord(providerConfig);
721
- if (record) providers[providerId] = record;
722
- }
723
- return {
724
- provider: normalizeOptionalString(realtime?.provider),
725
- providers: Object.keys(providers).length > 0 ? providers : void 0
726
- };
727
- }
728
- function getVoiceCallStreamingConfig(config) {
729
- const streaming = getRecord(getRecord(getRecord(getRecord(getRecord(config.plugins)?.entries)?.["voice-call"])?.config)?.streaming);
730
- const providersRaw = getRecord(streaming?.providers);
731
- const providers = {};
732
- if (providersRaw) for (const [providerId, providerConfig] of Object.entries(providersRaw)) {
733
- const record = getRecord(providerConfig);
734
- if (record) providers[providerId] = record;
735
- }
736
- return {
737
- provider: normalizeOptionalString(streaming?.provider),
738
- providers: Object.keys(providers).length > 0 ? providers : void 0
739
- };
740
- }
741
- function resolveConfiguredVoiceModelDefaultRef(params) {
742
- const configuredProvider = normalizeOptionalString(params.provider);
743
- const refs = resolveSupportedVoiceModelRefs({
744
- config: params.config.agents?.defaults?.voiceModel,
745
- providers: params.providers,
746
- providerId: configuredProvider
747
- });
748
- for (const ref of refs) {
749
- const provider = params.providers.find((entry) => providerMatchesId(entry, ref.provider));
750
- if (!provider) continue;
751
- if (!configuredProvider) {
752
- const rawConfig = getVoiceProviderConfig({
753
- providerConfigs: params.providerConfigs,
754
- provider
755
- });
756
- const rawConfigWithModel = rawConfig.model === void 0 ? {
757
- ...rawConfig,
758
- model: ref.model
759
- } : rawConfig;
760
- const providerConfig = provider.resolveConfig?.({
761
- cfg: params.config,
762
- rawConfig: rawConfigWithModel
763
- }) ?? rawConfigWithModel;
764
- if (!configuredOrFalse(() => provider.isConfigured({
765
- cfg: params.config,
766
- providerConfig
767
- }))) continue;
768
- }
769
- return {
770
- provider: provider.id,
771
- model: ref.model
772
- };
773
- }
774
- }
775
- function buildTalkRealtimeConfig(config, requestedProvider) {
776
- const voiceCallRealtime = getVoiceCallRealtimeConfig(config);
777
- const talkRealtime = getRecord(config.talk?.realtime);
778
- const talkRealtimeProviderConfigs = talkRealtime?.providers;
779
- const explicitProvider = normalizeOptionalString(requestedProvider) ?? normalizeOptionalString(talkRealtime?.provider);
780
- const singleConfiguredProvider = normalizeOptionalString(singleRecordKey(talkRealtimeProviderConfigs));
781
- const selectedProvider = explicitProvider ?? singleConfiguredProvider ?? voiceCallRealtime.provider ?? singleConfiguredProvider;
782
- const providerConfigs = {
783
- ...voiceCallRealtime.providers,
784
- ...talkRealtimeProviderConfigs
785
- };
786
- const voiceModelDefault = resolveConfiguredVoiceModelDefaultRef({
787
- config,
788
- provider: selectedProvider,
789
- providerConfigs,
790
- providers: listRealtimeVoiceProviders(config)
791
- });
792
- return {
793
- provider: selectedProvider ?? voiceModelDefault?.provider,
794
- providers: providerConfigs,
795
- model: normalizeOptionalString(talkRealtime?.model) ?? voiceModelDefault?.model,
796
- voice: normalizeOptionalString(talkRealtime?.speakerVoice) ?? normalizeOptionalString(talkRealtime?.speakerVoiceId) ?? normalizeOptionalString(talkRealtime?.voice),
797
- instructions: normalizeOptionalString(talkRealtime?.instructions),
798
- mode: normalizeOptionalLowercaseString(talkRealtime?.mode),
799
- transport: normalizeOptionalLowercaseString(talkRealtime?.transport),
800
- brain: normalizeOptionalLowercaseString(talkRealtime?.brain),
801
- consultRouting: normalizeOptionalLowercaseString(talkRealtime?.consultRouting)
802
- };
803
- }
804
- function buildTalkTranscriptionConfig(config, requestedProvider) {
805
- const streamingConfig = getVoiceCallStreamingConfig(config);
806
- const provider = normalizeOptionalString(requestedProvider) ?? streamingConfig.provider;
807
- const providerConfigs = streamingConfig.providers ?? {};
808
- const voiceModelDefault = resolveConfiguredVoiceModelDefaultRef({
809
- config,
810
- provider,
811
- providerConfigs,
812
- providers: listRealtimeTranscriptionProviders(config)
813
- });
814
- return {
815
- provider: provider ?? voiceModelDefault?.provider,
816
- providers: providerConfigs,
817
- model: voiceModelDefault?.model
818
- };
819
- }
820
- function configuredOrFalse(callback) {
821
- try {
822
- return callback();
823
- } catch {
824
- return false;
825
- }
826
- }
827
- function resolveConfiguredRealtimeTranscriptionProvider(params) {
828
- const providers = listRealtimeTranscriptionProviders(params.config);
829
- const normalizedConfigured = normalizeOptionalLowercaseString(params.configuredProviderId);
830
- const orderedProviders = normalizedConfigured ? providers.filter((provider) => normalizeOptionalLowercaseString(provider.id) === normalizedConfigured || (provider.aliases ?? []).some((alias) => normalizeOptionalLowercaseString(alias) === normalizedConfigured)) : providers.toSorted((a, b) => (a.autoSelectOrder ?? 1e3) - (b.autoSelectOrder ?? 1e3));
831
- for (const provider of orderedProviders) {
832
- const rawConfig = getVoiceProviderConfig({
833
- providerConfigs: params.providerConfigs,
834
- provider,
835
- configuredProviderId: params.configuredProviderId
836
- });
837
- const rawConfigWithModel = params.defaultModel && rawConfig.model === void 0 ? {
838
- ...rawConfig,
839
- model: params.defaultModel
840
- } : rawConfig;
841
- const providerConfig = provider.resolveConfig?.({
842
- cfg: params.config,
843
- rawConfig: rawConfigWithModel
844
- }) ?? rawConfigWithModel;
845
- if (configuredOrFalse(() => provider.isConfigured({
846
- cfg: params.config,
847
- providerConfig
848
- }))) return {
849
- provider,
850
- providerConfig
851
- };
852
- }
853
- if (normalizedConfigured) throw new Error(`Realtime transcription provider "${params.configuredProviderId}" is not configured`);
854
- throw new Error("没有注册实时转录提供商");
855
- }
856
- const DEFAULT_REALTIME_INSTRUCTIONS = [
857
- "You are FengMing's realtime voice interface. Keep spoken replies concise.",
858
- `If the user asks for code, repository state, files, current FengMing context, tool-backed actions, or deeper reasoning, call ${REALTIME_VOICE_AGENT_CONSULT_TOOL_NAME} and then summarize the result naturally.`,
859
- `Do not claim you cannot use tools, perform actions, or reach FengMing unless ${REALTIME_VOICE_AGENT_CONSULT_TOOL_NAME} returns that failure.`,
860
- `When ${REALTIME_VOICE_AGENT_CONSULT_TOOL_NAME} is in progress, speak one brief acknowledgement such as "Let me check that for you", then wait for the final FengMing result before answering with the actual result.`,
861
- `If FengMing is already working through ${REALTIME_VOICE_AGENT_CONSULT_TOOL_NAME} and the user asks in any language for progress, cancellation, a redirect/change, or a follow-up, call ${REALTIME_VOICE_AGENT_CONTROL_TOOL_NAME} with the semantic mode.`,
862
- "For greetings and casual chatter while FengMing is working, answer naturally and do not redirect the active work."
863
- ].join(" ");
864
- function buildRealtimeInstructions(configuredInstructions) {
865
- const extra = normalizeOptionalString(configuredInstructions);
866
- if (!extra) return DEFAULT_REALTIME_INSTRUCTIONS;
867
- return `${DEFAULT_REALTIME_INSTRUCTIONS}\n\nAdditional realtime instructions:\n${extra}`;
868
- }
869
- function buildRealtimeVoiceLaunchOptions(params) {
870
- return {
871
- ...pickRealtimeVoiceLaunchOptions(params.defaults),
872
- ...pickRealtimeVoiceLaunchOptions(params.requested)
873
- };
874
- }
875
- function withRealtimeBrowserOverrides(providerConfig, params) {
876
- const overrides = {};
877
- const model = normalizeOptionalString(params.model);
878
- const voice = normalizeOptionalString(params.voice);
879
- const reasoningEffort = normalizeOptionalString(params.reasoningEffort);
880
- if (model) overrides.model = model;
881
- if (voice) overrides.voice = voice;
882
- if (typeof params.vadThreshold === "number" && Number.isFinite(params.vadThreshold)) overrides.vadThreshold = params.vadThreshold;
883
- if (typeof params.silenceDurationMs === "number" && Number.isFinite(params.silenceDurationMs)) overrides.silenceDurationMs = params.silenceDurationMs;
884
- if (typeof params.prefixPaddingMs === "number" && Number.isFinite(params.prefixPaddingMs)) overrides.prefixPaddingMs = params.prefixPaddingMs;
885
- if (reasoningEffort) overrides.reasoningEffort = reasoningEffort;
886
- return Object.keys(overrides).length > 0 ? {
887
- ...providerConfig,
888
- ...overrides
889
- } : providerConfig;
890
- }
891
- function pickRealtimeVoiceLaunchOptions(params) {
892
- const options = {};
893
- const model = normalizeOptionalString(params.model);
894
- const voice = normalizeOptionalString(params.voice);
895
- const reasoningEffort = normalizeOptionalString(params.reasoningEffort);
896
- if (model) options.model = model;
897
- if (voice) options.voice = voice;
898
- if (typeof params.vadThreshold === "number" && Number.isFinite(params.vadThreshold)) options.vadThreshold = params.vadThreshold;
899
- if (typeof params.silenceDurationMs === "number" && Number.isFinite(params.silenceDurationMs)) options.silenceDurationMs = params.silenceDurationMs;
900
- if (typeof params.prefixPaddingMs === "number" && Number.isFinite(params.prefixPaddingMs)) options.prefixPaddingMs = params.prefixPaddingMs;
901
- if (reasoningEffort) options.reasoningEffort = reasoningEffort;
902
- return options;
903
- }
904
- function isUnsupportedBrowserWebRtcSession(session) {
905
- const provider = normalizeLowercaseStringOrEmpty(session.provider);
906
- const transport = session.transport ?? "webrtc";
907
- return provider === "google" && transport === "webrtc";
908
- }
909
- //#endregion
910
- //#region src/gateway/server-methods/talk-client.ts
911
- const talkClientHandlers = {
912
- "talk.client.create": async ({ params, respond, context }) => {
913
- if (!validateTalkClientCreateParams(params)) {
914
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.client.create params: ${formatValidationErrors(validateTalkClientCreateParams.errors)}`));
915
- return;
916
- }
917
- const typedParams = params;
918
- try {
919
- const runtimeConfig = context.getRuntimeConfig();
920
- const realtimeConfig = buildTalkRealtimeConfig(runtimeConfig, typedParams.provider);
921
- const mode = normalizeOptionalLowercaseString(typedParams.mode) ?? realtimeConfig.mode ?? "realtime";
922
- if (mode !== "realtime") {
923
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `talk.client.create only supports mode="realtime"; use talk.catalog for ${mode} provider discovery`));
924
- return;
925
- }
926
- if ((normalizeOptionalLowercaseString(typedParams.brain) ?? realtimeConfig.brain ?? "agent-consult") !== "agent-consult") {
927
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `talk.client.create only supports brain="agent-consult"`));
928
- return;
929
- }
930
- const transport = normalizeOptionalLowercaseString(typedParams.transport) ?? realtimeConfig.transport;
931
- if (transport === "managed-room") {
932
- respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, "managed-room realtime Talk sessions are not available in the browser UI yet"));
933
- return;
934
- }
935
- if (transport === "gateway-relay") {
936
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `talk.client.create is client-owned; use talk.session.create for gateway-relay`));
937
- return;
938
- }
939
- const resolution = resolveConfiguredRealtimeVoiceProvider({
940
- configuredProviderId: realtimeConfig.provider,
941
- providerConfigs: realtimeConfig.providers,
942
- cfg: runtimeConfig,
943
- cfgForResolve: runtimeConfig,
944
- defaultModel: realtimeConfig.model,
945
- noRegisteredProviderMessage: "No realtime voice provider registered"
946
- });
947
- const launchOptions = buildRealtimeVoiceLaunchOptions({
948
- requested: typedParams,
949
- defaults: realtimeConfig
950
- });
951
- if (resolution.provider.createBrowserSession && transport !== "gateway-relay") {
952
- const session = await resolution.provider.createBrowserSession({
953
- cfg: runtimeConfig,
954
- providerConfig: resolution.providerConfig,
955
- instructions: buildRealtimeInstructions(realtimeConfig.instructions),
956
- tools: [REALTIME_VOICE_AGENT_CONSULT_TOOL, REALTIME_VOICE_AGENT_CONTROL_TOOL],
957
- ...launchOptions
958
- });
959
- if (!isUnsupportedBrowserWebRtcSession(session) && (!transport || session.transport === transport)) {
960
- respond(true, session, void 0);
961
- return;
962
- }
963
- if (transport) {
964
- respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, `Realtime provider "${resolution.provider.id}" does not support requested browser transport "${transport}"`));
965
- return;
966
- }
967
- }
968
- respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, `Realtime provider "${resolution.provider.id}" does not support client-owned realtime sessions`));
969
- } catch (err) {
970
- respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, formatForLog(err)));
971
- }
972
- },
973
- "talk.client.toolCall": async (request) => {
974
- const { params, respond } = request;
975
- if (!validateTalkClientToolCallParams(params)) {
976
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.client.toolCall params: ${formatValidationErrors(validateTalkClientToolCallParams.errors)}`));
977
- return;
978
- }
979
- if (params.name !== "fengming_agent_consult") {
980
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `unsupported realtime Talk tool: ${params.name}`));
981
- return;
982
- }
983
- const result = await startTalkRealtimeAgentConsult({
984
- context: request.context,
985
- client: request.client,
986
- isWebchatConnect: request.isWebchatConnect,
987
- requestId: request.req.id,
988
- sessionKey: params.sessionKey,
989
- callId: params.callId,
990
- args: params.args ?? {},
991
- relaySessionId: normalizeOptionalString(params.relaySessionId),
992
- connId: normalizeOptionalString(request.client?.connId)
993
- });
994
- if (!result.ok) {
995
- respond(false, void 0, result.error);
996
- return;
997
- }
998
- respond(true, {
999
- runId: result.runId,
1000
- idempotencyKey: result.idempotencyKey
1001
- }, void 0);
1002
- },
1003
- "talk.client.steer": async ({ params, respond, client, context }) => {
1004
- if (!validateTalkClientSteerParams(params)) {
1005
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.client.steer params: ${formatValidationErrors(validateTalkClientSteerParams.errors)}`));
1006
- return;
1007
- }
1008
- if (!hasOwnedActiveTalkClientRun({
1009
- context,
1010
- clientConnId: client?.connId,
1011
- sessionKey: params.sessionKey
1012
- })) {
1013
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, "talk.client.steer requires an active browser-owned Talk run"));
1014
- return;
1015
- }
1016
- try {
1017
- respond(true, await controlRealtimeVoiceAgentRun({
1018
- sessionKey: params.sessionKey,
1019
- text: params.text,
1020
- mode: params.mode
1021
- }), void 0);
1022
- } catch (err) {
1023
- respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, formatForLog(err)));
1024
- }
1025
- }
1026
- };
1027
- function hasOwnedActiveTalkClientRun(params) {
1028
- const connId = normalizeOptionalString(params.clientConnId);
1029
- const sessionKey = params.sessionKey.trim();
1030
- if (!connId || !sessionKey) return false;
1031
- for (const entry of params.context.chatAbortControllers.values()) if (entry.sessionKey === sessionKey && entry.ownerConnId === connId && entry.kind !== "agent") return true;
1032
- return false;
1033
- }
1034
- //#endregion
1035
- //#region src/gateway/talk-handoff.ts
1036
- const DEFAULT_TALK_HANDOFF_TTL_MS = 600 * 1e3;
1037
- const MAX_TALK_HANDOFF_TTL_MS = 3600 * 1e3;
1038
- const handoffs = /* @__PURE__ */ new Map();
1039
- function createTalkHandoff(params) {
1040
- pruneExpiredTalkHandoffs();
1041
- const createdAt = Date.now();
1042
- const ttlMs = normalizeTtlMs(params.ttlMs);
1043
- const id = randomUUID();
1044
- const roomId = `talk_${id}`;
1045
- const token = randomBytes(32).toString("base64url");
1046
- const room = createTalkHandoffRoom({
1047
- roomId,
1048
- mode: params.mode ?? "stt-tts",
1049
- transport: params.transport ?? "managed-room",
1050
- brain: params.brain ?? "agent-consult",
1051
- provider: params.provider
1052
- });
1053
- const record = {
1054
- id,
1055
- roomId,
1056
- roomUrl: `/talk/rooms/${roomId}`,
1057
- tokenHash: hashTalkHandoffToken(token),
1058
- sessionKey: params.sessionKey,
1059
- sessionId: params.sessionId,
1060
- channel: params.channel,
1061
- target: params.target,
1062
- provider: params.provider,
1063
- model: params.model,
1064
- voice: params.voice,
1065
- mode: params.mode ?? "stt-tts",
1066
- transport: params.transport ?? "managed-room",
1067
- brain: params.brain ?? "agent-consult",
1068
- createdAt,
1069
- expiresAt: createdAt + ttlMs,
1070
- room
1071
- };
1072
- appendTalkHandoffRoomEvent(record, {
1073
- type: "session.started",
1074
- payload: {
1075
- handoffId: id,
1076
- roomId
1077
- }
1078
- });
1079
- handoffs.set(id, record);
1080
- return {
1081
- ...toPublicTalkHandoffRecord(record),
1082
- token
1083
- };
1084
- }
1085
- function getTalkHandoff(id) {
1086
- pruneExpiredTalkHandoffs();
1087
- return handoffs.get(id);
1088
- }
1089
- function joinTalkHandoff(id, token, opts = {}) {
1090
- const access = resolveTalkHandoffAccess(id, token);
1091
- if (!access.ok) return access;
1092
- const record = access.record;
1093
- const previousClientId = record.room.activeClientId;
1094
- const events = joinTalkHandoffRoom(record, opts.clientId);
1095
- const replacedClientId = previousClientId && previousClientId !== opts.clientId ? previousClientId : void 0;
1096
- const replacementEvents = replacedClientId ? events.filter((event) => event.type === "session.replaced") : [];
1097
- const activeClientEvents = replacedClientId ? events.filter((event) => event.type !== "session.replaced") : events;
1098
- return {
1099
- ok: true,
1100
- record: toPublicTalkHandoffRecord(record),
1101
- events,
1102
- replacedClientId,
1103
- replacementEvents,
1104
- activeClientEvents
1105
- };
1106
- }
1107
- function startTalkHandoffTurn(id, token, opts = {}) {
1108
- const access = resolveTalkHandoffAccess(id, token);
1109
- if (!access.ok) return access;
1110
- const record = access.record;
1111
- if (opts.clientId) record.room.activeClientId = opts.clientId;
1112
- const turnId = normalizeOptionalString(opts.turnId) ?? randomUUID();
1113
- const turn = record.room.talk.startTurn({
1114
- turnId,
1115
- payload: {
1116
- handoffId: id,
1117
- roomId: record.roomId,
1118
- clientId: record.room.activeClientId
1119
- }
1120
- });
1121
- return {
1122
- ok: true,
1123
- record: toPublicTalkHandoffRecord(record),
1124
- turnId,
1125
- events: turn.event ? [turn.event] : []
1126
- };
1127
- }
1128
- function endTalkHandoffTurn(id, token, opts = {}) {
1129
- const access = resolveTalkHandoffAccess(id, token);
1130
- if (!access.ok) return access;
1131
- const record = access.record;
1132
- const result = record.room.talk.endTurn({
1133
- turnId: normalizeOptionalString(opts.turnId),
1134
- payload: {
1135
- handoffId: id,
1136
- roomId: record.roomId
1137
- }
1138
- });
1139
- if (!result.ok) return result;
1140
- return {
1141
- ok: true,
1142
- record: toPublicTalkHandoffRecord(record),
1143
- turnId: result.turnId,
1144
- events: [result.event]
1145
- };
1146
- }
1147
- function cancelTalkHandoffTurn(id, token, opts = {}) {
1148
- const access = resolveTalkHandoffAccess(id, token);
1149
- if (!access.ok) return access;
1150
- const record = access.record;
1151
- const result = record.room.talk.cancelTurn({
1152
- turnId: normalizeOptionalString(opts.turnId),
1153
- payload: {
1154
- handoffId: id,
1155
- roomId: record.roomId,
1156
- reason: opts.reason ?? "client-cancelled"
1157
- }
1158
- });
1159
- if (!result.ok) return result;
1160
- return {
1161
- ok: true,
1162
- record: toPublicTalkHandoffRecord(record),
1163
- turnId: result.turnId,
1164
- events: [result.event]
1165
- };
1166
- }
1167
- function revokeTalkHandoff(id) {
1168
- pruneExpiredTalkHandoffs();
1169
- const record = handoffs.get(id);
1170
- if (!record) return {
1171
- revoked: false,
1172
- events: []
1173
- };
1174
- const event = appendTalkHandoffRoomEvent(record, {
1175
- type: "session.closed",
1176
- payload: {
1177
- reason: "revoked",
1178
- handoffId: id,
1179
- roomId: record.roomId
1180
- },
1181
- final: true
1182
- });
1183
- handoffs.delete(id);
1184
- return {
1185
- revoked: true,
1186
- roomId: record.roomId,
1187
- activeClientId: record.room.activeClientId,
1188
- events: [event]
1189
- };
1190
- }
1191
- function verifyTalkHandoffToken(record, token) {
1192
- return record.tokenHash === hashTalkHandoffToken(token);
1193
- }
1194
- function normalizeTtlMs(value) {
1195
- if (!Number.isFinite(value) || value === void 0) return DEFAULT_TALK_HANDOFF_TTL_MS;
1196
- return Math.min(Math.max(Math.trunc(value), 1e3), MAX_TALK_HANDOFF_TTL_MS);
1197
- }
1198
- function pruneExpiredTalkHandoffs(now = Date.now()) {
1199
- for (const [id, record] of handoffs) if (record.expiresAt <= now) {
1200
- appendTalkHandoffRoomEvent(record, {
1201
- type: "session.closed",
1202
- payload: {
1203
- reason: "expired",
1204
- handoffId: id,
1205
- roomId: record.roomId
1206
- },
1207
- final: true
1208
- });
1209
- handoffs.delete(id);
1210
- }
1211
- }
1212
- function hashTalkHandoffToken(token) {
1213
- return createHash("sha256").update(token).digest("base64url");
1214
- }
1215
- function toPublicTalkHandoffRecord(record) {
1216
- const { tokenHash: _tokenHash, room: _room, ...publicRecord } = record;
1217
- return {
1218
- ...publicRecord,
1219
- room: {
1220
- activeClientId: record.room.activeClientId,
1221
- activeTurnId: record.room.talk.activeTurnId,
1222
- recentTalkEvents: [...record.room.talk.recentEvents]
1223
- }
1224
- };
1225
- }
1226
- function createTalkHandoffRoom(params) {
1227
- return { talk: createTalkSessionController({
1228
- sessionId: params.roomId,
1229
- mode: params.mode,
1230
- transport: params.transport,
1231
- brain: params.brain,
1232
- provider: params.provider
1233
- }, { onEvent: recordTalkObservabilityEvent }) };
1234
- }
1235
- function resolveTalkHandoffAccess(id, token) {
1236
- const record = handoffs.get(id);
1237
- if (!record) return {
1238
- ok: false,
1239
- reason: "not_found"
1240
- };
1241
- if (record.expiresAt <= Date.now()) {
1242
- appendTalkHandoffRoomEvent(record, {
1243
- type: "session.closed",
1244
- payload: {
1245
- reason: "expired",
1246
- handoffId: id,
1247
- roomId: record.roomId
1248
- },
1249
- final: true
1250
- });
1251
- handoffs.delete(id);
1252
- return {
1253
- ok: false,
1254
- reason: "expired"
1255
- };
1256
- }
1257
- if (!verifyTalkHandoffToken(record, token)) return {
1258
- ok: false,
1259
- reason: "invalid_token"
1260
- };
1261
- return {
1262
- ok: true,
1263
- record
1264
- };
1265
- }
1266
- function appendTalkHandoffRoomEvent(record, input) {
1267
- return record.room.talk.emit(input);
1268
- }
1269
- function joinTalkHandoffRoom(record, clientId) {
1270
- const events = [];
1271
- if (record.room.activeClientId && record.room.activeClientId !== clientId) events.push(appendTalkHandoffRoomEvent(record, {
1272
- type: "session.replaced",
1273
- payload: {
1274
- handoffId: record.id,
1275
- roomId: record.roomId,
1276
- previousClientId: record.room.activeClientId,
1277
- nextClientId: clientId
1278
- }
1279
- }));
1280
- record.room.activeClientId = clientId;
1281
- events.push(appendTalkHandoffRoomEvent(record, {
1282
- type: "session.ready",
1283
- payload: {
1284
- handoffId: record.id,
1285
- roomId: record.roomId,
1286
- clientId
1287
- }
1288
- }));
1289
- return events;
1290
- }
1291
- //#endregion
1292
- //#region src/gateway/talk-transcription-relay.ts
1293
- const TRANSCRIPTION_SESSION_TTL_MS = 1800 * 1e3;
1294
- const MAX_AUDIO_BASE64_BYTES = 512 * 1024;
1295
- const MAX_TRANSCRIPTION_SESSIONS_PER_CONN = 2;
1296
- const MAX_TRANSCRIPTION_SESSIONS_GLOBAL = 64;
1297
- const TRANSCRIPTION_EVENT = "talk.event";
1298
- const RELAY_INPUT_ENCODING = "g711_ulaw";
1299
- const RELAY_INPUT_SAMPLE_RATE_HZ = 8e3;
1300
- const transcriptionSessions = /* @__PURE__ */ new Map();
1301
- function normalizeRelayInputEncoding(value) {
1302
- if (typeof value !== "string") return;
1303
- const normalized = value.trim().toLowerCase();
1304
- if (!normalized) return;
1305
- if (normalized === "mulaw" || normalized === "ulaw" || normalized === "g711_ulaw" || normalized === "g711-mulaw" || normalized === "pcm_mulaw" || normalized === "audio/pcmu" || normalized === "ulaw_8000") return "g711_ulaw";
1306
- if (normalized === "alaw" || normalized === "g711_alaw" || normalized === "g711-alaw" || normalized === "pcm_alaw") return "g711_alaw";
1307
- if (normalized === "pcm" || normalized === "pcm16" || normalized === "linear16" || normalized === "pcm_s16le") return "pcm16";
1308
- }
1309
- function inferSampleRateFromAudioFormat(value) {
1310
- if (typeof value !== "string") return;
1311
- const match = value.match(/_(\d+)$/);
1312
- return match ? parseFiniteNumber(match[1]) : void 0;
1313
- }
1314
- function assertRelayInputAudioConfig(providerConfig) {
1315
- const encodingValue = providerConfig.encoding ?? providerConfig.audioFormat ?? providerConfig.audio_format;
1316
- const encoding = normalizeRelayInputEncoding(encodingValue);
1317
- if (encoding && encoding !== RELAY_INPUT_ENCODING) throw new Error(`Gateway transcription relay requires ${RELAY_INPUT_ENCODING}/${RELAY_INPUT_SAMPLE_RATE_HZ} audio`);
1318
- const sampleRate = parseFiniteNumber(providerConfig.sampleRate ?? providerConfig.sample_rate) ?? inferSampleRateFromAudioFormat(encodingValue);
1319
- if (sampleRate && sampleRate !== RELAY_INPUT_SAMPLE_RATE_HZ) throw new Error(`Gateway transcription relay requires ${RELAY_INPUT_ENCODING}/${RELAY_INPUT_SAMPLE_RATE_HZ} audio`);
1320
- }
1321
- function broadcastToOwner(context, connId, event) {
1322
- context.broadcastToConnIds(TRANSCRIPTION_EVENT, event, new Set([connId]), { dropIfSlow: true });
1323
- }
1324
- function ensureTranscriptionTurn(session) {
1325
- const turn = session.talk.ensureTurn();
1326
- if (turn.event) broadcastToOwner(session.context, session.connId, {
1327
- transcriptionSessionId: session.id,
1328
- type: "speechStart",
1329
- talkEvent: turn.event
1330
- });
1331
- return turn.turnId;
1332
- }
1333
- function closeTranscriptionSession(session, reason) {
1334
- if (session.closed) return;
1335
- session.closed = true;
1336
- transcriptionSessions.delete(session.id);
1337
- clearTimeout(session.cleanupTimer);
1338
- session.sttSession.close();
1339
- broadcastToOwner(session.context, session.connId, {
1340
- transcriptionSessionId: session.id,
1341
- type: "close",
1342
- reason,
1343
- talkEvent: session.talk.emit({
1344
- type: "session.closed",
1345
- payload: { reason },
1346
- final: true
1347
- })
1348
- });
1349
- }
1350
- function pruneExpiredTranscriptionSessions(nowMs = Date.now()) {
1351
- for (const session of transcriptionSessions.values()) if (nowMs > session.expiresAtMs) closeTranscriptionSession(session, "completed");
1352
- }
1353
- function countTranscriptionSessionsForConn(connId) {
1354
- let count = 0;
1355
- for (const session of transcriptionSessions.values()) if (session.connId === connId) count += 1;
1356
- return count;
1357
- }
1358
- function enforceTranscriptionSessionLimits(connId) {
1359
- pruneExpiredTranscriptionSessions();
1360
- if (transcriptionSessions.size >= MAX_TRANSCRIPTION_SESSIONS_GLOBAL) throw new Error("活跃的转录通话会话过多");
1361
- if (countTranscriptionSessionsForConn(connId) >= MAX_TRANSCRIPTION_SESSIONS_PER_CONN) throw new Error("此连接的活跃转录通话会话过多");
1362
- }
1363
- function createTalkTranscriptionRelaySession(params) {
1364
- enforceTranscriptionSessionLimits(params.connId);
1365
- assertRelayInputAudioConfig(params.providerConfig);
1366
- const transcriptionSessionId = randomUUID();
1367
- const expiresAtMs = Date.now() + TRANSCRIPTION_SESSION_TTL_MS;
1368
- const talk = createTalkSessionController({
1369
- sessionId: transcriptionSessionId,
1370
- mode: "transcription",
1371
- transport: "gateway-relay",
1372
- brain: "none",
1373
- provider: params.provider.id
1374
- }, { onEvent: recordTalkObservabilityEvent });
1375
- let relay;
1376
- const emit = (event, talkEvent) => {
1377
- broadcastToOwner(params.context, params.connId, {
1378
- ...event,
1379
- ...talkEvent ? { talkEvent: talk.emit(talkEvent) } : {}
1380
- });
1381
- };
1382
- const ensureTurnId = () => {
1383
- return relay ? ensureTranscriptionTurn(relay) : "turn-1";
1384
- };
1385
- const sttSession = params.provider.createSession({
1386
- cfg: params.context.getRuntimeConfig(),
1387
- providerConfig: params.providerConfig,
1388
- onSpeechStart: () => {
1389
- ensureTurnId();
1390
- },
1391
- onPartial: (text) => {
1392
- const turnId = ensureTurnId();
1393
- emit({
1394
- transcriptionSessionId,
1395
- type: "partial",
1396
- text
1397
- }, {
1398
- type: "transcript.delta",
1399
- turnId,
1400
- payload: { text }
1401
- });
1402
- },
1403
- onTranscript: (text) => {
1404
- const turnId = ensureTurnId();
1405
- emit({
1406
- transcriptionSessionId,
1407
- type: "transcript",
1408
- text,
1409
- final: true
1410
- }, {
1411
- type: "transcript.done",
1412
- turnId,
1413
- payload: { text },
1414
- final: true
1415
- });
1416
- if (relay) {
1417
- const ended = relay.talk.endTurn({
1418
- turnId,
1419
- payload: {}
1420
- });
1421
- if (ended.ok) broadcastToOwner(relay.context, relay.connId, {
1422
- transcriptionSessionId,
1423
- type: "transcript",
1424
- text: "",
1425
- final: true,
1426
- talkEvent: ended.event
1427
- });
1428
- }
1429
- },
1430
- onError: (error) => {
1431
- emit({
1432
- transcriptionSessionId,
1433
- type: "error",
1434
- message: error.message
1435
- }, {
1436
- type: "session.error",
1437
- payload: { message: error.message },
1438
- final: true
1439
- });
1440
- if (relay) closeTranscriptionSession(relay, "error");
1441
- }
1442
- });
1443
- relay = {
1444
- id: transcriptionSessionId,
1445
- connId: params.connId,
1446
- context: params.context,
1447
- provider: params.provider,
1448
- sttSession,
1449
- talk,
1450
- expiresAtMs,
1451
- cleanupTimer: setTimeout(() => {
1452
- const active = transcriptionSessions.get(transcriptionSessionId);
1453
- if (active) closeTranscriptionSession(active, "completed");
1454
- }, TRANSCRIPTION_SESSION_TTL_MS),
1455
- closed: false
1456
- };
1457
- relay.cleanupTimer.unref?.();
1458
- transcriptionSessions.set(transcriptionSessionId, relay);
1459
- sttSession.connect().then(() => {
1460
- emit({
1461
- transcriptionSessionId,
1462
- type: "ready"
1463
- }, {
1464
- type: "session.ready",
1465
- payload: null
1466
- });
1467
- }).catch((error) => {
1468
- emit({
1469
- transcriptionSessionId,
1470
- type: "error",
1471
- message: error instanceof Error ? error.message : String(error)
1472
- }, {
1473
- type: "session.error",
1474
- payload: { message: error instanceof Error ? error.message : String(error) },
1475
- final: true
1476
- });
1477
- const active = transcriptionSessions.get(transcriptionSessionId);
1478
- if (active) closeTranscriptionSession(active, "error");
1479
- });
1480
- return {
1481
- provider: params.provider.id,
1482
- mode: "transcription",
1483
- transport: "gateway-relay",
1484
- transcriptionSessionId,
1485
- audio: {
1486
- inputEncoding: RELAY_INPUT_ENCODING,
1487
- inputSampleRateHz: RELAY_INPUT_SAMPLE_RATE_HZ
1488
- },
1489
- expiresAt: Math.floor(expiresAtMs / 1e3)
1490
- };
1491
- }
1492
- function getTranscriptionSession(transcriptionSessionId, connId) {
1493
- const session = transcriptionSessions.get(transcriptionSessionId);
1494
- if (!session || session.connId !== connId || Date.now() > session.expiresAtMs) {
1495
- if (session) closeTranscriptionSession(session, "completed");
1496
- throw new Error("未知的转录通话会话");
1497
- }
1498
- return session;
1499
- }
1500
- function sendTalkTranscriptionRelayAudio(params) {
1501
- if (params.audioBase64.length > MAX_AUDIO_BASE64_BYTES) throw new Error("转录通话音频帧过大");
1502
- const session = getTranscriptionSession(params.transcriptionSessionId, params.connId);
1503
- const audio = Buffer.from(params.audioBase64, "base64");
1504
- const turnId = ensureTranscriptionTurn(session);
1505
- session.sttSession.sendAudio(audio);
1506
- broadcastToOwner(session.context, session.connId, {
1507
- transcriptionSessionId: session.id,
1508
- type: "inputAudio",
1509
- byteLength: audio.byteLength,
1510
- talkEvent: session.talk.emit({
1511
- type: "input.audio.delta",
1512
- turnId,
1513
- payload: { byteLength: audio.byteLength }
1514
- })
1515
- });
1516
- }
1517
- function stopTalkTranscriptionRelaySession(params) {
1518
- const session = getTranscriptionSession(params.transcriptionSessionId, params.connId);
1519
- if (session.talk.activeTurnId) broadcastToOwner(session.context, session.connId, {
1520
- transcriptionSessionId: session.id,
1521
- type: "transcript",
1522
- text: "",
1523
- final: true,
1524
- talkEvent: session.talk.emit({
1525
- type: "input.audio.committed",
1526
- turnId: session.talk.activeTurnId,
1527
- payload: {},
1528
- final: true
1529
- })
1530
- });
1531
- closeTranscriptionSession(session, "completed");
1532
- }
1533
- function cancelTalkTranscriptionRelayTurn(params) {
1534
- const session = getTranscriptionSession(params.transcriptionSessionId, params.connId);
1535
- const turnId = ensureTranscriptionTurn(session);
1536
- const cancelled = session.talk.cancelTurn({
1537
- turnId,
1538
- payload: { reason: params.reason ?? "client-cancelled" }
1539
- });
1540
- broadcastToOwner(session.context, session.connId, {
1541
- transcriptionSessionId: session.id,
1542
- type: "transcript",
1543
- text: "",
1544
- final: true,
1545
- talkEvent: cancelled.ok ? cancelled.event : void 0
1546
- });
1547
- closeTranscriptionSession(session, "completed");
1548
- }
1549
- //#endregion
1550
- //#region src/gateway/server-methods/talk-session.ts
1551
- function normalizeTalkSessionMode(params) {
1552
- const mode = normalizeOptionalLowercaseString(params.mode);
1553
- if (mode) return mode;
1554
- return normalizeOptionalLowercaseString(params.transport) === "managed-room" ? "stt-tts" : "realtime";
1555
- }
1556
- function normalizeTalkSessionTransport(params) {
1557
- const transport = normalizeOptionalLowercaseString(params.transport);
1558
- if (transport) return transport;
1559
- return params.mode === "stt-tts" ? "managed-room" : "gateway-relay";
1560
- }
1561
- function normalizeTalkSessionBrain(params) {
1562
- const brain = normalizeOptionalLowercaseString(params.brain);
1563
- if (brain) return brain;
1564
- return params.mode === "transcription" ? "none" : "agent-consult";
1565
- }
1566
- function isActiveManagedRoomClient(session, connId) {
1567
- if (!connId) return false;
1568
- return getTalkHandoff(session.handoffId)?.room.activeClientId === connId;
1569
- }
1570
- function canCloseManagedRoomSession(session, connId) {
1571
- const handoff = getTalkHandoff(session.handoffId);
1572
- return !handoff?.room.activeClientId || handoff.room.activeClientId === connId;
1573
- }
1574
- function canCreateUnscopedManagedRoomSession(client) {
1575
- return client?.connect?.scopes?.includes(ADMIN_SCOPE) === true;
1576
- }
1577
- function managedRoomOwnershipError(action) {
1578
- return errorShape(ErrorCodes.INVALID_REQUEST, `talk.session.${action} requires the active managed-room connection`);
1579
- }
1580
- const talkSessionHandlers = {
1581
- "talk.session.create": async ({ params, respond, context, client }) => {
1582
- if (!validateTalkSessionCreateParams(params)) {
1583
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.session.create params: ${formatValidationErrors(validateTalkSessionCreateParams.errors)}`));
1584
- return;
1585
- }
1586
- const mode = normalizeTalkSessionMode(params);
1587
- const transport = normalizeTalkSessionTransport({
1588
- mode,
1589
- transport: params.transport
1590
- });
1591
- const brain = normalizeTalkSessionBrain({
1592
- mode,
1593
- brain: params.brain
1594
- });
1595
- if (transport === "webrtc" || transport === "provider-websocket") {
1596
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `talk.session.create is Gateway-managed; use talk.client.create for client transport "${transport}"`));
1597
- return;
1598
- }
1599
- try {
1600
- if (transport === "managed-room") {
1601
- if (brain === "direct-tools" && !canUseTalkDirectTools(client)) {
1602
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `talk.session.create brain="direct-tools" requires gateway scope: ${ADMIN_SCOPE}`));
1603
- return;
1604
- }
1605
- const spawnedBy = normalizeOptionalString(params.spawnedBy);
1606
- if (normalizeOptionalString(params.sessionKey) && !spawnedBy && !canCreateUnscopedManagedRoomSession(client)) {
1607
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `talk.session.create managed-room sessionKey requires spawnedBy or gateway scope: ${ADMIN_SCOPE}`));
1608
- return;
1609
- }
1610
- const resolvedSession = await resolveSessionKeyFromResolveParams({
1611
- cfg: context.getRuntimeConfig(),
1612
- p: {
1613
- key: params.sessionKey,
1614
- ...spawnedBy ? { spawnedBy } : {},
1615
- includeGlobal: true,
1616
- includeUnknown: true
1617
- }
1618
- });
1619
- if (!resolvedSession.ok) {
1620
- respond(false, void 0, resolvedSession.error);
1621
- return;
1622
- }
1623
- const handoff = createTalkHandoff({
1624
- sessionKey: resolvedSession.key,
1625
- provider: normalizeOptionalString(params.provider),
1626
- model: normalizeOptionalString(params.model),
1627
- voice: normalizeOptionalString(params.voice),
1628
- mode,
1629
- transport,
1630
- brain,
1631
- ttlMs: params.ttlMs
1632
- });
1633
- rememberUnifiedTalkSession(handoff.id, {
1634
- kind: "managed-room",
1635
- handoffId: handoff.id,
1636
- token: handoff.token,
1637
- roomId: handoff.roomId
1638
- });
1639
- respond(true, {
1640
- sessionId: handoff.id,
1641
- provider: handoff.provider,
1642
- mode: handoff.mode,
1643
- transport: handoff.transport,
1644
- brain: handoff.brain,
1645
- handoffId: handoff.id,
1646
- roomId: handoff.roomId,
1647
- roomUrl: handoff.roomUrl,
1648
- token: handoff.token,
1649
- model: handoff.model,
1650
- voice: handoff.voice,
1651
- expiresAt: handoff.expiresAt
1652
- }, void 0);
1653
- return;
1654
- }
1655
- const connId = client?.connId;
1656
- if (!connId) {
1657
- respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, "Talk session unavailable"));
1658
- return;
1659
- }
1660
- if (mode === "realtime") {
1661
- if (transport !== "gateway-relay" || brain !== "agent-consult") {
1662
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `realtime talk.session.create requires transport="gateway-relay" and brain="agent-consult"`));
1663
- return;
1664
- }
1665
- const runtimeConfig = context.getRuntimeConfig();
1666
- const realtimeConfig = buildTalkRealtimeConfig(runtimeConfig, params.provider);
1667
- const resolution = resolveConfiguredRealtimeVoiceProvider({
1668
- configuredProviderId: realtimeConfig.provider,
1669
- providerConfigs: realtimeConfig.providers,
1670
- cfg: runtimeConfig,
1671
- cfgForResolve: runtimeConfig,
1672
- defaultModel: realtimeConfig.model,
1673
- noRegisteredProviderMessage: "No realtime voice provider registered"
1674
- });
1675
- const launchOptions = buildRealtimeVoiceLaunchOptions({
1676
- requested: params,
1677
- defaults: realtimeConfig
1678
- });
1679
- const session = createTalkRealtimeRelaySession({
1680
- context,
1681
- connId,
1682
- cfg: runtimeConfig,
1683
- provider: resolution.provider,
1684
- providerConfig: withRealtimeBrowserOverrides(resolution.providerConfig, launchOptions),
1685
- instructions: buildRealtimeInstructions(realtimeConfig.instructions),
1686
- tools: [REALTIME_VOICE_AGENT_CONSULT_TOOL, REALTIME_VOICE_AGENT_CONTROL_TOOL],
1687
- model: launchOptions.model,
1688
- sessionKey: normalizeOptionalString(params.sessionKey),
1689
- voice: launchOptions.voice,
1690
- forceAgentConsultOnFinalTranscript: realtimeConfig.consultRouting === "force-agent-consult"
1691
- });
1692
- rememberUnifiedTalkSession(session.relaySessionId, {
1693
- kind: "realtime-relay",
1694
- connId,
1695
- relaySessionId: session.relaySessionId
1696
- });
1697
- respond(true, {
1698
- ...session,
1699
- sessionId: session.relaySessionId,
1700
- mode,
1701
- brain
1702
- }, void 0);
1703
- return;
1704
- }
1705
- if (mode === "transcription") {
1706
- if (transport !== "gateway-relay" || brain !== "none") {
1707
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `transcription talk.session.create requires transport="gateway-relay" and brain="none"`));
1708
- return;
1709
- }
1710
- const runtimeConfig = context.getRuntimeConfig();
1711
- const transcriptionConfig = buildTalkTranscriptionConfig(runtimeConfig, params.provider);
1712
- const resolution = resolveConfiguredRealtimeTranscriptionProvider({
1713
- config: runtimeConfig,
1714
- configuredProviderId: transcriptionConfig.provider,
1715
- providerConfigs: transcriptionConfig.providers,
1716
- defaultModel: transcriptionConfig.model
1717
- });
1718
- const session = createTalkTranscriptionRelaySession({
1719
- context,
1720
- connId,
1721
- provider: resolution.provider,
1722
- providerConfig: resolution.providerConfig
1723
- });
1724
- rememberUnifiedTalkSession(session.transcriptionSessionId, {
1725
- kind: "transcription-relay",
1726
- connId,
1727
- transcriptionSessionId: session.transcriptionSessionId
1728
- });
1729
- respond(true, {
1730
- ...session,
1731
- sessionId: session.transcriptionSessionId,
1732
- brain
1733
- }, void 0);
1734
- return;
1735
- }
1736
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `stt-tts talk.session.create requires transport="managed-room"`));
1737
- } catch (err) {
1738
- respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, formatForLog(err)));
1739
- }
1740
- },
1741
- "talk.session.join": async ({ params, respond, client, context }) => {
1742
- if (!validateTalkSessionJoinParams(params)) {
1743
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.session.join params: ${formatValidationErrors(validateTalkSessionJoinParams.errors)}`));
1744
- return;
1745
- }
1746
- try {
1747
- const session = getUnifiedTalkSession(params.sessionId);
1748
- if (session.kind !== "managed-room") {
1749
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, "talk.session.join requires a managed-room session"));
1750
- return;
1751
- }
1752
- const result = joinTalkHandoff(session.handoffId, params.token, { clientId: client?.connId });
1753
- if (!result.ok) {
1754
- respond(false, void 0, errorShape(result.reason === "invalid_token" ? ErrorCodes.INVALID_REQUEST : ErrorCodes.UNAVAILABLE, `talk session join failed: ${result.reason}`));
1755
- return;
1756
- }
1757
- broadcastTalkRoomEvents(context, result.replacedClientId, {
1758
- handoffId: result.record.id,
1759
- roomId: result.record.roomId,
1760
- events: result.replacementEvents
1761
- });
1762
- broadcastTalkRoomEvents(context, client?.connId, {
1763
- handoffId: result.record.id,
1764
- roomId: result.record.roomId,
1765
- events: result.activeClientEvents
1766
- });
1767
- respond(true, result.record, void 0);
1768
- } catch (err) {
1769
- respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, formatForLog(err)));
1770
- }
1771
- },
1772
- "talk.session.appendAudio": async ({ params, respond, client }) => {
1773
- if (!validateTalkSessionAppendAudioParams(params)) {
1774
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.session.appendAudio params: ${formatValidationErrors(validateTalkSessionAppendAudioParams.errors)}`));
1775
- return;
1776
- }
1777
- try {
1778
- const session = getUnifiedTalkSession(params.sessionId);
1779
- if (session.kind === "realtime-relay") {
1780
- const connId = requireUnifiedTalkSessionConn(session, client?.connId);
1781
- sendTalkRealtimeRelayAudio({
1782
- relaySessionId: session.relaySessionId,
1783
- connId,
1784
- audioBase64: params.audioBase64,
1785
- timestamp: params.timestamp
1786
- });
1787
- respond(true, { ok: true }, void 0);
1788
- return;
1789
- }
1790
- if (session.kind === "transcription-relay") {
1791
- const connId = requireUnifiedTalkSessionConn(session, client?.connId);
1792
- sendTalkTranscriptionRelayAudio({
1793
- transcriptionSessionId: session.transcriptionSessionId,
1794
- connId,
1795
- audioBase64: params.audioBase64
1796
- });
1797
- respond(true, { ok: true }, void 0);
1798
- return;
1799
- }
1800
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, "talk.session.appendAudio is not supported for managed-room sessions"));
1801
- } catch (err) {
1802
- respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, formatForLog(err)));
1803
- }
1804
- },
1805
- "talk.session.startTurn": async ({ params, respond, client, context }) => {
1806
- if (!validateTalkSessionTurnParams(params)) {
1807
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.session.startTurn params: ${formatValidationErrors(validateTalkSessionTurnParams.errors)}`));
1808
- return;
1809
- }
1810
- try {
1811
- const session = getUnifiedTalkSession(params.sessionId);
1812
- if (session.kind !== "managed-room") {
1813
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, "talk.session.startTurn requires managed-room"));
1814
- return;
1815
- }
1816
- if (!isActiveManagedRoomClient(session, client?.connId)) {
1817
- respond(false, void 0, managedRoomOwnershipError("startTurn"));
1818
- return;
1819
- }
1820
- const result = startTalkHandoffTurn(session.handoffId, session.token, {
1821
- turnId: params.turnId,
1822
- clientId: client?.connId
1823
- });
1824
- if (!result.ok) {
1825
- respond(false, void 0, errorShape(talkHandoffErrorCode(result.reason), `talk turn start failed: ${result.reason}`));
1826
- return;
1827
- }
1828
- broadcastTalkRoomEvents(context, result.record.room.activeClientId, {
1829
- handoffId: result.record.id,
1830
- roomId: result.record.roomId,
1831
- events: result.events
1832
- });
1833
- respond(true, {
1834
- ok: true,
1835
- turnId: result.turnId,
1836
- events: result.events
1837
- }, void 0);
1838
- } catch (err) {
1839
- respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, formatForLog(err)));
1840
- }
1841
- },
1842
- "talk.session.endTurn": async ({ params, respond, client, context }) => {
1843
- if (!validateTalkSessionTurnParams(params)) {
1844
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.session.endTurn params: ${formatValidationErrors(validateTalkSessionTurnParams.errors)}`));
1845
- return;
1846
- }
1847
- try {
1848
- const session = getUnifiedTalkSession(params.sessionId);
1849
- if (session.kind !== "managed-room") {
1850
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, "talk.session.endTurn requires managed-room"));
1851
- return;
1852
- }
1853
- if (!isActiveManagedRoomClient(session, client?.connId)) {
1854
- respond(false, void 0, managedRoomOwnershipError("endTurn"));
1855
- return;
1856
- }
1857
- const result = endTalkHandoffTurn(session.handoffId, session.token, { turnId: params.turnId });
1858
- if (!result.ok) {
1859
- respond(false, void 0, errorShape(talkHandoffErrorCode(result.reason), `talk turn end failed: ${result.reason}`));
1860
- return;
1861
- }
1862
- broadcastTalkRoomEvents(context, result.record.room.activeClientId, {
1863
- handoffId: result.record.id,
1864
- roomId: result.record.roomId,
1865
- events: result.events
1866
- });
1867
- respond(true, {
1868
- ok: true,
1869
- turnId: result.turnId,
1870
- events: result.events
1871
- }, void 0);
1872
- } catch (err) {
1873
- respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, formatForLog(err)));
1874
- }
1875
- },
1876
- "talk.session.cancelTurn": async ({ params, respond, client, context }) => {
1877
- if (!validateTalkSessionCancelTurnParams(params)) {
1878
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.session.cancelTurn params: ${formatValidationErrors(validateTalkSessionCancelTurnParams.errors)}`));
1879
- return;
1880
- }
1881
- try {
1882
- const session = getUnifiedTalkSession(params.sessionId);
1883
- if (session.kind === "realtime-relay") {
1884
- const connId = requireUnifiedTalkSessionConn(session, client?.connId);
1885
- cancelTalkRealtimeRelayTurn({
1886
- relaySessionId: session.relaySessionId,
1887
- connId,
1888
- reason: normalizeOptionalString(params.reason)
1889
- });
1890
- respond(true, { ok: true }, void 0);
1891
- return;
1892
- }
1893
- if (session.kind === "transcription-relay") {
1894
- const connId = requireUnifiedTalkSessionConn(session, client?.connId);
1895
- cancelTalkTranscriptionRelayTurn({
1896
- transcriptionSessionId: session.transcriptionSessionId,
1897
- connId,
1898
- reason: normalizeOptionalString(params.reason)
1899
- });
1900
- respond(true, { ok: true }, void 0);
1901
- return;
1902
- }
1903
- if (!isActiveManagedRoomClient(session, client?.connId)) {
1904
- respond(false, void 0, managedRoomOwnershipError("cancelTurn"));
1905
- return;
1906
- }
1907
- const result = cancelTalkHandoffTurn(session.handoffId, session.token, {
1908
- turnId: params.turnId,
1909
- reason: params.reason
1910
- });
1911
- if (!result.ok) {
1912
- respond(false, void 0, errorShape(talkHandoffErrorCode(result.reason), `talk turn cancel failed: ${result.reason}`));
1913
- return;
1914
- }
1915
- broadcastTalkRoomEvents(context, result.record.room.activeClientId, {
1916
- handoffId: result.record.id,
1917
- roomId: result.record.roomId,
1918
- events: result.events
1919
- });
1920
- respond(true, {
1921
- ok: true,
1922
- turnId: result.turnId,
1923
- events: result.events
1924
- }, void 0);
1925
- } catch (err) {
1926
- respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, formatForLog(err)));
1927
- }
1928
- },
1929
- "talk.session.cancelOutput": async ({ params, respond, client }) => {
1930
- if (!validateTalkSessionCancelOutputParams(params)) {
1931
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.session.cancelOutput params: ${formatValidationErrors(validateTalkSessionCancelOutputParams.errors)}`));
1932
- return;
1933
- }
1934
- try {
1935
- const session = getUnifiedTalkSession(params.sessionId);
1936
- if (session.kind !== "realtime-relay") {
1937
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, "talk.session.cancelOutput requires realtime relay"));
1938
- return;
1939
- }
1940
- const connId = requireUnifiedTalkSessionConn(session, client?.connId);
1941
- cancelTalkRealtimeRelayTurn({
1942
- relaySessionId: session.relaySessionId,
1943
- connId,
1944
- reason: normalizeOptionalString(params.reason) ?? "output-cancelled"
1945
- });
1946
- respond(true, { ok: true }, void 0);
1947
- } catch (err) {
1948
- respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, formatForLog(err)));
1949
- }
1950
- },
1951
- "talk.session.submitToolResult": async ({ params, respond, client }) => {
1952
- if (!validateTalkSessionSubmitToolResultParams(params)) {
1953
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.session.submitToolResult params: ${formatValidationErrors(validateTalkSessionSubmitToolResultParams.errors)}`));
1954
- return;
1955
- }
1956
- try {
1957
- const session = getUnifiedTalkSession(params.sessionId);
1958
- if (session.kind !== "realtime-relay") {
1959
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, "talk.session.submitToolResult is only supported for realtime relay sessions"));
1960
- return;
1961
- }
1962
- const connId = requireUnifiedTalkSessionConn(session, client?.connId);
1963
- submitTalkRealtimeRelayToolResult({
1964
- relaySessionId: session.relaySessionId,
1965
- connId,
1966
- callId: params.callId,
1967
- result: params.result,
1968
- options: params.options
1969
- });
1970
- respond(true, { ok: true }, void 0);
1971
- } catch (err) {
1972
- respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, formatForLog(err)));
1973
- }
1974
- },
1975
- "talk.session.steer": async ({ params, respond, client }) => {
1976
- if (!validateTalkSessionSteerParams(params)) {
1977
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.session.steer params: ${formatValidationErrors(validateTalkSessionSteerParams.errors)}`));
1978
- return;
1979
- }
1980
- try {
1981
- const session = getUnifiedTalkSession(params.sessionId);
1982
- if (session.kind === "realtime-relay") {
1983
- const connId = requireUnifiedTalkSessionConn(session, client?.connId);
1984
- respond(true, await steerTalkRealtimeRelayAgentRun({
1985
- relaySessionId: session.relaySessionId,
1986
- connId,
1987
- sessionKey: normalizeOptionalString(params.sessionKey),
1988
- text: params.text,
1989
- mode: normalizeOptionalString(params.mode)
1990
- }), void 0);
1991
- return;
1992
- }
1993
- if (session.kind === "transcription-relay") {
1994
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, "talk.session.steer requires an agent-backed Talk session"));
1995
- return;
1996
- }
1997
- if (!isActiveManagedRoomClient(session, client?.connId)) {
1998
- respond(false, void 0, managedRoomOwnershipError("steer"));
1999
- return;
2000
- }
2001
- const handoff = getTalkHandoff(session.handoffId);
2002
- const sessionKey = handoff?.sessionKey;
2003
- if (!sessionKey) {
2004
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, "talk.session.steer requires a session key"));
2005
- return;
2006
- }
2007
- const requestedSessionKey = normalizeOptionalString(params.sessionKey);
2008
- if (requestedSessionKey && requestedSessionKey !== sessionKey) {
2009
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, "talk.session.steer sessionKey does not match the managed-room session"));
2010
- return;
2011
- }
2012
- respond(true, await controlRealtimeVoiceAgentRun({
2013
- sessionKey,
2014
- text: params.text,
2015
- mode: params.mode,
2016
- recentEvents: handoff?.room.talk.recentEvents
2017
- }), void 0);
2018
- } catch (err) {
2019
- respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, formatForLog(err)));
2020
- }
2021
- },
2022
- "talk.session.close": async ({ params, respond, client, context }) => {
2023
- if (!validateTalkSessionCloseParams(params)) {
2024
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.session.close params: ${formatValidationErrors(validateTalkSessionCloseParams.errors)}`));
2025
- return;
2026
- }
2027
- try {
2028
- const session = getUnifiedTalkSession(params.sessionId);
2029
- if (session.kind === "realtime-relay") {
2030
- const connId = requireUnifiedTalkSessionConn(session, client?.connId);
2031
- stopTalkRealtimeRelaySession({
2032
- relaySessionId: session.relaySessionId,
2033
- connId
2034
- });
2035
- } else if (session.kind === "transcription-relay") {
2036
- const connId = requireUnifiedTalkSessionConn(session, client?.connId);
2037
- stopTalkTranscriptionRelaySession({
2038
- transcriptionSessionId: session.transcriptionSessionId,
2039
- connId
2040
- });
2041
- } else {
2042
- if (!canCloseManagedRoomSession(session, client?.connId)) {
2043
- respond(false, void 0, managedRoomOwnershipError("close"));
2044
- return;
2045
- }
2046
- const result = revokeTalkHandoff(session.handoffId);
2047
- broadcastTalkRoomEvents(context, result.activeClientId, {
2048
- handoffId: session.handoffId,
2049
- roomId: session.roomId,
2050
- events: result.events
2051
- });
2052
- }
2053
- forgetUnifiedTalkSession(params.sessionId);
2054
- respond(true, { ok: true }, void 0);
2055
- } catch (err) {
2056
- respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, formatForLog(err)));
2057
- }
2058
- }
2059
- };
2060
- //#endregion
2061
- //#region src/gateway/server-methods/talk.ts
2062
- function canReadTalkSecrets(client) {
2063
- const scopes = Array.isArray(client?.connect?.scopes) ? client.connect.scopes : [];
2064
- return scopes.includes("operator.admin") || scopes.includes("operator.talk.secrets");
2065
- }
2066
- function asStringRecord(value) {
2067
- const record = asOptionalRecord(value);
2068
- if (!record) return;
2069
- const next = {};
2070
- for (const [key, entryValue] of Object.entries(record)) if (typeof entryValue === "string") next[key] = entryValue;
2071
- return Object.keys(next).length > 0 ? next : void 0;
2072
- }
2073
- function normalizeAliasKey(value) {
2074
- return normalizeLowercaseStringOrEmpty(value);
2075
- }
2076
- function resolveTalkVoiceId(providerConfig, requested) {
2077
- if (!requested) return;
2078
- const aliases = asStringRecord(providerConfig.voiceAliases);
2079
- if (!aliases) return requested;
2080
- const normalizedRequested = normalizeAliasKey(requested);
2081
- for (const [alias, voiceId] of Object.entries(aliases)) if (normalizeAliasKey(alias) === normalizedRequested) return voiceId;
2082
- return requested;
2083
- }
2084
- function withTalkBaseTtsSpeakerSelectionCompat(baseTts) {
2085
- const next = withSpeakerSelectionCompat(baseTts);
2086
- const providers = asOptionalRecord(baseTts.providers);
2087
- if (providers) next.providers = Object.fromEntries(Object.entries(providers).map(([providerId, providerConfig]) => [providerId, withSpeakerSelectionCompat(asOptionalRecord(providerConfig) ?? {})]));
2088
- for (const [key, value] of Object.entries(baseTts)) {
2089
- if (key === "providers") continue;
2090
- const record = asOptionalRecord(value);
2091
- if (record) next[key] = withSpeakerSelectionCompat(record);
2092
- }
2093
- return next;
2094
- }
2095
- function buildTalkTtsConfig(config) {
2096
- const resolved = resolveActiveTalkProviderConfig(config.talk);
2097
- const provider = canonicalizeSpeechProviderId(resolved?.provider, config);
2098
- if (!resolved || !provider) return {
2099
- error: "talk.speak unavailable: talk provider not configured",
2100
- reason: "talk_unconfigured"
2101
- };
2102
- const speechProvider = getSpeechProvider(provider, config);
2103
- if (!speechProvider) return {
2104
- error: `talk.speak unavailable: speech provider "${provider}" does not support Talk mode`,
2105
- reason: "talk_provider_unsupported"
2106
- };
2107
- const baseTts = withTalkBaseTtsSpeakerSelectionCompat(asOptionalRecord(config.messages?.tts) ?? {});
2108
- const providerConfig = withSpeakerSelectionFallbackCompat(resolved.config);
2109
- const resolvedProviderConfig = speechProvider.resolveTalkConfig?.({
2110
- cfg: config,
2111
- baseTtsConfig: baseTts,
2112
- talkProviderConfig: providerConfig,
2113
- timeoutMs: baseTts.timeoutMs ?? 3e4
2114
- }) ?? providerConfig;
2115
- const talkTts = {
2116
- ...baseTts,
2117
- auto: "always",
2118
- provider,
2119
- providers: {
2120
- ...asOptionalRecord(baseTts.providers) ?? {},
2121
- [provider]: resolvedProviderConfig
2122
- }
2123
- };
2124
- return {
2125
- provider,
2126
- providerConfig,
2127
- cfg: {
2128
- ...config,
2129
- messages: {
2130
- ...config.messages,
2131
- tts: talkTts
2132
- }
2133
- }
2134
- };
2135
- }
2136
- function buildTalkCatalog(config) {
2137
- const ttsConfig = resolveTtsConfig(config);
2138
- const activeSpeechProvider = canonicalizeSpeechProviderId(resolveActiveTalkProviderConfig(config.talk)?.provider, config);
2139
- const streamingConfig = getVoiceCallStreamingConfig(config);
2140
- const realtimeConfig = buildTalkRealtimeConfig(config);
2141
- const activeRealtimeProvider = canonicalizeRealtimeVoiceProviderId(realtimeConfig.provider, config);
2142
- return {
2143
- modes: [
2144
- "realtime",
2145
- "stt-tts",
2146
- "transcription"
2147
- ],
2148
- transports: [
2149
- "webrtc",
2150
- "provider-websocket",
2151
- "gateway-relay",
2152
- "managed-room"
2153
- ],
2154
- brains: [
2155
- "agent-consult",
2156
- "direct-tools",
2157
- "none"
2158
- ],
2159
- speech: {
2160
- ...activeSpeechProvider ? { activeProvider: activeSpeechProvider } : {},
2161
- providers: listSpeechProviders(config).map((provider) => {
2162
- const entry = {
2163
- id: provider.id,
2164
- label: provider.label,
2165
- configured: configuredOrFalse(() => provider.isConfigured({
2166
- cfg: config,
2167
- providerConfig: getResolvedSpeechProviderConfig(ttsConfig, provider.id, config),
2168
- timeoutMs: ttsConfig.timeoutMs
2169
- })),
2170
- modes: ["stt-tts"],
2171
- brains: ["agent-consult"]
2172
- };
2173
- if (provider.models) entry.models = [...provider.models];
2174
- if (provider.voices) entry.voices = [...provider.voices];
2175
- return entry;
2176
- })
2177
- },
2178
- transcription: {
2179
- ...streamingConfig.provider ? { activeProvider: streamingConfig.provider } : {},
2180
- providers: listRealtimeTranscriptionProviders(config).map((provider) => {
2181
- const rawConfig = streamingConfig.providers?.[provider.id] ?? {};
2182
- const providerConfig = provider.resolveConfig?.({
2183
- cfg: config,
2184
- rawConfig
2185
- }) ?? rawConfig;
2186
- const entry = {
2187
- id: provider.id,
2188
- label: provider.label,
2189
- configured: configuredOrFalse(() => provider.isConfigured({
2190
- cfg: config,
2191
- providerConfig
2192
- })),
2193
- modes: ["transcription"],
2194
- transports: ["gateway-relay"],
2195
- brains: ["none"]
2196
- };
2197
- if (provider.defaultModel) entry.defaultModel = provider.defaultModel;
2198
- return entry;
2199
- })
2200
- },
2201
- realtime: {
2202
- ...activeRealtimeProvider ? { activeProvider: activeRealtimeProvider } : {},
2203
- providers: listRealtimeVoiceProviders(config).map((provider) => {
2204
- const rawConfig = realtimeConfig.providers?.[provider.id] ?? {};
2205
- const providerConfig = provider.resolveConfig?.({
2206
- cfg: config,
2207
- rawConfig
2208
- }) ?? rawConfig;
2209
- const capabilities = provider.capabilities;
2210
- const entry = {
2211
- id: provider.id,
2212
- label: provider.label,
2213
- configured: configuredOrFalse(() => provider.isConfigured({
2214
- cfg: config,
2215
- providerConfig
2216
- })),
2217
- modes: ["realtime"],
2218
- brains: capabilities?.supportsToolCalls === false ? ["none"] : ["agent-consult"],
2219
- supportsBrowserSession: Boolean(capabilities?.supportsBrowserSession ?? provider.createBrowserSession)
2220
- };
2221
- if (provider.defaultModel) entry.defaultModel = provider.defaultModel;
2222
- if (capabilities?.transports) entry.transports = [...capabilities.transports];
2223
- if (capabilities?.inputAudioFormats) entry.inputAudioFormats = capabilities.inputAudioFormats.map((format) => ({ ...format }));
2224
- if (capabilities?.outputAudioFormats) entry.outputAudioFormats = capabilities.outputAudioFormats.map((format) => ({ ...format }));
2225
- if (capabilities?.supportsBargeIn !== void 0) entry.supportsBargeIn = capabilities.supportsBargeIn;
2226
- if (capabilities?.supportsToolCalls !== void 0) entry.supportsToolCalls = capabilities.supportsToolCalls;
2227
- if (capabilities?.supportsVideoFrames !== void 0) entry.supportsVideoFrames = capabilities.supportsVideoFrames;
2228
- if (capabilities?.supportsSessionResumption !== void 0) entry.supportsSessionResumption = capabilities.supportsSessionResumption;
2229
- return entry;
2230
- })
2231
- }
2232
- };
2233
- }
2234
- function isFallbackEligibleTalkReason(reason) {
2235
- return reason === "talk_unconfigured" || reason === "talk_provider_unsupported" || reason === "method_unavailable";
2236
- }
2237
- function talkSpeakError(reason, message) {
2238
- const details = {
2239
- reason,
2240
- fallbackEligible: isFallbackEligibleTalkReason(reason)
2241
- };
2242
- return errorShape(ErrorCodes.UNAVAILABLE, message, { details });
2243
- }
2244
- function resolveTalkSpeed(params) {
2245
- if (typeof params.speed === "number") return params.speed;
2246
- if (typeof params.rateWpm !== "number" || params.rateWpm <= 0) return;
2247
- const resolved = params.rateWpm / 175;
2248
- if (resolved <= .5 || resolved >= 2) return;
2249
- return resolved;
2250
- }
2251
- function buildTalkSpeakOverrides(provider, providerConfig, config, params) {
2252
- const speechProvider = getSpeechProvider(provider, config);
2253
- if (!speechProvider?.resolveTalkOverrides) return { provider };
2254
- const resolvedSpeed = resolveTalkSpeed(params);
2255
- const resolvedVoiceId = resolveTalkVoiceId(providerConfig, normalizeOptionalString(params.voiceId));
2256
- const providerOverrides = speechProvider.resolveTalkOverrides({
2257
- talkProviderConfig: providerConfig,
2258
- params: {
2259
- ...params,
2260
- ...resolvedVoiceId == null ? {} : { voiceId: resolvedVoiceId },
2261
- ...resolvedSpeed == null ? {} : { speed: resolvedSpeed }
2262
- }
2263
- });
2264
- if (!providerOverrides || Object.keys(providerOverrides).length === 0) return { provider };
2265
- return {
2266
- provider,
2267
- providerOverrides: { [provider]: providerOverrides }
2268
- };
2269
- }
2270
- function inferMimeType(outputFormat, fileExtension) {
2271
- const normalizedOutput = normalizeOptionalLowercaseString(outputFormat);
2272
- const normalizedExtension = normalizeOptionalLowercaseString(fileExtension);
2273
- if (normalizedOutput === "mp3" || normalizedOutput?.startsWith("mp3_") || normalizedOutput?.endsWith("-mp3") || normalizedExtension === ".mp3") return "audio/mpeg";
2274
- if (normalizedOutput === "opus" || normalizedOutput?.startsWith("opus_") || normalizedExtension === ".opus" || normalizedExtension === ".ogg") return "audio/ogg";
2275
- if (normalizedOutput?.endsWith("-wav") || normalizedExtension === ".wav") return "audio/wav";
2276
- if (normalizedOutput?.endsWith("-webm") || normalizedExtension === ".webm") return "audio/webm";
2277
- }
2278
- function resolveTalkResponseFromConfig(params) {
2279
- const normalizedTalk = normalizeTalkSection(params.sourceConfig.talk);
2280
- if (!normalizedTalk) return;
2281
- const payload = buildTalkConfigResponse(normalizedTalk);
2282
- if (!payload) return;
2283
- if (params.includeSecrets) return payload;
2284
- const sourceResolved = resolveActiveTalkProviderConfig(normalizedTalk);
2285
- const runtimeResolved = resolveActiveTalkProviderConfig(params.runtimeConfig.talk);
2286
- const provider = canonicalizeSpeechProviderId(sourceResolved?.provider ?? runtimeResolved?.provider, params.runtimeConfig);
2287
- if (!provider) return payload;
2288
- const speechProvider = getSpeechProvider(provider, params.runtimeConfig);
2289
- const sourceBaseTts = withTalkBaseTtsSpeakerSelectionCompat(asOptionalRecord(params.sourceConfig.messages?.tts) ?? {});
2290
- const runtimeBaseTts = withTalkBaseTtsSpeakerSelectionCompat(asOptionalRecord(params.runtimeConfig.messages?.tts) ?? {});
2291
- const sourceProviderConfig = withSpeakerSelectionFallbackCompat(sourceResolved?.config);
2292
- const runtimeProviderConfig = withSpeakerSelectionFallbackCompat(runtimeResolved?.config);
2293
- const selectedBaseTts = Object.keys(runtimeBaseTts).length > 0 ? runtimeBaseTts : stripUnresolvedSecretApiKeysFromBaseTtsProviders(sourceBaseTts);
2294
- const providerInputConfig = stripUnresolvedSecretApiKey(Object.keys(runtimeProviderConfig).length > 0 ? runtimeProviderConfig : sourceProviderConfig);
2295
- const resolvedConfig = speechProvider?.resolveTalkConfig?.({
2296
- cfg: params.runtimeConfig,
2297
- baseTtsConfig: selectedBaseTts,
2298
- talkProviderConfig: providerInputConfig,
2299
- timeoutMs: typeof selectedBaseTts.timeoutMs === "number" ? selectedBaseTts.timeoutMs : 3e4
2300
- }) ?? providerInputConfig;
2301
- const responseConfig = sourceProviderConfig.apiKey === void 0 ? resolvedConfig : {
2302
- ...resolvedConfig,
2303
- apiKey: sourceProviderConfig.apiKey
2304
- };
2305
- return {
2306
- ...payload,
2307
- provider,
2308
- resolved: {
2309
- provider,
2310
- config: responseConfig
2311
- }
2312
- };
2313
- }
2314
- function stripUnresolvedSecretApiKey(config) {
2315
- return stripUnresolvedSecretApiKeyFromRecord(config);
2316
- }
2317
- function stripUnresolvedSecretApiKeysFromBaseTtsProviders(base) {
2318
- const providers = asOptionalRecord(base.providers);
2319
- if (!providers) return base;
2320
- let mutated = false;
2321
- const cleaned = Object.create(null);
2322
- for (const [providerId, providerConfig] of Object.entries(providers)) {
2323
- const cfg = asOptionalRecord(providerConfig);
2324
- if (!cfg) {
2325
- cleaned[providerId] = providerConfig;
2326
- continue;
2327
- }
2328
- const next = stripUnresolvedSecretApiKeyFromRecord(cfg);
2329
- if (next !== cfg) mutated = true;
2330
- cleaned[providerId] = next;
2331
- }
2332
- if (!mutated) return base;
2333
- return {
2334
- ...base,
2335
- providers: cleaned
2336
- };
2337
- }
2338
- function stripUnresolvedSecretApiKeyFromRecord(config) {
2339
- if (config.apiKey === void 0 || typeof config.apiKey === "string") return config;
2340
- const { apiKey: _omit, ...rest } = config;
2341
- return rest;
2342
- }
2343
- const talkHandlers = {
2344
- ...talkSessionHandlers,
2345
- ...talkClientHandlers,
2346
- "talk.catalog": async ({ params, respond, context }) => {
2347
- if (!validateTalkCatalogParams(params ?? {})) {
2348
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.catalog params: ${formatValidationErrors(validateTalkCatalogParams.errors)}`));
2349
- return;
2350
- }
2351
- try {
2352
- respond(true, buildTalkCatalog(context.getRuntimeConfig()), void 0);
2353
- } catch (err) {
2354
- respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, formatForLog(err)));
2355
- }
2356
- },
2357
- "talk.config": async ({ params, respond, client, context }) => {
2358
- if (!validateTalkConfigParams(params)) {
2359
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.config params: ${formatValidationErrors(validateTalkConfigParams.errors)}`));
2360
- return;
2361
- }
2362
- const includeSecrets = Boolean(params.includeSecrets);
2363
- if (includeSecrets && !canReadTalkSecrets(client)) {
2364
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `missing scope: ${TALK_SECRETS_SCOPE}`));
2365
- return;
2366
- }
2367
- const snapshot = await readConfigFileSnapshot();
2368
- const runtimeConfig = context.getRuntimeConfig();
2369
- const configPayload = {};
2370
- const talk = resolveTalkResponseFromConfig({
2371
- includeSecrets,
2372
- sourceConfig: snapshot.config,
2373
- runtimeConfig
2374
- });
2375
- if (talk) configPayload.talk = includeSecrets ? talk : redactConfigObject(talk);
2376
- const sessionMainKey = snapshot.config.session?.mainKey;
2377
- if (typeof sessionMainKey === "string") configPayload.session = { mainKey: sessionMainKey };
2378
- const seamColor = snapshot.config.ui?.seamColor;
2379
- if (typeof seamColor === "string") configPayload.ui = { seamColor };
2380
- respond(true, { config: configPayload }, void 0);
2381
- },
2382
- "talk.speak": async ({ params, respond, context }) => {
2383
- if (!validateTalkSpeakParams(params)) {
2384
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.speak params: ${formatValidationErrors(validateTalkSpeakParams.errors)}`));
2385
- return;
2386
- }
2387
- const typedParams = params;
2388
- const text = normalizeOptionalString(typedParams.text);
2389
- if (!text) {
2390
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, "talk.speak requires text"));
2391
- return;
2392
- }
2393
- if (typedParams.speed == null && typedParams.rateWpm != null && resolveTalkSpeed(typedParams) == null) {
2394
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.speak params: rateWpm must resolve to speed between 0.5 and 2.0`));
2395
- return;
2396
- }
2397
- try {
2398
- const runtimeConfig = context.getRuntimeConfig();
2399
- const setup = buildTalkTtsConfig(runtimeConfig);
2400
- if ("error" in setup) {
2401
- respond(false, void 0, talkSpeakError(setup.reason, setup.error));
2402
- return;
2403
- }
2404
- const overrides = buildTalkSpeakOverrides(setup.provider, setup.providerConfig, runtimeConfig, typedParams);
2405
- const result = await synthesizeSpeech({
2406
- text,
2407
- cfg: setup.cfg,
2408
- overrides,
2409
- disableFallback: true
2410
- });
2411
- if (!result.success || !result.audioBuffer) {
2412
- respond(false, void 0, talkSpeakError("synthesis_failed", result.error ?? "talk synthesis failed"));
2413
- return;
2414
- }
2415
- if ((result.provider ?? setup.provider).trim().length === 0) {
2416
- respond(false, void 0, talkSpeakError("invalid_audio_result", "talk synthesis returned empty provider"));
2417
- return;
2418
- }
2419
- if (result.audioBuffer.length === 0) {
2420
- respond(false, void 0, talkSpeakError("invalid_audio_result", "talk synthesis returned empty audio"));
2421
- return;
2422
- }
2423
- respond(true, {
2424
- audioBase64: result.audioBuffer.toString("base64"),
2425
- provider: result.provider ?? setup.provider,
2426
- outputFormat: result.outputFormat,
2427
- voiceCompatible: result.voiceCompatible,
2428
- mimeType: inferMimeType(result.outputFormat, result.fileExtension),
2429
- fileExtension: result.fileExtension
2430
- }, void 0);
2431
- } catch (err) {
2432
- respond(false, void 0, talkSpeakError("synthesis_failed", formatForLog(err)));
2433
- }
2434
- },
2435
- "talk.mode": ({ params, respond, context, client, isWebchatConnect }) => {
2436
- if (client && isWebchatConnect(client.connect) && !context.hasConnectedTalkNode()) {
2437
- respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, "talk disabled: no connected Talk-capable nodes"));
2438
- return;
2439
- }
2440
- if (!validateTalkModeParams(params)) {
2441
- respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.mode params: ${formatValidationErrors(validateTalkModeParams.errors)}`));
2442
- return;
2443
- }
2444
- const payload = {
2445
- enabled: params.enabled,
2446
- phase: params.phase ?? null,
2447
- ts: Date.now()
2448
- };
2449
- context.broadcast("talk.mode", payload, { dropIfSlow: true });
2450
- respond(true, payload, void 0);
2451
- }
2452
- };
2453
- //#endregion
2454
- export { talkHandlers };