fengming 0.3.7 → 0.3.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +8 -0
- package/dist/abort-CCR8oZyg.js +277 -0
- package/dist/abort.runtime-eqx84NZa.js +2 -0
- package/dist/abort.runtime.js +1 -1
- package/dist/acp-spawn-BcDyvaXh.js +2 -0
- package/dist/acp-spawn-CCtSel-_.js +1286 -0
- package/dist/acp-stateful-target-driver-B3pCvuOV.js +89 -0
- package/dist/active-tool-schema-warnings-Cf-5q5WU.js +105 -0
- package/dist/active-tool-schema-warnings-Dzt3XE-y.js +2 -0
- package/dist/agent-1M2dVE2G.js +2 -0
- package/dist/agent-DLDIbUT4.js +1825 -0
- package/dist/agent-DZi6j3o6.js +3 -0
- package/dist/agent-command-ppfDBwET.js +1435 -0
- package/dist/agent-harness-runtime-C0bo62eY.d.ts +913 -0
- package/dist/agent-harness-runtime-RkTGiliR.js +207 -0
- package/dist/agent-runner-utils-B4YeVAO_.js +267 -0
- package/dist/agent-runner.runtime-T_3tlZN1.js +3784 -0
- package/dist/agent-runner.runtime.js +1 -1
- package/dist/agent-runtime-CloshyK-.d.ts +207 -0
- package/dist/agent-runtime-DZsmp1xr.js +199 -0
- package/dist/agent-tools-CET9usCz.js +2506 -0
- package/dist/agent-via-gateway-CZ0X0YkM.js +486 -0
- package/dist/agent-wait-dedupe-I81_F2tr.js +180 -0
- package/dist/agents/embedded-agent-runner/run/runtime-context-prompt.d.ts +1 -1
- package/dist/agents/embedded-agent-runner/tool-split.d.ts +1 -1
- package/dist/agents/model-catalog.runtime.d.ts +1 -1
- package/dist/api-BDB5xHYj.js +3 -0
- package/dist/api-BH7bfI5d.js +6 -0
- package/dist/api-BxJNXitd.js +2 -0
- package/dist/approval-client-helpers-CfQA9Jzh.d.ts +78 -0
- package/dist/approval-native-helpers-B2zyhxWc.d.ts +241 -0
- package/dist/approval-renderers-CMqSXyvm.d.ts +39 -0
- package/dist/assistant-Cu_Mzzgu.js +291 -0
- package/dist/attachment-normalize-Bb3v5iCC.js +213 -0
- package/dist/attempt-execution-BskbAq5I.js +584 -0
- package/dist/attempt-execution.runtime-BuT1wpNS.js +3 -0
- package/dist/attempt-execution.runtime.js +1 -1
- package/dist/attempt.prompt-helpers-ByKj-vQ7.js +543 -0
- package/dist/auto-reply/reply/commands-crestodian.d.ts +1 -1
- package/dist/binding-routing-EGRNvRC4.js +113 -0
- package/dist/binding-targets-B9vYS8n6.js +121 -0
- package/dist/bridge-server-DG9YtKQe.js +113 -0
- package/dist/browser-cli-B0Ou-Nbm.js +2 -0
- package/dist/browser-cli-GF25gL6M.js +230 -0
- package/dist/browser-cli-actions-input-CuER6RVe.js +522 -0
- package/dist/browser-cli-actions-observe-Dq-Zz_FA.js +81 -0
- package/dist/browser-cli-debug-7hvb49S1.js +137 -0
- package/dist/browser-cli-inspect-WU5KeWOK.js +117 -0
- package/dist/browser-cli-manage-B9D9BvSe.js +446 -0
- package/dist/browser-cli-resize-BUOusOPb.js +32 -0
- package/dist/browser-cli-shared-DmpSN-Qi.js +69 -0
- package/dist/browser-cli-state-D_YxTqRw.js +371 -0
- package/dist/browser-control-auth-Cqd1n9FA.js +2 -0
- package/dist/browser-profiles-9tQ05wYh.js +2 -0
- package/dist/browser-runtime-Bbzumoha.js +389 -0
- package/dist/build-CBXuT2K1.js +261 -0
- package/dist/build-info.json +3 -3
- package/dist/bundled/boot-md/handler.js +2 -2
- package/dist/bundled/session-memory/handler.js +1 -1
- package/dist/bundled-channel-config-schema-DpdKMATU.d.ts +3168 -0
- package/dist/canvas-host/a2ui/.bundle.hash +1 -1
- package/dist/capability-cli-CiVGX7ut.js +1809 -0
- package/dist/channel-BIVwHq7P.js +2309 -0
- package/dist/channel-CiA2FVdL.d.ts +427 -0
- package/dist/channel-core-Cj9JTqeu.js +5 -0
- package/dist/channel-core-DjVpcH1C.d.ts +6 -0
- package/dist/channel-entry-contract-Bs_54m1D.d.ts +114 -0
- package/dist/channel-inbound-CdUdeQRa.js +121 -0
- package/dist/channel-inbound-iGiqx6CS.d.ts +97 -0
- package/dist/channel-message-C3QPaDUk.js +12 -0
- package/dist/channel-message-CXDjxb2U.d.ts +9 -0
- package/dist/channel-outbound-ofvvmMSK.d.ts +325 -0
- package/dist/channel-pairing-DKscOV1K.d.ts +58 -0
- package/dist/channel.runtime-VW6PW_ez.js +697 -0
- package/dist/channel.runtime.js +1 -1
- package/dist/chat-CFkQepUQ.js +3 -0
- package/dist/chat-Czh_tXM0.js +2940 -0
- package/dist/chrome-B2cq8YyH.js +1517 -0
- package/dist/cli/run-main.js +5 -5
- package/dist/cli-compaction-Dxv4nt7R.js +363 -0
- package/dist/cli-runner-CimXSTVs.js +2 -0
- package/dist/cli-runner-orCzE1Sr.js +597 -0
- package/dist/cli-runner.runtime-CsW0dXJW.js +3 -0
- package/dist/cli-runner.runtime-DgPrc1do.js +4 -0
- package/dist/cli-runner.runtime.js +1 -1
- package/dist/cli-startup-metadata.json +10 -12
- package/dist/command-registry-C5ooX6PF.js +4 -0
- package/dist/command-registry-DMB-HKIk.js +9 -0
- package/dist/command-registry-core-B2w_XWvn.js +114 -0
- package/dist/command-status.runtime-Bdy3Dkar.js +90 -0
- package/dist/command-status.runtime.js +1 -1
- package/dist/commands-compact.runtime-Bk2jTQo6.js +10 -0
- package/dist/commands-compact.runtime.js +1 -1
- package/dist/commands-handlers.runtime-Csw1og0U.js +6327 -0
- package/dist/commands-handlers.runtime.js +1 -1
- package/dist/commands-mRqmLIVz.d.ts +117 -0
- package/dist/commands-status-Dgrj_ubK.js +3 -0
- package/dist/commands-status-s32HJOpD.js +16 -0
- package/dist/commands-status.runtime-Dgrj_ubK.js +3 -0
- package/dist/commands-status.runtime.js +1 -1
- package/dist/commands-subagents-control.runtime-C_hnOO9l.js +2 -0
- package/dist/commands-subagents-control.runtime.js +1 -1
- package/dist/commands-system-prompt-CQV742Cc.js +2 -0
- package/dist/commands-system-prompt-DTfsKwK1.js +161 -0
- package/dist/commands-types-MXHhrssO.d.ts +132 -0
- package/dist/commands.runtime-akiVK67l.js +175 -0
- package/dist/commands.runtime.js +1 -1
- package/dist/commitments/runtime.js +1 -1
- package/dist/compact-U6ZhvPtD.js +1165 -0
- package/dist/compact.runtime-36E5vKsC.js +12 -0
- package/dist/compact.runtime.js +1 -1
- package/dist/completion-cli-Bf4mEw2W.js +393 -0
- package/dist/config-BJJhHN9E.js +374 -0
- package/dist/config-mutations-swLu-j_p.js +161 -0
- package/dist/config-schema-Tjner6bM.d.ts +20 -0
- package/dist/context-engine-host-compat-6fkn_daV.js +280 -0
- package/dist/context-engine-host-compat-DtAZC1bS.js +2 -0
- package/dist/context-engine-lifecycle-R__Idxi1.js +627 -0
- package/dist/control-auth-DnkI94_D.js +114 -0
- package/dist/control-service-BBsamNjq.js +40 -0
- package/dist/control-service-BGpHj7RL.js +3 -0
- package/dist/control-ui/assets/activity-B2W-IeAT.js +124 -0
- package/dist/control-ui/assets/agents-mRUyNVCz.js +1030 -0
- package/dist/control-ui/assets/channels-8QHOqBnt.js +120 -0
- package/dist/control-ui/assets/cron-H3unP_mO.js +1016 -0
- package/dist/control-ui/assets/debug-CxLsQ9vH.js +97 -0
- package/dist/control-ui/assets/index-jtIYT0Eh.js +7214 -0
- package/dist/control-ui/assets/instances-B1JQeCRb.js +57 -0
- package/dist/control-ui/assets/nodes-RGOmq_1l.js +444 -0
- package/dist/control-ui/assets/sessions-C2O-Jgpg.js +425 -0
- package/dist/control-ui/assets/skills-jyJOYA4I.js +362 -0
- package/dist/control-ui/assets/workboard-uM_kK8cQ.js +402 -0
- package/dist/control-ui/index.html +1 -1
- package/dist/control-ui/sw.js +1 -1
- package/dist/conversation-runtime-DDekWU-U.js +31 -0
- package/dist/core-Bpk-qSJH.js +284 -0
- package/dist/core-Chrz4oRB.d.ts +223 -0
- package/dist/core-api-DSpUKNVW.js +2 -0
- package/dist/core-api-hLsW03Wo.js +5 -0
- package/dist/crestodian/crestodian.js +1 -1
- package/dist/crestodian/rescue-message.d.ts +1 -1
- package/dist/crestodian/rescue-message.js +1 -1
- package/dist/crestodian-C0x7JjF-.js +55 -0
- package/dist/delegate-BArFIZ4B.d.ts +30 -0
- package/dist/deliver-BnVp3VbL.d.ts +111 -0
- package/dist/delivery-queue-BFOASdf5.d.ts +161 -0
- package/dist/delivery-queue-runtime-BFfc8AEs.d.ts +9 -0
- package/dist/dialogue-No0NvYX7.js +37 -0
- package/dist/direct-dm-C-h88JJH.d.ts +79 -0
- package/dist/directive-handling.fast-lane-DTyDKhZb.js +70 -0
- package/dist/directive-handling.impl-DMReM6tu.js +2 -0
- package/dist/directive-handling.impl-DzPouhV-.js +823 -0
- package/dist/directive-handling.model-selection-BjwTBAZJ.js +122 -0
- package/dist/directive-handling.persist.runtime-D_O1okkR.js +274 -0
- package/dist/directive-handling.persist.runtime.js +1 -1
- package/dist/dispatch-Dtl-oRuN.js +2057 -0
- package/dist/dispatch-acp-transcript.runtime-M4y0Dq74.js +40 -0
- package/dist/dispatch-acp-transcript.runtime.js +1 -1
- package/dist/dispatch-acp.runtime-B8uCIKZS.js +18 -0
- package/dist/dispatch-acp.runtime.js +1 -1
- package/dist/dispatcher-DslvaRcj.js +106 -0
- package/dist/doctor-config-flow-LU2C94af.js +1819 -0
- package/dist/doctor-core-checks-BqcjExIZ.js +666 -0
- package/dist/doctor-core-checks-Diuk8l0N.js +2 -0
- package/dist/doctor-core-checks.runtime-DbS-kMZN.js +278 -0
- package/dist/doctor-core-checks.runtime.js +1 -1
- package/dist/doctor-health-BdqHwfYE.js +65 -0
- package/dist/doctor-health-contributions-DLLTVnll.js +874 -0
- package/dist/doctor-lint-PZqkVMWf.js +95 -0
- package/dist/doctor-mRfJMSb5.js +6 -0
- package/dist/doctor-state-integrity-Cdlm-peH.js +1257 -0
- package/dist/draft-stream-controls-B7uLonbw.d.ts +159 -0
- package/dist/embedded-agent-CEpOPW6X.js +4 -0
- package/dist/embedded-agent-CNINO_M-.d.ts +5 -0
- package/dist/embedded-agent-DxwzoZkp.js +4074 -0
- package/dist/embedded-agent.runtime-DDbhA85-.js +4 -0
- package/dist/embedded-agent.runtime.js +1 -1
- package/dist/embedded-backend-ChaKCepC.js +1581 -0
- package/dist/embedded-gateway-stub.runtime-e_ZxGhcW.js +12 -0
- package/dist/embedded-gateway-stub.runtime.js +1 -1
- package/dist/entry.d.ts +1 -1
- package/dist/extensionAPI.d.ts +2 -2
- package/dist/extensionAPI.js +1 -1
- package/dist/extensions/active-memory/index.d.ts +1 -1
- package/dist/extensions/active-memory/index.js +1 -1
- package/dist/extensions/admin-http-rpc/index.d.ts +1 -1
- package/dist/extensions/admin-http-rpc/index.js +1 -1
- package/dist/extensions/bonjour/index.d.ts +1 -1
- package/dist/extensions/browser/browser-bridge.js +1 -1
- package/dist/extensions/browser/browser-config.js +4 -4
- package/dist/extensions/browser/browser-control-auth.js +2 -2
- package/dist/extensions/browser/browser-doctor.js +2 -2
- package/dist/extensions/browser/browser-maintenance.js +1 -1
- package/dist/extensions/browser/browser-profiles.js +2 -2
- package/dist/extensions/browser/browser-runtime-api.js +12 -12
- package/dist/extensions/browser/cli-metadata.d.ts +1 -1
- package/dist/extensions/browser/cli-metadata.js +1 -1
- package/dist/extensions/browser/index.d.ts +1 -1
- package/dist/extensions/browser/index.js +1 -1
- package/dist/extensions/browser/plugin-registration.d.ts +1 -1
- package/dist/extensions/browser/plugin-registration.js +1 -1
- package/dist/extensions/browser/register.runtime.d.ts +2 -2
- package/dist/extensions/browser/register.runtime.js +4 -4
- package/dist/extensions/browser/runtime-api.d.ts +3 -3
- package/dist/extensions/browser/runtime-api.js +14 -14
- package/dist/extensions/browser/setup-api.d.ts +1 -1
- package/dist/extensions/canvas/cli-metadata.d.ts +1 -1
- package/dist/extensions/canvas/index.d.ts +1 -1
- package/dist/extensions/canvas/index.js +1 -1
- package/dist/extensions/canvas/setup-api.d.ts +1 -1
- package/dist/extensions/deepseek/api.d.ts +1 -1
- package/dist/extensions/deepseek/index.d.ts +1 -1
- package/dist/extensions/deepseek/provider-discovery.d.ts +1 -1
- package/dist/extensions/deepseek/stream.d.ts +1 -1
- package/dist/extensions/device-pair/api.d.ts +4 -4
- package/dist/extensions/device-pair/api.js +1 -1
- package/dist/extensions/device-pair/index.d.ts +1 -1
- package/dist/extensions/device-pair/notify.d.ts +1 -1
- package/dist/extensions/device-pair/pair-command-approve.js +1 -1
- package/dist/extensions/device-pair/qr-image.d.ts +1 -1
- package/dist/extensions/memory-core/api.d.ts +1 -1
- package/dist/extensions/memory-core/cli-metadata.d.ts +1 -1
- package/dist/extensions/memory-core/cli-metadata.js +1 -1
- package/dist/extensions/memory-core/index.d.ts +1 -1
- package/dist/extensions/memory-core/manager-runtime.d.ts +1 -1
- package/dist/extensions/memory-core/runtime-api.d.ts +3 -3
- package/dist/extensions/skill-workshop/api.d.ts +2 -2
- package/dist/extensions/skill-workshop/api.js +1 -1
- package/dist/extensions/skill-workshop/index.d.ts +1 -1
- package/dist/extensions/skill-workshop/index.js +2 -2
- package/dist/extensions/tavily/index.d.ts +1 -1
- package/dist/extensions/tavily/web-search-contract-api.d.ts +1 -1
- package/dist/extensions/tavily/web-search-provider.d.ts +1 -1
- package/dist/extensions/thread-ownership/api.d.ts +2 -2
- package/dist/extensions/thread-ownership/index.d.ts +1 -1
- package/dist/extensions/webhooks/api.d.ts +2 -2
- package/dist/extensions/webhooks/api.js +1 -1
- package/dist/extensions/webhooks/index.d.ts +1 -1
- package/dist/extensions/webhooks/index.js +1 -1
- package/dist/extensions/webhooks/runtime-api.d.ts +1 -1
- package/dist/extensions/workboard/api.d.ts +2 -2
- package/dist/extensions/workboard/index.d.ts +1 -1
- package/dist/extensions/workboard/index.js +1 -1
- package/dist/extensions/workboard/runtime-api.d.ts +1 -1
- package/dist/fengming-runtime-CtRd5677.d.ts +153 -0
- package/dist/fengming-tools-DBLsJfsf.js +12221 -0
- package/dist/gateway/protocol/index.d.ts +1 -1
- package/dist/gateway-cli-BgDV2HF9.js +443 -0
- package/dist/gateway-method-runtime-d9oN_XO9.js +21 -0
- package/dist/get-reply-CEMtvaTJ.js +5198 -0
- package/dist/get-reply-from-config.runtime-CE8zmX7o.js +2 -0
- package/dist/get-reply-from-config.runtime.js +1 -1
- package/dist/heartbeat-runner-H8SmaKmJ.js +5 -0
- package/dist/heartbeat-runner.runtime-6hUaxEbl.js +3 -0
- package/dist/heartbeat-runner.runtime.js +1 -1
- package/dist/hooks-DkEvkwzS.js +536 -0
- package/dist/host-compat-DeAq3dnI.d.ts +21 -0
- package/dist/http-registry-BDoApjTY.d.ts +23 -0
- package/dist/inbound-reply-dispatch-CIYP2OPo.d.ts +156 -0
- package/dist/inbound-reply-dispatch-geHu6oUK.js +147 -0
- package/dist/inbound-reply-dispatch-vwW5Hl-_.js +2 -0
- package/dist/index-DhOQs6M_.d.ts +1497 -0
- package/dist/index.js +1 -1
- package/dist/init-DpE_6dG4.js +59 -0
- package/dist/interactive-Cb_1f91G.d.ts +26 -0
- package/dist/isolated-agent-B_upYOOM.js +2 -0
- package/dist/isolated-agent-KH9uwWhw.js +1097 -0
- package/dist/kernel-BHnBXnm2.d.ts +241 -0
- package/dist/lifecycle-BmZwopzF.js +570 -0
- package/dist/list.probe-5kzWm9Jk.js +451 -0
- package/dist/list.probe-9zBcGGQ4.js +2 -0
- package/dist/list.status-command-DY2ifqp1.js +815 -0
- package/dist/llm-slug-generator-Bmx0I84M.js +78 -0
- package/dist/llm-slug-generator.js +1 -1
- package/dist/loader-BVz75gSb.d.ts +142 -0
- package/dist/local-dispatch.runtime-CX3IOY1E.js +10 -0
- package/dist/local-dispatch.runtime.js +1 -1
- package/dist/manager-BXGg8bfG.d.ts +409 -0
- package/dist/mcp-http-B1lnh67s.js +2 -0
- package/dist/mcp-http-CamghE-W.js +583 -0
- package/dist/media-runtime-DpykroJR.d.ts +261 -0
- package/dist/memory-core-host-engine-embeddings-N2dX5P40.d.ts +324 -0
- package/dist/memory-core-host-engine-storage-WQfkQMer.d.ts +54 -0
- package/dist/message-handler-Ca_pqGVS.js +1806 -0
- package/dist/model-catalog-BBMLIjhq.d.ts +88 -0
- package/dist/model-selection-Cq82FXLy.js +352 -0
- package/dist/models-cli-Dm_393dw.js +257 -0
- package/dist/monitor-d0eyE2k0.js +60 -0
- package/dist/monitor.account-vLQ3bKHu.js +5382 -0
- package/dist/nodes-Bunvrb33.js +1483 -0
- package/dist/nodes-edNlxb2I.js +3 -0
- package/dist/nodes-pending-DEIwVh9v.js +211 -0
- package/dist/openai-compat-errors-CvWEoG98.js +136 -0
- package/dist/openai-http-Bskdv4Tv.js +836 -0
- package/dist/openresponses-http-DxdgCxFU.js +1175 -0
- package/dist/operations-Z85LFqsT.js +805 -0
- package/dist/outbound.types-DVkbsxo8.d.ts +291 -0
- package/dist/plugin-enabled-fvhTpvYS.js +232 -0
- package/dist/plugin-entry-CunlVUw6.d.ts +47 -0
- package/dist/plugin-registration-9ovnK_Tk.js +97 -0
- package/dist/plugin-runtime-DH2ZM9P5.d.ts +117 -0
- package/dist/plugin-sdk/.boundary-entry-shims.stamp +1 -1
- package/dist/plugin-sdk/acp-runtime-backend.js +1 -1
- package/dist/plugin-sdk/acp-runtime.js +1 -1
- package/dist/plugin-sdk/agent-harness-runtime.js +5 -5
- package/dist/plugin-sdk/agent-harness-task-runtime.js +1 -1
- package/dist/plugin-sdk/agent-harness.js +6 -6
- package/dist/plugin-sdk/agent-runtime.js +2 -2
- package/dist/plugin-sdk/bundled-channel-config-schema-Dfn3b8sF.d.ts +3169 -0
- package/dist/plugin-sdk/bundled-channel-config-schema.d.ts +1 -1
- package/dist/plugin-sdk/channel-config-schema-legacy.d.ts +1 -1
- package/dist/plugin-sdk/channel-core.js +2 -2
- package/dist/plugin-sdk/channel-envelope.js +1 -1
- package/dist/plugin-sdk/channel-inbound-roots.js +1 -1
- package/dist/plugin-sdk/channel-inbound.js +2 -2
- package/dist/plugin-sdk/channel-location.js +1 -1
- package/dist/plugin-sdk/channel-message-runtime.js +3 -3
- package/dist/plugin-sdk/channel-message.js +2 -2
- package/dist/plugin-sdk/channel-runtime.js +0 -1
- package/dist/plugin-sdk/command-status-runtime.js +1 -1
- package/dist/plugin-sdk/compat.js +1 -1
- package/dist/plugin-sdk/conversation-binding-runtime.js +1 -1
- package/dist/plugin-sdk/conversation-runtime.js +3 -3
- package/dist/plugin-sdk/core.js +2 -2
- package/dist/plugin-sdk/discord.d.ts +1 -1
- package/dist/plugin-sdk/gateway-method-runtime.js +1 -1
- package/dist/plugin-sdk/health.js +1 -1
- package/dist/plugin-sdk/hook-runtime.js +0 -1
- package/dist/plugin-sdk/inbound-reply-dispatch.js +2 -2
- package/dist/plugin-sdk/index.js +1 -1
- package/dist/plugin-sdk/infra-runtime.js +3 -1
- package/dist/plugin-sdk/provider-auth-api-key.js +0 -1
- package/dist/plugin-sdk/provider-stream-family.js +0 -1
- package/dist/plugin-sdk/provider-usage.js +649 -1
- package/dist/plugin-sdk/reply-runtime.js +4 -4
- package/dist/plugin-sdk/scripts/lib/plugin-sdk-doc-metadata.d.ts +122 -0
- package/dist/plugin-sdk/video-generation.js +206 -1
- package/dist/plugin-service-BdZxoKBZ.js +1249 -0
- package/dist/plugin-service-quTl5hT0.d.ts +24 -0
- package/dist/plugins/build-smoke-entry.d.ts +2 -2
- package/dist/plugins/loader.d.ts +1 -1
- package/dist/plugins/provider-discovery.runtime.d.ts +1 -1
- package/dist/plugins/provider-runtime.runtime.d.ts +1 -1
- package/dist/plugins/runtime/index.d.ts +1 -1
- package/dist/plugins/runtime/index.js +4 -4
- package/dist/plugins/tools.d.ts +1 -1
- package/dist/prepare.runtime-DFvkUqBZ.js +798 -0
- package/dist/prepare.runtime.js +1 -1
- package/dist/preview-warnings-CGzc8ccG.js +618 -0
- package/dist/program-D19g2jaa.js +131 -0
- package/dist/provider-api-key-auth-B8GgTfo8.d.ts +27 -0
- package/dist/provider-auth-result-Diw-woMA.d.ts +21 -0
- package/dist/provider-catalog-shared-hMvzzDgL.d.ts +62 -0
- package/dist/provider-dispatcher-DCTc4lG_.js +22 -0
- package/dist/provider-dispatcher.runtime.js +1 -1
- package/dist/provider-model-shared-BUCh3uCL.d.ts +143 -0
- package/dist/provider-registry-BIokPlxa.d.ts +8 -0
- package/dist/provider-registry-CyUOXHG-.d.ts +8 -0
- package/dist/provider-registry-i--H79Ao.d.ts +29 -0
- package/dist/provider-self-hosted-setup-BF8UR8wg.d.ts +74 -0
- package/dist/provider-stream-NF0XJnar.d.ts +139 -0
- package/dist/provider-stream-shared-DLwDaYed.d.ts +132 -0
- package/dist/provider-web-search-contract-fields-D61Vl5Kl.d.ts +25 -0
- package/dist/pw-ai-DYR-D7xR.js +3064 -0
- package/dist/register.agent-DwW0mQPk.js +152 -0
- package/dist/register.crestodian-BhIukKDA.js +24 -0
- package/dist/register.maintenance-DWHlvztJ.js +85 -0
- package/dist/register.subclis-Bsvdh8RI.js +3 -0
- package/dist/register.subclis-DVk0HU4k.js +31 -0
- package/dist/register.subclis-core-BK7nVvl6.js +278 -0
- package/dist/registry-hscEPAcC.d.ts +8 -0
- package/dist/registry-types-Ce-n1tuw.d.ts +392 -0
- package/dist/repair-sequencing-0-qGNSUO.js +652 -0
- package/dist/reply-payload-mCw4ZND6.d.ts +200 -0
- package/dist/reply-turn-admission-DMWNadoS.js +2056 -0
- package/dist/reply.runtime-CE8zmX7o.js +2 -0
- package/dist/reply.runtime.js +1 -1
- package/dist/result-fallback-classifier-BZmv2ACy.js +98 -0
- package/dist/route-qQ-jYpFa.js +475 -0
- package/dist/routes-dTCmw98g.js +2 -0
- package/dist/routes-r8DRKa83.js +3701 -0
- package/dist/run-BgH7EPGH.js +1162 -0
- package/dist/run-command-DCsM-BVh.js +23 -0
- package/dist/run-command-I2ib4dwS.js +2 -0
- package/dist/run-context-CWaKUKKJ.js +66 -0
- package/dist/run-embedded.runtime-CBnDBWN0.js +4 -0
- package/dist/run-embedded.runtime.js +1 -1
- package/dist/run-execution-cli.runtime-DlYXI-lw.js +4 -0
- package/dist/run-execution-cli.runtime.js +1 -1
- package/dist/run-executor.runtime-DwepGrmB.js +330 -0
- package/dist/run-executor.runtime.js +1 -1
- package/dist/run-subagent-registry.runtime-CeVpoIhj.js +2 -0
- package/dist/run-subagent-registry.runtime.js +1 -1
- package/dist/runtime-D2ee-rNh.js +436 -0
- package/dist/runtime-api-B99ZlkNt.d.ts +5 -0
- package/dist/runtime-api-Cta2L_Yo.js +12 -0
- package/dist/runtime-channel-LKOkML3M.js +2 -0
- package/dist/runtime-channel-UtWvrTZ5.js +148 -0
- package/dist/runtime-embedded-agent.runtime-9O2Idzyb.js +2 -0
- package/dist/runtime-embedded-agent.runtime.js +1 -1
- package/dist/runtime-forwarders-DjI8RFL5.d.ts +39 -0
- package/dist/sdk-setup-tools-B-X04pa6.js +8 -0
- package/dist/selection-B02h8Old.js +3 -0
- package/dist/selection-DEPvzrW2.js +18365 -0
- package/dist/server-CMYi8gDo.js +24 -0
- package/dist/server-Cx07rsiY.js +72 -0
- package/dist/server-close.runtime.js +1 -1
- package/dist/server-context-BIemGRt4.js +2 -0
- package/dist/server-context-CB_an9iy.js +955 -0
- package/dist/server-cron-BeyuBUjb.js +3173 -0
- package/dist/server-cron-CV7KkVeB.js +2 -0
- package/dist/server-methods-C7EnpOhB.js +497 -0
- package/dist/server-node-events-DMMzZciN.js +597 -0
- package/dist/server-plugin-bootstrap-O6MzvzL8.js +71 -0
- package/dist/server-plugins-Dwnaz9kX.js +435 -0
- package/dist/server-reload-handlers-C-6TyPvI.js +719 -0
- package/dist/server-restart-sentinel-Dc35eYgk.js +700 -0
- package/dist/server-runtime-services-DCs-gqh_.js +3 -0
- package/dist/server-runtime-services-DF2fzzVd.js +147 -0
- package/dist/server-startup-plugins-t-YeYibm.js +127 -0
- package/dist/server-startup-post-attach-CiEki-DC.js +793 -0
- package/dist/server-ws-runtime-uaUpI-e8.js +374 -0
- package/dist/server.impl-MoHjSMr5.js +2622 -0
- package/dist/session-kill-http-CYCiQpt2.js +121 -0
- package/dist/session-reset-service-BYbADY57.js +651 -0
- package/dist/session-status.runtime-8NASbeO4.js +2 -0
- package/dist/session-status.runtime.js +1 -1
- package/dist/session-subagent-reactivation.runtime-DGeNY2Rb.js +2 -0
- package/dist/session-subagent-reactivation.runtime.js +1 -1
- package/dist/session-tab-registry-C2eElZrt.js +551 -0
- package/dist/sessions-DXAdVXIx.js +1917 -0
- package/dist/sessions-history-http-BwK7b8OH.js +432 -0
- package/dist/sessions-patch-BYC5gvY1.js +401 -0
- package/dist/sessions-resolve-C3ORcdmo.js +180 -0
- package/dist/sessions.runtime-BijldeSY.js +2 -0
- package/dist/sessions.runtime.js +1 -1
- package/dist/snapshot-urls-C5CfP3Co.js +317 -0
- package/dist/speech-core-wWkTZPpQ.d.ts +49 -0
- package/dist/standalone-CHrieUsw.js +42 -0
- package/dist/startup-context-CZfmG8-g.js +314 -0
- package/dist/status-subagents.runtime-D2XMebiS.js +32 -0
- package/dist/status-subagents.runtime.js +1 -1
- package/dist/status-text-JR7IPyzZ.js +301 -0
- package/dist/stream-BJgTkLEI.d.ts +5 -0
- package/dist/subagent-announce-B9cfs_KZ.js +353 -0
- package/dist/subagent-announce-delivery-CtmEvLTS.js +1369 -0
- package/dist/subagent-control-DVqLHi9O.js +492 -0
- package/dist/subagent-hooks-D251uSvy.js +230 -0
- package/dist/subagent-hooks-api-DvdMKxsC.js +23 -0
- package/dist/subagent-hooks-uLORYChc.js +2 -0
- package/dist/subagent-registry-BW2l_oYu.js +3 -0
- package/dist/subagent-registry-BxEMHuiN.js +2627 -0
- package/dist/subagent-registry.runtime.d.ts +1 -1
- package/dist/subagent-registry.runtime.js +1 -1
- package/dist/subagent-session-cleanup-BC5wV2qQ.js +390 -0
- package/dist/system-fvgHsr2x.js +111 -0
- package/dist/talk-DU0Sod_K.js +2454 -0
- package/dist/target-id-BR2xJIkd.js +107 -0
- package/dist/task-registry-control.runtime.js +1 -1
- package/dist/thread-bindings-8XNu5U2p.js +228 -0
- package/dist/tool-Boeg0N5g.js +143 -0
- package/dist/tool-dispatch-BhLLaL2g.js +155 -0
- package/dist/tool-resolution-CzsLs-87.js +153 -0
- package/dist/tool-split-Bedy42Ms.d.ts +19 -0
- package/dist/tools-B6egHpE3.d.ts +38 -0
- package/dist/tools-effective-NXscxK8n.js +442 -0
- package/dist/tools-effective-inventory-NsGMUVo-.js +379 -0
- package/dist/tools-invoke-_sSu96Kq.js +51 -0
- package/dist/tools-invoke-http-BDhlRl-G.js +68 -0
- package/dist/tools-invoke-shared-BH-T9Bcg.js +200 -0
- package/dist/tts-runtime-C1wu3o15.d.ts +230 -0
- package/dist/tui-C733Qov0.js +2 -0
- package/dist/tui-DqbscVN5.js +3 -0
- package/dist/tui-backend-_Pn3Byj-.js +257 -0
- package/dist/tui-cli-CAiC39zd.js +40 -0
- package/dist/tui-ink-run-ChXEGj1h.js +7414 -0
- package/dist/tui-ink-run-D4mSfLHj.js +2 -0
- package/dist/types-BQw1qXGl.d.ts +7034 -0
- package/dist/types-BzMoU6-C.d.ts +111 -0
- package/dist/types-DltHmoCX.d.ts +393 -0
- package/dist/types.public-C_bVIMBl.d.ts +70 -0
- package/dist/web-fetch/runtime.d.ts +1 -1
- package/dist/webhook-targets-DW2jhddP.d.ts +99 -0
- package/dist/zod-schema.core-Cuz0lz6m.d.ts +166 -0
- package/npm-shrinkwrap.json +12861 -11889
- package/package.json +1 -1
- package/skills/batch/SKILL.md +118 -0
- package/skills/code-review/SKILL.md +107 -0
- package/skills/debug/SKILL.md +83 -0
- package/skills/loop/SKILL.md +118 -0
- package/skills/run/SKILL.md +79 -0
- package/skills/run-skill-generator/SKILL.md +179 -0
- package/skills/verify/SKILL.md +103 -0
- package/dist/abort-DGskei2p.js +0 -277
- package/dist/abort.runtime-Buq9IZxn.js +0 -2
- package/dist/acp-spawn-DC6IyYaB.js +0 -1286
- package/dist/acp-spawn-Diqb3nel.js +0 -2
- package/dist/acp-stateful-target-driver-Clhe_L8v.js +0 -89
- package/dist/active-tool-schema-warnings-BRhKkyvt.js +0 -2
- package/dist/active-tool-schema-warnings-C6N0-ce6.js +0 -105
- package/dist/agent-C5lhsEZJ.js +0 -2
- package/dist/agent-WEb757bl.js +0 -1825
- package/dist/agent-command-iLD_nsVY.js +0 -1435
- package/dist/agent-core-BeDN8Ns5.d.ts +0 -13
- package/dist/agent-harness-runtime-C89_Q-bW.d.ts +0 -913
- package/dist/agent-harness-runtime-Dfn5rik2.js +0 -207
- package/dist/agent-runner-utils-DNiuuo43.js +0 -267
- package/dist/agent-runner.runtime-CFF_qJ5V.js +0 -3784
- package/dist/agent-runtime-BkMtWXxn.js +0 -199
- package/dist/agent-runtime-HufMO_YR.d.ts +0 -207
- package/dist/agent-tools-HmaDv4ot.js +0 -2506
- package/dist/agent-via-gateway-CZQG8RYL.js +0 -486
- package/dist/agent-wait-dedupe-C3xQk2Ww.js +0 -180
- package/dist/agent-z1cs3c7n.js +0 -3
- package/dist/api-B4IMKjSe.js +0 -3
- package/dist/api-BwSbBWI8.js +0 -3
- package/dist/api-CE9In9m4.js +0 -5
- package/dist/api-ClPvYNGa.js +0 -32
- package/dist/api-CntBCaZf.js +0 -3
- package/dist/api-DBZBwTsn.js +0 -6
- package/dist/api-OCPwGOvK.js +0 -2
- package/dist/api-yYhEo7gK.js +0 -4
- package/dist/approval-client-helpers-CfdQ3-vv.d.ts +0 -78
- package/dist/approval-native-helpers-DSHPksK4.d.ts +0 -241
- package/dist/approval-renderers-BfEfwk44.d.ts +0 -39
- package/dist/assistant-v5fdOYu7.js +0 -291
- package/dist/attachment-normalize-BHAbLiL2.js +0 -213
- package/dist/attempt-execution-5w9WYbaJ.js +0 -584
- package/dist/attempt-execution.runtime-DnhOWGzr.js +0 -3
- package/dist/attempt.prompt-helpers-C4M4erF7.js +0 -543
- package/dist/binding-routing-Dpes-QF1.js +0 -113
- package/dist/binding-targets-B6H5Pd-A.js +0 -121
- package/dist/bridge-server-BCpxCRm_.js +0 -113
- package/dist/browser-cli-DMhXHopl.js +0 -230
- package/dist/browser-cli-Dy_VugK0.js +0 -2
- package/dist/browser-cli-actions-input-WMP7_lm6.js +0 -522
- package/dist/browser-cli-actions-observe-DQWAWhwU.js +0 -81
- package/dist/browser-cli-debug-CaT2ZKAx.js +0 -137
- package/dist/browser-cli-inspect-DU-LUXq1.js +0 -117
- package/dist/browser-cli-manage-DAuogqIh.js +0 -446
- package/dist/browser-cli-resize-Cz5uO_aR.js +0 -32
- package/dist/browser-cli-shared-CjPZcG3j.js +0 -69
- package/dist/browser-cli-state-CC3l77-K.js +0 -371
- package/dist/browser-control-auth-ELccIUZy.js +0 -2
- package/dist/browser-profiles-Cuy4ia6_.js +0 -2
- package/dist/browser-runtime-De-iUfME.js +0 -389
- package/dist/build-DEF8Per9.js +0 -261
- package/dist/bundled-channel-config-schema-Bte--ZlY.d.ts +0 -3168
- package/dist/capability-cli-Bydel4E7.js +0 -1809
- package/dist/channel-6SGL4R5P.js +0 -2309
- package/dist/channel-D3Q3b8J-.d.ts +0 -427
- package/dist/channel-core-Bj71kAB5.d.ts +0 -6
- package/dist/channel-core-DMvyWnHg.js +0 -5
- package/dist/channel-entry-contract-zYxRmEdf.d.ts +0 -114
- package/dist/channel-inbound-DVJzBcJ8.d.ts +0 -97
- package/dist/channel-inbound-DlCa7eJe.js +0 -121
- package/dist/channel-message-CyPGMMFB.js +0 -12
- package/dist/channel-message-Czl4cdoA.d.ts +0 -9
- package/dist/channel-outbound-BNbhmruA.d.ts +0 -325
- package/dist/channel-pairing-BiS-tSvl.d.ts +0 -58
- package/dist/channel-runtime-D8hntg7H.js +0 -7
- package/dist/channel.runtime-DxErReJR.js +0 -697
- package/dist/chat-BLA8ORQI.js +0 -3
- package/dist/chat-DWRXkuvU.js +0 -2940
- package/dist/chrome-DPwFYi-g.js +0 -1517
- package/dist/cli-compaction-YZpssARf.js +0 -363
- package/dist/cli-runner-D2OAqxu3.js +0 -597
- package/dist/cli-runner-DO4SORQf.js +0 -2
- package/dist/cli-runner.runtime-CNSIpbeT.js +0 -4
- package/dist/cli-runner.runtime-DAOYvpVQ.js +0 -3
- package/dist/command-registry-DpD0fb8D.js +0 -4
- package/dist/command-registry-core-Cl3tLG8G.js +0 -114
- package/dist/command-registry-nbP7c8RT.js +0 -9
- package/dist/command-status.runtime-BBuXTkq0.js +0 -90
- package/dist/commands-CR8MVvlD.d.ts +0 -117
- package/dist/commands-compact.runtime-BoafIjjg.js +0 -10
- package/dist/commands-handlers.runtime-D9jViG_x.js +0 -6327
- package/dist/commands-status-BqqJ7PVq.js +0 -16
- package/dist/commands-status-CMd41Vxf.js +0 -3
- package/dist/commands-status.runtime-CMd41Vxf.js +0 -3
- package/dist/commands-subagents-control.runtime-CU4I3A_n.js +0 -2
- package/dist/commands-system-prompt-CTtu1D3-.js +0 -2
- package/dist/commands-system-prompt-xswhORdM.js +0 -161
- package/dist/commands-types-B67CsqXf.d.ts +0 -132
- package/dist/commands.runtime-BUFhkrjQ.js +0 -175
- package/dist/compact-Dz_WvRkQ.js +0 -1165
- package/dist/compact.runtime-n-AKErni.js +0 -12
- package/dist/completion-cli-DJYs_L4_.js +0 -393
- package/dist/config-CFMbHJb0.js +0 -374
- package/dist/config-mutations-DCAloTKR.js +0 -161
- package/dist/config-schema-Drw1zrnG.d.ts +0 -20
- package/dist/context-engine-host-compat-4mNm1HCE.js +0 -2
- package/dist/context-engine-host-compat-BzJ7fUIn.js +0 -280
- package/dist/context-engine-lifecycle-V4PNQp6k.js +0 -627
- package/dist/control-auth-DG_cw-aN.js +0 -114
- package/dist/control-service-CurYipgK.js +0 -3
- package/dist/control-service-VyncoV7j.js +0 -40
- package/dist/control-ui/assets/activity-BvGWC_j9.js +0 -124
- package/dist/control-ui/assets/agents-XOPBFHre.js +0 -1030
- package/dist/control-ui/assets/channels-B3E6Zw4-.js +0 -120
- package/dist/control-ui/assets/cron-r1sJdAbI.js +0 -1016
- package/dist/control-ui/assets/debug-EJlC-Qxz.js +0 -97
- package/dist/control-ui/assets/index-DBWFWpqU.js +0 -7214
- package/dist/control-ui/assets/instances-DqYhTGuq.js +0 -57
- package/dist/control-ui/assets/nodes-CPozuEst.js +0 -444
- package/dist/control-ui/assets/sessions-vJlr6aBb.js +0 -425
- package/dist/control-ui/assets/skills-wNA5l4y0.js +0 -362
- package/dist/control-ui/assets/workboard-BwoP_UJU.js +0 -402
- package/dist/conversation-runtime-DgaABwHh.js +0 -31
- package/dist/core-BeBXdneV.js +0 -284
- package/dist/core-Chqb7X6l.d.ts +0 -223
- package/dist/core-api-BlK0FgBM.js +0 -2
- package/dist/core-api-pAvYk716.js +0 -5
- package/dist/crestodian-FeGTBqO1.js +0 -55
- package/dist/delegate-BjIjSU_E.d.ts +0 -30
- package/dist/deliver-CvtWN4Ey.d.ts +0 -111
- package/dist/delivery-queue-CQ-cj3KG.d.ts +0 -161
- package/dist/delivery-queue-runtime-ut7MG04m.d.ts +0 -9
- package/dist/detect-BjXPyrwn.js +0 -115
- package/dist/detect-C1xeIemQ.d.ts +0 -16
- package/dist/dialogue-BowVYhEC.js +0 -37
- package/dist/direct-dm-DoZZHpA0.d.ts +0 -79
- package/dist/directive-handling.fast-lane-hnmQ_CvD.js +0 -70
- package/dist/directive-handling.impl-Cai-CFS1.js +0 -2
- package/dist/directive-handling.impl-DY84qIfU.js +0 -823
- package/dist/directive-handling.model-selection-DASssLFQ.js +0 -122
- package/dist/directive-handling.persist.runtime-BY7tJUs2.js +0 -274
- package/dist/dispatch-D5iG5A8j.js +0 -2057
- package/dist/dispatch-acp-transcript.runtime-D3r16hbD.js +0 -40
- package/dist/dispatch-acp.runtime-CAIau5qX.js +0 -18
- package/dist/dispatcher-7-d2gw3J.js +0 -106
- package/dist/doctor-DD5YEMmf.js +0 -6
- package/dist/doctor-config-flow-CdlLHJmX.js +0 -1819
- package/dist/doctor-core-checks-6MP99TQG.js +0 -666
- package/dist/doctor-core-checks-Dm_o576z.js +0 -2
- package/dist/doctor-core-checks.runtime-B2qbKATd.js +0 -278
- package/dist/doctor-health-BKrhOv1v.js +0 -65
- package/dist/doctor-health-contributions-bIBLmw69.js +0 -874
- package/dist/doctor-lint-aOLOWli4.js +0 -95
- package/dist/doctor-state-integrity-23NQNNuo.js +0 -1257
- package/dist/draft-stream-controls-Bk1GVJ1l.d.ts +0 -159
- package/dist/embedded-agent-BeK8FhZr.d.ts +0 -5
- package/dist/embedded-agent-CNp_y7jW.js +0 -4074
- package/dist/embedded-agent-NEmNlXDR.js +0 -4
- package/dist/embedded-agent.runtime-hEby8P2s.js +0 -4
- package/dist/embedded-backend-BdbgfpBP.js +0 -1581
- package/dist/embedded-gateway-stub.runtime-ySZUA3Gy.js +0 -12
- package/dist/extensions/alibaba/fengming.plugin.json +0 -47
- package/dist/extensions/alibaba/index.d.ts +0 -12
- package/dist/extensions/alibaba/index.js +0 -13
- package/dist/extensions/alibaba/package.json +0 -15
- package/dist/extensions/alibaba/video-generation-provider.d.ts +0 -6
- package/dist/extensions/alibaba/video-generation-provider.js +0 -2
- package/dist/extensions/baichuan/fengming.plugin.json +0 -69
- package/dist/extensions/baichuan/index.d.ts +0 -11
- package/dist/extensions/baichuan/index.js +0 -45
- package/dist/extensions/baichuan/models.d.ts +0 -7
- package/dist/extensions/baichuan/models.js +0 -2
- package/dist/extensions/baichuan/onboard.d.ts +0 -5
- package/dist/extensions/baichuan/onboard.js +0 -2
- package/dist/extensions/baichuan/package.json +0 -15
- package/dist/extensions/baichuan/provider-catalog.d.ts +0 -2
- package/dist/extensions/baichuan/provider-catalog.js +0 -2
- package/dist/extensions/baichuan/provider-discovery.d.ts +0 -2
- package/dist/extensions/baichuan/provider-discovery.js +0 -5
- package/dist/extensions/byteplus/api.d.ts +0 -3
- package/dist/extensions/byteplus/api.js +0 -3
- package/dist/extensions/byteplus/fengming.plugin.json +0 -196
- package/dist/extensions/byteplus/index.d.ts +0 -12
- package/dist/extensions/byteplus/index.js +0 -85
- package/dist/extensions/byteplus/models.d.ts +0 -2
- package/dist/extensions/byteplus/models.js +0 -2
- package/dist/extensions/byteplus/package.json +0 -15
- package/dist/extensions/byteplus/provider-catalog.d.ts +0 -2
- package/dist/extensions/byteplus/provider-catalog.js +0 -2
- package/dist/extensions/byteplus/provider-discovery.d.ts +0 -5
- package/dist/extensions/byteplus/provider-discovery.js +0 -23
- package/dist/extensions/byteplus/video-generation-provider.d.ts +0 -6
- package/dist/extensions/byteplus/video-generation-provider.js +0 -2
- package/dist/extensions/longcat/fengming.plugin.json +0 -84
- package/dist/extensions/longcat/index.d.ts +0 -11
- package/dist/extensions/longcat/index.js +0 -45
- package/dist/extensions/longcat/models.d.ts +0 -7
- package/dist/extensions/longcat/models.js +0 -2
- package/dist/extensions/longcat/onboard.d.ts +0 -5
- package/dist/extensions/longcat/onboard.js +0 -2
- package/dist/extensions/longcat/package.json +0 -15
- package/dist/extensions/longcat/provider-catalog.d.ts +0 -2
- package/dist/extensions/longcat/provider-catalog.js +0 -2
- package/dist/extensions/longcat/provider-discovery.d.ts +0 -2
- package/dist/extensions/longcat/provider-discovery.js +0 -5
- package/dist/extensions/minimax/api.d.ts +0 -5
- package/dist/extensions/minimax/api.js +0 -6
- package/dist/extensions/minimax/fengming.plugin.json +0 -206
- package/dist/extensions/minimax/image-generation-provider.d.ts +0 -6
- package/dist/extensions/minimax/image-generation-provider.js +0 -2
- package/dist/extensions/minimax/index.d.ts +0 -12
- package/dist/extensions/minimax/index.js +0 -29
- package/dist/extensions/minimax/media-understanding-provider.d.ts +0 -6
- package/dist/extensions/minimax/media-understanding-provider.js +0 -2
- package/dist/extensions/minimax/model-definitions.d.ts +0 -2
- package/dist/extensions/minimax/model-definitions.js +0 -2
- package/dist/extensions/minimax/music-generation-provider.d.ts +0 -6
- package/dist/extensions/minimax/music-generation-provider.js +0 -2
- package/dist/extensions/minimax/oauth.d.ts +0 -2
- package/dist/extensions/minimax/oauth.js +0 -2
- package/dist/extensions/minimax/oauth.runtime.d.ts +0 -2
- package/dist/extensions/minimax/oauth.runtime.js +0 -2
- package/dist/extensions/minimax/onboard.d.ts +0 -2
- package/dist/extensions/minimax/onboard.js +0 -2
- package/dist/extensions/minimax/package.json +0 -15
- package/dist/extensions/minimax/provider-catalog.d.ts +0 -2
- package/dist/extensions/minimax/provider-catalog.js +0 -2
- package/dist/extensions/minimax/provider-contract-api.d.ts +0 -6
- package/dist/extensions/minimax/provider-contract-api.js +0 -77
- package/dist/extensions/minimax/provider-discovery.d.ts +0 -5
- package/dist/extensions/minimax/provider-discovery.js +0 -23
- package/dist/extensions/minimax/provider-models.d.ts +0 -2
- package/dist/extensions/minimax/provider-models.js +0 -2
- package/dist/extensions/minimax/provider-registration.d.ts +0 -7
- package/dist/extensions/minimax/provider-registration.js +0 -2
- package/dist/extensions/minimax/speech-provider.d.ts +0 -5
- package/dist/extensions/minimax/speech-provider.js +0 -2
- package/dist/extensions/minimax/tts.d.ts +0 -20
- package/dist/extensions/minimax/tts.js +0 -2
- package/dist/extensions/minimax/video-generation-provider.d.ts +0 -7
- package/dist/extensions/minimax/video-generation-provider.js +0 -2
- package/dist/extensions/minimax/web-search-contract-api.d.ts +0 -5
- package/dist/extensions/minimax/web-search-contract-api.js +0 -31
- package/dist/extensions/minimax/web-search-provider.d.ts +0 -5
- package/dist/extensions/minimax/web-search-provider.js +0 -2
- package/dist/extensions/moonshot/api.d.ts +0 -3
- package/dist/extensions/moonshot/api.js +0 -4
- package/dist/extensions/moonshot/fengming.plugin.json +0 -250
- package/dist/extensions/moonshot/index.d.ts +0 -11
- package/dist/extensions/moonshot/index.js +0 -70
- package/dist/extensions/moonshot/media-understanding-provider.d.ts +0 -6
- package/dist/extensions/moonshot/media-understanding-provider.js +0 -2
- package/dist/extensions/moonshot/onboard.d.ts +0 -2
- package/dist/extensions/moonshot/onboard.js +0 -2
- package/dist/extensions/moonshot/package.json +0 -15
- package/dist/extensions/moonshot/provider-catalog.d.ts +0 -2
- package/dist/extensions/moonshot/provider-catalog.js +0 -2
- package/dist/extensions/moonshot/provider-contract-api.d.ts +0 -5
- package/dist/extensions/moonshot/provider-contract-api.js +0 -27
- package/dist/extensions/moonshot/provider-discovery.d.ts +0 -5
- package/dist/extensions/moonshot/provider-discovery.js +0 -15
- package/dist/extensions/moonshot/web-search-contract-api.d.ts +0 -5
- package/dist/extensions/moonshot/web-search-contract-api.js +0 -29
- package/dist/extensions/moonshot/web-search-provider.d.ts +0 -5
- package/dist/extensions/moonshot/web-search-provider.js +0 -2
- package/dist/extensions/qianfan/api.d.ts +0 -3
- package/dist/extensions/qianfan/api.js +0 -3
- package/dist/extensions/qianfan/fengming.plugin.json +0 -89
- package/dist/extensions/qianfan/index.d.ts +0 -11
- package/dist/extensions/qianfan/index.js +0 -26
- package/dist/extensions/qianfan/onboard.d.ts +0 -2
- package/dist/extensions/qianfan/onboard.js +0 -2
- package/dist/extensions/qianfan/package.json +0 -15
- package/dist/extensions/qianfan/provider-catalog.d.ts +0 -2
- package/dist/extensions/qianfan/provider-catalog.js +0 -2
- package/dist/extensions/qwen/api.d.ts +0 -4
- package/dist/extensions/qwen/api.js +0 -5
- package/dist/extensions/qwen/fengming.plugin.json +0 -389
- package/dist/extensions/qwen/index.d.ts +0 -11
- package/dist/extensions/qwen/index.js +0 -202
- package/dist/extensions/qwen/media-understanding-provider.d.ts +0 -6
- package/dist/extensions/qwen/media-understanding-provider.js +0 -2
- package/dist/extensions/qwen/model-definitions.d.ts +0 -2
- package/dist/extensions/qwen/model-definitions.js +0 -2
- package/dist/extensions/qwen/models.d.ts +0 -2
- package/dist/extensions/qwen/models.js +0 -2
- package/dist/extensions/qwen/onboard.d.ts +0 -21
- package/dist/extensions/qwen/onboard.js +0 -2
- package/dist/extensions/qwen/package.json +0 -15
- package/dist/extensions/qwen/provider-catalog.d.ts +0 -2
- package/dist/extensions/qwen/provider-catalog.js +0 -2
- package/dist/extensions/qwen/stream.d.ts +0 -2
- package/dist/extensions/qwen/stream.js +0 -2
- package/dist/extensions/qwen/video-generation-provider.d.ts +0 -6
- package/dist/extensions/qwen/video-generation-provider.js +0 -2
- package/dist/extensions/sensenova/fengming.plugin.json +0 -69
- package/dist/extensions/sensenova/index.d.ts +0 -11
- package/dist/extensions/sensenova/index.js +0 -45
- package/dist/extensions/sensenova/models.d.ts +0 -7
- package/dist/extensions/sensenova/models.js +0 -2
- package/dist/extensions/sensenova/onboard.d.ts +0 -5
- package/dist/extensions/sensenova/onboard.js +0 -2
- package/dist/extensions/sensenova/package.json +0 -15
- package/dist/extensions/sensenova/provider-catalog.d.ts +0 -2
- package/dist/extensions/sensenova/provider-catalog.js +0 -2
- package/dist/extensions/sensenova/provider-discovery.d.ts +0 -2
- package/dist/extensions/sensenova/provider-discovery.js +0 -5
- package/dist/extensions/stepfun/fengming.plugin.json +0 -162
- package/dist/extensions/stepfun/index.d.ts +0 -12
- package/dist/extensions/stepfun/index.js +0 -165
- package/dist/extensions/stepfun/onboard.d.ts +0 -7
- package/dist/extensions/stepfun/onboard.js +0 -2
- package/dist/extensions/stepfun/package.json +0 -15
- package/dist/extensions/stepfun/provider-catalog.d.ts +0 -14
- package/dist/extensions/stepfun/provider-catalog.js +0 -2
- package/dist/extensions/tencent/api.d.ts +0 -3
- package/dist/extensions/tencent/api.js +0 -4
- package/dist/extensions/tencent/fengming.plugin.json +0 -105
- package/dist/extensions/tencent/index.d.ts +0 -12
- package/dist/extensions/tencent/index.js +0 -62
- package/dist/extensions/tencent/models.d.ts +0 -2
- package/dist/extensions/tencent/models.js +0 -2
- package/dist/extensions/tencent/onboard.d.ts +0 -6
- package/dist/extensions/tencent/onboard.js +0 -2
- package/dist/extensions/tencent/package.json +0 -15
- package/dist/extensions/tencent/provider-catalog.d.ts +0 -2
- package/dist/extensions/tencent/provider-catalog.js +0 -2
- package/dist/extensions/tencent/provider-discovery.d.ts +0 -5
- package/dist/extensions/tencent/provider-discovery.js +0 -14
- package/dist/extensions/tiangong/fengming.plugin.json +0 -69
- package/dist/extensions/tiangong/index.d.ts +0 -11
- package/dist/extensions/tiangong/index.js +0 -45
- package/dist/extensions/tiangong/models.d.ts +0 -7
- package/dist/extensions/tiangong/models.js +0 -2
- package/dist/extensions/tiangong/onboard.d.ts +0 -5
- package/dist/extensions/tiangong/onboard.js +0 -2
- package/dist/extensions/tiangong/package.json +0 -15
- package/dist/extensions/tiangong/provider-catalog.d.ts +0 -2
- package/dist/extensions/tiangong/provider-catalog.js +0 -2
- package/dist/extensions/tiangong/provider-discovery.d.ts +0 -2
- package/dist/extensions/tiangong/provider-discovery.js +0 -5
- package/dist/extensions/volcengine/api.d.ts +0 -12
- package/dist/extensions/volcengine/api.js +0 -4
- package/dist/extensions/volcengine/fengming.plugin.json +0 -263
- package/dist/extensions/volcengine/index.d.ts +0 -12
- package/dist/extensions/volcengine/index.js +0 -88
- package/dist/extensions/volcengine/models.d.ts +0 -2
- package/dist/extensions/volcengine/models.js +0 -2
- package/dist/extensions/volcengine/package.json +0 -15
- package/dist/extensions/volcengine/provider-catalog.d.ts +0 -2
- package/dist/extensions/volcengine/provider-catalog.js +0 -2
- package/dist/extensions/volcengine/provider-discovery.d.ts +0 -5
- package/dist/extensions/volcengine/provider-discovery.js +0 -23
- package/dist/extensions/volcengine/speech-provider.d.ts +0 -5
- package/dist/extensions/volcengine/speech-provider.js +0 -2
- package/dist/extensions/volcengine/tts.d.ts +0 -22
- package/dist/extensions/volcengine/tts.js +0 -2
- package/dist/extensions/weixin/fengming.plugin.json +0 -22
- package/dist/extensions/weixin/index.d.ts +0 -26
- package/dist/extensions/weixin/index.js +0 -862
- package/dist/extensions/weixin/package.json +0 -45
- package/dist/extensions/xiaomi/api.d.ts +0 -3
- package/dist/extensions/xiaomi/api.js +0 -3
- package/dist/extensions/xiaomi/fengming.plugin.json +0 -260
- package/dist/extensions/xiaomi/index.d.ts +0 -12
- package/dist/extensions/xiaomi/index.js +0 -284
- package/dist/extensions/xiaomi/onboard.d.ts +0 -2
- package/dist/extensions/xiaomi/onboard.js +0 -2
- package/dist/extensions/xiaomi/package.json +0 -15
- package/dist/extensions/xiaomi/provider-catalog.d.ts +0 -2
- package/dist/extensions/xiaomi/provider-catalog.js +0 -2
- package/dist/extensions/xiaomi/speech-provider.d.ts +0 -5
- package/dist/extensions/xiaomi/speech-provider.js +0 -2
- package/dist/extensions/xiaomi/stream.d.ts +0 -5
- package/dist/extensions/xiaomi/stream.js +0 -2
- package/dist/extensions/xiaomi/thinking.d.ts +0 -11
- package/dist/extensions/xiaomi/thinking.js +0 -2
- package/dist/extensions/xingchen/fengming.plugin.json +0 -69
- package/dist/extensions/xingchen/index.d.ts +0 -11
- package/dist/extensions/xingchen/index.js +0 -45
- package/dist/extensions/xingchen/models.d.ts +0 -7
- package/dist/extensions/xingchen/models.js +0 -2
- package/dist/extensions/xingchen/onboard.d.ts +0 -5
- package/dist/extensions/xingchen/onboard.js +0 -2
- package/dist/extensions/xingchen/package.json +0 -15
- package/dist/extensions/xingchen/provider-catalog.d.ts +0 -2
- package/dist/extensions/xingchen/provider-catalog.js +0 -2
- package/dist/extensions/xingchen/provider-discovery.d.ts +0 -2
- package/dist/extensions/xingchen/provider-discovery.js +0 -5
- package/dist/extensions/yi/fengming.plugin.json +0 -84
- package/dist/extensions/yi/index.d.ts +0 -11
- package/dist/extensions/yi/index.js +0 -45
- package/dist/extensions/yi/models.d.ts +0 -7
- package/dist/extensions/yi/models.js +0 -2
- package/dist/extensions/yi/onboard.d.ts +0 -5
- package/dist/extensions/yi/onboard.js +0 -2
- package/dist/extensions/yi/package.json +0 -15
- package/dist/extensions/yi/provider-catalog.d.ts +0 -2
- package/dist/extensions/yi/provider-catalog.js +0 -2
- package/dist/extensions/yi/provider-discovery.d.ts +0 -2
- package/dist/extensions/yi/provider-discovery.js +0 -5
- package/dist/extensions/zai/api.d.ts +0 -4
- package/dist/extensions/zai/api.js +0 -4
- package/dist/extensions/zai/detect.d.ts +0 -2
- package/dist/extensions/zai/detect.js +0 -2
- package/dist/extensions/zai/fengming.plugin.json +0 -377
- package/dist/extensions/zai/index.d.ts +0 -12
- package/dist/extensions/zai/index.js +0 -297
- package/dist/extensions/zai/media-understanding-provider.d.ts +0 -5
- package/dist/extensions/zai/media-understanding-provider.js +0 -2
- package/dist/extensions/zai/model-definitions.d.ts +0 -2
- package/dist/extensions/zai/model-definitions.js +0 -2
- package/dist/extensions/zai/onboard.d.ts +0 -2
- package/dist/extensions/zai/onboard.js +0 -2
- package/dist/extensions/zai/package.json +0 -15
- package/dist/extensions/zai/runtime-api.d.ts +0 -2
- package/dist/extensions/zai/runtime-api.js +0 -2
- package/dist/extensions/zhinao/fengming.plugin.json +0 -69
- package/dist/extensions/zhinao/index.d.ts +0 -11
- package/dist/extensions/zhinao/index.js +0 -45
- package/dist/extensions/zhinao/models.d.ts +0 -7
- package/dist/extensions/zhinao/models.js +0 -2
- package/dist/extensions/zhinao/onboard.d.ts +0 -5
- package/dist/extensions/zhinao/onboard.js +0 -2
- package/dist/extensions/zhinao/package.json +0 -15
- package/dist/extensions/zhinao/provider-catalog.d.ts +0 -2
- package/dist/extensions/zhinao/provider-catalog.js +0 -2
- package/dist/extensions/zhinao/provider-discovery.d.ts +0 -2
- package/dist/extensions/zhinao/provider-discovery.js +0 -5
- package/dist/fengming-runtime-0jdu_329.d.ts +0 -153
- package/dist/fengming-tools-gQkwsWYz.js +0 -12221
- package/dist/fengming.plugin-C-Kdi1_5.js +0 -130
- package/dist/fengming.plugin-CRPqMj85.js +0 -166
- package/dist/gateway-cli-BV1V43-D.js +0 -443
- package/dist/gateway-method-runtime-J2OPP_oH.js +0 -21
- package/dist/get-reply-BE8ZGJos.js +0 -5198
- package/dist/get-reply-from-config.runtime-C5wfxVI_.js +0 -2
- package/dist/heartbeat-runner-_0HlObMb.js +0 -5
- package/dist/heartbeat-runner.runtime-DvYz_4Z3.js +0 -3
- package/dist/hook-runtime-BH9moP5T.js +0 -4
- package/dist/hooks-icCwsmrQ.js +0 -536
- package/dist/host-compat-dfJvEfe7.d.ts +0 -21
- package/dist/http-registry-Buj7R-F_.d.ts +0 -23
- package/dist/image-generation-provider-hrRXkkGc.js +0 -152
- package/dist/inbound-reply-dispatch-5AYt56Yt.js +0 -147
- package/dist/inbound-reply-dispatch-B5weFW8i.js +0 -2
- package/dist/inbound-reply-dispatch-cJh4H31y.d.ts +0 -156
- package/dist/index-DbpfOFUf.d.ts +0 -1497
- package/dist/infra-runtime-3_0R8nmO.js +0 -32
- package/dist/init-BnfkYG_k.js +0 -59
- package/dist/interactive-V8NfYsTW.d.ts +0 -26
- package/dist/isolated-agent-CgH7dfOj.js +0 -1097
- package/dist/isolated-agent-dBWkiw0a.js +0 -2
- package/dist/kernel-Ds2aqAJF.d.ts +0 -241
- package/dist/kimi-web-search-provider-QJT3Ftj3.js +0 -80
- package/dist/kimi-web-search-provider.runtime-Dj3SS4T5.js +0 -307
- package/dist/kimi-web-search-provider.runtime.js +0 -1
- package/dist/lib-Dg4yjNFQ.js +0 -871
- package/dist/lifecycle-B9k7QGsS.js +0 -570
- package/dist/list.probe-CbVHFNwf.js +0 -2
- package/dist/list.probe-CxiEBmyW.js +0 -451
- package/dist/list.status-command-DE-edGgB.js +0 -815
- package/dist/llm-slug-generator-DJgq9eFd.js +0 -78
- package/dist/loader-5AqYM9PC.d.ts +0 -142
- package/dist/local-dispatch.runtime-D3F4v51B.js +0 -10
- package/dist/manager-BWf1ks-Z.d.ts +0 -409
- package/dist/mcp-http-DU7Nsg4P.js +0 -583
- package/dist/mcp-http-iZCW6Cet.js +0 -2
- package/dist/media-runtime-DZ5RpQN7.d.ts +0 -261
- package/dist/media-understanding-DEdEyoQB.d.ts +0 -46
- package/dist/media-understanding-provider-4JHrQOUE.js +0 -70
- package/dist/media-understanding-provider-BV7O82XV.js +0 -29
- package/dist/media-understanding-provider-BlPRhYkx.js +0 -69
- package/dist/media-understanding-provider-BuX8eQLj.js +0 -13
- package/dist/memory-core-host-engine-embeddings-BDu5fx8E.d.ts +0 -324
- package/dist/memory-core-host-engine-storage-CdCuH-E2.d.ts +0 -54
- package/dist/message-handler-L6QLWNVP.js +0 -1806
- package/dist/minimax-web-search-provider-_gxeEOy8.js +0 -58
- package/dist/minimax-web-search-provider.runtime-BF4mGi6U.js +0 -148
- package/dist/minimax-web-search-provider.runtime.js +0 -1
- package/dist/model-catalog-DCnRkX8f.d.ts +0 -88
- package/dist/model-definitions-B2gY43hI.d.ts +0 -34
- package/dist/model-definitions-BLOyeH5h.js +0 -73
- package/dist/model-definitions-CoByf5mT.js +0 -243
- package/dist/model-definitions-WP3OmzbS.d.ts +0 -57
- package/dist/model-selection-DhTE6GZD.js +0 -352
- package/dist/models--iAR9QkZ.js +0 -175
- package/dist/models-8ImVEkvh.js +0 -36
- package/dist/models-BIDM8htk.js +0 -48
- package/dist/models-BRgRfrcS.js +0 -36
- package/dist/models-Bib5-APc.js +0 -67
- package/dist/models-Bl67zOoe.js +0 -36
- package/dist/models-BqDDYFE3.d.ts +0 -65
- package/dist/models-BtRQoRIu.js +0 -36
- package/dist/models-BvXmOXik.js +0 -48
- package/dist/models-C-sJciOD.d.ts +0 -9
- package/dist/models-COnXPdlL.js +0 -24
- package/dist/models-CXTmk-Da.d.ts +0 -8
- package/dist/models-Cz0C_8re.js +0 -36
- package/dist/models-DbwEIt-m.d.ts +0 -15
- package/dist/models-DgXkSADi.js +0 -30
- package/dist/models-cli-Bv3y3JgQ.js +0 -257
- package/dist/monitor-BiVOsbbN.js +0 -1024
- package/dist/monitor-BumfRp1t.js +0 -60
- package/dist/monitor.account-Cd6EwtuZ.js +0 -5382
- package/dist/music-generation-provider-ZdDMiC-c.js +0 -308
- package/dist/nodes-C0f8XgD5.js +0 -1483
- package/dist/nodes-Dk4vOgg9.js +0 -3
- package/dist/nodes-pending-Cjg09MXz.js +0 -211
- package/dist/oauth-BIO69Qw0.d.ts +0 -25
- package/dist/oauth-CnO10TN2.js +0 -207
- package/dist/onboard-B3BYT5k7.js +0 -34
- package/dist/onboard-BDMNV6RE.js +0 -23
- package/dist/onboard-B_WNNy5F.d.ts +0 -6
- package/dist/onboard-BbyMaErU.js +0 -69
- package/dist/onboard-BuYPNE6j2.js +0 -23
- package/dist/onboard-C394zMnM.d.ts +0 -11
- package/dist/onboard-CHn4oVbY.js +0 -24
- package/dist/onboard-CPpVbb0O.js +0 -73
- package/dist/onboard-CWDx7Crt.js +0 -23
- package/dist/onboard-CbzkwBzu.d.ts +0 -12
- package/dist/onboard-D099qUd0.js +0 -23
- package/dist/onboard-D7dbzfHc.js +0 -23
- package/dist/onboard-DB-x0nHF.js +0 -30
- package/dist/onboard-DFVrRnxJ.js +0 -23
- package/dist/onboard-DFiqoOc2.d.ts +0 -7
- package/dist/onboard-DJaMK3rr.d.ts +0 -6
- package/dist/onboard-DMdK8D_h.js +0 -67
- package/dist/onboard-J-KL-I6m.js +0 -48
- package/dist/onboard-MIBU-Rmv.js +0 -39
- package/dist/onboard-vmGylfFe.js +0 -23
- package/dist/openai-compat-errors-Dcr5Y8bF.js +0 -136
- package/dist/openai-http-CcqspzU6.js +0 -836
- package/dist/openresponses-http-BnyYYvUF.js +0 -1175
- package/dist/operations-H2Oq0KYz.js +0 -805
- package/dist/outbound.types-BhRehecY.d.ts +0 -291
- package/dist/plugin-enabled-CEIKWKrq.js +0 -232
- package/dist/plugin-entry-CTVRRaaA.d.ts +0 -47
- package/dist/plugin-registration-BTyO5Fwt.js +0 -97
- package/dist/plugin-runtime-_XF2N_UQ.d.ts +0 -117
- package/dist/plugin-sdk/bundled-channel-config-schema-BsOWCrJT.d.ts +0 -3169
- package/dist/plugin-service-B91jVlmZ.d.ts +0 -24
- package/dist/plugin-service-CtGwVz8V.js +0 -1249
- package/dist/postinstall-inventory.json +0 -5410
- package/dist/prepare.runtime-9dlboph7.js +0 -798
- package/dist/preview-warnings-DJx4KJpC.js +0 -618
- package/dist/program-CWC-NBBB.js +0 -131
- package/dist/provider-api-key-auth-BmNcYRMl.d.ts +0 -27
- package/dist/provider-auth-api-key-CCaFiqY3.js +0 -5
- package/dist/provider-auth-result-D_E9dcVc.d.ts +0 -21
- package/dist/provider-catalog-5KZLmrDO.js +0 -11
- package/dist/provider-catalog-7P6AvDzS.js +0 -11
- package/dist/provider-catalog-B2gyTjTU.js +0 -88
- package/dist/provider-catalog-B3YBhe77.js +0 -17
- package/dist/provider-catalog-B7XEeuUm.js +0 -11
- package/dist/provider-catalog-BFGPRd9v.js +0 -17
- package/dist/provider-catalog-BLvkIMSk.d.ts +0 -6
- package/dist/provider-catalog-BPBL9mJf.d.ts +0 -5
- package/dist/provider-catalog-BRkZ6-HD.d.ts +0 -5
- package/dist/provider-catalog-Bfl_AoTZ.js +0 -142
- package/dist/provider-catalog-BpiHWHu1.js +0 -11
- package/dist/provider-catalog-C1qDLekT.d.ts +0 -5
- package/dist/provider-catalog-CKWNCfry.js +0 -11
- package/dist/provider-catalog-CUHB2pSt.d.ts +0 -7
- package/dist/provider-catalog-CWqN2j6J.d.ts +0 -5
- package/dist/provider-catalog-CZ8oYbx3.js +0 -11
- package/dist/provider-catalog-CcQ5-4ZW.d.ts +0 -6
- package/dist/provider-catalog-Cd16uZ0U.js +0 -20
- package/dist/provider-catalog-CpF2D0VK.js +0 -61
- package/dist/provider-catalog-CvXq36zW.d.ts +0 -5
- package/dist/provider-catalog-D2pgEME3.js +0 -48
- package/dist/provider-catalog-DPzcupEl.d.ts +0 -5
- package/dist/provider-catalog-DaeI606G.d.ts +0 -9
- package/dist/provider-catalog-DrOCtTb-.js +0 -11
- package/dist/provider-catalog-DwZ1J2Al.d.ts +0 -6
- package/dist/provider-catalog-Dy7IcHmS.js +0 -107
- package/dist/provider-catalog-TsZS52nq.d.ts +0 -10
- package/dist/provider-catalog-YqIFRCND.d.ts +0 -5
- package/dist/provider-catalog-Ywb5jRwG.d.ts +0 -5
- package/dist/provider-catalog-evknl1oN.js +0 -11
- package/dist/provider-catalog-l0hFpFO2.d.ts +0 -17
- package/dist/provider-catalog-shared-DsRBv0Tp.d.ts +0 -62
- package/dist/provider-dispatcher-BMy9mBJ1.js +0 -22
- package/dist/provider-model-shared-CPAfQBNs.d.ts +0 -143
- package/dist/provider-models-Diu65OcG.d.ts +0 -18
- package/dist/provider-models-LE7PlLYY.js +0 -22
- package/dist/provider-onboard-CpvXEmvz.d.ts +0 -91
- package/dist/provider-registration-DF-LkmNE.js +0 -235
- package/dist/provider-registry-D9cTPW1F.d.ts +0 -8
- package/dist/provider-registry-DI7gMKUP.d.ts +0 -8
- package/dist/provider-registry-DZtgZDkl.d.ts +0 -29
- package/dist/provider-self-hosted-setup-CoHvoyKm.d.ts +0 -74
- package/dist/provider-stream-BpXJr5Ap.d.ts +0 -139
- package/dist/provider-stream-family-Bj5aBD8w.js +0 -2
- package/dist/provider-stream-shared-BaUkhUHj.d.ts +0 -132
- package/dist/provider-usage-DFUhW2do.js +0 -651
- package/dist/provider-web-search-contract-fields-CkXzSsWu.d.ts +0 -25
- package/dist/pw-ai-9Q_dIq4B.js +0 -3064
- package/dist/register.agent-CbfrlzXB.js +0 -152
- package/dist/register.crestodian-CEg0rPfK.js +0 -24
- package/dist/register.maintenance-k9N8I4Wg.js +0 -85
- package/dist/register.subclis-CrXOeaS3.js +0 -3
- package/dist/register.subclis-DfKlni8N.js +0 -31
- package/dist/register.subclis-core-Bg4wbDsO.js +0 -278
- package/dist/registry-Bh3-P2HL.d.ts +0 -8
- package/dist/registry-types-BmEUS4d3.d.ts +0 -392
- package/dist/repair-sequencing-E4yViXG9.js +0 -652
- package/dist/reply-payload-S2mrc_Mh.d.ts +0 -200
- package/dist/reply-turn-admission-BBoPjmGB.js +0 -2056
- package/dist/reply.runtime-C5wfxVI_.js +0 -2
- package/dist/result-fallback-classifier-CX4iLD1G.js +0 -98
- package/dist/route-CifxcQZ1.js +0 -475
- package/dist/routes-B3XAOeWo.js +0 -2
- package/dist/routes-H185h3U-.js +0 -3701
- package/dist/run-CTJFbwbB.js +0 -1162
- package/dist/run-command-B7B53tYk.js +0 -23
- package/dist/run-command-BFuxRDxS.js +0 -2
- package/dist/run-context-C7im9ICg.js +0 -66
- package/dist/run-embedded.runtime-TljBTbzh.js +0 -4
- package/dist/run-execution-cli.runtime-Bt5zwx1W.js +0 -4
- package/dist/run-executor.runtime-hmbWX2Ct.js +0 -330
- package/dist/run-subagent-registry.runtime-B70X80nS.js +0 -2
- package/dist/runtime-DoKE0o7v.js +0 -436
- package/dist/runtime-api-Ca4Llbgf.js +0 -12
- package/dist/runtime-api-pa8xcEmg.d.ts +0 -5
- package/dist/runtime-channel-CFQ59svm.js +0 -148
- package/dist/runtime-channel-DRwCWGUx.js +0 -2
- package/dist/runtime-embedded-agent.runtime-DwmqKUVp.js +0 -2
- package/dist/runtime-forwarders-BMThPHg_.d.ts +0 -39
- package/dist/sdk-setup-tools-Cg_Tabrf.js +0 -8
- package/dist/selection-COhr7g82.js +0 -18365
- package/dist/selection-_G44EVqd.js +0 -3
- package/dist/send-media-BNc67G7I.js +0 -2072
- package/dist/server-5rR0RCpI.js +0 -24
- package/dist/server-context-BhiPROPA.js +0 -955
- package/dist/server-context-OShBAJZQ.js +0 -2
- package/dist/server-cron-Bkzb9edh.js +0 -3173
- package/dist/server-cron-DdR-ugiU.js +0 -2
- package/dist/server-lwtC1vaS.js +0 -72
- package/dist/server-methods-BY_ZqDFJ.js +0 -497
- package/dist/server-node-events-CLvE94AS.js +0 -597
- package/dist/server-plugin-bootstrap-cKOAH5GL.js +0 -71
- package/dist/server-plugins-CPpUykw5.js +0 -435
- package/dist/server-reload-handlers-uzt4VDZ-.js +0 -719
- package/dist/server-restart-sentinel-CpvV0t4O.js +0 -700
- package/dist/server-runtime-services-BhOHoerM.js +0 -147
- package/dist/server-runtime-services-D3Ig68nC.js +0 -3
- package/dist/server-startup-plugins-DslzKVHK.js +0 -127
- package/dist/server-startup-post-attach-DPFBTQez.js +0 -793
- package/dist/server-ws-runtime-D0zoWoiz.js +0 -374
- package/dist/server.impl-CzqLQ3qt.js +0 -2622
- package/dist/session-kill-http-D8JhwZVS.js +0 -121
- package/dist/session-reset-service-uoi7E4Xp.js +0 -651
- package/dist/session-status.runtime-CZK5IU8w.js +0 -2
- package/dist/session-subagent-reactivation.runtime-BSO00-FY.js +0 -2
- package/dist/session-tab-registry-DM9U7e3o.js +0 -551
- package/dist/sessions-B-SkIoaa.js +0 -1917
- package/dist/sessions-history-http-DCiOG4FK.js +0 -432
- package/dist/sessions-patch-DlAAvQvB.js +0 -401
- package/dist/sessions-resolve-DfMXookg.js +0 -180
- package/dist/sessions.runtime-0V2YxKxB.js +0 -2
- package/dist/snapshot-urls-Ble1-NEW.js +0 -317
- package/dist/speech-core-Bk60ZS_y.d.ts +0 -49
- package/dist/speech-provider-DQO9eZd0.js +0 -233
- package/dist/speech-provider-DnBCla4V.js +0 -171
- package/dist/speech-provider-DyYHFxT5.js +0 -227
- package/dist/standalone-9EWfcxeO.js +0 -42
- package/dist/startup-context-nti4X0_w.js +0 -314
- package/dist/status-subagents.runtime-CPZb1EF1.js +0 -32
- package/dist/status-text-C1Hf37lF.js +0 -301
- package/dist/stream-9VBt1MDs.js +0 -26
- package/dist/stream-B_3P7v7P.js +0 -86
- package/dist/stream-CXsue2-v.d.ts +0 -9
- package/dist/stream-oNBFxfKt.d.ts +0 -5
- package/dist/subagent-announce-CPjQQLy8.js +0 -353
- package/dist/subagent-announce-delivery-B6iBOicL.js +0 -1369
- package/dist/subagent-control-DP72sk-l.js +0 -492
- package/dist/subagent-hooks-B1oUIYH3.js +0 -2
- package/dist/subagent-hooks-BkGj4_xI.js +0 -230
- package/dist/subagent-hooks-api-D2mulK3S.js +0 -23
- package/dist/subagent-registry-CEKAUB5h.js +0 -3
- package/dist/subagent-registry-OUVucPAn.js +0 -2627
- package/dist/subagent-session-cleanup-Bx8d3kw0.js +0 -390
- package/dist/system-CelaP2zI.js +0 -111
- package/dist/talk-DGOI3Lu3.js +0 -2454
- package/dist/target-id-BXRG7x9x.js +0 -107
- package/dist/thinking-B8V29FhB.js +0 -35
- package/dist/thread-bindings-DpVdEPZ0.js +0 -228
- package/dist/tool-DHzDpxE4.js +0 -143
- package/dist/tool-dispatch-ClP3Rc7g.js +0 -155
- package/dist/tool-resolution-CZcLod1d.js +0 -153
- package/dist/tool-split-BhiQ8676.d.ts +0 -19
- package/dist/tools-ZvSvbsCW.d.ts +0 -38
- package/dist/tools-effective-C2mHZT-A.js +0 -442
- package/dist/tools-effective-inventory-ctnM7hc6.js +0 -379
- package/dist/tools-invoke-Ci6Rux2s.js +0 -51
- package/dist/tools-invoke-http-CJflXcJk.js +0 -68
- package/dist/tools-invoke-shared-BLu_mJEX.js +0 -200
- package/dist/tts-B2rPJPij.js +0 -83
- package/dist/tts-Gp9FI3_n.js +0 -163
- package/dist/tts-runtime-DNi1HXPF.d.ts +0 -230
- package/dist/tui-BUhfQ9vD.js +0 -3
- package/dist/tui-BhH5mvLf.js +0 -2
- package/dist/tui-backend-C_4ajTHI.js +0 -257
- package/dist/tui-cli-BhWJ-QoB.js +0 -40
- package/dist/tui-ink-run-BTWbUQGb.js +0 -7414
- package/dist/tui-ink-run-DfTdivkh.js +0 -2
- package/dist/types-B4fW3r5y.d.ts +0 -111
- package/dist/types-DI62NfFe.d.ts +0 -7034
- package/dist/types-sAih_uQb.d.ts +0 -393
- package/dist/types.public-B3MKhuo2.d.ts +0 -70
- package/dist/video-generation-B9c6a5cw.js +0 -207
- package/dist/video-generation-BgJp7UIA.d.ts +0 -224
- package/dist/video-generation-provider-BjiVjf40.js +0 -325
- package/dist/video-generation-provider-CsnQJg_h.js +0 -297
- package/dist/video-generation-provider-DtU-ZPqP.js +0 -64
- package/dist/video-generation-provider-wZ0bzv0e.js +0 -77
- package/dist/webhook-targets-Cy8e7y3g.d.ts +0 -99
- package/dist/zod-schema.core-BGLctDlK.d.ts +0 -166
- package/skills/canvas/SKILL.md +0 -78
- package/skills/clawhub/SKILL.md +0 -77
- package/skills/coding-agent/SKILL.md +0 -143
- package/skills/diagram-maker/SKILL.md +0 -53
- package/skills/diagram-maker/references/excalidraw-patterns.md +0 -85
- package/skills/diagram-maker/references/svg-template.md +0 -112
- package/skills/gemini/SKILL.md +0 -47
- package/skills/gh-issues/SKILL.md +0 -213
- package/skills/gifgrep/SKILL.md +0 -85
- package/skills/github/SKILL.md +0 -84
- package/skills/healthcheck/SKILL.md +0 -105
- package/skills/mcporter/SKILL.md +0 -61
- package/skills/meme-maker/SKILL.md +0 -42
- package/skills/meme-maker/references/templates.json +0 -358
- package/skills/meme-maker/scripts/meme.mjs +0 -398
- package/skills/model-usage/SKILL.md +0 -71
- package/skills/model-usage/references/codexbar-cli.md +0 -33
- package/skills/model-usage/scripts/model_usage.py +0 -319
- package/skills/model-usage/scripts/test_model_usage.py +0 -40
- package/skills/nano-pdf/SKILL.md +0 -38
- package/skills/node-connect/SKILL.md +0 -143
- package/skills/node-inspect-debugger/SKILL.md +0 -85
- package/skills/openai-whisper/SKILL.md +0 -38
- package/skills/openai-whisper-api/SKILL.md +0 -71
- package/skills/openai-whisper-api/scripts/transcribe.sh +0 -154
- package/skills/oracle/SKILL.md +0 -126
- package/skills/pyproject.toml +0 -10
- package/skills/python-debugpy/SKILL.md +0 -73
- package/skills/sag/SKILL.md +0 -87
- package/skills/session-logs/SKILL.md +0 -151
- package/skills/sherpa-onnx-tts/SKILL.md +0 -109
- package/skills/sherpa-onnx-tts/bin/sherpa-onnx-tts +0 -178
- package/skills/skill-creator/SKILL.md +0 -78
- package/skills/skill-creator/license.txt +0 -202
- package/skills/skill-creator/scripts/init_skill.py +0 -378
- package/skills/skill-creator/scripts/package_skill.py +0 -139
- package/skills/skill-creator/scripts/quick_validate.py +0 -169
- package/skills/skill-creator/scripts/test_package_skill.py +0 -161
- package/skills/skill-creator/scripts/test_quick_validate.py +0 -116
- package/skills/spike/SKILL.md +0 -51
- package/skills/summarize/SKILL.md +0 -87
- package/skills/taskflow/SKILL.md +0 -149
- package/skills/taskflow/examples/inbox-triage.lobster +0 -33
- package/skills/taskflow/examples/pr-intake.lobster +0 -32
- package/skills/taskflow-inbox-triage/SKILL.md +0 -119
- package/skills/video-frames/SKILL.md +0 -46
- package/skills/video-frames/scripts/frame.sh +0 -81
- package/skills/voice-call/SKILL.md +0 -45
- package/skills/weather/SKILL.md +0 -64
- /package/dist/{acp-runtime-backend-DbchQ02o.js → acp-runtime-backend-DZ1Lnt7f.js} +0 -0
- /package/dist/{delegate-k1aptKei.js → delegate-CwhxUdeb.js} +0 -0
- /package/dist/{dispatch-acp-CD4YxPpf.js → dispatch-acp-BP4I5ZQf.js} +0 -0
- /package/dist/{exec-approvals-ByWUCFQM.js → exec-approvals-ByWUCFQM2.js} +0 -0
- /package/dist/{heartbeat-runner-CM0UZxa_.js → heartbeat-runner-CL3alQ8-.js} +0 -0
- /package/dist/{index-B0VJdRJQ.d.ts → index-B0VJdRJQ2.d.ts} +0 -0
- /package/dist/{library-CQ71yATP.js → library-CiTr_aqC.js} +0 -0
- /package/dist/{run-session-state-DbDeH-q6.js → run-session-state-BOMUtBKZ.js} +0 -0
- /package/dist/{session-subagent-reactivation-Bj91A2ms.js → session-subagent-reactivation-CH0C2I6Y.js} +0 -0
- /package/dist/{types-C4HgagiY2.d.ts → types-C4HgagiY.d.ts} +0 -0
|
@@ -0,0 +1,2454 @@
|
|
|
1
|
+
import { a as normalizeLowercaseStringOrEmpty, c as normalizeOptionalString, s as normalizeOptionalLowercaseString } from "./string-coerce-DKw2K5wM.js";
|
|
2
|
+
import { p as parseFiniteNumber } from "./number-coercion-D1aDmIZp.js";
|
|
3
|
+
import { i as asOptionalRecord } from "./record-coerce-Btbek4uV.js";
|
|
4
|
+
import { u as readConfigFileSnapshot } from "./io-T1CV3Z1L.js";
|
|
5
|
+
import { i as resolveActiveTalkProviderConfig, r as normalizeTalkSection, t as buildTalkConfigResponse } from "./talk-B1Q8qwLB.js";
|
|
6
|
+
import "./config-4B-JCqw_.js";
|
|
7
|
+
import { An as validateTalkSessionJoinParams, Cn as validateTalkModeParams, Dn as validateTalkSessionCloseParams, En as validateTalkSessionCancelTurnParams, Fn as validateTalkSessionTurnParams, Ln as validateTalkSpeakParams, Nn as validateTalkSessionSteerParams, On as validateTalkSessionCreateParams, Pn as validateTalkSessionSubmitToolResultParams, Ri as ErrorCodes, Tn as validateTalkSessionCancelOutputParams, _n as validateTalkClientSteerParams, bn as validateTalkConfigParams, hn as validateTalkClientCreateParams, pn as validateTalkCatalogParams, t as formatValidationErrors, vn as validateTalkClientToolCallParams, wn as validateTalkSessionAppendAudioParams, zi as errorShape } from "./src-B1Y482-m.js";
|
|
8
|
+
import { a as TALK_SECRETS_SCOPE, t as ADMIN_SCOPE } from "./operator-scopes-DGvgHuOd.js";
|
|
9
|
+
import { _ as resolveSupportedVoiceModelRefs, h as providerMatchesId, m as getVoiceProviderConfig } from "./loader-Ct7uZnva.js";
|
|
10
|
+
import { n as redactConfigObject } from "./redact-snapshot-DFs1a6Z-.js";
|
|
11
|
+
import { i as getSpeechProvider, o as listSpeechProviders, r as canonicalizeSpeechProviderId } from "./directives-C5xgI26A.js";
|
|
12
|
+
import { D as synthesizeSpeech, M as withSpeakerSelectionCompat, N as withSpeakerSelectionFallbackCompat, g as resolveTtsConfig, i as getResolvedSpeechProviderConfig } from "./tts-runtime-cVlyKskt.js";
|
|
13
|
+
import "./tts-B5cmsELt.js";
|
|
14
|
+
import { t as abortChatRunById } from "./chat-abort-wipQF0Ih.js";
|
|
15
|
+
import { t as formatForLog } from "./ws-log-BzGc41ZC.js";
|
|
16
|
+
import { r as listRealtimeTranscriptionProviders } from "./provider-registry-BKmY-C62.js";
|
|
17
|
+
import { A as buildRealtimeVoiceAgentConsultWorkingResponse, C as shouldAutoControlRealtimeVoiceAgentText, D as buildRealtimeVoiceAgentConsultChatMessage, H as createTalkSessionController, L as createRealtimeVoiceForcedConsultCoordinator, Q as REALTIME_VOICE_AUDIO_FORMAT_PCM16_24KHZ, T as REALTIME_VOICE_AGENT_CONSULT_TOOL_NAME, V as readSpeakableRealtimeVoiceToolResult, W as recordTalkObservabilityEvent, c as resolveConfiguredRealtimeVoiceProvider, d as listRealtimeVoiceProviders, g as REALTIME_VOICE_AGENT_CONTROL_TOOL_NAME, h as REALTIME_VOICE_AGENT_CONTROL_TOOL, i as isLikelyRealtimeVoiceAssistantEchoTranscript, l as canonicalizeRealtimeVoiceProviderId, o as recordRealtimeVoiceTranscript, p as controlRealtimeVoiceAgentRun, s as createRealtimeVoiceBridgeSession, v as buildRealtimeVoiceAgentControlSpeechMessage, w as REALTIME_VOICE_AGENT_CONSULT_TOOL } from "./session-log-runtime-DusjACU2.js";
|
|
18
|
+
import { i as chatHandlers } from "./chat-Czh_tXM0.js";
|
|
19
|
+
import { t as resolveSessionKeyFromResolveParams } from "./sessions-resolve-C3ORcdmo.js";
|
|
20
|
+
import { createHash, randomBytes, randomUUID } from "node:crypto";
|
|
21
|
+
//#region src/gateway/talk-session-registry.ts
|
|
22
|
+
const unifiedTalkSessions = /* @__PURE__ */ new Map();
|
|
23
|
+
function rememberUnifiedTalkSession(sessionId, session) {
|
|
24
|
+
unifiedTalkSessions.set(sessionId, session);
|
|
25
|
+
}
|
|
26
|
+
function getUnifiedTalkSession(sessionId) {
|
|
27
|
+
const session = unifiedTalkSessions.get(sessionId);
|
|
28
|
+
if (!session) throw new Error("未知的通话会话");
|
|
29
|
+
return session;
|
|
30
|
+
}
|
|
31
|
+
function forgetUnifiedTalkSession(sessionId) {
|
|
32
|
+
unifiedTalkSessions.delete(sessionId);
|
|
33
|
+
}
|
|
34
|
+
function requireUnifiedTalkSessionConn(session, connId) {
|
|
35
|
+
if (!connId || session.connId !== connId) throw new Error("通话会话不属于此连接");
|
|
36
|
+
return connId;
|
|
37
|
+
}
|
|
38
|
+
//#endregion
|
|
39
|
+
//#region src/gateway/talk-realtime-relay.ts
|
|
40
|
+
const RELAY_SESSION_TTL_MS = 1800 * 1e3;
|
|
41
|
+
const MAX_AUDIO_BASE64_BYTES$1 = 512 * 1024;
|
|
42
|
+
const MAX_RELAY_SESSIONS_PER_CONN = 2;
|
|
43
|
+
const MAX_RELAY_SESSIONS_GLOBAL = 64;
|
|
44
|
+
const RELAY_EVENT = "talk.event";
|
|
45
|
+
const RELAY_TRANSCRIPT_ECHO_LOOKBACK_MS = 12e3;
|
|
46
|
+
const FORCED_CONSULT_FALLBACK_DELAY_MS = 200;
|
|
47
|
+
const FORCED_CONSULT_RESULT_MAX_CHARS = 1800;
|
|
48
|
+
const relaySessions = /* @__PURE__ */ new Map();
|
|
49
|
+
function formatError(error) {
|
|
50
|
+
return error instanceof Error ? error.message : String(error);
|
|
51
|
+
}
|
|
52
|
+
function isWorkingToolResult(result) {
|
|
53
|
+
return Boolean(result) && typeof result === "object" && !Array.isArray(result) && result.status === "working";
|
|
54
|
+
}
|
|
55
|
+
function isRelayAssistantEchoTranscript(session, text) {
|
|
56
|
+
if (!session) return false;
|
|
57
|
+
return isLikelyRealtimeVoiceAssistantEchoTranscript({
|
|
58
|
+
transcript: session.transcript,
|
|
59
|
+
text,
|
|
60
|
+
lookbackMs: RELAY_TRANSCRIPT_ECHO_LOOKBACK_MS
|
|
61
|
+
});
|
|
62
|
+
}
|
|
63
|
+
function buildForcedConsultCheckingPrompt() {
|
|
64
|
+
return ["Briefly tell the person that you are checking with FengMing.", "Do not answer the request yet. Wait for the FengMing result before giving the actual answer."].join(" ");
|
|
65
|
+
}
|
|
66
|
+
function buildForcedConsultSpeechPrompt(text) {
|
|
67
|
+
return [
|
|
68
|
+
"FengMing finished checking. Speak this result naturally and concisely.",
|
|
69
|
+
"Do not mention tool calls, JSON, or internal routing.",
|
|
70
|
+
"",
|
|
71
|
+
text
|
|
72
|
+
].join("\n");
|
|
73
|
+
}
|
|
74
|
+
function buildAlreadyDeliveredToolResult() {
|
|
75
|
+
return {
|
|
76
|
+
status: "already_delivered",
|
|
77
|
+
message: "FengMing already delivered this consult result internally. Do not repeat it."
|
|
78
|
+
};
|
|
79
|
+
}
|
|
80
|
+
function cancelForcedConsults(session) {
|
|
81
|
+
for (const handle of session.forcedConsults.handles()) session.forcedConsults.markCancelled(handle);
|
|
82
|
+
}
|
|
83
|
+
function broadcastToOwner$1(context, connId, event) {
|
|
84
|
+
context.broadcastToConnIds(RELAY_EVENT, event, new Set([connId]), { dropIfSlow: true });
|
|
85
|
+
}
|
|
86
|
+
function abortRelayAgentRuns(session, reason) {
|
|
87
|
+
for (const [runId, sessionKey] of session.activeAgentRuns) abortChatRunById(session.context, {
|
|
88
|
+
runId,
|
|
89
|
+
sessionKey,
|
|
90
|
+
stopReason: reason
|
|
91
|
+
});
|
|
92
|
+
session.activeAgentRuns.clear();
|
|
93
|
+
session.activeAgentToolCalls.clear();
|
|
94
|
+
}
|
|
95
|
+
function pruneInactiveRelayAgentRuns(session) {
|
|
96
|
+
for (const runId of session.activeAgentRuns.keys()) if (!session.context.chatAbortControllers.has(runId)) session.activeAgentRuns.delete(runId);
|
|
97
|
+
for (const [callId, runId] of session.activeAgentToolCalls) if (!session.activeAgentRuns.has(runId)) session.activeAgentToolCalls.delete(callId);
|
|
98
|
+
return session.activeAgentRuns.size;
|
|
99
|
+
}
|
|
100
|
+
function submitRelayAgentControlProviderResults(session, result, turnId) {
|
|
101
|
+
if (result.mode !== "cancel" || !result.ok || !result.providerResult) return;
|
|
102
|
+
const activeCallIds = [...session.activeAgentToolCalls.keys()];
|
|
103
|
+
for (const callId of activeCallIds) {
|
|
104
|
+
const forcedConsult = session.forcedConsults.handles().find((handle) => handle.id === callId);
|
|
105
|
+
if (forcedConsult) {
|
|
106
|
+
session.forcedConsults.markCancelled(forcedConsult);
|
|
107
|
+
for (const nativeCallId of session.forcedConsults.nativeCallIds(forcedConsult)) session.bridge.submitToolResult(nativeCallId, result.providerResult, { suppressResponse: true });
|
|
108
|
+
} else session.bridge.submitToolResult(callId, result.providerResult, { suppressResponse: true });
|
|
109
|
+
broadcastToOwner$1(session.context, session.connId, {
|
|
110
|
+
relaySessionId: session.id,
|
|
111
|
+
type: "toolResult",
|
|
112
|
+
callId,
|
|
113
|
+
talkEvent: session.talk.emit({
|
|
114
|
+
type: "tool.result",
|
|
115
|
+
callId,
|
|
116
|
+
turnId,
|
|
117
|
+
payload: { result: result.providerResult },
|
|
118
|
+
final: true
|
|
119
|
+
})
|
|
120
|
+
});
|
|
121
|
+
session.activeAgentToolCalls.delete(callId);
|
|
122
|
+
session.completedAgentToolCalls.add(callId);
|
|
123
|
+
}
|
|
124
|
+
session.activeAgentRuns.clear();
|
|
125
|
+
}
|
|
126
|
+
function closeRelaySession(session, reason) {
|
|
127
|
+
session.forcedConsults.clear();
|
|
128
|
+
relaySessions.delete(session.id);
|
|
129
|
+
forgetUnifiedTalkSession(session.id);
|
|
130
|
+
clearTimeout(session.cleanupTimer);
|
|
131
|
+
abortRelayAgentRuns(session, reason === "error" ? "relay-error" : "relay-closed");
|
|
132
|
+
session.bridge.close();
|
|
133
|
+
broadcastToOwner$1(session.context, session.connId, {
|
|
134
|
+
relaySessionId: session.id,
|
|
135
|
+
type: "close",
|
|
136
|
+
reason,
|
|
137
|
+
talkEvent: session.talk.emit({
|
|
138
|
+
type: "session.closed",
|
|
139
|
+
payload: { reason },
|
|
140
|
+
final: true
|
|
141
|
+
})
|
|
142
|
+
});
|
|
143
|
+
}
|
|
144
|
+
function pruneExpiredRelaySessions(nowMs = Date.now()) {
|
|
145
|
+
for (const session of relaySessions.values()) if (nowMs > session.expiresAtMs) closeRelaySession(session, "completed");
|
|
146
|
+
}
|
|
147
|
+
function countRelaySessionsForConn(connId) {
|
|
148
|
+
let count = 0;
|
|
149
|
+
for (const session of relaySessions.values()) if (session.connId === connId) count += 1;
|
|
150
|
+
return count;
|
|
151
|
+
}
|
|
152
|
+
function enforceRelaySessionLimits(connId) {
|
|
153
|
+
pruneExpiredRelaySessions();
|
|
154
|
+
if (relaySessions.size >= MAX_RELAY_SESSIONS_GLOBAL) throw new Error("活跃的实时中继会话过多");
|
|
155
|
+
if (countRelaySessionsForConn(connId) >= MAX_RELAY_SESSIONS_PER_CONN) throw new Error("此连接的活跃实时中继会话过多");
|
|
156
|
+
}
|
|
157
|
+
function createTalkRealtimeRelaySession(params) {
|
|
158
|
+
enforceRelaySessionLimits(params.connId);
|
|
159
|
+
const forceAgentConsultOnFinalTranscript = params.forceAgentConsultOnFinalTranscript === true;
|
|
160
|
+
const relaySessionId = randomUUID();
|
|
161
|
+
const expiresAtMs = Date.now() + RELAY_SESSION_TTL_MS;
|
|
162
|
+
const talk = createTalkSessionController({
|
|
163
|
+
sessionId: relaySessionId,
|
|
164
|
+
mode: "realtime",
|
|
165
|
+
transport: "gateway-relay",
|
|
166
|
+
brain: "agent-consult",
|
|
167
|
+
provider: params.provider.id
|
|
168
|
+
}, { onEvent: recordTalkObservabilityEvent });
|
|
169
|
+
let relay;
|
|
170
|
+
const emit = (event, talkEvent) => broadcastToOwner$1(params.context, params.connId, {
|
|
171
|
+
...event,
|
|
172
|
+
...talkEvent ? { talkEvent: talk.emit(talkEvent) } : {}
|
|
173
|
+
});
|
|
174
|
+
let currentOutputItemId;
|
|
175
|
+
let currentOutputResponseId;
|
|
176
|
+
const bridge = createRealtimeVoiceBridgeSession({
|
|
177
|
+
provider: params.provider,
|
|
178
|
+
cfg: params.cfg,
|
|
179
|
+
providerConfig: params.providerConfig,
|
|
180
|
+
audioFormat: REALTIME_VOICE_AUDIO_FORMAT_PCM16_24KHZ,
|
|
181
|
+
instructions: params.instructions,
|
|
182
|
+
autoRespondToAudio: !forceAgentConsultOnFinalTranscript,
|
|
183
|
+
interruptResponseOnInputAudio: !forceAgentConsultOnFinalTranscript,
|
|
184
|
+
tools: params.tools,
|
|
185
|
+
markStrategy: "ack-immediately",
|
|
186
|
+
audioSink: {
|
|
187
|
+
isOpen: () => Boolean(relay && relaySessions.has(relay.id)),
|
|
188
|
+
sendAudio: (audio) => {
|
|
189
|
+
const turnId = relay ? ensureRelayTurn(relay) : void 0;
|
|
190
|
+
emit({
|
|
191
|
+
relaySessionId,
|
|
192
|
+
type: "audio",
|
|
193
|
+
audioBase64: audio.toString("base64"),
|
|
194
|
+
...currentOutputItemId ? { itemId: currentOutputItemId } : {},
|
|
195
|
+
...currentOutputResponseId ? { responseId: currentOutputResponseId } : {}
|
|
196
|
+
}, {
|
|
197
|
+
type: "output.audio.delta",
|
|
198
|
+
turnId,
|
|
199
|
+
payload: { byteLength: audio.length }
|
|
200
|
+
});
|
|
201
|
+
},
|
|
202
|
+
clearAudio: () => {
|
|
203
|
+
const turnId = relay ? ensureRelayTurn(relay) : void 0;
|
|
204
|
+
emit({
|
|
205
|
+
relaySessionId,
|
|
206
|
+
type: "clear"
|
|
207
|
+
}, {
|
|
208
|
+
type: "output.audio.done",
|
|
209
|
+
turnId,
|
|
210
|
+
payload: { reason: "clear" },
|
|
211
|
+
final: true
|
|
212
|
+
});
|
|
213
|
+
},
|
|
214
|
+
sendMark: (markName) => {
|
|
215
|
+
const turnId = relay ? ensureRelayTurn(relay) : void 0;
|
|
216
|
+
emit({
|
|
217
|
+
relaySessionId,
|
|
218
|
+
type: "mark",
|
|
219
|
+
markName
|
|
220
|
+
}, {
|
|
221
|
+
type: "output.audio.done",
|
|
222
|
+
turnId,
|
|
223
|
+
payload: { markName },
|
|
224
|
+
final: true
|
|
225
|
+
});
|
|
226
|
+
}
|
|
227
|
+
},
|
|
228
|
+
onEvent: (event) => {
|
|
229
|
+
if (event.direction !== "server") return;
|
|
230
|
+
if (event.type === "conversation.output_audio.delta" || event.type === "response.audio.delta" || event.type === "response.output_audio.delta") {
|
|
231
|
+
currentOutputItemId = event.itemId ?? currentOutputItemId;
|
|
232
|
+
currentOutputResponseId = event.responseId ?? currentOutputResponseId;
|
|
233
|
+
return;
|
|
234
|
+
}
|
|
235
|
+
if (event.type === "response.audio.done" || event.type === "response.output_audio.done" || event.type === "conversation.output_audio.done" || event.type === "response.done" || event.type === "response.cancelled") {
|
|
236
|
+
emit({
|
|
237
|
+
relaySessionId,
|
|
238
|
+
type: "audioDone",
|
|
239
|
+
...event.itemId ?? currentOutputItemId ? { itemId: event.itemId ?? currentOutputItemId } : {},
|
|
240
|
+
...event.responseId ?? currentOutputResponseId ? { responseId: event.responseId ?? currentOutputResponseId } : {}
|
|
241
|
+
});
|
|
242
|
+
currentOutputItemId = void 0;
|
|
243
|
+
currentOutputResponseId = void 0;
|
|
244
|
+
}
|
|
245
|
+
},
|
|
246
|
+
onTranscript: (role, text, final) => {
|
|
247
|
+
const turnId = relay ? ensureRelayTurn(relay) : void 0;
|
|
248
|
+
if (final && relay) recordRealtimeVoiceTranscript(relay.transcript, role, text);
|
|
249
|
+
emit({
|
|
250
|
+
relaySessionId,
|
|
251
|
+
type: "transcript",
|
|
252
|
+
role,
|
|
253
|
+
text,
|
|
254
|
+
final
|
|
255
|
+
}, {
|
|
256
|
+
type: role === "assistant" ? final ? "output.text.done" : "output.text.delta" : final ? "transcript.done" : "transcript.delta",
|
|
257
|
+
turnId,
|
|
258
|
+
payload: role === "assistant" ? { text } : {
|
|
259
|
+
role,
|
|
260
|
+
text
|
|
261
|
+
},
|
|
262
|
+
final
|
|
263
|
+
});
|
|
264
|
+
if (role === "user" && final && text.trim()) {
|
|
265
|
+
const question = text.trim();
|
|
266
|
+
if (isRelayAssistantEchoTranscript(relay, question)) return;
|
|
267
|
+
if (relay && pruneInactiveRelayAgentRuns(relay) > 0 && shouldAutoControlRealtimeVoiceAgentText(question)) {
|
|
268
|
+
steerTalkRealtimeRelayAgentRun({
|
|
269
|
+
relaySessionId,
|
|
270
|
+
connId: params.connId,
|
|
271
|
+
text: question
|
|
272
|
+
}).then((result) => {
|
|
273
|
+
if (result.speak && !result.suppress && result.message.trim()) bridge.sendUserMessage(buildRealtimeVoiceAgentControlSpeechMessage(result.message));
|
|
274
|
+
}).catch((error) => {
|
|
275
|
+
emit({
|
|
276
|
+
relaySessionId,
|
|
277
|
+
type: "error",
|
|
278
|
+
message: formatError(error)
|
|
279
|
+
}, {
|
|
280
|
+
type: "session.error",
|
|
281
|
+
payload: { message: formatError(error) },
|
|
282
|
+
final: true
|
|
283
|
+
});
|
|
284
|
+
});
|
|
285
|
+
return;
|
|
286
|
+
}
|
|
287
|
+
if (forceAgentConsultOnFinalTranscript) scheduleForcedAgentConsult(relay, question);
|
|
288
|
+
}
|
|
289
|
+
},
|
|
290
|
+
onToolCall: (toolCall) => {
|
|
291
|
+
const turnId = relay ? ensureRelayTurn(relay) : void 0;
|
|
292
|
+
if (relay && toolCall.name === "fengming_agent_consult") {
|
|
293
|
+
const forcedConsult = relay.forcedConsults.recordNativeConsult(toolCall.args, toolCall.callId);
|
|
294
|
+
if (forcedConsult.kind === "in_flight" || forcedConsult.kind === "already_delivered") {
|
|
295
|
+
if (forcedConsult.kind === "already_delivered") submitAlreadyDeliveredToolResult(relay, toolCall.callId, turnId);
|
|
296
|
+
else submitRealtimeAgentConsultWorkingResponse(relay, toolCall.callId, turnId);
|
|
297
|
+
return;
|
|
298
|
+
}
|
|
299
|
+
submitRealtimeAgentConsultWorkingResponse(relay, toolCall.callId, turnId);
|
|
300
|
+
}
|
|
301
|
+
emit({
|
|
302
|
+
relaySessionId,
|
|
303
|
+
type: "toolCall",
|
|
304
|
+
itemId: toolCall.itemId,
|
|
305
|
+
callId: toolCall.callId,
|
|
306
|
+
name: toolCall.name,
|
|
307
|
+
args: toolCall.args
|
|
308
|
+
}, {
|
|
309
|
+
type: "tool.call",
|
|
310
|
+
itemId: toolCall.itemId,
|
|
311
|
+
callId: toolCall.callId,
|
|
312
|
+
turnId,
|
|
313
|
+
payload: {
|
|
314
|
+
name: toolCall.name,
|
|
315
|
+
args: toolCall.args
|
|
316
|
+
}
|
|
317
|
+
});
|
|
318
|
+
},
|
|
319
|
+
onReady: () => emit({
|
|
320
|
+
relaySessionId,
|
|
321
|
+
type: "ready"
|
|
322
|
+
}, {
|
|
323
|
+
type: "session.ready",
|
|
324
|
+
payload: null
|
|
325
|
+
}),
|
|
326
|
+
onError: (error) => emit({
|
|
327
|
+
relaySessionId,
|
|
328
|
+
type: "error",
|
|
329
|
+
message: error.message
|
|
330
|
+
}, {
|
|
331
|
+
type: "session.error",
|
|
332
|
+
payload: { message: error.message },
|
|
333
|
+
final: true
|
|
334
|
+
}),
|
|
335
|
+
onClose: (reason) => {
|
|
336
|
+
const active = relaySessions.get(relaySessionId);
|
|
337
|
+
if (!active) return;
|
|
338
|
+
active.forcedConsults.clear();
|
|
339
|
+
relaySessions.delete(relaySessionId);
|
|
340
|
+
forgetUnifiedTalkSession(relaySessionId);
|
|
341
|
+
clearTimeout(active.cleanupTimer);
|
|
342
|
+
abortRelayAgentRuns(active, "relay-closed");
|
|
343
|
+
emit({
|
|
344
|
+
relaySessionId,
|
|
345
|
+
type: "close",
|
|
346
|
+
reason
|
|
347
|
+
}, {
|
|
348
|
+
type: "session.closed",
|
|
349
|
+
payload: { reason },
|
|
350
|
+
final: true
|
|
351
|
+
});
|
|
352
|
+
}
|
|
353
|
+
});
|
|
354
|
+
relay = {
|
|
355
|
+
id: relaySessionId,
|
|
356
|
+
connId: params.connId,
|
|
357
|
+
context: params.context,
|
|
358
|
+
bridge,
|
|
359
|
+
talk,
|
|
360
|
+
sessionKey: params.sessionKey?.trim() || void 0,
|
|
361
|
+
expiresAtMs,
|
|
362
|
+
cleanupTimer: setTimeout(() => {
|
|
363
|
+
const active = relaySessions.get(relaySessionId);
|
|
364
|
+
if (active) closeRelaySession(active, "completed");
|
|
365
|
+
}, RELAY_SESSION_TTL_MS),
|
|
366
|
+
activeAgentRuns: /* @__PURE__ */ new Map(),
|
|
367
|
+
activeAgentToolCalls: /* @__PURE__ */ new Map(),
|
|
368
|
+
completedAgentToolCalls: /* @__PURE__ */ new Set(),
|
|
369
|
+
forcedConsults: createRealtimeVoiceForcedConsultCoordinator(),
|
|
370
|
+
transcript: []
|
|
371
|
+
};
|
|
372
|
+
relay.cleanupTimer.unref?.();
|
|
373
|
+
relaySessions.set(relaySessionId, relay);
|
|
374
|
+
bridge.connect().catch((error) => {
|
|
375
|
+
emit({
|
|
376
|
+
relaySessionId,
|
|
377
|
+
type: "error",
|
|
378
|
+
message: formatError(error)
|
|
379
|
+
});
|
|
380
|
+
const active = relaySessions.get(relaySessionId);
|
|
381
|
+
if (active) closeRelaySession(active, "error");
|
|
382
|
+
});
|
|
383
|
+
return {
|
|
384
|
+
provider: params.provider.id,
|
|
385
|
+
transport: "gateway-relay",
|
|
386
|
+
relaySessionId,
|
|
387
|
+
audio: {
|
|
388
|
+
inputEncoding: "pcm16",
|
|
389
|
+
inputSampleRateHz: REALTIME_VOICE_AUDIO_FORMAT_PCM16_24KHZ.sampleRateHz,
|
|
390
|
+
outputEncoding: "pcm16",
|
|
391
|
+
outputSampleRateHz: REALTIME_VOICE_AUDIO_FORMAT_PCM16_24KHZ.sampleRateHz
|
|
392
|
+
},
|
|
393
|
+
...params.model ? { model: params.model } : {},
|
|
394
|
+
...params.voice ? { voice: params.voice } : {},
|
|
395
|
+
expiresAt: Math.floor(expiresAtMs / 1e3)
|
|
396
|
+
};
|
|
397
|
+
}
|
|
398
|
+
function scheduleForcedAgentConsult(session, question) {
|
|
399
|
+
if (!session || !question.trim()) return;
|
|
400
|
+
if (session.forcedConsults.hasRecentNativeConsult(question)) return;
|
|
401
|
+
session.forcedConsults.clearPending();
|
|
402
|
+
const handle = session.forcedConsults.prepare(question);
|
|
403
|
+
if (!handle) return;
|
|
404
|
+
session.forcedConsults.schedule(handle, FORCED_CONSULT_FALLBACK_DELAY_MS, () => {
|
|
405
|
+
if (!relaySessions.has(session.id)) return;
|
|
406
|
+
const turnId = ensureRelayTurn(session);
|
|
407
|
+
const callId = handle.id;
|
|
408
|
+
const itemId = `forced-consult-item-${randomUUID()}`;
|
|
409
|
+
session.forcedConsults.markStarted(handle);
|
|
410
|
+
session.bridge.handleBargeIn({
|
|
411
|
+
audioPlaybackActive: true,
|
|
412
|
+
force: true
|
|
413
|
+
});
|
|
414
|
+
broadcastToOwner$1(session.context, session.connId, {
|
|
415
|
+
relaySessionId: session.id,
|
|
416
|
+
type: "toolCall",
|
|
417
|
+
itemId,
|
|
418
|
+
callId,
|
|
419
|
+
name: REALTIME_VOICE_AGENT_CONSULT_TOOL_NAME,
|
|
420
|
+
forced: true,
|
|
421
|
+
args: {
|
|
422
|
+
question: handle.question,
|
|
423
|
+
context: "The realtime provider produced a final user transcript without invoking fengming_agent_consult, so FengMing is forcing the consult for realtime Talk.",
|
|
424
|
+
responseStyle: "Reply in a concise spoken tone."
|
|
425
|
+
},
|
|
426
|
+
talkEvent: session.talk.emit({
|
|
427
|
+
type: "tool.call",
|
|
428
|
+
itemId,
|
|
429
|
+
callId,
|
|
430
|
+
turnId,
|
|
431
|
+
payload: {
|
|
432
|
+
name: REALTIME_VOICE_AGENT_CONSULT_TOOL_NAME,
|
|
433
|
+
args: { question: handle.question },
|
|
434
|
+
forced: true
|
|
435
|
+
}
|
|
436
|
+
})
|
|
437
|
+
});
|
|
438
|
+
});
|
|
439
|
+
}
|
|
440
|
+
function submitAlreadyDeliveredToolResult(session, callId, turnId = ensureRelayTurn(session)) {
|
|
441
|
+
const result = buildAlreadyDeliveredToolResult();
|
|
442
|
+
session.bridge.submitToolResult(callId, result, { suppressResponse: true });
|
|
443
|
+
broadcastToOwner$1(session.context, session.connId, {
|
|
444
|
+
relaySessionId: session.id,
|
|
445
|
+
type: "toolResult",
|
|
446
|
+
callId,
|
|
447
|
+
talkEvent: session.talk.emit({
|
|
448
|
+
type: "tool.result",
|
|
449
|
+
callId,
|
|
450
|
+
turnId,
|
|
451
|
+
payload: {
|
|
452
|
+
name: REALTIME_VOICE_AGENT_CONSULT_TOOL_NAME,
|
|
453
|
+
result
|
|
454
|
+
},
|
|
455
|
+
final: true
|
|
456
|
+
})
|
|
457
|
+
});
|
|
458
|
+
}
|
|
459
|
+
function submitRealtimeAgentConsultWorkingResponse(session, callId, turnId = ensureRelayTurn(session)) {
|
|
460
|
+
if (!session.bridge.bridge.supportsToolResultContinuation) return;
|
|
461
|
+
session.bridge.submitToolResult(callId, buildRealtimeVoiceAgentConsultWorkingResponse("person"), { willContinue: true });
|
|
462
|
+
broadcastToOwner$1(session.context, session.connId, {
|
|
463
|
+
relaySessionId: session.id,
|
|
464
|
+
type: "toolResult",
|
|
465
|
+
callId,
|
|
466
|
+
talkEvent: session.talk.emit({
|
|
467
|
+
type: "tool.progress",
|
|
468
|
+
callId,
|
|
469
|
+
turnId,
|
|
470
|
+
payload: {
|
|
471
|
+
name: REALTIME_VOICE_AGENT_CONSULT_TOOL_NAME,
|
|
472
|
+
status: "working"
|
|
473
|
+
}
|
|
474
|
+
})
|
|
475
|
+
});
|
|
476
|
+
}
|
|
477
|
+
function ensureRelayTurn(session) {
|
|
478
|
+
const turn = session.talk.ensureTurn();
|
|
479
|
+
if (turn.event) broadcastToOwner$1(session.context, session.connId, {
|
|
480
|
+
relaySessionId: session.id,
|
|
481
|
+
type: "inputAudio",
|
|
482
|
+
byteLength: 0,
|
|
483
|
+
talkEvent: turn.event
|
|
484
|
+
});
|
|
485
|
+
return turn.turnId;
|
|
486
|
+
}
|
|
487
|
+
function getRelaySession(relaySessionId, connId) {
|
|
488
|
+
const session = relaySessions.get(relaySessionId);
|
|
489
|
+
if (!session || session.connId !== connId || Date.now() > session.expiresAtMs) {
|
|
490
|
+
if (session) closeRelaySession(session, "completed");
|
|
491
|
+
throw new Error("未知的实时中继会话");
|
|
492
|
+
}
|
|
493
|
+
return session;
|
|
494
|
+
}
|
|
495
|
+
function sendTalkRealtimeRelayAudio(params) {
|
|
496
|
+
if (params.audioBase64.length > MAX_AUDIO_BASE64_BYTES$1) throw new Error("实时中继音频帧过大");
|
|
497
|
+
const session = getRelaySession(params.relaySessionId, params.connId);
|
|
498
|
+
const turnId = ensureRelayTurn(session);
|
|
499
|
+
const audio = Buffer.from(params.audioBase64, "base64");
|
|
500
|
+
session.bridge.sendAudio(audio);
|
|
501
|
+
broadcastToOwner$1(session.context, session.connId, {
|
|
502
|
+
relaySessionId: session.id,
|
|
503
|
+
type: "inputAudio",
|
|
504
|
+
byteLength: audio.byteLength,
|
|
505
|
+
talkEvent: session.talk.emit({
|
|
506
|
+
type: "input.audio.delta",
|
|
507
|
+
turnId,
|
|
508
|
+
payload: { byteLength: audio.byteLength }
|
|
509
|
+
})
|
|
510
|
+
});
|
|
511
|
+
if (typeof params.timestamp === "number" && Number.isFinite(params.timestamp)) session.bridge.setMediaTimestamp(params.timestamp);
|
|
512
|
+
}
|
|
513
|
+
function submitTalkRealtimeRelayToolResult(params) {
|
|
514
|
+
const session = getRelaySession(params.relaySessionId, params.connId);
|
|
515
|
+
if (session.completedAgentToolCalls.has(params.callId)) return;
|
|
516
|
+
const forcedConsult = session.forcedConsults.handles().find((handle) => handle.id === params.callId);
|
|
517
|
+
if (forcedConsult) {
|
|
518
|
+
const turnId = ensureRelayTurn(session);
|
|
519
|
+
const cancelled = session.forcedConsults.isCancelled(forcedConsult);
|
|
520
|
+
if (cancelled) {
|
|
521
|
+
if (params.options?.willContinue !== true) session.forcedConsults.markCancelled(forcedConsult);
|
|
522
|
+
} else if (isWorkingToolResult(params.result)) session.bridge.sendUserMessage(buildForcedConsultCheckingPrompt());
|
|
523
|
+
else {
|
|
524
|
+
session.forcedConsults.markDelivered(forcedConsult);
|
|
525
|
+
const text = readSpeakableRealtimeVoiceToolResult(params.result, { maxChars: FORCED_CONSULT_RESULT_MAX_CHARS });
|
|
526
|
+
for (const nativeCallId of session.forcedConsults.nativeCallIds(forcedConsult)) submitAlreadyDeliveredToolResult(session, nativeCallId, turnId);
|
|
527
|
+
if (text) session.bridge.sendUserMessage(buildForcedConsultSpeechPrompt(text));
|
|
528
|
+
}
|
|
529
|
+
const final = params.options?.willContinue !== true;
|
|
530
|
+
if (final && !cancelled && !isWorkingToolResult(params.result)) session.forcedConsults.markDelivered(forcedConsult);
|
|
531
|
+
broadcastToOwner$1(session.context, session.connId, {
|
|
532
|
+
relaySessionId: session.id,
|
|
533
|
+
type: "toolResult",
|
|
534
|
+
callId: params.callId,
|
|
535
|
+
talkEvent: session.talk.emit({
|
|
536
|
+
type: "tool.result",
|
|
537
|
+
callId: params.callId,
|
|
538
|
+
turnId,
|
|
539
|
+
payload: {
|
|
540
|
+
result: params.result,
|
|
541
|
+
forced: true
|
|
542
|
+
},
|
|
543
|
+
final
|
|
544
|
+
})
|
|
545
|
+
});
|
|
546
|
+
return;
|
|
547
|
+
}
|
|
548
|
+
session.bridge.submitToolResult(params.callId, params.result, params.options);
|
|
549
|
+
const turnId = ensureRelayTurn(session);
|
|
550
|
+
const final = params.options?.willContinue !== true;
|
|
551
|
+
if (final) {
|
|
552
|
+
const runId = session.activeAgentToolCalls.get(params.callId);
|
|
553
|
+
if (runId) {
|
|
554
|
+
session.activeAgentRuns.delete(runId);
|
|
555
|
+
session.activeAgentToolCalls.delete(params.callId);
|
|
556
|
+
}
|
|
557
|
+
}
|
|
558
|
+
broadcastToOwner$1(session.context, session.connId, {
|
|
559
|
+
relaySessionId: session.id,
|
|
560
|
+
type: "toolResult",
|
|
561
|
+
callId: params.callId,
|
|
562
|
+
talkEvent: session.talk.emit({
|
|
563
|
+
type: "tool.result",
|
|
564
|
+
callId: params.callId,
|
|
565
|
+
turnId,
|
|
566
|
+
payload: { result: params.result },
|
|
567
|
+
final
|
|
568
|
+
})
|
|
569
|
+
});
|
|
570
|
+
}
|
|
571
|
+
function registerTalkRealtimeRelayAgentRun(params) {
|
|
572
|
+
const session = getRelaySession(params.relaySessionId, params.connId);
|
|
573
|
+
session.activeAgentRuns.set(params.runId, params.sessionKey);
|
|
574
|
+
if (params.callId?.trim()) session.activeAgentToolCalls.set(params.callId.trim(), params.runId);
|
|
575
|
+
if (!session.sessionKey) session.sessionKey = params.sessionKey;
|
|
576
|
+
}
|
|
577
|
+
async function steerTalkRealtimeRelayAgentRun(params) {
|
|
578
|
+
const session = getRelaySession(params.relaySessionId, params.connId);
|
|
579
|
+
const sessionKey = session.sessionKey;
|
|
580
|
+
if (!sessionKey) throw new Error("实时中继操控需要会话密钥");
|
|
581
|
+
const requestedSessionKey = params.sessionKey?.trim();
|
|
582
|
+
if (requestedSessionKey && requestedSessionKey !== sessionKey) throw new Error("实时中继操控会话密钥与中继会话不匹配");
|
|
583
|
+
const result = await controlRealtimeVoiceAgentRun({
|
|
584
|
+
sessionKey,
|
|
585
|
+
text: params.text,
|
|
586
|
+
mode: params.mode,
|
|
587
|
+
recentEvents: session.talk.recentEvents
|
|
588
|
+
});
|
|
589
|
+
const turnId = ensureRelayTurn(session);
|
|
590
|
+
broadcastToOwner$1(session.context, session.connId, {
|
|
591
|
+
relaySessionId: session.id,
|
|
592
|
+
type: "toolProgress",
|
|
593
|
+
result,
|
|
594
|
+
talkEvent: session.talk.emit({
|
|
595
|
+
type: "tool.progress",
|
|
596
|
+
turnId,
|
|
597
|
+
payload: {
|
|
598
|
+
name: "fengming_agent_control",
|
|
599
|
+
phase: result.mode,
|
|
600
|
+
result
|
|
601
|
+
},
|
|
602
|
+
final: result.mode === "cancel" || result.mode === "status"
|
|
603
|
+
})
|
|
604
|
+
});
|
|
605
|
+
submitRelayAgentControlProviderResults(session, result, turnId);
|
|
606
|
+
return result;
|
|
607
|
+
}
|
|
608
|
+
function cancelTalkRealtimeRelayTurn(params) {
|
|
609
|
+
const session = getRelaySession(params.relaySessionId, params.connId);
|
|
610
|
+
const turnId = ensureRelayTurn(session);
|
|
611
|
+
const reason = params.reason ?? "client-cancelled";
|
|
612
|
+
cancelForcedConsults(session);
|
|
613
|
+
session.bridge.handleBargeIn({ audioPlaybackActive: true });
|
|
614
|
+
abortRelayAgentRuns(session, reason);
|
|
615
|
+
const cancelled = session.talk.cancelTurn({
|
|
616
|
+
turnId,
|
|
617
|
+
payload: { reason }
|
|
618
|
+
});
|
|
619
|
+
broadcastToOwner$1(session.context, session.connId, {
|
|
620
|
+
relaySessionId: session.id,
|
|
621
|
+
type: "clear",
|
|
622
|
+
talkEvent: cancelled.ok ? cancelled.event : void 0
|
|
623
|
+
});
|
|
624
|
+
}
|
|
625
|
+
function stopTalkRealtimeRelaySession(params) {
|
|
626
|
+
closeRelaySession(getRelaySession(params.relaySessionId, params.connId), "completed");
|
|
627
|
+
}
|
|
628
|
+
//#endregion
|
|
629
|
+
//#region src/gateway/talk-agent-consult.ts
|
|
630
|
+
async function startTalkRealtimeAgentConsult(params) {
|
|
631
|
+
let message;
|
|
632
|
+
try {
|
|
633
|
+
message = buildRealtimeVoiceAgentConsultChatMessage(params.args);
|
|
634
|
+
} catch (err) {
|
|
635
|
+
return {
|
|
636
|
+
ok: false,
|
|
637
|
+
error: errorShape(ErrorCodes.INVALID_REQUEST, formatForLog(err))
|
|
638
|
+
};
|
|
639
|
+
}
|
|
640
|
+
const idempotencyKey = `talk-${params.callId}-${randomUUID()}`;
|
|
641
|
+
const normalizedTalk = normalizeTalkSection(params.context.getRuntimeConfig().talk);
|
|
642
|
+
let chatResponse;
|
|
643
|
+
await chatHandlers["chat.send"]({
|
|
644
|
+
req: {
|
|
645
|
+
type: "req",
|
|
646
|
+
id: `${params.requestId}:talk-tool-call`,
|
|
647
|
+
method: "chat.send"
|
|
648
|
+
},
|
|
649
|
+
client: params.client,
|
|
650
|
+
isWebchatConnect: params.isWebchatConnect,
|
|
651
|
+
context: params.context,
|
|
652
|
+
params: {
|
|
653
|
+
sessionKey: params.sessionKey,
|
|
654
|
+
message,
|
|
655
|
+
idempotencyKey,
|
|
656
|
+
...normalizedTalk?.consultThinkingLevel ? { thinking: normalizedTalk.consultThinkingLevel } : {},
|
|
657
|
+
...typeof normalizedTalk?.consultFastMode === "boolean" ? { fastMode: normalizedTalk.consultFastMode } : {}
|
|
658
|
+
},
|
|
659
|
+
respond: (ok, result, error) => {
|
|
660
|
+
chatResponse = ok ? {
|
|
661
|
+
ok: true,
|
|
662
|
+
result
|
|
663
|
+
} : {
|
|
664
|
+
ok: false,
|
|
665
|
+
error: error ?? errorShape(ErrorCodes.UNAVAILABLE, "chat.send failed without error")
|
|
666
|
+
};
|
|
667
|
+
}
|
|
668
|
+
});
|
|
669
|
+
if (!chatResponse) return {
|
|
670
|
+
ok: false,
|
|
671
|
+
error: errorShape(ErrorCodes.UNAVAILABLE, "chat.send did not return a realtime tool result")
|
|
672
|
+
};
|
|
673
|
+
if (!chatResponse.ok) return {
|
|
674
|
+
ok: false,
|
|
675
|
+
error: chatResponse.error
|
|
676
|
+
};
|
|
677
|
+
const result = chatResponse.result;
|
|
678
|
+
const runId = result && typeof result === "object" && !Array.isArray(result) ? typeof result.runId === "string" ? result.runId : idempotencyKey : idempotencyKey;
|
|
679
|
+
if (params.relaySessionId && params.connId) registerTalkRealtimeRelayAgentRun({
|
|
680
|
+
relaySessionId: params.relaySessionId,
|
|
681
|
+
connId: params.connId,
|
|
682
|
+
sessionKey: params.sessionKey,
|
|
683
|
+
runId,
|
|
684
|
+
callId: params.callId
|
|
685
|
+
});
|
|
686
|
+
return {
|
|
687
|
+
ok: true,
|
|
688
|
+
runId,
|
|
689
|
+
idempotencyKey
|
|
690
|
+
};
|
|
691
|
+
}
|
|
692
|
+
//#endregion
|
|
693
|
+
//#region src/gateway/server-methods/talk-shared.ts
|
|
694
|
+
function canUseTalkDirectTools(client) {
|
|
695
|
+
return (Array.isArray(client?.connect?.scopes) ? client.connect.scopes : []).includes(ADMIN_SCOPE);
|
|
696
|
+
}
|
|
697
|
+
function broadcastTalkRoomEvents(context, connId, params) {
|
|
698
|
+
if (!connId || params.events.length === 0) return;
|
|
699
|
+
for (const talkEvent of params.events) context.broadcastToConnIds("talk.event", {
|
|
700
|
+
handoffId: params.handoffId,
|
|
701
|
+
roomId: params.roomId,
|
|
702
|
+
talkEvent
|
|
703
|
+
}, new Set([connId]), { dropIfSlow: true });
|
|
704
|
+
}
|
|
705
|
+
function talkHandoffErrorCode(reason) {
|
|
706
|
+
return reason === "invalid_token" || reason === "no_active_turn" || reason === "stale_turn" ? ErrorCodes.INVALID_REQUEST : ErrorCodes.UNAVAILABLE;
|
|
707
|
+
}
|
|
708
|
+
function getRecord(value) {
|
|
709
|
+
return asOptionalRecord(value) ?? void 0;
|
|
710
|
+
}
|
|
711
|
+
function singleRecordKey(record) {
|
|
712
|
+
const keys = record ? Object.keys(record) : [];
|
|
713
|
+
return keys.length === 1 ? keys[0] : void 0;
|
|
714
|
+
}
|
|
715
|
+
function getVoiceCallRealtimeConfig(config) {
|
|
716
|
+
const realtime = getRecord(getRecord(getRecord(getRecord(getRecord(config.plugins)?.entries)?.["voice-call"])?.config)?.realtime);
|
|
717
|
+
const providersRaw = getRecord(realtime?.providers);
|
|
718
|
+
const providers = {};
|
|
719
|
+
if (providersRaw) for (const [providerId, providerConfig] of Object.entries(providersRaw)) {
|
|
720
|
+
const record = getRecord(providerConfig);
|
|
721
|
+
if (record) providers[providerId] = record;
|
|
722
|
+
}
|
|
723
|
+
return {
|
|
724
|
+
provider: normalizeOptionalString(realtime?.provider),
|
|
725
|
+
providers: Object.keys(providers).length > 0 ? providers : void 0
|
|
726
|
+
};
|
|
727
|
+
}
|
|
728
|
+
function getVoiceCallStreamingConfig(config) {
|
|
729
|
+
const streaming = getRecord(getRecord(getRecord(getRecord(getRecord(config.plugins)?.entries)?.["voice-call"])?.config)?.streaming);
|
|
730
|
+
const providersRaw = getRecord(streaming?.providers);
|
|
731
|
+
const providers = {};
|
|
732
|
+
if (providersRaw) for (const [providerId, providerConfig] of Object.entries(providersRaw)) {
|
|
733
|
+
const record = getRecord(providerConfig);
|
|
734
|
+
if (record) providers[providerId] = record;
|
|
735
|
+
}
|
|
736
|
+
return {
|
|
737
|
+
provider: normalizeOptionalString(streaming?.provider),
|
|
738
|
+
providers: Object.keys(providers).length > 0 ? providers : void 0
|
|
739
|
+
};
|
|
740
|
+
}
|
|
741
|
+
function resolveConfiguredVoiceModelDefaultRef(params) {
|
|
742
|
+
const configuredProvider = normalizeOptionalString(params.provider);
|
|
743
|
+
const refs = resolveSupportedVoiceModelRefs({
|
|
744
|
+
config: params.config.agents?.defaults?.voiceModel,
|
|
745
|
+
providers: params.providers,
|
|
746
|
+
providerId: configuredProvider
|
|
747
|
+
});
|
|
748
|
+
for (const ref of refs) {
|
|
749
|
+
const provider = params.providers.find((entry) => providerMatchesId(entry, ref.provider));
|
|
750
|
+
if (!provider) continue;
|
|
751
|
+
if (!configuredProvider) {
|
|
752
|
+
const rawConfig = getVoiceProviderConfig({
|
|
753
|
+
providerConfigs: params.providerConfigs,
|
|
754
|
+
provider
|
|
755
|
+
});
|
|
756
|
+
const rawConfigWithModel = rawConfig.model === void 0 ? {
|
|
757
|
+
...rawConfig,
|
|
758
|
+
model: ref.model
|
|
759
|
+
} : rawConfig;
|
|
760
|
+
const providerConfig = provider.resolveConfig?.({
|
|
761
|
+
cfg: params.config,
|
|
762
|
+
rawConfig: rawConfigWithModel
|
|
763
|
+
}) ?? rawConfigWithModel;
|
|
764
|
+
if (!configuredOrFalse(() => provider.isConfigured({
|
|
765
|
+
cfg: params.config,
|
|
766
|
+
providerConfig
|
|
767
|
+
}))) continue;
|
|
768
|
+
}
|
|
769
|
+
return {
|
|
770
|
+
provider: provider.id,
|
|
771
|
+
model: ref.model
|
|
772
|
+
};
|
|
773
|
+
}
|
|
774
|
+
}
|
|
775
|
+
function buildTalkRealtimeConfig(config, requestedProvider) {
|
|
776
|
+
const voiceCallRealtime = getVoiceCallRealtimeConfig(config);
|
|
777
|
+
const talkRealtime = getRecord(config.talk?.realtime);
|
|
778
|
+
const talkRealtimeProviderConfigs = talkRealtime?.providers;
|
|
779
|
+
const explicitProvider = normalizeOptionalString(requestedProvider) ?? normalizeOptionalString(talkRealtime?.provider);
|
|
780
|
+
const singleConfiguredProvider = normalizeOptionalString(singleRecordKey(talkRealtimeProviderConfigs));
|
|
781
|
+
const selectedProvider = explicitProvider ?? singleConfiguredProvider ?? voiceCallRealtime.provider ?? singleConfiguredProvider;
|
|
782
|
+
const providerConfigs = {
|
|
783
|
+
...voiceCallRealtime.providers,
|
|
784
|
+
...talkRealtimeProviderConfigs
|
|
785
|
+
};
|
|
786
|
+
const voiceModelDefault = resolveConfiguredVoiceModelDefaultRef({
|
|
787
|
+
config,
|
|
788
|
+
provider: selectedProvider,
|
|
789
|
+
providerConfigs,
|
|
790
|
+
providers: listRealtimeVoiceProviders(config)
|
|
791
|
+
});
|
|
792
|
+
return {
|
|
793
|
+
provider: selectedProvider ?? voiceModelDefault?.provider,
|
|
794
|
+
providers: providerConfigs,
|
|
795
|
+
model: normalizeOptionalString(talkRealtime?.model) ?? voiceModelDefault?.model,
|
|
796
|
+
voice: normalizeOptionalString(talkRealtime?.speakerVoice) ?? normalizeOptionalString(talkRealtime?.speakerVoiceId) ?? normalizeOptionalString(talkRealtime?.voice),
|
|
797
|
+
instructions: normalizeOptionalString(talkRealtime?.instructions),
|
|
798
|
+
mode: normalizeOptionalLowercaseString(talkRealtime?.mode),
|
|
799
|
+
transport: normalizeOptionalLowercaseString(talkRealtime?.transport),
|
|
800
|
+
brain: normalizeOptionalLowercaseString(talkRealtime?.brain),
|
|
801
|
+
consultRouting: normalizeOptionalLowercaseString(talkRealtime?.consultRouting)
|
|
802
|
+
};
|
|
803
|
+
}
|
|
804
|
+
function buildTalkTranscriptionConfig(config, requestedProvider) {
|
|
805
|
+
const streamingConfig = getVoiceCallStreamingConfig(config);
|
|
806
|
+
const provider = normalizeOptionalString(requestedProvider) ?? streamingConfig.provider;
|
|
807
|
+
const providerConfigs = streamingConfig.providers ?? {};
|
|
808
|
+
const voiceModelDefault = resolveConfiguredVoiceModelDefaultRef({
|
|
809
|
+
config,
|
|
810
|
+
provider,
|
|
811
|
+
providerConfigs,
|
|
812
|
+
providers: listRealtimeTranscriptionProviders(config)
|
|
813
|
+
});
|
|
814
|
+
return {
|
|
815
|
+
provider: provider ?? voiceModelDefault?.provider,
|
|
816
|
+
providers: providerConfigs,
|
|
817
|
+
model: voiceModelDefault?.model
|
|
818
|
+
};
|
|
819
|
+
}
|
|
820
|
+
function configuredOrFalse(callback) {
|
|
821
|
+
try {
|
|
822
|
+
return callback();
|
|
823
|
+
} catch {
|
|
824
|
+
return false;
|
|
825
|
+
}
|
|
826
|
+
}
|
|
827
|
+
function resolveConfiguredRealtimeTranscriptionProvider(params) {
|
|
828
|
+
const providers = listRealtimeTranscriptionProviders(params.config);
|
|
829
|
+
const normalizedConfigured = normalizeOptionalLowercaseString(params.configuredProviderId);
|
|
830
|
+
const orderedProviders = normalizedConfigured ? providers.filter((provider) => normalizeOptionalLowercaseString(provider.id) === normalizedConfigured || (provider.aliases ?? []).some((alias) => normalizeOptionalLowercaseString(alias) === normalizedConfigured)) : providers.toSorted((a, b) => (a.autoSelectOrder ?? 1e3) - (b.autoSelectOrder ?? 1e3));
|
|
831
|
+
for (const provider of orderedProviders) {
|
|
832
|
+
const rawConfig = getVoiceProviderConfig({
|
|
833
|
+
providerConfigs: params.providerConfigs,
|
|
834
|
+
provider,
|
|
835
|
+
configuredProviderId: params.configuredProviderId
|
|
836
|
+
});
|
|
837
|
+
const rawConfigWithModel = params.defaultModel && rawConfig.model === void 0 ? {
|
|
838
|
+
...rawConfig,
|
|
839
|
+
model: params.defaultModel
|
|
840
|
+
} : rawConfig;
|
|
841
|
+
const providerConfig = provider.resolveConfig?.({
|
|
842
|
+
cfg: params.config,
|
|
843
|
+
rawConfig: rawConfigWithModel
|
|
844
|
+
}) ?? rawConfigWithModel;
|
|
845
|
+
if (configuredOrFalse(() => provider.isConfigured({
|
|
846
|
+
cfg: params.config,
|
|
847
|
+
providerConfig
|
|
848
|
+
}))) return {
|
|
849
|
+
provider,
|
|
850
|
+
providerConfig
|
|
851
|
+
};
|
|
852
|
+
}
|
|
853
|
+
if (normalizedConfigured) throw new Error(`Realtime transcription provider "${params.configuredProviderId}" is not configured`);
|
|
854
|
+
throw new Error("没有注册实时转录提供商");
|
|
855
|
+
}
|
|
856
|
+
const DEFAULT_REALTIME_INSTRUCTIONS = [
|
|
857
|
+
"You are FengMing's realtime voice interface. Keep spoken replies concise.",
|
|
858
|
+
`If the user asks for code, repository state, files, current FengMing context, tool-backed actions, or deeper reasoning, call ${REALTIME_VOICE_AGENT_CONSULT_TOOL_NAME} and then summarize the result naturally.`,
|
|
859
|
+
`Do not claim you cannot use tools, perform actions, or reach FengMing unless ${REALTIME_VOICE_AGENT_CONSULT_TOOL_NAME} returns that failure.`,
|
|
860
|
+
`When ${REALTIME_VOICE_AGENT_CONSULT_TOOL_NAME} is in progress, speak one brief acknowledgement such as "Let me check that for you", then wait for the final FengMing result before answering with the actual result.`,
|
|
861
|
+
`If FengMing is already working through ${REALTIME_VOICE_AGENT_CONSULT_TOOL_NAME} and the user asks in any language for progress, cancellation, a redirect/change, or a follow-up, call ${REALTIME_VOICE_AGENT_CONTROL_TOOL_NAME} with the semantic mode.`,
|
|
862
|
+
"For greetings and casual chatter while FengMing is working, answer naturally and do not redirect the active work."
|
|
863
|
+
].join(" ");
|
|
864
|
+
function buildRealtimeInstructions(configuredInstructions) {
|
|
865
|
+
const extra = normalizeOptionalString(configuredInstructions);
|
|
866
|
+
if (!extra) return DEFAULT_REALTIME_INSTRUCTIONS;
|
|
867
|
+
return `${DEFAULT_REALTIME_INSTRUCTIONS}\n\nAdditional realtime instructions:\n${extra}`;
|
|
868
|
+
}
|
|
869
|
+
function buildRealtimeVoiceLaunchOptions(params) {
|
|
870
|
+
return {
|
|
871
|
+
...pickRealtimeVoiceLaunchOptions(params.defaults),
|
|
872
|
+
...pickRealtimeVoiceLaunchOptions(params.requested)
|
|
873
|
+
};
|
|
874
|
+
}
|
|
875
|
+
function withRealtimeBrowserOverrides(providerConfig, params) {
|
|
876
|
+
const overrides = {};
|
|
877
|
+
const model = normalizeOptionalString(params.model);
|
|
878
|
+
const voice = normalizeOptionalString(params.voice);
|
|
879
|
+
const reasoningEffort = normalizeOptionalString(params.reasoningEffort);
|
|
880
|
+
if (model) overrides.model = model;
|
|
881
|
+
if (voice) overrides.voice = voice;
|
|
882
|
+
if (typeof params.vadThreshold === "number" && Number.isFinite(params.vadThreshold)) overrides.vadThreshold = params.vadThreshold;
|
|
883
|
+
if (typeof params.silenceDurationMs === "number" && Number.isFinite(params.silenceDurationMs)) overrides.silenceDurationMs = params.silenceDurationMs;
|
|
884
|
+
if (typeof params.prefixPaddingMs === "number" && Number.isFinite(params.prefixPaddingMs)) overrides.prefixPaddingMs = params.prefixPaddingMs;
|
|
885
|
+
if (reasoningEffort) overrides.reasoningEffort = reasoningEffort;
|
|
886
|
+
return Object.keys(overrides).length > 0 ? {
|
|
887
|
+
...providerConfig,
|
|
888
|
+
...overrides
|
|
889
|
+
} : providerConfig;
|
|
890
|
+
}
|
|
891
|
+
function pickRealtimeVoiceLaunchOptions(params) {
|
|
892
|
+
const options = {};
|
|
893
|
+
const model = normalizeOptionalString(params.model);
|
|
894
|
+
const voice = normalizeOptionalString(params.voice);
|
|
895
|
+
const reasoningEffort = normalizeOptionalString(params.reasoningEffort);
|
|
896
|
+
if (model) options.model = model;
|
|
897
|
+
if (voice) options.voice = voice;
|
|
898
|
+
if (typeof params.vadThreshold === "number" && Number.isFinite(params.vadThreshold)) options.vadThreshold = params.vadThreshold;
|
|
899
|
+
if (typeof params.silenceDurationMs === "number" && Number.isFinite(params.silenceDurationMs)) options.silenceDurationMs = params.silenceDurationMs;
|
|
900
|
+
if (typeof params.prefixPaddingMs === "number" && Number.isFinite(params.prefixPaddingMs)) options.prefixPaddingMs = params.prefixPaddingMs;
|
|
901
|
+
if (reasoningEffort) options.reasoningEffort = reasoningEffort;
|
|
902
|
+
return options;
|
|
903
|
+
}
|
|
904
|
+
function isUnsupportedBrowserWebRtcSession(session) {
|
|
905
|
+
const provider = normalizeLowercaseStringOrEmpty(session.provider);
|
|
906
|
+
const transport = session.transport ?? "webrtc";
|
|
907
|
+
return provider === "google" && transport === "webrtc";
|
|
908
|
+
}
|
|
909
|
+
//#endregion
|
|
910
|
+
//#region src/gateway/server-methods/talk-client.ts
|
|
911
|
+
const talkClientHandlers = {
|
|
912
|
+
"talk.client.create": async ({ params, respond, context }) => {
|
|
913
|
+
if (!validateTalkClientCreateParams(params)) {
|
|
914
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.client.create params: ${formatValidationErrors(validateTalkClientCreateParams.errors)}`));
|
|
915
|
+
return;
|
|
916
|
+
}
|
|
917
|
+
const typedParams = params;
|
|
918
|
+
try {
|
|
919
|
+
const runtimeConfig = context.getRuntimeConfig();
|
|
920
|
+
const realtimeConfig = buildTalkRealtimeConfig(runtimeConfig, typedParams.provider);
|
|
921
|
+
const mode = normalizeOptionalLowercaseString(typedParams.mode) ?? realtimeConfig.mode ?? "realtime";
|
|
922
|
+
if (mode !== "realtime") {
|
|
923
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `talk.client.create only supports mode="realtime"; use talk.catalog for ${mode} provider discovery`));
|
|
924
|
+
return;
|
|
925
|
+
}
|
|
926
|
+
if ((normalizeOptionalLowercaseString(typedParams.brain) ?? realtimeConfig.brain ?? "agent-consult") !== "agent-consult") {
|
|
927
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `talk.client.create only supports brain="agent-consult"`));
|
|
928
|
+
return;
|
|
929
|
+
}
|
|
930
|
+
const transport = normalizeOptionalLowercaseString(typedParams.transport) ?? realtimeConfig.transport;
|
|
931
|
+
if (transport === "managed-room") {
|
|
932
|
+
respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, "managed-room realtime Talk sessions are not available in the browser UI yet"));
|
|
933
|
+
return;
|
|
934
|
+
}
|
|
935
|
+
if (transport === "gateway-relay") {
|
|
936
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `talk.client.create is client-owned; use talk.session.create for gateway-relay`));
|
|
937
|
+
return;
|
|
938
|
+
}
|
|
939
|
+
const resolution = resolveConfiguredRealtimeVoiceProvider({
|
|
940
|
+
configuredProviderId: realtimeConfig.provider,
|
|
941
|
+
providerConfigs: realtimeConfig.providers,
|
|
942
|
+
cfg: runtimeConfig,
|
|
943
|
+
cfgForResolve: runtimeConfig,
|
|
944
|
+
defaultModel: realtimeConfig.model,
|
|
945
|
+
noRegisteredProviderMessage: "No realtime voice provider registered"
|
|
946
|
+
});
|
|
947
|
+
const launchOptions = buildRealtimeVoiceLaunchOptions({
|
|
948
|
+
requested: typedParams,
|
|
949
|
+
defaults: realtimeConfig
|
|
950
|
+
});
|
|
951
|
+
if (resolution.provider.createBrowserSession && transport !== "gateway-relay") {
|
|
952
|
+
const session = await resolution.provider.createBrowserSession({
|
|
953
|
+
cfg: runtimeConfig,
|
|
954
|
+
providerConfig: resolution.providerConfig,
|
|
955
|
+
instructions: buildRealtimeInstructions(realtimeConfig.instructions),
|
|
956
|
+
tools: [REALTIME_VOICE_AGENT_CONSULT_TOOL, REALTIME_VOICE_AGENT_CONTROL_TOOL],
|
|
957
|
+
...launchOptions
|
|
958
|
+
});
|
|
959
|
+
if (!isUnsupportedBrowserWebRtcSession(session) && (!transport || session.transport === transport)) {
|
|
960
|
+
respond(true, session, void 0);
|
|
961
|
+
return;
|
|
962
|
+
}
|
|
963
|
+
if (transport) {
|
|
964
|
+
respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, `Realtime provider "${resolution.provider.id}" does not support requested browser transport "${transport}"`));
|
|
965
|
+
return;
|
|
966
|
+
}
|
|
967
|
+
}
|
|
968
|
+
respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, `Realtime provider "${resolution.provider.id}" does not support client-owned realtime sessions`));
|
|
969
|
+
} catch (err) {
|
|
970
|
+
respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, formatForLog(err)));
|
|
971
|
+
}
|
|
972
|
+
},
|
|
973
|
+
"talk.client.toolCall": async (request) => {
|
|
974
|
+
const { params, respond } = request;
|
|
975
|
+
if (!validateTalkClientToolCallParams(params)) {
|
|
976
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.client.toolCall params: ${formatValidationErrors(validateTalkClientToolCallParams.errors)}`));
|
|
977
|
+
return;
|
|
978
|
+
}
|
|
979
|
+
if (params.name !== "fengming_agent_consult") {
|
|
980
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `unsupported realtime Talk tool: ${params.name}`));
|
|
981
|
+
return;
|
|
982
|
+
}
|
|
983
|
+
const result = await startTalkRealtimeAgentConsult({
|
|
984
|
+
context: request.context,
|
|
985
|
+
client: request.client,
|
|
986
|
+
isWebchatConnect: request.isWebchatConnect,
|
|
987
|
+
requestId: request.req.id,
|
|
988
|
+
sessionKey: params.sessionKey,
|
|
989
|
+
callId: params.callId,
|
|
990
|
+
args: params.args ?? {},
|
|
991
|
+
relaySessionId: normalizeOptionalString(params.relaySessionId),
|
|
992
|
+
connId: normalizeOptionalString(request.client?.connId)
|
|
993
|
+
});
|
|
994
|
+
if (!result.ok) {
|
|
995
|
+
respond(false, void 0, result.error);
|
|
996
|
+
return;
|
|
997
|
+
}
|
|
998
|
+
respond(true, {
|
|
999
|
+
runId: result.runId,
|
|
1000
|
+
idempotencyKey: result.idempotencyKey
|
|
1001
|
+
}, void 0);
|
|
1002
|
+
},
|
|
1003
|
+
"talk.client.steer": async ({ params, respond, client, context }) => {
|
|
1004
|
+
if (!validateTalkClientSteerParams(params)) {
|
|
1005
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.client.steer params: ${formatValidationErrors(validateTalkClientSteerParams.errors)}`));
|
|
1006
|
+
return;
|
|
1007
|
+
}
|
|
1008
|
+
if (!hasOwnedActiveTalkClientRun({
|
|
1009
|
+
context,
|
|
1010
|
+
clientConnId: client?.connId,
|
|
1011
|
+
sessionKey: params.sessionKey
|
|
1012
|
+
})) {
|
|
1013
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, "talk.client.steer requires an active browser-owned Talk run"));
|
|
1014
|
+
return;
|
|
1015
|
+
}
|
|
1016
|
+
try {
|
|
1017
|
+
respond(true, await controlRealtimeVoiceAgentRun({
|
|
1018
|
+
sessionKey: params.sessionKey,
|
|
1019
|
+
text: params.text,
|
|
1020
|
+
mode: params.mode
|
|
1021
|
+
}), void 0);
|
|
1022
|
+
} catch (err) {
|
|
1023
|
+
respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, formatForLog(err)));
|
|
1024
|
+
}
|
|
1025
|
+
}
|
|
1026
|
+
};
|
|
1027
|
+
function hasOwnedActiveTalkClientRun(params) {
|
|
1028
|
+
const connId = normalizeOptionalString(params.clientConnId);
|
|
1029
|
+
const sessionKey = params.sessionKey.trim();
|
|
1030
|
+
if (!connId || !sessionKey) return false;
|
|
1031
|
+
for (const entry of params.context.chatAbortControllers.values()) if (entry.sessionKey === sessionKey && entry.ownerConnId === connId && entry.kind !== "agent") return true;
|
|
1032
|
+
return false;
|
|
1033
|
+
}
|
|
1034
|
+
//#endregion
|
|
1035
|
+
//#region src/gateway/talk-handoff.ts
|
|
1036
|
+
const DEFAULT_TALK_HANDOFF_TTL_MS = 600 * 1e3;
|
|
1037
|
+
const MAX_TALK_HANDOFF_TTL_MS = 3600 * 1e3;
|
|
1038
|
+
const handoffs = /* @__PURE__ */ new Map();
|
|
1039
|
+
function createTalkHandoff(params) {
|
|
1040
|
+
pruneExpiredTalkHandoffs();
|
|
1041
|
+
const createdAt = Date.now();
|
|
1042
|
+
const ttlMs = normalizeTtlMs(params.ttlMs);
|
|
1043
|
+
const id = randomUUID();
|
|
1044
|
+
const roomId = `talk_${id}`;
|
|
1045
|
+
const token = randomBytes(32).toString("base64url");
|
|
1046
|
+
const room = createTalkHandoffRoom({
|
|
1047
|
+
roomId,
|
|
1048
|
+
mode: params.mode ?? "stt-tts",
|
|
1049
|
+
transport: params.transport ?? "managed-room",
|
|
1050
|
+
brain: params.brain ?? "agent-consult",
|
|
1051
|
+
provider: params.provider
|
|
1052
|
+
});
|
|
1053
|
+
const record = {
|
|
1054
|
+
id,
|
|
1055
|
+
roomId,
|
|
1056
|
+
roomUrl: `/talk/rooms/${roomId}`,
|
|
1057
|
+
tokenHash: hashTalkHandoffToken(token),
|
|
1058
|
+
sessionKey: params.sessionKey,
|
|
1059
|
+
sessionId: params.sessionId,
|
|
1060
|
+
channel: params.channel,
|
|
1061
|
+
target: params.target,
|
|
1062
|
+
provider: params.provider,
|
|
1063
|
+
model: params.model,
|
|
1064
|
+
voice: params.voice,
|
|
1065
|
+
mode: params.mode ?? "stt-tts",
|
|
1066
|
+
transport: params.transport ?? "managed-room",
|
|
1067
|
+
brain: params.brain ?? "agent-consult",
|
|
1068
|
+
createdAt,
|
|
1069
|
+
expiresAt: createdAt + ttlMs,
|
|
1070
|
+
room
|
|
1071
|
+
};
|
|
1072
|
+
appendTalkHandoffRoomEvent(record, {
|
|
1073
|
+
type: "session.started",
|
|
1074
|
+
payload: {
|
|
1075
|
+
handoffId: id,
|
|
1076
|
+
roomId
|
|
1077
|
+
}
|
|
1078
|
+
});
|
|
1079
|
+
handoffs.set(id, record);
|
|
1080
|
+
return {
|
|
1081
|
+
...toPublicTalkHandoffRecord(record),
|
|
1082
|
+
token
|
|
1083
|
+
};
|
|
1084
|
+
}
|
|
1085
|
+
function getTalkHandoff(id) {
|
|
1086
|
+
pruneExpiredTalkHandoffs();
|
|
1087
|
+
return handoffs.get(id);
|
|
1088
|
+
}
|
|
1089
|
+
function joinTalkHandoff(id, token, opts = {}) {
|
|
1090
|
+
const access = resolveTalkHandoffAccess(id, token);
|
|
1091
|
+
if (!access.ok) return access;
|
|
1092
|
+
const record = access.record;
|
|
1093
|
+
const previousClientId = record.room.activeClientId;
|
|
1094
|
+
const events = joinTalkHandoffRoom(record, opts.clientId);
|
|
1095
|
+
const replacedClientId = previousClientId && previousClientId !== opts.clientId ? previousClientId : void 0;
|
|
1096
|
+
const replacementEvents = replacedClientId ? events.filter((event) => event.type === "session.replaced") : [];
|
|
1097
|
+
const activeClientEvents = replacedClientId ? events.filter((event) => event.type !== "session.replaced") : events;
|
|
1098
|
+
return {
|
|
1099
|
+
ok: true,
|
|
1100
|
+
record: toPublicTalkHandoffRecord(record),
|
|
1101
|
+
events,
|
|
1102
|
+
replacedClientId,
|
|
1103
|
+
replacementEvents,
|
|
1104
|
+
activeClientEvents
|
|
1105
|
+
};
|
|
1106
|
+
}
|
|
1107
|
+
function startTalkHandoffTurn(id, token, opts = {}) {
|
|
1108
|
+
const access = resolveTalkHandoffAccess(id, token);
|
|
1109
|
+
if (!access.ok) return access;
|
|
1110
|
+
const record = access.record;
|
|
1111
|
+
if (opts.clientId) record.room.activeClientId = opts.clientId;
|
|
1112
|
+
const turnId = normalizeOptionalString(opts.turnId) ?? randomUUID();
|
|
1113
|
+
const turn = record.room.talk.startTurn({
|
|
1114
|
+
turnId,
|
|
1115
|
+
payload: {
|
|
1116
|
+
handoffId: id,
|
|
1117
|
+
roomId: record.roomId,
|
|
1118
|
+
clientId: record.room.activeClientId
|
|
1119
|
+
}
|
|
1120
|
+
});
|
|
1121
|
+
return {
|
|
1122
|
+
ok: true,
|
|
1123
|
+
record: toPublicTalkHandoffRecord(record),
|
|
1124
|
+
turnId,
|
|
1125
|
+
events: turn.event ? [turn.event] : []
|
|
1126
|
+
};
|
|
1127
|
+
}
|
|
1128
|
+
function endTalkHandoffTurn(id, token, opts = {}) {
|
|
1129
|
+
const access = resolveTalkHandoffAccess(id, token);
|
|
1130
|
+
if (!access.ok) return access;
|
|
1131
|
+
const record = access.record;
|
|
1132
|
+
const result = record.room.talk.endTurn({
|
|
1133
|
+
turnId: normalizeOptionalString(opts.turnId),
|
|
1134
|
+
payload: {
|
|
1135
|
+
handoffId: id,
|
|
1136
|
+
roomId: record.roomId
|
|
1137
|
+
}
|
|
1138
|
+
});
|
|
1139
|
+
if (!result.ok) return result;
|
|
1140
|
+
return {
|
|
1141
|
+
ok: true,
|
|
1142
|
+
record: toPublicTalkHandoffRecord(record),
|
|
1143
|
+
turnId: result.turnId,
|
|
1144
|
+
events: [result.event]
|
|
1145
|
+
};
|
|
1146
|
+
}
|
|
1147
|
+
function cancelTalkHandoffTurn(id, token, opts = {}) {
|
|
1148
|
+
const access = resolveTalkHandoffAccess(id, token);
|
|
1149
|
+
if (!access.ok) return access;
|
|
1150
|
+
const record = access.record;
|
|
1151
|
+
const result = record.room.talk.cancelTurn({
|
|
1152
|
+
turnId: normalizeOptionalString(opts.turnId),
|
|
1153
|
+
payload: {
|
|
1154
|
+
handoffId: id,
|
|
1155
|
+
roomId: record.roomId,
|
|
1156
|
+
reason: opts.reason ?? "client-cancelled"
|
|
1157
|
+
}
|
|
1158
|
+
});
|
|
1159
|
+
if (!result.ok) return result;
|
|
1160
|
+
return {
|
|
1161
|
+
ok: true,
|
|
1162
|
+
record: toPublicTalkHandoffRecord(record),
|
|
1163
|
+
turnId: result.turnId,
|
|
1164
|
+
events: [result.event]
|
|
1165
|
+
};
|
|
1166
|
+
}
|
|
1167
|
+
function revokeTalkHandoff(id) {
|
|
1168
|
+
pruneExpiredTalkHandoffs();
|
|
1169
|
+
const record = handoffs.get(id);
|
|
1170
|
+
if (!record) return {
|
|
1171
|
+
revoked: false,
|
|
1172
|
+
events: []
|
|
1173
|
+
};
|
|
1174
|
+
const event = appendTalkHandoffRoomEvent(record, {
|
|
1175
|
+
type: "session.closed",
|
|
1176
|
+
payload: {
|
|
1177
|
+
reason: "revoked",
|
|
1178
|
+
handoffId: id,
|
|
1179
|
+
roomId: record.roomId
|
|
1180
|
+
},
|
|
1181
|
+
final: true
|
|
1182
|
+
});
|
|
1183
|
+
handoffs.delete(id);
|
|
1184
|
+
return {
|
|
1185
|
+
revoked: true,
|
|
1186
|
+
roomId: record.roomId,
|
|
1187
|
+
activeClientId: record.room.activeClientId,
|
|
1188
|
+
events: [event]
|
|
1189
|
+
};
|
|
1190
|
+
}
|
|
1191
|
+
function verifyTalkHandoffToken(record, token) {
|
|
1192
|
+
return record.tokenHash === hashTalkHandoffToken(token);
|
|
1193
|
+
}
|
|
1194
|
+
function normalizeTtlMs(value) {
|
|
1195
|
+
if (!Number.isFinite(value) || value === void 0) return DEFAULT_TALK_HANDOFF_TTL_MS;
|
|
1196
|
+
return Math.min(Math.max(Math.trunc(value), 1e3), MAX_TALK_HANDOFF_TTL_MS);
|
|
1197
|
+
}
|
|
1198
|
+
function pruneExpiredTalkHandoffs(now = Date.now()) {
|
|
1199
|
+
for (const [id, record] of handoffs) if (record.expiresAt <= now) {
|
|
1200
|
+
appendTalkHandoffRoomEvent(record, {
|
|
1201
|
+
type: "session.closed",
|
|
1202
|
+
payload: {
|
|
1203
|
+
reason: "expired",
|
|
1204
|
+
handoffId: id,
|
|
1205
|
+
roomId: record.roomId
|
|
1206
|
+
},
|
|
1207
|
+
final: true
|
|
1208
|
+
});
|
|
1209
|
+
handoffs.delete(id);
|
|
1210
|
+
}
|
|
1211
|
+
}
|
|
1212
|
+
function hashTalkHandoffToken(token) {
|
|
1213
|
+
return createHash("sha256").update(token).digest("base64url");
|
|
1214
|
+
}
|
|
1215
|
+
function toPublicTalkHandoffRecord(record) {
|
|
1216
|
+
const { tokenHash: _tokenHash, room: _room, ...publicRecord } = record;
|
|
1217
|
+
return {
|
|
1218
|
+
...publicRecord,
|
|
1219
|
+
room: {
|
|
1220
|
+
activeClientId: record.room.activeClientId,
|
|
1221
|
+
activeTurnId: record.room.talk.activeTurnId,
|
|
1222
|
+
recentTalkEvents: [...record.room.talk.recentEvents]
|
|
1223
|
+
}
|
|
1224
|
+
};
|
|
1225
|
+
}
|
|
1226
|
+
function createTalkHandoffRoom(params) {
|
|
1227
|
+
return { talk: createTalkSessionController({
|
|
1228
|
+
sessionId: params.roomId,
|
|
1229
|
+
mode: params.mode,
|
|
1230
|
+
transport: params.transport,
|
|
1231
|
+
brain: params.brain,
|
|
1232
|
+
provider: params.provider
|
|
1233
|
+
}, { onEvent: recordTalkObservabilityEvent }) };
|
|
1234
|
+
}
|
|
1235
|
+
function resolveTalkHandoffAccess(id, token) {
|
|
1236
|
+
const record = handoffs.get(id);
|
|
1237
|
+
if (!record) return {
|
|
1238
|
+
ok: false,
|
|
1239
|
+
reason: "not_found"
|
|
1240
|
+
};
|
|
1241
|
+
if (record.expiresAt <= Date.now()) {
|
|
1242
|
+
appendTalkHandoffRoomEvent(record, {
|
|
1243
|
+
type: "session.closed",
|
|
1244
|
+
payload: {
|
|
1245
|
+
reason: "expired",
|
|
1246
|
+
handoffId: id,
|
|
1247
|
+
roomId: record.roomId
|
|
1248
|
+
},
|
|
1249
|
+
final: true
|
|
1250
|
+
});
|
|
1251
|
+
handoffs.delete(id);
|
|
1252
|
+
return {
|
|
1253
|
+
ok: false,
|
|
1254
|
+
reason: "expired"
|
|
1255
|
+
};
|
|
1256
|
+
}
|
|
1257
|
+
if (!verifyTalkHandoffToken(record, token)) return {
|
|
1258
|
+
ok: false,
|
|
1259
|
+
reason: "invalid_token"
|
|
1260
|
+
};
|
|
1261
|
+
return {
|
|
1262
|
+
ok: true,
|
|
1263
|
+
record
|
|
1264
|
+
};
|
|
1265
|
+
}
|
|
1266
|
+
function appendTalkHandoffRoomEvent(record, input) {
|
|
1267
|
+
return record.room.talk.emit(input);
|
|
1268
|
+
}
|
|
1269
|
+
function joinTalkHandoffRoom(record, clientId) {
|
|
1270
|
+
const events = [];
|
|
1271
|
+
if (record.room.activeClientId && record.room.activeClientId !== clientId) events.push(appendTalkHandoffRoomEvent(record, {
|
|
1272
|
+
type: "session.replaced",
|
|
1273
|
+
payload: {
|
|
1274
|
+
handoffId: record.id,
|
|
1275
|
+
roomId: record.roomId,
|
|
1276
|
+
previousClientId: record.room.activeClientId,
|
|
1277
|
+
nextClientId: clientId
|
|
1278
|
+
}
|
|
1279
|
+
}));
|
|
1280
|
+
record.room.activeClientId = clientId;
|
|
1281
|
+
events.push(appendTalkHandoffRoomEvent(record, {
|
|
1282
|
+
type: "session.ready",
|
|
1283
|
+
payload: {
|
|
1284
|
+
handoffId: record.id,
|
|
1285
|
+
roomId: record.roomId,
|
|
1286
|
+
clientId
|
|
1287
|
+
}
|
|
1288
|
+
}));
|
|
1289
|
+
return events;
|
|
1290
|
+
}
|
|
1291
|
+
//#endregion
|
|
1292
|
+
//#region src/gateway/talk-transcription-relay.ts
|
|
1293
|
+
const TRANSCRIPTION_SESSION_TTL_MS = 1800 * 1e3;
|
|
1294
|
+
const MAX_AUDIO_BASE64_BYTES = 512 * 1024;
|
|
1295
|
+
const MAX_TRANSCRIPTION_SESSIONS_PER_CONN = 2;
|
|
1296
|
+
const MAX_TRANSCRIPTION_SESSIONS_GLOBAL = 64;
|
|
1297
|
+
const TRANSCRIPTION_EVENT = "talk.event";
|
|
1298
|
+
const RELAY_INPUT_ENCODING = "g711_ulaw";
|
|
1299
|
+
const RELAY_INPUT_SAMPLE_RATE_HZ = 8e3;
|
|
1300
|
+
const transcriptionSessions = /* @__PURE__ */ new Map();
|
|
1301
|
+
function normalizeRelayInputEncoding(value) {
|
|
1302
|
+
if (typeof value !== "string") return;
|
|
1303
|
+
const normalized = value.trim().toLowerCase();
|
|
1304
|
+
if (!normalized) return;
|
|
1305
|
+
if (normalized === "mulaw" || normalized === "ulaw" || normalized === "g711_ulaw" || normalized === "g711-mulaw" || normalized === "pcm_mulaw" || normalized === "audio/pcmu" || normalized === "ulaw_8000") return "g711_ulaw";
|
|
1306
|
+
if (normalized === "alaw" || normalized === "g711_alaw" || normalized === "g711-alaw" || normalized === "pcm_alaw") return "g711_alaw";
|
|
1307
|
+
if (normalized === "pcm" || normalized === "pcm16" || normalized === "linear16" || normalized === "pcm_s16le") return "pcm16";
|
|
1308
|
+
}
|
|
1309
|
+
function inferSampleRateFromAudioFormat(value) {
|
|
1310
|
+
if (typeof value !== "string") return;
|
|
1311
|
+
const match = value.match(/_(\d+)$/);
|
|
1312
|
+
return match ? parseFiniteNumber(match[1]) : void 0;
|
|
1313
|
+
}
|
|
1314
|
+
function assertRelayInputAudioConfig(providerConfig) {
|
|
1315
|
+
const encodingValue = providerConfig.encoding ?? providerConfig.audioFormat ?? providerConfig.audio_format;
|
|
1316
|
+
const encoding = normalizeRelayInputEncoding(encodingValue);
|
|
1317
|
+
if (encoding && encoding !== RELAY_INPUT_ENCODING) throw new Error(`Gateway transcription relay requires ${RELAY_INPUT_ENCODING}/${RELAY_INPUT_SAMPLE_RATE_HZ} audio`);
|
|
1318
|
+
const sampleRate = parseFiniteNumber(providerConfig.sampleRate ?? providerConfig.sample_rate) ?? inferSampleRateFromAudioFormat(encodingValue);
|
|
1319
|
+
if (sampleRate && sampleRate !== RELAY_INPUT_SAMPLE_RATE_HZ) throw new Error(`Gateway transcription relay requires ${RELAY_INPUT_ENCODING}/${RELAY_INPUT_SAMPLE_RATE_HZ} audio`);
|
|
1320
|
+
}
|
|
1321
|
+
function broadcastToOwner(context, connId, event) {
|
|
1322
|
+
context.broadcastToConnIds(TRANSCRIPTION_EVENT, event, new Set([connId]), { dropIfSlow: true });
|
|
1323
|
+
}
|
|
1324
|
+
function ensureTranscriptionTurn(session) {
|
|
1325
|
+
const turn = session.talk.ensureTurn();
|
|
1326
|
+
if (turn.event) broadcastToOwner(session.context, session.connId, {
|
|
1327
|
+
transcriptionSessionId: session.id,
|
|
1328
|
+
type: "speechStart",
|
|
1329
|
+
talkEvent: turn.event
|
|
1330
|
+
});
|
|
1331
|
+
return turn.turnId;
|
|
1332
|
+
}
|
|
1333
|
+
function closeTranscriptionSession(session, reason) {
|
|
1334
|
+
if (session.closed) return;
|
|
1335
|
+
session.closed = true;
|
|
1336
|
+
transcriptionSessions.delete(session.id);
|
|
1337
|
+
clearTimeout(session.cleanupTimer);
|
|
1338
|
+
session.sttSession.close();
|
|
1339
|
+
broadcastToOwner(session.context, session.connId, {
|
|
1340
|
+
transcriptionSessionId: session.id,
|
|
1341
|
+
type: "close",
|
|
1342
|
+
reason,
|
|
1343
|
+
talkEvent: session.talk.emit({
|
|
1344
|
+
type: "session.closed",
|
|
1345
|
+
payload: { reason },
|
|
1346
|
+
final: true
|
|
1347
|
+
})
|
|
1348
|
+
});
|
|
1349
|
+
}
|
|
1350
|
+
function pruneExpiredTranscriptionSessions(nowMs = Date.now()) {
|
|
1351
|
+
for (const session of transcriptionSessions.values()) if (nowMs > session.expiresAtMs) closeTranscriptionSession(session, "completed");
|
|
1352
|
+
}
|
|
1353
|
+
function countTranscriptionSessionsForConn(connId) {
|
|
1354
|
+
let count = 0;
|
|
1355
|
+
for (const session of transcriptionSessions.values()) if (session.connId === connId) count += 1;
|
|
1356
|
+
return count;
|
|
1357
|
+
}
|
|
1358
|
+
function enforceTranscriptionSessionLimits(connId) {
|
|
1359
|
+
pruneExpiredTranscriptionSessions();
|
|
1360
|
+
if (transcriptionSessions.size >= MAX_TRANSCRIPTION_SESSIONS_GLOBAL) throw new Error("活跃的转录通话会话过多");
|
|
1361
|
+
if (countTranscriptionSessionsForConn(connId) >= MAX_TRANSCRIPTION_SESSIONS_PER_CONN) throw new Error("此连接的活跃转录通话会话过多");
|
|
1362
|
+
}
|
|
1363
|
+
function createTalkTranscriptionRelaySession(params) {
|
|
1364
|
+
enforceTranscriptionSessionLimits(params.connId);
|
|
1365
|
+
assertRelayInputAudioConfig(params.providerConfig);
|
|
1366
|
+
const transcriptionSessionId = randomUUID();
|
|
1367
|
+
const expiresAtMs = Date.now() + TRANSCRIPTION_SESSION_TTL_MS;
|
|
1368
|
+
const talk = createTalkSessionController({
|
|
1369
|
+
sessionId: transcriptionSessionId,
|
|
1370
|
+
mode: "transcription",
|
|
1371
|
+
transport: "gateway-relay",
|
|
1372
|
+
brain: "none",
|
|
1373
|
+
provider: params.provider.id
|
|
1374
|
+
}, { onEvent: recordTalkObservabilityEvent });
|
|
1375
|
+
let relay;
|
|
1376
|
+
const emit = (event, talkEvent) => {
|
|
1377
|
+
broadcastToOwner(params.context, params.connId, {
|
|
1378
|
+
...event,
|
|
1379
|
+
...talkEvent ? { talkEvent: talk.emit(talkEvent) } : {}
|
|
1380
|
+
});
|
|
1381
|
+
};
|
|
1382
|
+
const ensureTurnId = () => {
|
|
1383
|
+
return relay ? ensureTranscriptionTurn(relay) : "turn-1";
|
|
1384
|
+
};
|
|
1385
|
+
const sttSession = params.provider.createSession({
|
|
1386
|
+
cfg: params.context.getRuntimeConfig(),
|
|
1387
|
+
providerConfig: params.providerConfig,
|
|
1388
|
+
onSpeechStart: () => {
|
|
1389
|
+
ensureTurnId();
|
|
1390
|
+
},
|
|
1391
|
+
onPartial: (text) => {
|
|
1392
|
+
const turnId = ensureTurnId();
|
|
1393
|
+
emit({
|
|
1394
|
+
transcriptionSessionId,
|
|
1395
|
+
type: "partial",
|
|
1396
|
+
text
|
|
1397
|
+
}, {
|
|
1398
|
+
type: "transcript.delta",
|
|
1399
|
+
turnId,
|
|
1400
|
+
payload: { text }
|
|
1401
|
+
});
|
|
1402
|
+
},
|
|
1403
|
+
onTranscript: (text) => {
|
|
1404
|
+
const turnId = ensureTurnId();
|
|
1405
|
+
emit({
|
|
1406
|
+
transcriptionSessionId,
|
|
1407
|
+
type: "transcript",
|
|
1408
|
+
text,
|
|
1409
|
+
final: true
|
|
1410
|
+
}, {
|
|
1411
|
+
type: "transcript.done",
|
|
1412
|
+
turnId,
|
|
1413
|
+
payload: { text },
|
|
1414
|
+
final: true
|
|
1415
|
+
});
|
|
1416
|
+
if (relay) {
|
|
1417
|
+
const ended = relay.talk.endTurn({
|
|
1418
|
+
turnId,
|
|
1419
|
+
payload: {}
|
|
1420
|
+
});
|
|
1421
|
+
if (ended.ok) broadcastToOwner(relay.context, relay.connId, {
|
|
1422
|
+
transcriptionSessionId,
|
|
1423
|
+
type: "transcript",
|
|
1424
|
+
text: "",
|
|
1425
|
+
final: true,
|
|
1426
|
+
talkEvent: ended.event
|
|
1427
|
+
});
|
|
1428
|
+
}
|
|
1429
|
+
},
|
|
1430
|
+
onError: (error) => {
|
|
1431
|
+
emit({
|
|
1432
|
+
transcriptionSessionId,
|
|
1433
|
+
type: "error",
|
|
1434
|
+
message: error.message
|
|
1435
|
+
}, {
|
|
1436
|
+
type: "session.error",
|
|
1437
|
+
payload: { message: error.message },
|
|
1438
|
+
final: true
|
|
1439
|
+
});
|
|
1440
|
+
if (relay) closeTranscriptionSession(relay, "error");
|
|
1441
|
+
}
|
|
1442
|
+
});
|
|
1443
|
+
relay = {
|
|
1444
|
+
id: transcriptionSessionId,
|
|
1445
|
+
connId: params.connId,
|
|
1446
|
+
context: params.context,
|
|
1447
|
+
provider: params.provider,
|
|
1448
|
+
sttSession,
|
|
1449
|
+
talk,
|
|
1450
|
+
expiresAtMs,
|
|
1451
|
+
cleanupTimer: setTimeout(() => {
|
|
1452
|
+
const active = transcriptionSessions.get(transcriptionSessionId);
|
|
1453
|
+
if (active) closeTranscriptionSession(active, "completed");
|
|
1454
|
+
}, TRANSCRIPTION_SESSION_TTL_MS),
|
|
1455
|
+
closed: false
|
|
1456
|
+
};
|
|
1457
|
+
relay.cleanupTimer.unref?.();
|
|
1458
|
+
transcriptionSessions.set(transcriptionSessionId, relay);
|
|
1459
|
+
sttSession.connect().then(() => {
|
|
1460
|
+
emit({
|
|
1461
|
+
transcriptionSessionId,
|
|
1462
|
+
type: "ready"
|
|
1463
|
+
}, {
|
|
1464
|
+
type: "session.ready",
|
|
1465
|
+
payload: null
|
|
1466
|
+
});
|
|
1467
|
+
}).catch((error) => {
|
|
1468
|
+
emit({
|
|
1469
|
+
transcriptionSessionId,
|
|
1470
|
+
type: "error",
|
|
1471
|
+
message: error instanceof Error ? error.message : String(error)
|
|
1472
|
+
}, {
|
|
1473
|
+
type: "session.error",
|
|
1474
|
+
payload: { message: error instanceof Error ? error.message : String(error) },
|
|
1475
|
+
final: true
|
|
1476
|
+
});
|
|
1477
|
+
const active = transcriptionSessions.get(transcriptionSessionId);
|
|
1478
|
+
if (active) closeTranscriptionSession(active, "error");
|
|
1479
|
+
});
|
|
1480
|
+
return {
|
|
1481
|
+
provider: params.provider.id,
|
|
1482
|
+
mode: "transcription",
|
|
1483
|
+
transport: "gateway-relay",
|
|
1484
|
+
transcriptionSessionId,
|
|
1485
|
+
audio: {
|
|
1486
|
+
inputEncoding: RELAY_INPUT_ENCODING,
|
|
1487
|
+
inputSampleRateHz: RELAY_INPUT_SAMPLE_RATE_HZ
|
|
1488
|
+
},
|
|
1489
|
+
expiresAt: Math.floor(expiresAtMs / 1e3)
|
|
1490
|
+
};
|
|
1491
|
+
}
|
|
1492
|
+
function getTranscriptionSession(transcriptionSessionId, connId) {
|
|
1493
|
+
const session = transcriptionSessions.get(transcriptionSessionId);
|
|
1494
|
+
if (!session || session.connId !== connId || Date.now() > session.expiresAtMs) {
|
|
1495
|
+
if (session) closeTranscriptionSession(session, "completed");
|
|
1496
|
+
throw new Error("未知的转录通话会话");
|
|
1497
|
+
}
|
|
1498
|
+
return session;
|
|
1499
|
+
}
|
|
1500
|
+
function sendTalkTranscriptionRelayAudio(params) {
|
|
1501
|
+
if (params.audioBase64.length > MAX_AUDIO_BASE64_BYTES) throw new Error("转录通话音频帧过大");
|
|
1502
|
+
const session = getTranscriptionSession(params.transcriptionSessionId, params.connId);
|
|
1503
|
+
const audio = Buffer.from(params.audioBase64, "base64");
|
|
1504
|
+
const turnId = ensureTranscriptionTurn(session);
|
|
1505
|
+
session.sttSession.sendAudio(audio);
|
|
1506
|
+
broadcastToOwner(session.context, session.connId, {
|
|
1507
|
+
transcriptionSessionId: session.id,
|
|
1508
|
+
type: "inputAudio",
|
|
1509
|
+
byteLength: audio.byteLength,
|
|
1510
|
+
talkEvent: session.talk.emit({
|
|
1511
|
+
type: "input.audio.delta",
|
|
1512
|
+
turnId,
|
|
1513
|
+
payload: { byteLength: audio.byteLength }
|
|
1514
|
+
})
|
|
1515
|
+
});
|
|
1516
|
+
}
|
|
1517
|
+
function stopTalkTranscriptionRelaySession(params) {
|
|
1518
|
+
const session = getTranscriptionSession(params.transcriptionSessionId, params.connId);
|
|
1519
|
+
if (session.talk.activeTurnId) broadcastToOwner(session.context, session.connId, {
|
|
1520
|
+
transcriptionSessionId: session.id,
|
|
1521
|
+
type: "transcript",
|
|
1522
|
+
text: "",
|
|
1523
|
+
final: true,
|
|
1524
|
+
talkEvent: session.talk.emit({
|
|
1525
|
+
type: "input.audio.committed",
|
|
1526
|
+
turnId: session.talk.activeTurnId,
|
|
1527
|
+
payload: {},
|
|
1528
|
+
final: true
|
|
1529
|
+
})
|
|
1530
|
+
});
|
|
1531
|
+
closeTranscriptionSession(session, "completed");
|
|
1532
|
+
}
|
|
1533
|
+
function cancelTalkTranscriptionRelayTurn(params) {
|
|
1534
|
+
const session = getTranscriptionSession(params.transcriptionSessionId, params.connId);
|
|
1535
|
+
const turnId = ensureTranscriptionTurn(session);
|
|
1536
|
+
const cancelled = session.talk.cancelTurn({
|
|
1537
|
+
turnId,
|
|
1538
|
+
payload: { reason: params.reason ?? "client-cancelled" }
|
|
1539
|
+
});
|
|
1540
|
+
broadcastToOwner(session.context, session.connId, {
|
|
1541
|
+
transcriptionSessionId: session.id,
|
|
1542
|
+
type: "transcript",
|
|
1543
|
+
text: "",
|
|
1544
|
+
final: true,
|
|
1545
|
+
talkEvent: cancelled.ok ? cancelled.event : void 0
|
|
1546
|
+
});
|
|
1547
|
+
closeTranscriptionSession(session, "completed");
|
|
1548
|
+
}
|
|
1549
|
+
//#endregion
|
|
1550
|
+
//#region src/gateway/server-methods/talk-session.ts
|
|
1551
|
+
function normalizeTalkSessionMode(params) {
|
|
1552
|
+
const mode = normalizeOptionalLowercaseString(params.mode);
|
|
1553
|
+
if (mode) return mode;
|
|
1554
|
+
return normalizeOptionalLowercaseString(params.transport) === "managed-room" ? "stt-tts" : "realtime";
|
|
1555
|
+
}
|
|
1556
|
+
function normalizeTalkSessionTransport(params) {
|
|
1557
|
+
const transport = normalizeOptionalLowercaseString(params.transport);
|
|
1558
|
+
if (transport) return transport;
|
|
1559
|
+
return params.mode === "stt-tts" ? "managed-room" : "gateway-relay";
|
|
1560
|
+
}
|
|
1561
|
+
function normalizeTalkSessionBrain(params) {
|
|
1562
|
+
const brain = normalizeOptionalLowercaseString(params.brain);
|
|
1563
|
+
if (brain) return brain;
|
|
1564
|
+
return params.mode === "transcription" ? "none" : "agent-consult";
|
|
1565
|
+
}
|
|
1566
|
+
function isActiveManagedRoomClient(session, connId) {
|
|
1567
|
+
if (!connId) return false;
|
|
1568
|
+
return getTalkHandoff(session.handoffId)?.room.activeClientId === connId;
|
|
1569
|
+
}
|
|
1570
|
+
function canCloseManagedRoomSession(session, connId) {
|
|
1571
|
+
const handoff = getTalkHandoff(session.handoffId);
|
|
1572
|
+
return !handoff?.room.activeClientId || handoff.room.activeClientId === connId;
|
|
1573
|
+
}
|
|
1574
|
+
function canCreateUnscopedManagedRoomSession(client) {
|
|
1575
|
+
return client?.connect?.scopes?.includes(ADMIN_SCOPE) === true;
|
|
1576
|
+
}
|
|
1577
|
+
function managedRoomOwnershipError(action) {
|
|
1578
|
+
return errorShape(ErrorCodes.INVALID_REQUEST, `talk.session.${action} requires the active managed-room connection`);
|
|
1579
|
+
}
|
|
1580
|
+
const talkSessionHandlers = {
|
|
1581
|
+
"talk.session.create": async ({ params, respond, context, client }) => {
|
|
1582
|
+
if (!validateTalkSessionCreateParams(params)) {
|
|
1583
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.session.create params: ${formatValidationErrors(validateTalkSessionCreateParams.errors)}`));
|
|
1584
|
+
return;
|
|
1585
|
+
}
|
|
1586
|
+
const mode = normalizeTalkSessionMode(params);
|
|
1587
|
+
const transport = normalizeTalkSessionTransport({
|
|
1588
|
+
mode,
|
|
1589
|
+
transport: params.transport
|
|
1590
|
+
});
|
|
1591
|
+
const brain = normalizeTalkSessionBrain({
|
|
1592
|
+
mode,
|
|
1593
|
+
brain: params.brain
|
|
1594
|
+
});
|
|
1595
|
+
if (transport === "webrtc" || transport === "provider-websocket") {
|
|
1596
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `talk.session.create is Gateway-managed; use talk.client.create for client transport "${transport}"`));
|
|
1597
|
+
return;
|
|
1598
|
+
}
|
|
1599
|
+
try {
|
|
1600
|
+
if (transport === "managed-room") {
|
|
1601
|
+
if (brain === "direct-tools" && !canUseTalkDirectTools(client)) {
|
|
1602
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `talk.session.create brain="direct-tools" requires gateway scope: ${ADMIN_SCOPE}`));
|
|
1603
|
+
return;
|
|
1604
|
+
}
|
|
1605
|
+
const spawnedBy = normalizeOptionalString(params.spawnedBy);
|
|
1606
|
+
if (normalizeOptionalString(params.sessionKey) && !spawnedBy && !canCreateUnscopedManagedRoomSession(client)) {
|
|
1607
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `talk.session.create managed-room sessionKey requires spawnedBy or gateway scope: ${ADMIN_SCOPE}`));
|
|
1608
|
+
return;
|
|
1609
|
+
}
|
|
1610
|
+
const resolvedSession = await resolveSessionKeyFromResolveParams({
|
|
1611
|
+
cfg: context.getRuntimeConfig(),
|
|
1612
|
+
p: {
|
|
1613
|
+
key: params.sessionKey,
|
|
1614
|
+
...spawnedBy ? { spawnedBy } : {},
|
|
1615
|
+
includeGlobal: true,
|
|
1616
|
+
includeUnknown: true
|
|
1617
|
+
}
|
|
1618
|
+
});
|
|
1619
|
+
if (!resolvedSession.ok) {
|
|
1620
|
+
respond(false, void 0, resolvedSession.error);
|
|
1621
|
+
return;
|
|
1622
|
+
}
|
|
1623
|
+
const handoff = createTalkHandoff({
|
|
1624
|
+
sessionKey: resolvedSession.key,
|
|
1625
|
+
provider: normalizeOptionalString(params.provider),
|
|
1626
|
+
model: normalizeOptionalString(params.model),
|
|
1627
|
+
voice: normalizeOptionalString(params.voice),
|
|
1628
|
+
mode,
|
|
1629
|
+
transport,
|
|
1630
|
+
brain,
|
|
1631
|
+
ttlMs: params.ttlMs
|
|
1632
|
+
});
|
|
1633
|
+
rememberUnifiedTalkSession(handoff.id, {
|
|
1634
|
+
kind: "managed-room",
|
|
1635
|
+
handoffId: handoff.id,
|
|
1636
|
+
token: handoff.token,
|
|
1637
|
+
roomId: handoff.roomId
|
|
1638
|
+
});
|
|
1639
|
+
respond(true, {
|
|
1640
|
+
sessionId: handoff.id,
|
|
1641
|
+
provider: handoff.provider,
|
|
1642
|
+
mode: handoff.mode,
|
|
1643
|
+
transport: handoff.transport,
|
|
1644
|
+
brain: handoff.brain,
|
|
1645
|
+
handoffId: handoff.id,
|
|
1646
|
+
roomId: handoff.roomId,
|
|
1647
|
+
roomUrl: handoff.roomUrl,
|
|
1648
|
+
token: handoff.token,
|
|
1649
|
+
model: handoff.model,
|
|
1650
|
+
voice: handoff.voice,
|
|
1651
|
+
expiresAt: handoff.expiresAt
|
|
1652
|
+
}, void 0);
|
|
1653
|
+
return;
|
|
1654
|
+
}
|
|
1655
|
+
const connId = client?.connId;
|
|
1656
|
+
if (!connId) {
|
|
1657
|
+
respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, "Talk session unavailable"));
|
|
1658
|
+
return;
|
|
1659
|
+
}
|
|
1660
|
+
if (mode === "realtime") {
|
|
1661
|
+
if (transport !== "gateway-relay" || brain !== "agent-consult") {
|
|
1662
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `realtime talk.session.create requires transport="gateway-relay" and brain="agent-consult"`));
|
|
1663
|
+
return;
|
|
1664
|
+
}
|
|
1665
|
+
const runtimeConfig = context.getRuntimeConfig();
|
|
1666
|
+
const realtimeConfig = buildTalkRealtimeConfig(runtimeConfig, params.provider);
|
|
1667
|
+
const resolution = resolveConfiguredRealtimeVoiceProvider({
|
|
1668
|
+
configuredProviderId: realtimeConfig.provider,
|
|
1669
|
+
providerConfigs: realtimeConfig.providers,
|
|
1670
|
+
cfg: runtimeConfig,
|
|
1671
|
+
cfgForResolve: runtimeConfig,
|
|
1672
|
+
defaultModel: realtimeConfig.model,
|
|
1673
|
+
noRegisteredProviderMessage: "No realtime voice provider registered"
|
|
1674
|
+
});
|
|
1675
|
+
const launchOptions = buildRealtimeVoiceLaunchOptions({
|
|
1676
|
+
requested: params,
|
|
1677
|
+
defaults: realtimeConfig
|
|
1678
|
+
});
|
|
1679
|
+
const session = createTalkRealtimeRelaySession({
|
|
1680
|
+
context,
|
|
1681
|
+
connId,
|
|
1682
|
+
cfg: runtimeConfig,
|
|
1683
|
+
provider: resolution.provider,
|
|
1684
|
+
providerConfig: withRealtimeBrowserOverrides(resolution.providerConfig, launchOptions),
|
|
1685
|
+
instructions: buildRealtimeInstructions(realtimeConfig.instructions),
|
|
1686
|
+
tools: [REALTIME_VOICE_AGENT_CONSULT_TOOL, REALTIME_VOICE_AGENT_CONTROL_TOOL],
|
|
1687
|
+
model: launchOptions.model,
|
|
1688
|
+
sessionKey: normalizeOptionalString(params.sessionKey),
|
|
1689
|
+
voice: launchOptions.voice,
|
|
1690
|
+
forceAgentConsultOnFinalTranscript: realtimeConfig.consultRouting === "force-agent-consult"
|
|
1691
|
+
});
|
|
1692
|
+
rememberUnifiedTalkSession(session.relaySessionId, {
|
|
1693
|
+
kind: "realtime-relay",
|
|
1694
|
+
connId,
|
|
1695
|
+
relaySessionId: session.relaySessionId
|
|
1696
|
+
});
|
|
1697
|
+
respond(true, {
|
|
1698
|
+
...session,
|
|
1699
|
+
sessionId: session.relaySessionId,
|
|
1700
|
+
mode,
|
|
1701
|
+
brain
|
|
1702
|
+
}, void 0);
|
|
1703
|
+
return;
|
|
1704
|
+
}
|
|
1705
|
+
if (mode === "transcription") {
|
|
1706
|
+
if (transport !== "gateway-relay" || brain !== "none") {
|
|
1707
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `transcription talk.session.create requires transport="gateway-relay" and brain="none"`));
|
|
1708
|
+
return;
|
|
1709
|
+
}
|
|
1710
|
+
const runtimeConfig = context.getRuntimeConfig();
|
|
1711
|
+
const transcriptionConfig = buildTalkTranscriptionConfig(runtimeConfig, params.provider);
|
|
1712
|
+
const resolution = resolveConfiguredRealtimeTranscriptionProvider({
|
|
1713
|
+
config: runtimeConfig,
|
|
1714
|
+
configuredProviderId: transcriptionConfig.provider,
|
|
1715
|
+
providerConfigs: transcriptionConfig.providers,
|
|
1716
|
+
defaultModel: transcriptionConfig.model
|
|
1717
|
+
});
|
|
1718
|
+
const session = createTalkTranscriptionRelaySession({
|
|
1719
|
+
context,
|
|
1720
|
+
connId,
|
|
1721
|
+
provider: resolution.provider,
|
|
1722
|
+
providerConfig: resolution.providerConfig
|
|
1723
|
+
});
|
|
1724
|
+
rememberUnifiedTalkSession(session.transcriptionSessionId, {
|
|
1725
|
+
kind: "transcription-relay",
|
|
1726
|
+
connId,
|
|
1727
|
+
transcriptionSessionId: session.transcriptionSessionId
|
|
1728
|
+
});
|
|
1729
|
+
respond(true, {
|
|
1730
|
+
...session,
|
|
1731
|
+
sessionId: session.transcriptionSessionId,
|
|
1732
|
+
brain
|
|
1733
|
+
}, void 0);
|
|
1734
|
+
return;
|
|
1735
|
+
}
|
|
1736
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `stt-tts talk.session.create requires transport="managed-room"`));
|
|
1737
|
+
} catch (err) {
|
|
1738
|
+
respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, formatForLog(err)));
|
|
1739
|
+
}
|
|
1740
|
+
},
|
|
1741
|
+
"talk.session.join": async ({ params, respond, client, context }) => {
|
|
1742
|
+
if (!validateTalkSessionJoinParams(params)) {
|
|
1743
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.session.join params: ${formatValidationErrors(validateTalkSessionJoinParams.errors)}`));
|
|
1744
|
+
return;
|
|
1745
|
+
}
|
|
1746
|
+
try {
|
|
1747
|
+
const session = getUnifiedTalkSession(params.sessionId);
|
|
1748
|
+
if (session.kind !== "managed-room") {
|
|
1749
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, "talk.session.join requires a managed-room session"));
|
|
1750
|
+
return;
|
|
1751
|
+
}
|
|
1752
|
+
const result = joinTalkHandoff(session.handoffId, params.token, { clientId: client?.connId });
|
|
1753
|
+
if (!result.ok) {
|
|
1754
|
+
respond(false, void 0, errorShape(result.reason === "invalid_token" ? ErrorCodes.INVALID_REQUEST : ErrorCodes.UNAVAILABLE, `talk session join failed: ${result.reason}`));
|
|
1755
|
+
return;
|
|
1756
|
+
}
|
|
1757
|
+
broadcastTalkRoomEvents(context, result.replacedClientId, {
|
|
1758
|
+
handoffId: result.record.id,
|
|
1759
|
+
roomId: result.record.roomId,
|
|
1760
|
+
events: result.replacementEvents
|
|
1761
|
+
});
|
|
1762
|
+
broadcastTalkRoomEvents(context, client?.connId, {
|
|
1763
|
+
handoffId: result.record.id,
|
|
1764
|
+
roomId: result.record.roomId,
|
|
1765
|
+
events: result.activeClientEvents
|
|
1766
|
+
});
|
|
1767
|
+
respond(true, result.record, void 0);
|
|
1768
|
+
} catch (err) {
|
|
1769
|
+
respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, formatForLog(err)));
|
|
1770
|
+
}
|
|
1771
|
+
},
|
|
1772
|
+
"talk.session.appendAudio": async ({ params, respond, client }) => {
|
|
1773
|
+
if (!validateTalkSessionAppendAudioParams(params)) {
|
|
1774
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.session.appendAudio params: ${formatValidationErrors(validateTalkSessionAppendAudioParams.errors)}`));
|
|
1775
|
+
return;
|
|
1776
|
+
}
|
|
1777
|
+
try {
|
|
1778
|
+
const session = getUnifiedTalkSession(params.sessionId);
|
|
1779
|
+
if (session.kind === "realtime-relay") {
|
|
1780
|
+
const connId = requireUnifiedTalkSessionConn(session, client?.connId);
|
|
1781
|
+
sendTalkRealtimeRelayAudio({
|
|
1782
|
+
relaySessionId: session.relaySessionId,
|
|
1783
|
+
connId,
|
|
1784
|
+
audioBase64: params.audioBase64,
|
|
1785
|
+
timestamp: params.timestamp
|
|
1786
|
+
});
|
|
1787
|
+
respond(true, { ok: true }, void 0);
|
|
1788
|
+
return;
|
|
1789
|
+
}
|
|
1790
|
+
if (session.kind === "transcription-relay") {
|
|
1791
|
+
const connId = requireUnifiedTalkSessionConn(session, client?.connId);
|
|
1792
|
+
sendTalkTranscriptionRelayAudio({
|
|
1793
|
+
transcriptionSessionId: session.transcriptionSessionId,
|
|
1794
|
+
connId,
|
|
1795
|
+
audioBase64: params.audioBase64
|
|
1796
|
+
});
|
|
1797
|
+
respond(true, { ok: true }, void 0);
|
|
1798
|
+
return;
|
|
1799
|
+
}
|
|
1800
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, "talk.session.appendAudio is not supported for managed-room sessions"));
|
|
1801
|
+
} catch (err) {
|
|
1802
|
+
respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, formatForLog(err)));
|
|
1803
|
+
}
|
|
1804
|
+
},
|
|
1805
|
+
"talk.session.startTurn": async ({ params, respond, client, context }) => {
|
|
1806
|
+
if (!validateTalkSessionTurnParams(params)) {
|
|
1807
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.session.startTurn params: ${formatValidationErrors(validateTalkSessionTurnParams.errors)}`));
|
|
1808
|
+
return;
|
|
1809
|
+
}
|
|
1810
|
+
try {
|
|
1811
|
+
const session = getUnifiedTalkSession(params.sessionId);
|
|
1812
|
+
if (session.kind !== "managed-room") {
|
|
1813
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, "talk.session.startTurn requires managed-room"));
|
|
1814
|
+
return;
|
|
1815
|
+
}
|
|
1816
|
+
if (!isActiveManagedRoomClient(session, client?.connId)) {
|
|
1817
|
+
respond(false, void 0, managedRoomOwnershipError("startTurn"));
|
|
1818
|
+
return;
|
|
1819
|
+
}
|
|
1820
|
+
const result = startTalkHandoffTurn(session.handoffId, session.token, {
|
|
1821
|
+
turnId: params.turnId,
|
|
1822
|
+
clientId: client?.connId
|
|
1823
|
+
});
|
|
1824
|
+
if (!result.ok) {
|
|
1825
|
+
respond(false, void 0, errorShape(talkHandoffErrorCode(result.reason), `talk turn start failed: ${result.reason}`));
|
|
1826
|
+
return;
|
|
1827
|
+
}
|
|
1828
|
+
broadcastTalkRoomEvents(context, result.record.room.activeClientId, {
|
|
1829
|
+
handoffId: result.record.id,
|
|
1830
|
+
roomId: result.record.roomId,
|
|
1831
|
+
events: result.events
|
|
1832
|
+
});
|
|
1833
|
+
respond(true, {
|
|
1834
|
+
ok: true,
|
|
1835
|
+
turnId: result.turnId,
|
|
1836
|
+
events: result.events
|
|
1837
|
+
}, void 0);
|
|
1838
|
+
} catch (err) {
|
|
1839
|
+
respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, formatForLog(err)));
|
|
1840
|
+
}
|
|
1841
|
+
},
|
|
1842
|
+
"talk.session.endTurn": async ({ params, respond, client, context }) => {
|
|
1843
|
+
if (!validateTalkSessionTurnParams(params)) {
|
|
1844
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.session.endTurn params: ${formatValidationErrors(validateTalkSessionTurnParams.errors)}`));
|
|
1845
|
+
return;
|
|
1846
|
+
}
|
|
1847
|
+
try {
|
|
1848
|
+
const session = getUnifiedTalkSession(params.sessionId);
|
|
1849
|
+
if (session.kind !== "managed-room") {
|
|
1850
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, "talk.session.endTurn requires managed-room"));
|
|
1851
|
+
return;
|
|
1852
|
+
}
|
|
1853
|
+
if (!isActiveManagedRoomClient(session, client?.connId)) {
|
|
1854
|
+
respond(false, void 0, managedRoomOwnershipError("endTurn"));
|
|
1855
|
+
return;
|
|
1856
|
+
}
|
|
1857
|
+
const result = endTalkHandoffTurn(session.handoffId, session.token, { turnId: params.turnId });
|
|
1858
|
+
if (!result.ok) {
|
|
1859
|
+
respond(false, void 0, errorShape(talkHandoffErrorCode(result.reason), `talk turn end failed: ${result.reason}`));
|
|
1860
|
+
return;
|
|
1861
|
+
}
|
|
1862
|
+
broadcastTalkRoomEvents(context, result.record.room.activeClientId, {
|
|
1863
|
+
handoffId: result.record.id,
|
|
1864
|
+
roomId: result.record.roomId,
|
|
1865
|
+
events: result.events
|
|
1866
|
+
});
|
|
1867
|
+
respond(true, {
|
|
1868
|
+
ok: true,
|
|
1869
|
+
turnId: result.turnId,
|
|
1870
|
+
events: result.events
|
|
1871
|
+
}, void 0);
|
|
1872
|
+
} catch (err) {
|
|
1873
|
+
respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, formatForLog(err)));
|
|
1874
|
+
}
|
|
1875
|
+
},
|
|
1876
|
+
"talk.session.cancelTurn": async ({ params, respond, client, context }) => {
|
|
1877
|
+
if (!validateTalkSessionCancelTurnParams(params)) {
|
|
1878
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.session.cancelTurn params: ${formatValidationErrors(validateTalkSessionCancelTurnParams.errors)}`));
|
|
1879
|
+
return;
|
|
1880
|
+
}
|
|
1881
|
+
try {
|
|
1882
|
+
const session = getUnifiedTalkSession(params.sessionId);
|
|
1883
|
+
if (session.kind === "realtime-relay") {
|
|
1884
|
+
const connId = requireUnifiedTalkSessionConn(session, client?.connId);
|
|
1885
|
+
cancelTalkRealtimeRelayTurn({
|
|
1886
|
+
relaySessionId: session.relaySessionId,
|
|
1887
|
+
connId,
|
|
1888
|
+
reason: normalizeOptionalString(params.reason)
|
|
1889
|
+
});
|
|
1890
|
+
respond(true, { ok: true }, void 0);
|
|
1891
|
+
return;
|
|
1892
|
+
}
|
|
1893
|
+
if (session.kind === "transcription-relay") {
|
|
1894
|
+
const connId = requireUnifiedTalkSessionConn(session, client?.connId);
|
|
1895
|
+
cancelTalkTranscriptionRelayTurn({
|
|
1896
|
+
transcriptionSessionId: session.transcriptionSessionId,
|
|
1897
|
+
connId,
|
|
1898
|
+
reason: normalizeOptionalString(params.reason)
|
|
1899
|
+
});
|
|
1900
|
+
respond(true, { ok: true }, void 0);
|
|
1901
|
+
return;
|
|
1902
|
+
}
|
|
1903
|
+
if (!isActiveManagedRoomClient(session, client?.connId)) {
|
|
1904
|
+
respond(false, void 0, managedRoomOwnershipError("cancelTurn"));
|
|
1905
|
+
return;
|
|
1906
|
+
}
|
|
1907
|
+
const result = cancelTalkHandoffTurn(session.handoffId, session.token, {
|
|
1908
|
+
turnId: params.turnId,
|
|
1909
|
+
reason: params.reason
|
|
1910
|
+
});
|
|
1911
|
+
if (!result.ok) {
|
|
1912
|
+
respond(false, void 0, errorShape(talkHandoffErrorCode(result.reason), `talk turn cancel failed: ${result.reason}`));
|
|
1913
|
+
return;
|
|
1914
|
+
}
|
|
1915
|
+
broadcastTalkRoomEvents(context, result.record.room.activeClientId, {
|
|
1916
|
+
handoffId: result.record.id,
|
|
1917
|
+
roomId: result.record.roomId,
|
|
1918
|
+
events: result.events
|
|
1919
|
+
});
|
|
1920
|
+
respond(true, {
|
|
1921
|
+
ok: true,
|
|
1922
|
+
turnId: result.turnId,
|
|
1923
|
+
events: result.events
|
|
1924
|
+
}, void 0);
|
|
1925
|
+
} catch (err) {
|
|
1926
|
+
respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, formatForLog(err)));
|
|
1927
|
+
}
|
|
1928
|
+
},
|
|
1929
|
+
"talk.session.cancelOutput": async ({ params, respond, client }) => {
|
|
1930
|
+
if (!validateTalkSessionCancelOutputParams(params)) {
|
|
1931
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.session.cancelOutput params: ${formatValidationErrors(validateTalkSessionCancelOutputParams.errors)}`));
|
|
1932
|
+
return;
|
|
1933
|
+
}
|
|
1934
|
+
try {
|
|
1935
|
+
const session = getUnifiedTalkSession(params.sessionId);
|
|
1936
|
+
if (session.kind !== "realtime-relay") {
|
|
1937
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, "talk.session.cancelOutput requires realtime relay"));
|
|
1938
|
+
return;
|
|
1939
|
+
}
|
|
1940
|
+
const connId = requireUnifiedTalkSessionConn(session, client?.connId);
|
|
1941
|
+
cancelTalkRealtimeRelayTurn({
|
|
1942
|
+
relaySessionId: session.relaySessionId,
|
|
1943
|
+
connId,
|
|
1944
|
+
reason: normalizeOptionalString(params.reason) ?? "output-cancelled"
|
|
1945
|
+
});
|
|
1946
|
+
respond(true, { ok: true }, void 0);
|
|
1947
|
+
} catch (err) {
|
|
1948
|
+
respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, formatForLog(err)));
|
|
1949
|
+
}
|
|
1950
|
+
},
|
|
1951
|
+
"talk.session.submitToolResult": async ({ params, respond, client }) => {
|
|
1952
|
+
if (!validateTalkSessionSubmitToolResultParams(params)) {
|
|
1953
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.session.submitToolResult params: ${formatValidationErrors(validateTalkSessionSubmitToolResultParams.errors)}`));
|
|
1954
|
+
return;
|
|
1955
|
+
}
|
|
1956
|
+
try {
|
|
1957
|
+
const session = getUnifiedTalkSession(params.sessionId);
|
|
1958
|
+
if (session.kind !== "realtime-relay") {
|
|
1959
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, "talk.session.submitToolResult is only supported for realtime relay sessions"));
|
|
1960
|
+
return;
|
|
1961
|
+
}
|
|
1962
|
+
const connId = requireUnifiedTalkSessionConn(session, client?.connId);
|
|
1963
|
+
submitTalkRealtimeRelayToolResult({
|
|
1964
|
+
relaySessionId: session.relaySessionId,
|
|
1965
|
+
connId,
|
|
1966
|
+
callId: params.callId,
|
|
1967
|
+
result: params.result,
|
|
1968
|
+
options: params.options
|
|
1969
|
+
});
|
|
1970
|
+
respond(true, { ok: true }, void 0);
|
|
1971
|
+
} catch (err) {
|
|
1972
|
+
respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, formatForLog(err)));
|
|
1973
|
+
}
|
|
1974
|
+
},
|
|
1975
|
+
"talk.session.steer": async ({ params, respond, client }) => {
|
|
1976
|
+
if (!validateTalkSessionSteerParams(params)) {
|
|
1977
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.session.steer params: ${formatValidationErrors(validateTalkSessionSteerParams.errors)}`));
|
|
1978
|
+
return;
|
|
1979
|
+
}
|
|
1980
|
+
try {
|
|
1981
|
+
const session = getUnifiedTalkSession(params.sessionId);
|
|
1982
|
+
if (session.kind === "realtime-relay") {
|
|
1983
|
+
const connId = requireUnifiedTalkSessionConn(session, client?.connId);
|
|
1984
|
+
respond(true, await steerTalkRealtimeRelayAgentRun({
|
|
1985
|
+
relaySessionId: session.relaySessionId,
|
|
1986
|
+
connId,
|
|
1987
|
+
sessionKey: normalizeOptionalString(params.sessionKey),
|
|
1988
|
+
text: params.text,
|
|
1989
|
+
mode: normalizeOptionalString(params.mode)
|
|
1990
|
+
}), void 0);
|
|
1991
|
+
return;
|
|
1992
|
+
}
|
|
1993
|
+
if (session.kind === "transcription-relay") {
|
|
1994
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, "talk.session.steer requires an agent-backed Talk session"));
|
|
1995
|
+
return;
|
|
1996
|
+
}
|
|
1997
|
+
if (!isActiveManagedRoomClient(session, client?.connId)) {
|
|
1998
|
+
respond(false, void 0, managedRoomOwnershipError("steer"));
|
|
1999
|
+
return;
|
|
2000
|
+
}
|
|
2001
|
+
const handoff = getTalkHandoff(session.handoffId);
|
|
2002
|
+
const sessionKey = handoff?.sessionKey;
|
|
2003
|
+
if (!sessionKey) {
|
|
2004
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, "talk.session.steer requires a session key"));
|
|
2005
|
+
return;
|
|
2006
|
+
}
|
|
2007
|
+
const requestedSessionKey = normalizeOptionalString(params.sessionKey);
|
|
2008
|
+
if (requestedSessionKey && requestedSessionKey !== sessionKey) {
|
|
2009
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, "talk.session.steer sessionKey does not match the managed-room session"));
|
|
2010
|
+
return;
|
|
2011
|
+
}
|
|
2012
|
+
respond(true, await controlRealtimeVoiceAgentRun({
|
|
2013
|
+
sessionKey,
|
|
2014
|
+
text: params.text,
|
|
2015
|
+
mode: params.mode,
|
|
2016
|
+
recentEvents: handoff?.room.talk.recentEvents
|
|
2017
|
+
}), void 0);
|
|
2018
|
+
} catch (err) {
|
|
2019
|
+
respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, formatForLog(err)));
|
|
2020
|
+
}
|
|
2021
|
+
},
|
|
2022
|
+
"talk.session.close": async ({ params, respond, client, context }) => {
|
|
2023
|
+
if (!validateTalkSessionCloseParams(params)) {
|
|
2024
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.session.close params: ${formatValidationErrors(validateTalkSessionCloseParams.errors)}`));
|
|
2025
|
+
return;
|
|
2026
|
+
}
|
|
2027
|
+
try {
|
|
2028
|
+
const session = getUnifiedTalkSession(params.sessionId);
|
|
2029
|
+
if (session.kind === "realtime-relay") {
|
|
2030
|
+
const connId = requireUnifiedTalkSessionConn(session, client?.connId);
|
|
2031
|
+
stopTalkRealtimeRelaySession({
|
|
2032
|
+
relaySessionId: session.relaySessionId,
|
|
2033
|
+
connId
|
|
2034
|
+
});
|
|
2035
|
+
} else if (session.kind === "transcription-relay") {
|
|
2036
|
+
const connId = requireUnifiedTalkSessionConn(session, client?.connId);
|
|
2037
|
+
stopTalkTranscriptionRelaySession({
|
|
2038
|
+
transcriptionSessionId: session.transcriptionSessionId,
|
|
2039
|
+
connId
|
|
2040
|
+
});
|
|
2041
|
+
} else {
|
|
2042
|
+
if (!canCloseManagedRoomSession(session, client?.connId)) {
|
|
2043
|
+
respond(false, void 0, managedRoomOwnershipError("close"));
|
|
2044
|
+
return;
|
|
2045
|
+
}
|
|
2046
|
+
const result = revokeTalkHandoff(session.handoffId);
|
|
2047
|
+
broadcastTalkRoomEvents(context, result.activeClientId, {
|
|
2048
|
+
handoffId: session.handoffId,
|
|
2049
|
+
roomId: session.roomId,
|
|
2050
|
+
events: result.events
|
|
2051
|
+
});
|
|
2052
|
+
}
|
|
2053
|
+
forgetUnifiedTalkSession(params.sessionId);
|
|
2054
|
+
respond(true, { ok: true }, void 0);
|
|
2055
|
+
} catch (err) {
|
|
2056
|
+
respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, formatForLog(err)));
|
|
2057
|
+
}
|
|
2058
|
+
}
|
|
2059
|
+
};
|
|
2060
|
+
//#endregion
|
|
2061
|
+
//#region src/gateway/server-methods/talk.ts
|
|
2062
|
+
function canReadTalkSecrets(client) {
|
|
2063
|
+
const scopes = Array.isArray(client?.connect?.scopes) ? client.connect.scopes : [];
|
|
2064
|
+
return scopes.includes("operator.admin") || scopes.includes("operator.talk.secrets");
|
|
2065
|
+
}
|
|
2066
|
+
function asStringRecord(value) {
|
|
2067
|
+
const record = asOptionalRecord(value);
|
|
2068
|
+
if (!record) return;
|
|
2069
|
+
const next = {};
|
|
2070
|
+
for (const [key, entryValue] of Object.entries(record)) if (typeof entryValue === "string") next[key] = entryValue;
|
|
2071
|
+
return Object.keys(next).length > 0 ? next : void 0;
|
|
2072
|
+
}
|
|
2073
|
+
function normalizeAliasKey(value) {
|
|
2074
|
+
return normalizeLowercaseStringOrEmpty(value);
|
|
2075
|
+
}
|
|
2076
|
+
function resolveTalkVoiceId(providerConfig, requested) {
|
|
2077
|
+
if (!requested) return;
|
|
2078
|
+
const aliases = asStringRecord(providerConfig.voiceAliases);
|
|
2079
|
+
if (!aliases) return requested;
|
|
2080
|
+
const normalizedRequested = normalizeAliasKey(requested);
|
|
2081
|
+
for (const [alias, voiceId] of Object.entries(aliases)) if (normalizeAliasKey(alias) === normalizedRequested) return voiceId;
|
|
2082
|
+
return requested;
|
|
2083
|
+
}
|
|
2084
|
+
function withTalkBaseTtsSpeakerSelectionCompat(baseTts) {
|
|
2085
|
+
const next = withSpeakerSelectionCompat(baseTts);
|
|
2086
|
+
const providers = asOptionalRecord(baseTts.providers);
|
|
2087
|
+
if (providers) next.providers = Object.fromEntries(Object.entries(providers).map(([providerId, providerConfig]) => [providerId, withSpeakerSelectionCompat(asOptionalRecord(providerConfig) ?? {})]));
|
|
2088
|
+
for (const [key, value] of Object.entries(baseTts)) {
|
|
2089
|
+
if (key === "providers") continue;
|
|
2090
|
+
const record = asOptionalRecord(value);
|
|
2091
|
+
if (record) next[key] = withSpeakerSelectionCompat(record);
|
|
2092
|
+
}
|
|
2093
|
+
return next;
|
|
2094
|
+
}
|
|
2095
|
+
function buildTalkTtsConfig(config) {
|
|
2096
|
+
const resolved = resolveActiveTalkProviderConfig(config.talk);
|
|
2097
|
+
const provider = canonicalizeSpeechProviderId(resolved?.provider, config);
|
|
2098
|
+
if (!resolved || !provider) return {
|
|
2099
|
+
error: "talk.speak unavailable: talk provider not configured",
|
|
2100
|
+
reason: "talk_unconfigured"
|
|
2101
|
+
};
|
|
2102
|
+
const speechProvider = getSpeechProvider(provider, config);
|
|
2103
|
+
if (!speechProvider) return {
|
|
2104
|
+
error: `talk.speak unavailable: speech provider "${provider}" does not support Talk mode`,
|
|
2105
|
+
reason: "talk_provider_unsupported"
|
|
2106
|
+
};
|
|
2107
|
+
const baseTts = withTalkBaseTtsSpeakerSelectionCompat(asOptionalRecord(config.messages?.tts) ?? {});
|
|
2108
|
+
const providerConfig = withSpeakerSelectionFallbackCompat(resolved.config);
|
|
2109
|
+
const resolvedProviderConfig = speechProvider.resolveTalkConfig?.({
|
|
2110
|
+
cfg: config,
|
|
2111
|
+
baseTtsConfig: baseTts,
|
|
2112
|
+
talkProviderConfig: providerConfig,
|
|
2113
|
+
timeoutMs: baseTts.timeoutMs ?? 3e4
|
|
2114
|
+
}) ?? providerConfig;
|
|
2115
|
+
const talkTts = {
|
|
2116
|
+
...baseTts,
|
|
2117
|
+
auto: "always",
|
|
2118
|
+
provider,
|
|
2119
|
+
providers: {
|
|
2120
|
+
...asOptionalRecord(baseTts.providers) ?? {},
|
|
2121
|
+
[provider]: resolvedProviderConfig
|
|
2122
|
+
}
|
|
2123
|
+
};
|
|
2124
|
+
return {
|
|
2125
|
+
provider,
|
|
2126
|
+
providerConfig,
|
|
2127
|
+
cfg: {
|
|
2128
|
+
...config,
|
|
2129
|
+
messages: {
|
|
2130
|
+
...config.messages,
|
|
2131
|
+
tts: talkTts
|
|
2132
|
+
}
|
|
2133
|
+
}
|
|
2134
|
+
};
|
|
2135
|
+
}
|
|
2136
|
+
function buildTalkCatalog(config) {
|
|
2137
|
+
const ttsConfig = resolveTtsConfig(config);
|
|
2138
|
+
const activeSpeechProvider = canonicalizeSpeechProviderId(resolveActiveTalkProviderConfig(config.talk)?.provider, config);
|
|
2139
|
+
const streamingConfig = getVoiceCallStreamingConfig(config);
|
|
2140
|
+
const realtimeConfig = buildTalkRealtimeConfig(config);
|
|
2141
|
+
const activeRealtimeProvider = canonicalizeRealtimeVoiceProviderId(realtimeConfig.provider, config);
|
|
2142
|
+
return {
|
|
2143
|
+
modes: [
|
|
2144
|
+
"realtime",
|
|
2145
|
+
"stt-tts",
|
|
2146
|
+
"transcription"
|
|
2147
|
+
],
|
|
2148
|
+
transports: [
|
|
2149
|
+
"webrtc",
|
|
2150
|
+
"provider-websocket",
|
|
2151
|
+
"gateway-relay",
|
|
2152
|
+
"managed-room"
|
|
2153
|
+
],
|
|
2154
|
+
brains: [
|
|
2155
|
+
"agent-consult",
|
|
2156
|
+
"direct-tools",
|
|
2157
|
+
"none"
|
|
2158
|
+
],
|
|
2159
|
+
speech: {
|
|
2160
|
+
...activeSpeechProvider ? { activeProvider: activeSpeechProvider } : {},
|
|
2161
|
+
providers: listSpeechProviders(config).map((provider) => {
|
|
2162
|
+
const entry = {
|
|
2163
|
+
id: provider.id,
|
|
2164
|
+
label: provider.label,
|
|
2165
|
+
configured: configuredOrFalse(() => provider.isConfigured({
|
|
2166
|
+
cfg: config,
|
|
2167
|
+
providerConfig: getResolvedSpeechProviderConfig(ttsConfig, provider.id, config),
|
|
2168
|
+
timeoutMs: ttsConfig.timeoutMs
|
|
2169
|
+
})),
|
|
2170
|
+
modes: ["stt-tts"],
|
|
2171
|
+
brains: ["agent-consult"]
|
|
2172
|
+
};
|
|
2173
|
+
if (provider.models) entry.models = [...provider.models];
|
|
2174
|
+
if (provider.voices) entry.voices = [...provider.voices];
|
|
2175
|
+
return entry;
|
|
2176
|
+
})
|
|
2177
|
+
},
|
|
2178
|
+
transcription: {
|
|
2179
|
+
...streamingConfig.provider ? { activeProvider: streamingConfig.provider } : {},
|
|
2180
|
+
providers: listRealtimeTranscriptionProviders(config).map((provider) => {
|
|
2181
|
+
const rawConfig = streamingConfig.providers?.[provider.id] ?? {};
|
|
2182
|
+
const providerConfig = provider.resolveConfig?.({
|
|
2183
|
+
cfg: config,
|
|
2184
|
+
rawConfig
|
|
2185
|
+
}) ?? rawConfig;
|
|
2186
|
+
const entry = {
|
|
2187
|
+
id: provider.id,
|
|
2188
|
+
label: provider.label,
|
|
2189
|
+
configured: configuredOrFalse(() => provider.isConfigured({
|
|
2190
|
+
cfg: config,
|
|
2191
|
+
providerConfig
|
|
2192
|
+
})),
|
|
2193
|
+
modes: ["transcription"],
|
|
2194
|
+
transports: ["gateway-relay"],
|
|
2195
|
+
brains: ["none"]
|
|
2196
|
+
};
|
|
2197
|
+
if (provider.defaultModel) entry.defaultModel = provider.defaultModel;
|
|
2198
|
+
return entry;
|
|
2199
|
+
})
|
|
2200
|
+
},
|
|
2201
|
+
realtime: {
|
|
2202
|
+
...activeRealtimeProvider ? { activeProvider: activeRealtimeProvider } : {},
|
|
2203
|
+
providers: listRealtimeVoiceProviders(config).map((provider) => {
|
|
2204
|
+
const rawConfig = realtimeConfig.providers?.[provider.id] ?? {};
|
|
2205
|
+
const providerConfig = provider.resolveConfig?.({
|
|
2206
|
+
cfg: config,
|
|
2207
|
+
rawConfig
|
|
2208
|
+
}) ?? rawConfig;
|
|
2209
|
+
const capabilities = provider.capabilities;
|
|
2210
|
+
const entry = {
|
|
2211
|
+
id: provider.id,
|
|
2212
|
+
label: provider.label,
|
|
2213
|
+
configured: configuredOrFalse(() => provider.isConfigured({
|
|
2214
|
+
cfg: config,
|
|
2215
|
+
providerConfig
|
|
2216
|
+
})),
|
|
2217
|
+
modes: ["realtime"],
|
|
2218
|
+
brains: capabilities?.supportsToolCalls === false ? ["none"] : ["agent-consult"],
|
|
2219
|
+
supportsBrowserSession: Boolean(capabilities?.supportsBrowserSession ?? provider.createBrowserSession)
|
|
2220
|
+
};
|
|
2221
|
+
if (provider.defaultModel) entry.defaultModel = provider.defaultModel;
|
|
2222
|
+
if (capabilities?.transports) entry.transports = [...capabilities.transports];
|
|
2223
|
+
if (capabilities?.inputAudioFormats) entry.inputAudioFormats = capabilities.inputAudioFormats.map((format) => ({ ...format }));
|
|
2224
|
+
if (capabilities?.outputAudioFormats) entry.outputAudioFormats = capabilities.outputAudioFormats.map((format) => ({ ...format }));
|
|
2225
|
+
if (capabilities?.supportsBargeIn !== void 0) entry.supportsBargeIn = capabilities.supportsBargeIn;
|
|
2226
|
+
if (capabilities?.supportsToolCalls !== void 0) entry.supportsToolCalls = capabilities.supportsToolCalls;
|
|
2227
|
+
if (capabilities?.supportsVideoFrames !== void 0) entry.supportsVideoFrames = capabilities.supportsVideoFrames;
|
|
2228
|
+
if (capabilities?.supportsSessionResumption !== void 0) entry.supportsSessionResumption = capabilities.supportsSessionResumption;
|
|
2229
|
+
return entry;
|
|
2230
|
+
})
|
|
2231
|
+
}
|
|
2232
|
+
};
|
|
2233
|
+
}
|
|
2234
|
+
function isFallbackEligibleTalkReason(reason) {
|
|
2235
|
+
return reason === "talk_unconfigured" || reason === "talk_provider_unsupported" || reason === "method_unavailable";
|
|
2236
|
+
}
|
|
2237
|
+
function talkSpeakError(reason, message) {
|
|
2238
|
+
const details = {
|
|
2239
|
+
reason,
|
|
2240
|
+
fallbackEligible: isFallbackEligibleTalkReason(reason)
|
|
2241
|
+
};
|
|
2242
|
+
return errorShape(ErrorCodes.UNAVAILABLE, message, { details });
|
|
2243
|
+
}
|
|
2244
|
+
function resolveTalkSpeed(params) {
|
|
2245
|
+
if (typeof params.speed === "number") return params.speed;
|
|
2246
|
+
if (typeof params.rateWpm !== "number" || params.rateWpm <= 0) return;
|
|
2247
|
+
const resolved = params.rateWpm / 175;
|
|
2248
|
+
if (resolved <= .5 || resolved >= 2) return;
|
|
2249
|
+
return resolved;
|
|
2250
|
+
}
|
|
2251
|
+
function buildTalkSpeakOverrides(provider, providerConfig, config, params) {
|
|
2252
|
+
const speechProvider = getSpeechProvider(provider, config);
|
|
2253
|
+
if (!speechProvider?.resolveTalkOverrides) return { provider };
|
|
2254
|
+
const resolvedSpeed = resolveTalkSpeed(params);
|
|
2255
|
+
const resolvedVoiceId = resolveTalkVoiceId(providerConfig, normalizeOptionalString(params.voiceId));
|
|
2256
|
+
const providerOverrides = speechProvider.resolveTalkOverrides({
|
|
2257
|
+
talkProviderConfig: providerConfig,
|
|
2258
|
+
params: {
|
|
2259
|
+
...params,
|
|
2260
|
+
...resolvedVoiceId == null ? {} : { voiceId: resolvedVoiceId },
|
|
2261
|
+
...resolvedSpeed == null ? {} : { speed: resolvedSpeed }
|
|
2262
|
+
}
|
|
2263
|
+
});
|
|
2264
|
+
if (!providerOverrides || Object.keys(providerOverrides).length === 0) return { provider };
|
|
2265
|
+
return {
|
|
2266
|
+
provider,
|
|
2267
|
+
providerOverrides: { [provider]: providerOverrides }
|
|
2268
|
+
};
|
|
2269
|
+
}
|
|
2270
|
+
function inferMimeType(outputFormat, fileExtension) {
|
|
2271
|
+
const normalizedOutput = normalizeOptionalLowercaseString(outputFormat);
|
|
2272
|
+
const normalizedExtension = normalizeOptionalLowercaseString(fileExtension);
|
|
2273
|
+
if (normalizedOutput === "mp3" || normalizedOutput?.startsWith("mp3_") || normalizedOutput?.endsWith("-mp3") || normalizedExtension === ".mp3") return "audio/mpeg";
|
|
2274
|
+
if (normalizedOutput === "opus" || normalizedOutput?.startsWith("opus_") || normalizedExtension === ".opus" || normalizedExtension === ".ogg") return "audio/ogg";
|
|
2275
|
+
if (normalizedOutput?.endsWith("-wav") || normalizedExtension === ".wav") return "audio/wav";
|
|
2276
|
+
if (normalizedOutput?.endsWith("-webm") || normalizedExtension === ".webm") return "audio/webm";
|
|
2277
|
+
}
|
|
2278
|
+
function resolveTalkResponseFromConfig(params) {
|
|
2279
|
+
const normalizedTalk = normalizeTalkSection(params.sourceConfig.talk);
|
|
2280
|
+
if (!normalizedTalk) return;
|
|
2281
|
+
const payload = buildTalkConfigResponse(normalizedTalk);
|
|
2282
|
+
if (!payload) return;
|
|
2283
|
+
if (params.includeSecrets) return payload;
|
|
2284
|
+
const sourceResolved = resolveActiveTalkProviderConfig(normalizedTalk);
|
|
2285
|
+
const runtimeResolved = resolveActiveTalkProviderConfig(params.runtimeConfig.talk);
|
|
2286
|
+
const provider = canonicalizeSpeechProviderId(sourceResolved?.provider ?? runtimeResolved?.provider, params.runtimeConfig);
|
|
2287
|
+
if (!provider) return payload;
|
|
2288
|
+
const speechProvider = getSpeechProvider(provider, params.runtimeConfig);
|
|
2289
|
+
const sourceBaseTts = withTalkBaseTtsSpeakerSelectionCompat(asOptionalRecord(params.sourceConfig.messages?.tts) ?? {});
|
|
2290
|
+
const runtimeBaseTts = withTalkBaseTtsSpeakerSelectionCompat(asOptionalRecord(params.runtimeConfig.messages?.tts) ?? {});
|
|
2291
|
+
const sourceProviderConfig = withSpeakerSelectionFallbackCompat(sourceResolved?.config);
|
|
2292
|
+
const runtimeProviderConfig = withSpeakerSelectionFallbackCompat(runtimeResolved?.config);
|
|
2293
|
+
const selectedBaseTts = Object.keys(runtimeBaseTts).length > 0 ? runtimeBaseTts : stripUnresolvedSecretApiKeysFromBaseTtsProviders(sourceBaseTts);
|
|
2294
|
+
const providerInputConfig = stripUnresolvedSecretApiKey(Object.keys(runtimeProviderConfig).length > 0 ? runtimeProviderConfig : sourceProviderConfig);
|
|
2295
|
+
const resolvedConfig = speechProvider?.resolveTalkConfig?.({
|
|
2296
|
+
cfg: params.runtimeConfig,
|
|
2297
|
+
baseTtsConfig: selectedBaseTts,
|
|
2298
|
+
talkProviderConfig: providerInputConfig,
|
|
2299
|
+
timeoutMs: typeof selectedBaseTts.timeoutMs === "number" ? selectedBaseTts.timeoutMs : 3e4
|
|
2300
|
+
}) ?? providerInputConfig;
|
|
2301
|
+
const responseConfig = sourceProviderConfig.apiKey === void 0 ? resolvedConfig : {
|
|
2302
|
+
...resolvedConfig,
|
|
2303
|
+
apiKey: sourceProviderConfig.apiKey
|
|
2304
|
+
};
|
|
2305
|
+
return {
|
|
2306
|
+
...payload,
|
|
2307
|
+
provider,
|
|
2308
|
+
resolved: {
|
|
2309
|
+
provider,
|
|
2310
|
+
config: responseConfig
|
|
2311
|
+
}
|
|
2312
|
+
};
|
|
2313
|
+
}
|
|
2314
|
+
function stripUnresolvedSecretApiKey(config) {
|
|
2315
|
+
return stripUnresolvedSecretApiKeyFromRecord(config);
|
|
2316
|
+
}
|
|
2317
|
+
function stripUnresolvedSecretApiKeysFromBaseTtsProviders(base) {
|
|
2318
|
+
const providers = asOptionalRecord(base.providers);
|
|
2319
|
+
if (!providers) return base;
|
|
2320
|
+
let mutated = false;
|
|
2321
|
+
const cleaned = Object.create(null);
|
|
2322
|
+
for (const [providerId, providerConfig] of Object.entries(providers)) {
|
|
2323
|
+
const cfg = asOptionalRecord(providerConfig);
|
|
2324
|
+
if (!cfg) {
|
|
2325
|
+
cleaned[providerId] = providerConfig;
|
|
2326
|
+
continue;
|
|
2327
|
+
}
|
|
2328
|
+
const next = stripUnresolvedSecretApiKeyFromRecord(cfg);
|
|
2329
|
+
if (next !== cfg) mutated = true;
|
|
2330
|
+
cleaned[providerId] = next;
|
|
2331
|
+
}
|
|
2332
|
+
if (!mutated) return base;
|
|
2333
|
+
return {
|
|
2334
|
+
...base,
|
|
2335
|
+
providers: cleaned
|
|
2336
|
+
};
|
|
2337
|
+
}
|
|
2338
|
+
function stripUnresolvedSecretApiKeyFromRecord(config) {
|
|
2339
|
+
if (config.apiKey === void 0 || typeof config.apiKey === "string") return config;
|
|
2340
|
+
const { apiKey: _omit, ...rest } = config;
|
|
2341
|
+
return rest;
|
|
2342
|
+
}
|
|
2343
|
+
const talkHandlers = {
|
|
2344
|
+
...talkSessionHandlers,
|
|
2345
|
+
...talkClientHandlers,
|
|
2346
|
+
"talk.catalog": async ({ params, respond, context }) => {
|
|
2347
|
+
if (!validateTalkCatalogParams(params ?? {})) {
|
|
2348
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.catalog params: ${formatValidationErrors(validateTalkCatalogParams.errors)}`));
|
|
2349
|
+
return;
|
|
2350
|
+
}
|
|
2351
|
+
try {
|
|
2352
|
+
respond(true, buildTalkCatalog(context.getRuntimeConfig()), void 0);
|
|
2353
|
+
} catch (err) {
|
|
2354
|
+
respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, formatForLog(err)));
|
|
2355
|
+
}
|
|
2356
|
+
},
|
|
2357
|
+
"talk.config": async ({ params, respond, client, context }) => {
|
|
2358
|
+
if (!validateTalkConfigParams(params)) {
|
|
2359
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.config params: ${formatValidationErrors(validateTalkConfigParams.errors)}`));
|
|
2360
|
+
return;
|
|
2361
|
+
}
|
|
2362
|
+
const includeSecrets = Boolean(params.includeSecrets);
|
|
2363
|
+
if (includeSecrets && !canReadTalkSecrets(client)) {
|
|
2364
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `missing scope: ${TALK_SECRETS_SCOPE}`));
|
|
2365
|
+
return;
|
|
2366
|
+
}
|
|
2367
|
+
const snapshot = await readConfigFileSnapshot();
|
|
2368
|
+
const runtimeConfig = context.getRuntimeConfig();
|
|
2369
|
+
const configPayload = {};
|
|
2370
|
+
const talk = resolveTalkResponseFromConfig({
|
|
2371
|
+
includeSecrets,
|
|
2372
|
+
sourceConfig: snapshot.config,
|
|
2373
|
+
runtimeConfig
|
|
2374
|
+
});
|
|
2375
|
+
if (talk) configPayload.talk = includeSecrets ? talk : redactConfigObject(talk);
|
|
2376
|
+
const sessionMainKey = snapshot.config.session?.mainKey;
|
|
2377
|
+
if (typeof sessionMainKey === "string") configPayload.session = { mainKey: sessionMainKey };
|
|
2378
|
+
const seamColor = snapshot.config.ui?.seamColor;
|
|
2379
|
+
if (typeof seamColor === "string") configPayload.ui = { seamColor };
|
|
2380
|
+
respond(true, { config: configPayload }, void 0);
|
|
2381
|
+
},
|
|
2382
|
+
"talk.speak": async ({ params, respond, context }) => {
|
|
2383
|
+
if (!validateTalkSpeakParams(params)) {
|
|
2384
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.speak params: ${formatValidationErrors(validateTalkSpeakParams.errors)}`));
|
|
2385
|
+
return;
|
|
2386
|
+
}
|
|
2387
|
+
const typedParams = params;
|
|
2388
|
+
const text = normalizeOptionalString(typedParams.text);
|
|
2389
|
+
if (!text) {
|
|
2390
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, "talk.speak requires text"));
|
|
2391
|
+
return;
|
|
2392
|
+
}
|
|
2393
|
+
if (typedParams.speed == null && typedParams.rateWpm != null && resolveTalkSpeed(typedParams) == null) {
|
|
2394
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.speak params: rateWpm must resolve to speed between 0.5 and 2.0`));
|
|
2395
|
+
return;
|
|
2396
|
+
}
|
|
2397
|
+
try {
|
|
2398
|
+
const runtimeConfig = context.getRuntimeConfig();
|
|
2399
|
+
const setup = buildTalkTtsConfig(runtimeConfig);
|
|
2400
|
+
if ("error" in setup) {
|
|
2401
|
+
respond(false, void 0, talkSpeakError(setup.reason, setup.error));
|
|
2402
|
+
return;
|
|
2403
|
+
}
|
|
2404
|
+
const overrides = buildTalkSpeakOverrides(setup.provider, setup.providerConfig, runtimeConfig, typedParams);
|
|
2405
|
+
const result = await synthesizeSpeech({
|
|
2406
|
+
text,
|
|
2407
|
+
cfg: setup.cfg,
|
|
2408
|
+
overrides,
|
|
2409
|
+
disableFallback: true
|
|
2410
|
+
});
|
|
2411
|
+
if (!result.success || !result.audioBuffer) {
|
|
2412
|
+
respond(false, void 0, talkSpeakError("synthesis_failed", result.error ?? "talk synthesis failed"));
|
|
2413
|
+
return;
|
|
2414
|
+
}
|
|
2415
|
+
if ((result.provider ?? setup.provider).trim().length === 0) {
|
|
2416
|
+
respond(false, void 0, talkSpeakError("invalid_audio_result", "talk synthesis returned empty provider"));
|
|
2417
|
+
return;
|
|
2418
|
+
}
|
|
2419
|
+
if (result.audioBuffer.length === 0) {
|
|
2420
|
+
respond(false, void 0, talkSpeakError("invalid_audio_result", "talk synthesis returned empty audio"));
|
|
2421
|
+
return;
|
|
2422
|
+
}
|
|
2423
|
+
respond(true, {
|
|
2424
|
+
audioBase64: result.audioBuffer.toString("base64"),
|
|
2425
|
+
provider: result.provider ?? setup.provider,
|
|
2426
|
+
outputFormat: result.outputFormat,
|
|
2427
|
+
voiceCompatible: result.voiceCompatible,
|
|
2428
|
+
mimeType: inferMimeType(result.outputFormat, result.fileExtension),
|
|
2429
|
+
fileExtension: result.fileExtension
|
|
2430
|
+
}, void 0);
|
|
2431
|
+
} catch (err) {
|
|
2432
|
+
respond(false, void 0, talkSpeakError("synthesis_failed", formatForLog(err)));
|
|
2433
|
+
}
|
|
2434
|
+
},
|
|
2435
|
+
"talk.mode": ({ params, respond, context, client, isWebchatConnect }) => {
|
|
2436
|
+
if (client && isWebchatConnect(client.connect) && !context.hasConnectedTalkNode()) {
|
|
2437
|
+
respond(false, void 0, errorShape(ErrorCodes.UNAVAILABLE, "talk disabled: no connected Talk-capable nodes"));
|
|
2438
|
+
return;
|
|
2439
|
+
}
|
|
2440
|
+
if (!validateTalkModeParams(params)) {
|
|
2441
|
+
respond(false, void 0, errorShape(ErrorCodes.INVALID_REQUEST, `invalid talk.mode params: ${formatValidationErrors(validateTalkModeParams.errors)}`));
|
|
2442
|
+
return;
|
|
2443
|
+
}
|
|
2444
|
+
const payload = {
|
|
2445
|
+
enabled: params.enabled,
|
|
2446
|
+
phase: params.phase ?? null,
|
|
2447
|
+
ts: Date.now()
|
|
2448
|
+
};
|
|
2449
|
+
context.broadcast("talk.mode", payload, { dropIfSlow: true });
|
|
2450
|
+
respond(true, payload, void 0);
|
|
2451
|
+
}
|
|
2452
|
+
};
|
|
2453
|
+
//#endregion
|
|
2454
|
+
export { talkHandlers };
|