@full-self-developing/fsd 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.engine/engine-config.json +27 -0
- package/CODEBASE_CONTEXT.md +152 -0
- package/README.md +111 -0
- package/README_zh.md +111 -0
- package/UI_SPEC.md +57 -0
- package/agents/api-proxy.js +542 -0
- package/agents/base.js +280 -0
- package/agents/branch-manager.js +135 -0
- package/agents/cli-models.json +48 -0
- package/agents/coder.js +128 -0
- package/agents/core-request.js +174 -0
- package/agents/dispatcher.js +491 -0
- package/agents/drivers/.atomcode/graph.bin +0 -0
- package/agents/drivers/atomcode.js +143 -0
- package/agents/drivers/gemini-cli.js +195 -0
- package/agents/drivers/index.js +65 -0
- package/agents/drivers/openrouter.js +390 -0
- package/agents/engine-config.js +444 -0
- package/agents/log-fixer.js +72 -0
- package/agents/mcp-client-manager.js +159 -0
- package/agents/optimizer.js +54 -0
- package/agents/path-validator.js +43 -0
- package/agents/planner.js +81 -0
- package/agents/prompt-manager.js +170 -0
- package/agents/skeptic.js +79 -0
- package/agents/skills-manager.js +130 -0
- package/agents/summarizer.js +34 -0
- package/agents/test-runner.js +85 -0
- package/bin/cli.js +166 -0
- package/client/eslint.config.js +21 -0
- package/client/index.html +12 -0
- package/client/package-lock.json +3339 -0
- package/client/package.json +35 -0
- package/client/src/App.jsx +745 -0
- package/client/src/api.js +78 -0
- package/client/src/components/ChatPanel.jsx +277 -0
- package/client/src/components/ConfirmationModal.jsx +61 -0
- package/client/src/components/ErrorBoundary.jsx +66 -0
- package/client/src/components/FolderPicker.jsx +200 -0
- package/client/src/components/LoopPanel.jsx +863 -0
- package/client/src/components/NotFound.jsx +52 -0
- package/client/src/components/SettingsPanel.jsx +966 -0
- package/client/src/components/Sidebar.jsx +318 -0
- package/client/src/context/SettingsContext.jsx +353 -0
- package/client/src/i18n.js +462 -0
- package/client/src/index.css +31 -0
- package/client/src/main.jsx +17 -0
- package/client/vite.config.js +19 -0
- package/design.md +875 -0
- package/extensions/alibaba/index.ts +11 -0
- package/extensions/alibaba/openclaw.plugin.json +34 -0
- package/extensions/alibaba/package.json +15 -0
- package/extensions/alibaba/plugin-registration.contract.test.ts +7 -0
- package/extensions/alibaba/tsconfig.json +16 -0
- package/extensions/alibaba/video-generation-provider.test.ts +92 -0
- package/extensions/alibaba/video-generation-provider.ts +83 -0
- package/extensions/amazon-bedrock/api.ts +6 -0
- package/extensions/amazon-bedrock/aws-credential-refresh.ts +42 -0
- package/extensions/amazon-bedrock/config-api.ts +4 -0
- package/extensions/amazon-bedrock/config-compat.test.ts +81 -0
- package/extensions/amazon-bedrock/config-compat.ts +107 -0
- package/extensions/amazon-bedrock/discovery-shared.ts +28 -0
- package/extensions/amazon-bedrock/discovery.test.ts +608 -0
- package/extensions/amazon-bedrock/discovery.ts +616 -0
- package/extensions/amazon-bedrock/embedding-provider.test.ts +109 -0
- package/extensions/amazon-bedrock/embedding-provider.ts +470 -0
- package/extensions/amazon-bedrock/index.test.ts +1249 -0
- package/extensions/amazon-bedrock/index.ts +11 -0
- package/extensions/amazon-bedrock/lazy-import.test.ts +56 -0
- package/extensions/amazon-bedrock/memory-embedding-adapter.test.ts +105 -0
- package/extensions/amazon-bedrock/memory-embedding-adapter.ts +47 -0
- package/extensions/amazon-bedrock/npm-shrinkwrap.json +1241 -0
- package/extensions/amazon-bedrock/openclaw.plugin.json +80 -0
- package/extensions/amazon-bedrock/package.json +41 -0
- package/extensions/amazon-bedrock/provider-policy-api.test.ts +46 -0
- package/extensions/amazon-bedrock/provider-policy-api.ts +9 -0
- package/extensions/amazon-bedrock/register.sync.runtime.ts +659 -0
- package/extensions/amazon-bedrock/setup-api.ts +18 -0
- package/extensions/amazon-bedrock/thinking-policy.ts +32 -0
- package/extensions/amazon-bedrock/tsconfig.json +16 -0
- package/extensions/anthropic/api.ts +11 -0
- package/extensions/anthropic/claude-model-refs.ts +104 -0
- package/extensions/anthropic/cli-auth-seam.ts +13 -0
- package/extensions/anthropic/cli-backend-api.ts +6 -0
- package/extensions/anthropic/cli-backend.ts +83 -0
- package/extensions/anthropic/cli-catalog.ts +42 -0
- package/extensions/anthropic/cli-constants.ts +41 -0
- package/extensions/anthropic/cli-migration.test.ts +487 -0
- package/extensions/anthropic/cli-migration.ts +266 -0
- package/extensions/anthropic/cli-shared.test.ts +300 -0
- package/extensions/anthropic/cli-shared.ts +248 -0
- package/extensions/anthropic/config-defaults.ts +428 -0
- package/extensions/anthropic/contract-api.ts +9 -0
- package/extensions/anthropic/doctor-contract-api.ts +14 -0
- package/extensions/anthropic/index.test.ts +663 -0
- package/extensions/anthropic/index.ts +11 -0
- package/extensions/anthropic/media-understanding-provider.ts +15 -0
- package/extensions/anthropic/openclaw.plugin.json +112 -0
- package/extensions/anthropic/package.json +18 -0
- package/extensions/anthropic/provider-contract-api.ts +59 -0
- package/extensions/anthropic/provider-discovery.ts +35 -0
- package/extensions/anthropic/provider-policy-api.test.ts +135 -0
- package/extensions/anthropic/provider-policy-api.ts +24 -0
- package/extensions/anthropic/provider-runtime.contract.test.ts +3 -0
- package/extensions/anthropic/register.runtime.ts +668 -0
- package/extensions/anthropic/replay-policy.ts +9 -0
- package/extensions/anthropic/setup-api.ts +11 -0
- package/extensions/anthropic/stream-wrappers.test.ts +233 -0
- package/extensions/anthropic/stream-wrappers.ts +228 -0
- package/extensions/anthropic/test-api.ts +3 -0
- package/extensions/anthropic/tsconfig.json +16 -0
- package/extensions/arcee/api.ts +8 -0
- package/extensions/arcee/index.test.ts +195 -0
- package/extensions/arcee/index.ts +142 -0
- package/extensions/arcee/models.ts +68 -0
- package/extensions/arcee/onboard.ts +43 -0
- package/extensions/arcee/openclaw.plugin.json +46 -0
- package/extensions/arcee/package.json +15 -0
- package/extensions/arcee/provider-catalog.ts +54 -0
- package/extensions/arcee/tsconfig.json +16 -0
- package/extensions/azure-speech/azure-speech.live.test.ts +92 -0
- package/extensions/azure-speech/index.ts +11 -0
- package/extensions/azure-speech/openclaw.plugin.json +66 -0
- package/extensions/azure-speech/package.json +15 -0
- package/extensions/azure-speech/speech-provider.test.ts +242 -0
- package/extensions/azure-speech/speech-provider.ts +306 -0
- package/extensions/azure-speech/tsconfig.json +16 -0
- package/extensions/azure-speech/tts.test.ts +127 -0
- package/extensions/azure-speech/tts.ts +209 -0
- package/extensions/byteplus/api.ts +8 -0
- package/extensions/byteplus/index.test.ts +60 -0
- package/extensions/byteplus/index.ts +84 -0
- package/extensions/byteplus/live.test.ts +60 -0
- package/extensions/byteplus/models.ts +35 -0
- package/extensions/byteplus/openclaw.plugin.json +165 -0
- package/extensions/byteplus/package.json +15 -0
- package/extensions/byteplus/plugin-registration.contract.test.ts +8 -0
- package/extensions/byteplus/provider-catalog.ts +17 -0
- package/extensions/byteplus/provider-discovery.ts +31 -0
- package/extensions/byteplus/tsconfig.json +16 -0
- package/extensions/byteplus/video-generation-provider.test.ts +223 -0
- package/extensions/byteplus/video-generation-provider.ts +389 -0
- package/extensions/cerebras/api.ts +7 -0
- package/extensions/cerebras/index.ts +41 -0
- package/extensions/cerebras/models.ts +25 -0
- package/extensions/cerebras/onboard.ts +26 -0
- package/extensions/cerebras/openclaw.plugin.json +111 -0
- package/extensions/cerebras/package.json +15 -0
- package/extensions/cerebras/provider-catalog.ts +10 -0
- package/extensions/cerebras/tsconfig.json +16 -0
- package/extensions/chutes/api.ts +14 -0
- package/extensions/chutes/implicit-provider.test.ts +107 -0
- package/extensions/chutes/index.ts +194 -0
- package/extensions/chutes/model-discovery-env.ts +5 -0
- package/extensions/chutes/models.test.ts +289 -0
- package/extensions/chutes/models.ts +632 -0
- package/extensions/chutes/oauth.ts +235 -0
- package/extensions/chutes/onboard.ts +63 -0
- package/extensions/chutes/openclaw.plugin.json +726 -0
- package/extensions/chutes/package.json +15 -0
- package/extensions/chutes/provider-catalog.ts +29 -0
- package/extensions/chutes/tsconfig.json +16 -0
- package/extensions/cloudflare-ai-gateway/api.ts +14 -0
- package/extensions/cloudflare-ai-gateway/catalog-provider.ts +73 -0
- package/extensions/cloudflare-ai-gateway/index.test.ts +60 -0
- package/extensions/cloudflare-ai-gateway/index.ts +233 -0
- package/extensions/cloudflare-ai-gateway/models.ts +44 -0
- package/extensions/cloudflare-ai-gateway/onboard.ts +91 -0
- package/extensions/cloudflare-ai-gateway/openclaw.plugin.json +44 -0
- package/extensions/cloudflare-ai-gateway/package.json +15 -0
- package/extensions/cloudflare-ai-gateway/provider-discovery.contract.test.ts +3 -0
- package/extensions/cloudflare-ai-gateway/stream-wrappers.test.ts +160 -0
- package/extensions/cloudflare-ai-gateway/stream-wrappers.ts +32 -0
- package/extensions/cloudflare-ai-gateway/tsconfig.json +16 -0
- package/extensions/codex/doctor-contract-api.test.ts +44 -0
- package/extensions/codex/doctor-contract-api.ts +68 -0
- package/extensions/codex/harness.ts +85 -0
- package/extensions/codex/index.test.ts +230 -0
- package/extensions/codex/index.ts +125 -0
- package/extensions/codex/media-understanding-provider.test.ts +496 -0
- package/extensions/codex/media-understanding-provider.ts +524 -0
- package/extensions/codex/npm-shrinkwrap.json +1949 -0
- package/extensions/codex/openclaw.plugin.json +403 -0
- package/extensions/codex/package.json +41 -0
- package/extensions/codex/prompt-overlay-runtime-contract.test.ts +48 -0
- package/extensions/codex/prompt-overlay.ts +21 -0
- package/extensions/codex/provider-catalog.ts +83 -0
- package/extensions/codex/provider-discovery.ts +45 -0
- package/extensions/codex/provider.test.ts +384 -0
- package/extensions/codex/provider.ts +243 -0
- package/extensions/codex/src/app-server/app-inventory-cache.test.ts +176 -0
- package/extensions/codex/src/app-server/app-inventory-cache.ts +324 -0
- package/extensions/codex/src/app-server/approval-bridge.test.ts +1472 -0
- package/extensions/codex/src/app-server/approval-bridge.ts +1211 -0
- package/extensions/codex/src/app-server/auth-bridge.test.ts +1449 -0
- package/extensions/codex/src/app-server/auth-bridge.ts +614 -0
- package/extensions/codex/src/app-server/auth-profile-runtime-contract.test.ts +242 -0
- package/extensions/codex/src/app-server/capabilities.ts +27 -0
- package/extensions/codex/src/app-server/client-factory.ts +24 -0
- package/extensions/codex/src/app-server/client.test.ts +563 -0
- package/extensions/codex/src/app-server/client.ts +721 -0
- package/extensions/codex/src/app-server/compact.test.ts +1029 -0
- package/extensions/codex/src/app-server/compact.ts +662 -0
- package/extensions/codex/src/app-server/computer-use.test.ts +788 -0
- package/extensions/codex/src/app-server/computer-use.ts +683 -0
- package/extensions/codex/src/app-server/config.test.ts +948 -0
- package/extensions/codex/src/app-server/config.ts +1093 -0
- package/extensions/codex/src/app-server/context-engine-projection.test.ts +252 -0
- package/extensions/codex/src/app-server/context-engine-projection.ts +403 -0
- package/extensions/codex/src/app-server/delivery-no-reply-runtime-contract.test.ts +80 -0
- package/extensions/codex/src/app-server/dynamic-tool-diagnostics.ts +73 -0
- package/extensions/codex/src/app-server/dynamic-tool-profile.ts +70 -0
- package/extensions/codex/src/app-server/dynamic-tools.test.ts +1357 -0
- package/extensions/codex/src/app-server/dynamic-tools.ts +646 -0
- package/extensions/codex/src/app-server/elicitation-bridge.test.ts +1281 -0
- package/extensions/codex/src/app-server/elicitation-bridge.ts +828 -0
- package/extensions/codex/src/app-server/event-projector.test.ts +2885 -0
- package/extensions/codex/src/app-server/event-projector.ts +2047 -0
- package/extensions/codex/src/app-server/image-payload-sanitizer.test.ts +49 -0
- package/extensions/codex/src/app-server/image-payload-sanitizer.ts +195 -0
- package/extensions/codex/src/app-server/local-runtime-attribution.ts +39 -0
- package/extensions/codex/src/app-server/managed-binary.test.ts +141 -0
- package/extensions/codex/src/app-server/managed-binary.ts +193 -0
- package/extensions/codex/src/app-server/models.test.ts +246 -0
- package/extensions/codex/src/app-server/models.ts +172 -0
- package/extensions/codex/src/app-server/native-hook-relay.test.ts +274 -0
- package/extensions/codex/src/app-server/native-hook-relay.ts +150 -0
- package/extensions/codex/src/app-server/native-subagent-monitor.test.ts +1125 -0
- package/extensions/codex/src/app-server/native-subagent-monitor.ts +1061 -0
- package/extensions/codex/src/app-server/native-subagent-notification.test.ts +176 -0
- package/extensions/codex/src/app-server/native-subagent-notification.ts +222 -0
- package/extensions/codex/src/app-server/native-subagent-task-ids.ts +3 -0
- package/extensions/codex/src/app-server/native-subagent-task-mirror.test.ts +625 -0
- package/extensions/codex/src/app-server/native-subagent-task-mirror.ts +460 -0
- package/extensions/codex/src/app-server/notification-correlation.ts +91 -0
- package/extensions/codex/src/app-server/openclaw-owned-tool-runtime-contract.test.ts +456 -0
- package/extensions/codex/src/app-server/outcome-fallback-runtime-contract.test.ts +404 -0
- package/extensions/codex/src/app-server/plugin-activation.test.ts +336 -0
- package/extensions/codex/src/app-server/plugin-activation.ts +283 -0
- package/extensions/codex/src/app-server/plugin-app-cache-key.ts +74 -0
- package/extensions/codex/src/app-server/plugin-approval-roundtrip.ts +122 -0
- package/extensions/codex/src/app-server/plugin-inventory.test.ts +355 -0
- package/extensions/codex/src/app-server/plugin-inventory.ts +357 -0
- package/extensions/codex/src/app-server/plugin-thread-config.test.ts +865 -0
- package/extensions/codex/src/app-server/plugin-thread-config.ts +455 -0
- package/extensions/codex/src/app-server/protocol-generated/json/DynamicToolCallParams.json +33 -0
- package/extensions/codex/src/app-server/protocol-generated/json/v2/ErrorNotification.json +199 -0
- package/extensions/codex/src/app-server/protocol-generated/json/v2/GetAccountResponse.json +102 -0
- package/extensions/codex/src/app-server/protocol-generated/json/v2/ModelListResponse.json +227 -0
- package/extensions/codex/src/app-server/protocol-generated/json/v2/ThreadResumeResponse.json +2630 -0
- package/extensions/codex/src/app-server/protocol-generated/json/v2/ThreadStartResponse.json +2630 -0
- package/extensions/codex/src/app-server/protocol-generated/json/v2/TurnCompletedNotification.json +1659 -0
- package/extensions/codex/src/app-server/protocol-generated/json/v2/TurnStartResponse.json +1655 -0
- package/extensions/codex/src/app-server/protocol-validators.test.ts +75 -0
- package/extensions/codex/src/app-server/protocol-validators.ts +203 -0
- package/extensions/codex/src/app-server/protocol.ts +537 -0
- package/extensions/codex/src/app-server/rate-limit-cache.ts +48 -0
- package/extensions/codex/src/app-server/rate-limits.test.ts +202 -0
- package/extensions/codex/src/app-server/rate-limits.ts +583 -0
- package/extensions/codex/src/app-server/request.test.ts +68 -0
- package/extensions/codex/src/app-server/request.ts +90 -0
- package/extensions/codex/src/app-server/run-attempt-thread-cleanup.test.ts +197 -0
- package/extensions/codex/src/app-server/run-attempt.context-engine.test.ts +1246 -0
- package/extensions/codex/src/app-server/run-attempt.test.ts +10799 -0
- package/extensions/codex/src/app-server/run-attempt.ts +5264 -0
- package/extensions/codex/src/app-server/run-attempt.vision-tools.test.ts +35 -0
- package/extensions/codex/src/app-server/sandbox-exec-server/filesystem.ts +261 -0
- package/extensions/codex/src/app-server/sandbox-exec-server/fs-policy.ts +346 -0
- package/extensions/codex/src/app-server/sandbox-exec-server/http.ts +312 -0
- package/extensions/codex/src/app-server/sandbox-exec-server/json-rpc.ts +93 -0
- package/extensions/codex/src/app-server/sandbox-exec-server/processes.ts +411 -0
- package/extensions/codex/src/app-server/sandbox-exec-server/runtime.ts +22 -0
- package/extensions/codex/src/app-server/sandbox-exec-server/types.ts +80 -0
- package/extensions/codex/src/app-server/sandbox-exec-server.fs.test.ts +527 -0
- package/extensions/codex/src/app-server/sandbox-exec-server.http.test.ts +210 -0
- package/extensions/codex/src/app-server/sandbox-exec-server.test-helpers.ts +236 -0
- package/extensions/codex/src/app-server/sandbox-exec-server.test.ts +460 -0
- package/extensions/codex/src/app-server/sandbox-exec-server.ts +355 -0
- package/extensions/codex/src/app-server/sandbox-guard.ts +153 -0
- package/extensions/codex/src/app-server/schema-normalization-runtime-contract.test.ts +206 -0
- package/extensions/codex/src/app-server/session-binding.test.ts +303 -0
- package/extensions/codex/src/app-server/session-binding.ts +407 -0
- package/extensions/codex/src/app-server/session-history.ts +44 -0
- package/extensions/codex/src/app-server/shared-client.test.ts +591 -0
- package/extensions/codex/src/app-server/shared-client.ts +289 -0
- package/extensions/codex/src/app-server/side-question.test.ts +1243 -0
- package/extensions/codex/src/app-server/side-question.ts +1019 -0
- package/extensions/codex/src/app-server/test-support.ts +48 -0
- package/extensions/codex/src/app-server/thread-lifecycle.test.ts +447 -0
- package/extensions/codex/src/app-server/thread-lifecycle.ts +1004 -0
- package/extensions/codex/src/app-server/thread-lifecycle.user-mcp-servers.test.ts +442 -0
- package/extensions/codex/src/app-server/timeout.ts +9 -0
- package/extensions/codex/src/app-server/tool-progress-normalization.ts +77 -0
- package/extensions/codex/src/app-server/trajectory.test.ts +205 -0
- package/extensions/codex/src/app-server/trajectory.ts +368 -0
- package/extensions/codex/src/app-server/transcript-mirror.test.ts +527 -0
- package/extensions/codex/src/app-server/transcript-mirror.ts +208 -0
- package/extensions/codex/src/app-server/transcript-repair-runtime-contract.test.ts +44 -0
- package/extensions/codex/src/app-server/transport-stdio.test.ts +184 -0
- package/extensions/codex/src/app-server/transport-stdio.ts +107 -0
- package/extensions/codex/src/app-server/transport-websocket.test.ts +71 -0
- package/extensions/codex/src/app-server/transport-websocket.ts +90 -0
- package/extensions/codex/src/app-server/transport.ts +117 -0
- package/extensions/codex/src/app-server/user-input-bridge.test.ts +249 -0
- package/extensions/codex/src/app-server/user-input-bridge.ts +316 -0
- package/extensions/codex/src/app-server/version.ts +5 -0
- package/extensions/codex/src/app-server/vision-tools.ts +12 -0
- package/extensions/codex/src/command-account.ts +589 -0
- package/extensions/codex/src/command-formatters.ts +426 -0
- package/extensions/codex/src/command-handlers.ts +2092 -0
- package/extensions/codex/src/command-plugins-management.test.ts +172 -0
- package/extensions/codex/src/command-plugins-management.ts +137 -0
- package/extensions/codex/src/command-rpc.test.ts +16 -0
- package/extensions/codex/src/command-rpc.ts +146 -0
- package/extensions/codex/src/commands.test.ts +3737 -0
- package/extensions/codex/src/commands.ts +65 -0
- package/extensions/codex/src/conversation-binding-data.ts +124 -0
- package/extensions/codex/src/conversation-binding.test.ts +697 -0
- package/extensions/codex/src/conversation-binding.ts +575 -0
- package/extensions/codex/src/conversation-control.test.ts +126 -0
- package/extensions/codex/src/conversation-control.ts +303 -0
- package/extensions/codex/src/conversation-turn-collector.test.ts +191 -0
- package/extensions/codex/src/conversation-turn-collector.ts +190 -0
- package/extensions/codex/src/conversation-turn-input.test.ts +141 -0
- package/extensions/codex/src/conversation-turn-input.ts +106 -0
- package/extensions/codex/src/manifest.test.ts +20 -0
- package/extensions/codex/src/migration/apply.ts +501 -0
- package/extensions/codex/src/migration/helpers.ts +55 -0
- package/extensions/codex/src/migration/plan.ts +461 -0
- package/extensions/codex/src/migration/provider.test.ts +1741 -0
- package/extensions/codex/src/migration/provider.ts +41 -0
- package/extensions/codex/src/migration/source.ts +643 -0
- package/extensions/codex/src/migration/targets.ts +25 -0
- package/extensions/codex/src/node-cli-sessions.test.ts +180 -0
- package/extensions/codex/src/node-cli-sessions.ts +711 -0
- package/extensions/codex/test-api.ts +95 -0
- package/extensions/codex/tsconfig.json +16 -0
- package/extensions/comfy/comfy.live.test.ts +128 -0
- package/extensions/comfy/image-generation-provider.test.ts +457 -0
- package/extensions/comfy/image-generation-provider.ts +79 -0
- package/extensions/comfy/index.test.ts +51 -0
- package/extensions/comfy/index.ts +45 -0
- package/extensions/comfy/music-generation-provider.test.ts +101 -0
- package/extensions/comfy/music-generation-provider.ts +88 -0
- package/extensions/comfy/openclaw.plugin.json +268 -0
- package/extensions/comfy/package.json +15 -0
- package/extensions/comfy/plugin-registration.contract.test.ts +11 -0
- package/extensions/comfy/test-helpers.ts +113 -0
- package/extensions/comfy/tsconfig.json +16 -0
- package/extensions/comfy/video-generation-provider.test.ts +184 -0
- package/extensions/comfy/video-generation-provider.ts +104 -0
- package/extensions/comfy/workflow-runtime.ts +827 -0
- package/extensions/deepgram/audio.live.test.ts +75 -0
- package/extensions/deepgram/audio.test.ts +146 -0
- package/extensions/deepgram/audio.ts +109 -0
- package/extensions/deepgram/index.ts +13 -0
- package/extensions/deepgram/media-understanding-provider.ts +10 -0
- package/extensions/deepgram/openclaw.plugin.json +30 -0
- package/extensions/deepgram/package.json +15 -0
- package/extensions/deepgram/realtime-transcription-provider.test.ts +69 -0
- package/extensions/deepgram/realtime-transcription-provider.ts +283 -0
- package/extensions/deepgram/test-api.ts +2 -0
- package/extensions/deepgram/tsconfig.json +16 -0
- package/extensions/deepinfra/api.ts +8 -0
- package/extensions/deepinfra/embedding-provider.ts +33 -0
- package/extensions/deepinfra/image-generation-provider.test.ts +224 -0
- package/extensions/deepinfra/image-generation-provider.ts +89 -0
- package/extensions/deepinfra/index.test.ts +113 -0
- package/extensions/deepinfra/index.ts +84 -0
- package/extensions/deepinfra/media-models.ts +50 -0
- package/extensions/deepinfra/media-understanding-provider.test.ts +73 -0
- package/extensions/deepinfra/media-understanding-provider.ts +37 -0
- package/extensions/deepinfra/memory-embedding-adapter.test.ts +31 -0
- package/extensions/deepinfra/memory-embedding-adapter.ts +35 -0
- package/extensions/deepinfra/onboard.test.ts +172 -0
- package/extensions/deepinfra/onboard.ts +36 -0
- package/extensions/deepinfra/openclaw.plugin.json +203 -0
- package/extensions/deepinfra/package.json +15 -0
- package/extensions/deepinfra/provider-catalog.ts +24 -0
- package/extensions/deepinfra/provider-models.test.ts +217 -0
- package/extensions/deepinfra/provider-models.ts +167 -0
- package/extensions/deepinfra/provider-policy-api.test.ts +41 -0
- package/extensions/deepinfra/provider-policy-api.ts +21 -0
- package/extensions/deepinfra/provider.contract.test.ts +3 -0
- package/extensions/deepinfra/speech-provider.test.ts +169 -0
- package/extensions/deepinfra/speech-provider.ts +41 -0
- package/extensions/deepinfra/tsconfig.json +16 -0
- package/extensions/deepinfra/video-generation-provider.test.ts +194 -0
- package/extensions/deepinfra/video-generation-provider.ts +262 -0
- package/extensions/deepseek/api.ts +7 -0
- package/extensions/deepseek/deepseek.live.test.ts +232 -0
- package/extensions/deepseek/index.test.ts +488 -0
- package/extensions/deepseek/index.ts +58 -0
- package/extensions/deepseek/models.ts +33 -0
- package/extensions/deepseek/onboard.ts +31 -0
- package/extensions/deepseek/openclaw.plugin.json +132 -0
- package/extensions/deepseek/package.json +15 -0
- package/extensions/deepseek/provider-catalog.ts +14 -0
- package/extensions/deepseek/provider-discovery.ts +17 -0
- package/extensions/deepseek/provider-policy-api.test.ts +264 -0
- package/extensions/deepseek/provider-policy-api.ts +104 -0
- package/extensions/deepseek/stream.ts +14 -0
- package/extensions/deepseek/thinking.ts +19 -0
- package/extensions/deepseek/tsconfig.json +16 -0
- package/extensions/elevenlabs/config-api.ts +8 -0
- package/extensions/elevenlabs/config-compat.test.ts +75 -0
- package/extensions/elevenlabs/config-compat.ts +181 -0
- package/extensions/elevenlabs/contract-api.ts +8 -0
- package/extensions/elevenlabs/doctor-contract.ts +34 -0
- package/extensions/elevenlabs/elevenlabs.live.test.ts +91 -0
- package/extensions/elevenlabs/index.ts +15 -0
- package/extensions/elevenlabs/media-understanding-provider.test.ts +95 -0
- package/extensions/elevenlabs/media-understanding-provider.ts +85 -0
- package/extensions/elevenlabs/openclaw.plugin.json +40 -0
- package/extensions/elevenlabs/package.json +15 -0
- package/extensions/elevenlabs/realtime-transcription-provider.test.ts +60 -0
- package/extensions/elevenlabs/realtime-transcription-provider.ts +284 -0
- package/extensions/elevenlabs/setup-api.ts +11 -0
- package/extensions/elevenlabs/shared.ts +10 -0
- package/extensions/elevenlabs/speech-provider.test.ts +124 -0
- package/extensions/elevenlabs/speech-provider.ts +594 -0
- package/extensions/elevenlabs/test-api.ts +6 -0
- package/extensions/elevenlabs/tsconfig.json +16 -0
- package/extensions/elevenlabs/tts.test.ts +212 -0
- package/extensions/elevenlabs/tts.ts +198 -0
- package/extensions/fal/image-generation-provider.test.ts +710 -0
- package/extensions/fal/image-generation-provider.ts +463 -0
- package/extensions/fal/index.ts +19 -0
- package/extensions/fal/music-generation-provider.test.ts +200 -0
- package/extensions/fal/music-generation-provider.ts +219 -0
- package/extensions/fal/onboard.ts +21 -0
- package/extensions/fal/openclaw.plugin.json +42 -0
- package/extensions/fal/package.json +15 -0
- package/extensions/fal/plugin-registration.contract.test.ts +11 -0
- package/extensions/fal/provider-contract-api.ts +31 -0
- package/extensions/fal/provider-registration.ts +38 -0
- package/extensions/fal/test-api.ts +3 -0
- package/extensions/fal/tsconfig.json +16 -0
- package/extensions/fal/video-generation-provider.test.ts +566 -0
- package/extensions/fal/video-generation-provider.ts +648 -0
- package/extensions/fireworks/index.test.ts +181 -0
- package/extensions/fireworks/index.ts +85 -0
- package/extensions/fireworks/model-id.ts +5 -0
- package/extensions/fireworks/onboard.ts +30 -0
- package/extensions/fireworks/openclaw.plugin.json +73 -0
- package/extensions/fireworks/package.json +18 -0
- package/extensions/fireworks/provider-catalog.ts +50 -0
- package/extensions/fireworks/provider-policy-api.ts +8 -0
- package/extensions/fireworks/stream.test.ts +184 -0
- package/extensions/fireworks/stream.ts +39 -0
- package/extensions/fireworks/thinking-policy.ts +17 -0
- package/extensions/fireworks/tsconfig.json +16 -0
- package/extensions/github-copilot/api.ts +1 -0
- package/extensions/github-copilot/auth.test.ts +109 -0
- package/extensions/github-copilot/auth.ts +65 -0
- package/extensions/github-copilot/connection-bound-ids.live.test.ts +231 -0
- package/extensions/github-copilot/connection-bound-ids.test.ts +96 -0
- package/extensions/github-copilot/connection-bound-ids.ts +81 -0
- package/extensions/github-copilot/embeddings.test.ts +287 -0
- package/extensions/github-copilot/embeddings.ts +342 -0
- package/extensions/github-copilot/index.test.ts +660 -0
- package/extensions/github-copilot/index.ts +492 -0
- package/extensions/github-copilot/login.ts +323 -0
- package/extensions/github-copilot/model-metadata.ts +51 -0
- package/extensions/github-copilot/models-defaults.ts +61 -0
- package/extensions/github-copilot/models.test.ts +695 -0
- package/extensions/github-copilot/models.ts +274 -0
- package/extensions/github-copilot/openclaw.plugin.json +270 -0
- package/extensions/github-copilot/package.json +19 -0
- package/extensions/github-copilot/provider-auth.contract.test.ts +3 -0
- package/extensions/github-copilot/provider-discovery.contract.test.ts +7 -0
- package/extensions/github-copilot/provider-runtime.contract.test.ts +3 -0
- package/extensions/github-copilot/register.runtime.ts +24 -0
- package/extensions/github-copilot/replay-policy.ts +9 -0
- package/extensions/github-copilot/stream.test.ts +282 -0
- package/extensions/github-copilot/stream.ts +157 -0
- package/extensions/github-copilot/token.ts +6 -0
- package/extensions/github-copilot/tsconfig.json +16 -0
- package/extensions/github-copilot/usage.ts +68 -0
- package/extensions/google/api.test.ts +249 -0
- package/extensions/google/api.ts +91 -0
- package/extensions/google/cli-backend.ts +58 -0
- package/extensions/google/default-model.test.ts +115 -0
- package/extensions/google/doctor-contract-api.ts +18 -0
- package/extensions/google/embedding-batch.ts +379 -0
- package/extensions/google/embedding-provider.test.ts +264 -0
- package/extensions/google/embedding-provider.ts +441 -0
- package/extensions/google/gemini-auth.ts +20 -0
- package/extensions/google/gemini-cli-provider.ts +145 -0
- package/extensions/google/generation-provider-metadata.ts +121 -0
- package/extensions/google/google-genai-runtime.ts +8 -0
- package/extensions/google/google-shared.test-helpers.ts +99 -0
- package/extensions/google/google-shared.test.ts +380 -0
- package/extensions/google/google.live.test.ts +179 -0
- package/extensions/google/image-generation-provider.test.ts +503 -0
- package/extensions/google/image-generation-provider.ts +272 -0
- package/extensions/google/index.test.ts +310 -0
- package/extensions/google/index.ts +354 -0
- package/extensions/google/manifest.test.ts +104 -0
- package/extensions/google/media-understanding-provider.ts +164 -0
- package/extensions/google/media-understanding-provider.video.test.ts +158 -0
- package/extensions/google/memory-embedding-adapter.ts +79 -0
- package/extensions/google/model-id.test.ts +42 -0
- package/extensions/google/model-id.ts +35 -0
- package/extensions/google/music-generation-provider.test.ts +278 -0
- package/extensions/google/music-generation-provider.ts +176 -0
- package/extensions/google/oauth-token-shared.test.ts +39 -0
- package/extensions/google/oauth-token-shared.ts +42 -0
- package/extensions/google/oauth.credentials.ts +273 -0
- package/extensions/google/oauth.flow.ts +61 -0
- package/extensions/google/oauth.http.ts +24 -0
- package/extensions/google/oauth.project.ts +232 -0
- package/extensions/google/oauth.runtime.ts +1 -0
- package/extensions/google/oauth.settings.ts +72 -0
- package/extensions/google/oauth.shared.ts +44 -0
- package/extensions/google/oauth.test.ts +922 -0
- package/extensions/google/oauth.token.ts +138 -0
- package/extensions/google/oauth.ts +104 -0
- package/extensions/google/onboard.ts +78 -0
- package/extensions/google/openclaw.plugin.json +706 -0
- package/extensions/google/package.json +19 -0
- package/extensions/google/plugin-registration.contract.test.ts +12 -0
- package/extensions/google/provider-contract-api.ts +77 -0
- package/extensions/google/provider-hooks.ts +18 -0
- package/extensions/google/provider-models.test.ts +513 -0
- package/extensions/google/provider-models.ts +237 -0
- package/extensions/google/provider-policy-api.test.ts +201 -0
- package/extensions/google/provider-policy-api.ts +11 -0
- package/extensions/google/provider-policy.ts +208 -0
- package/extensions/google/provider-registration.ts +72 -0
- package/extensions/google/provider-runtime.contract.test.ts +3 -0
- package/extensions/google/realtime-voice-provider.test.ts +857 -0
- package/extensions/google/realtime-voice-provider.ts +952 -0
- package/extensions/google/runtime-api.ts +19 -0
- package/extensions/google/setup-api.test.ts +23 -0
- package/extensions/google/setup-api.ts +13 -0
- package/extensions/google/speech-provider.test.ts +682 -0
- package/extensions/google/speech-provider.ts +683 -0
- package/extensions/google/src/gemini-web-search-provider.runtime.ts +367 -0
- package/extensions/google/src/gemini-web-search-provider.shared.ts +45 -0
- package/extensions/google/src/gemini-web-search-provider.ts +151 -0
- package/extensions/google/test-api.ts +6 -0
- package/extensions/google/thinking-api.ts +14 -0
- package/extensions/google/thinking.test.ts +153 -0
- package/extensions/google/thinking.ts +14 -0
- package/extensions/google/transport-stream.test.ts +1726 -0
- package/extensions/google/transport-stream.ts +1396 -0
- package/extensions/google/tsconfig.json +16 -0
- package/extensions/google/vertex-adc.ts +188 -0
- package/extensions/google/video-generation-provider.test.ts +573 -0
- package/extensions/google/video-generation-provider.ts +591 -0
- package/extensions/google/web-search-contract-api.ts +1 -0
- package/extensions/google/web-search-provider.test.ts +548 -0
- package/extensions/google/web-search-provider.ts +1 -0
- package/extensions/groq/api.ts +60 -0
- package/extensions/groq/index.test.ts +90 -0
- package/extensions/groq/index.ts +21 -0
- package/extensions/groq/media-understanding-provider.ts +21 -0
- package/extensions/groq/openclaw.plugin.json +314 -0
- package/extensions/groq/package.json +15 -0
- package/extensions/groq/test-api.ts +1 -0
- package/extensions/groq/tsconfig.json +16 -0
- package/extensions/huggingface/api.ts +10 -0
- package/extensions/huggingface/index.test.ts +81 -0
- package/extensions/huggingface/index.ts +60 -0
- package/extensions/huggingface/model-discovery-env.ts +5 -0
- package/extensions/huggingface/models.test.ts +98 -0
- package/extensions/huggingface/models.ts +218 -0
- package/extensions/huggingface/onboard.ts +26 -0
- package/extensions/huggingface/openclaw.plugin.json +57 -0
- package/extensions/huggingface/package.json +15 -0
- package/extensions/huggingface/provider-catalog.ts +22 -0
- package/extensions/huggingface/tsconfig.json +16 -0
- package/extensions/image-generation-core/api.ts +30 -0
- package/extensions/image-generation-core/package.json +10 -0
- package/extensions/image-generation-core/runtime-api.ts +6 -0
- package/extensions/image-generation-core/src/runtime.test.ts +29 -0
- package/extensions/image-generation-core/src/runtime.ts +6 -0
- package/extensions/image-generation-core/tsconfig.json +16 -0
- package/extensions/kimi-coding/api.ts +8 -0
- package/extensions/kimi-coding/implicit-provider.test.ts +116 -0
- package/extensions/kimi-coding/index.test.ts +45 -0
- package/extensions/kimi-coding/index.ts +113 -0
- package/extensions/kimi-coding/onboard.test.ts +44 -0
- package/extensions/kimi-coding/onboard.ts +42 -0
- package/extensions/kimi-coding/openclaw.plugin.json +64 -0
- package/extensions/kimi-coding/package.json +18 -0
- package/extensions/kimi-coding/provider-catalog.test.ts +23 -0
- package/extensions/kimi-coding/provider-catalog.ts +58 -0
- package/extensions/kimi-coding/replay-policy.test.ts +10 -0
- package/extensions/kimi-coding/replay-policy.ts +3 -0
- package/extensions/kimi-coding/stream.test.ts +603 -0
- package/extensions/kimi-coding/stream.ts +399 -0
- package/extensions/kimi-coding/tsconfig.json +16 -0
- package/extensions/litellm/api.ts +8 -0
- package/extensions/litellm/image-generation-provider.test.ts +348 -0
- package/extensions/litellm/image-generation-provider.ts +142 -0
- package/extensions/litellm/index.test.ts +107 -0
- package/extensions/litellm/index.ts +108 -0
- package/extensions/litellm/onboard.test.ts +21 -0
- package/extensions/litellm/onboard.ts +55 -0
- package/extensions/litellm/openclaw.plugin.json +35 -0
- package/extensions/litellm/package.json +15 -0
- package/extensions/litellm/provider-catalog.ts +10 -0
- package/extensions/litellm/tsconfig.json +16 -0
- package/extensions/lmstudio/README.md +3 -0
- package/extensions/lmstudio/api.ts +36 -0
- package/extensions/lmstudio/index.test.ts +207 -0
- package/extensions/lmstudio/index.ts +137 -0
- package/extensions/lmstudio/memory-embedding-adapter.ts +36 -0
- package/extensions/lmstudio/openclaw.plugin.json +53 -0
- package/extensions/lmstudio/package.json +15 -0
- package/extensions/lmstudio/plugin-registration.contract.test.ts +6 -0
- package/extensions/lmstudio/runtime-api.ts +35 -0
- package/extensions/lmstudio/src/api.ts +42 -0
- package/extensions/lmstudio/src/defaults.ts +14 -0
- package/extensions/lmstudio/src/embedding-provider.ts +147 -0
- package/extensions/lmstudio/src/models.fetch.ts +277 -0
- package/extensions/lmstudio/src/models.test.ts +491 -0
- package/extensions/lmstudio/src/models.ts +536 -0
- package/extensions/lmstudio/src/plain-text-tool-calls.ts +24 -0
- package/extensions/lmstudio/src/provider-auth.ts +59 -0
- package/extensions/lmstudio/src/runtime.test.ts +357 -0
- package/extensions/lmstudio/src/runtime.ts +276 -0
- package/extensions/lmstudio/src/setup.test.ts +1543 -0
- package/extensions/lmstudio/src/setup.ts +878 -0
- package/extensions/lmstudio/src/stream.test.ts +658 -0
- package/extensions/lmstudio/src/stream.ts +493 -0
- package/extensions/media-understanding-core/image-ops.ts +137 -0
- package/extensions/media-understanding-core/package.json +14 -0
- package/extensions/media-understanding-core/runtime-api.ts +9 -0
- package/extensions/media-understanding-core/src/runtime.ts +9 -0
- package/extensions/media-understanding-core/tsconfig.json +16 -0
- package/extensions/microsoft/index.ts +11 -0
- package/extensions/microsoft/microsoft.live.test.ts +14 -0
- package/extensions/microsoft/openclaw.plugin.json +15 -0
- package/extensions/microsoft/package.json +18 -0
- package/extensions/microsoft/speech-provider.test.ts +298 -0
- package/extensions/microsoft/speech-provider.ts +295 -0
- package/extensions/microsoft/test-api.ts +1 -0
- package/extensions/microsoft/tsconfig.json +16 -0
- package/extensions/microsoft/tts.test.ts +193 -0
- package/extensions/microsoft/tts.ts +137 -0
- package/extensions/minimax/README.md +37 -0
- package/extensions/minimax/api.ts +27 -0
- package/extensions/minimax/image-generation-provider.test.ts +313 -0
- package/extensions/minimax/image-generation-provider.ts +216 -0
- package/extensions/minimax/index.test.ts +408 -0
- package/extensions/minimax/index.ts +39 -0
- package/extensions/minimax/media-understanding-provider.ts +23 -0
- package/extensions/minimax/minimax.live.test.ts +115 -0
- package/extensions/minimax/model-definitions.test.ts +101 -0
- package/extensions/minimax/model-definitions.ts +91 -0
- package/extensions/minimax/music-generation-provider.test.ts +198 -0
- package/extensions/minimax/music-generation-provider.ts +259 -0
- package/extensions/minimax/oauth.runtime.ts +1 -0
- package/extensions/minimax/oauth.ts +233 -0
- package/extensions/minimax/onboard.test.ts +126 -0
- package/extensions/minimax/onboard.ts +104 -0
- package/extensions/minimax/openclaw.plugin.json +133 -0
- package/extensions/minimax/package.json +15 -0
- package/extensions/minimax/plugin-registration.contract.test.ts +15 -0
- package/extensions/minimax/provider-catalog.ts +86 -0
- package/extensions/minimax/provider-contract-api.ts +84 -0
- package/extensions/minimax/provider-discovery.contract.test.ts +3 -0
- package/extensions/minimax/provider-http.test-helpers.ts +142 -0
- package/extensions/minimax/provider-models.ts +21 -0
- package/extensions/minimax/provider-registration.ts +285 -0
- package/extensions/minimax/speech-provider.test.ts +576 -0
- package/extensions/minimax/speech-provider.ts +312 -0
- package/extensions/minimax/src/minimax-web-search-provider.runtime.ts +270 -0
- package/extensions/minimax/src/minimax-web-search-provider.test.ts +177 -0
- package/extensions/minimax/src/minimax-web-search-provider.ts +64 -0
- package/extensions/minimax/test-api.ts +11 -0
- package/extensions/minimax/tsconfig.json +16 -0
- package/extensions/minimax/tts.ts +116 -0
- package/extensions/minimax/video-generation-provider.test.ts +214 -0
- package/extensions/minimax/video-generation-provider.ts +456 -0
- package/extensions/minimax/web-search-contract-api.ts +35 -0
- package/extensions/minimax/web-search-provider.ts +1 -0
- package/extensions/mistral/api.test.ts +195 -0
- package/extensions/mistral/api.ts +81 -0
- package/extensions/mistral/embedding-provider.ts +52 -0
- package/extensions/mistral/index.ts +61 -0
- package/extensions/mistral/media-understanding-provider.test.ts +46 -0
- package/extensions/mistral/media-understanding-provider.ts +21 -0
- package/extensions/mistral/memory-embedding-adapter.ts +35 -0
- package/extensions/mistral/mistral.live.test.ts +62 -0
- package/extensions/mistral/model-definitions.test.ts +65 -0
- package/extensions/mistral/model-definitions.ts +37 -0
- package/extensions/mistral/onboard.test.ts +54 -0
- package/extensions/mistral/onboard.ts +31 -0
- package/extensions/mistral/openclaw.plugin.json +180 -0
- package/extensions/mistral/package.json +15 -0
- package/extensions/mistral/provider-catalog.ts +10 -0
- package/extensions/mistral/provider-compat.ts +62 -0
- package/extensions/mistral/realtime-transcription-provider.test.ts +61 -0
- package/extensions/mistral/realtime-transcription-provider.ts +280 -0
- package/extensions/mistral/test-api.ts +2 -0
- package/extensions/mistral/tsconfig.json +16 -0
- package/extensions/moonshot/api.ts +9 -0
- package/extensions/moonshot/index.test.ts +73 -0
- package/extensions/moonshot/index.ts +81 -0
- package/extensions/moonshot/media-understanding-provider.test.ts +92 -0
- package/extensions/moonshot/media-understanding-provider.ts +85 -0
- package/extensions/moonshot/moonshot.live.test.ts +56 -0
- package/extensions/moonshot/onboard.ts +38 -0
- package/extensions/moonshot/openclaw.plugin.json +209 -0
- package/extensions/moonshot/package.json +15 -0
- package/extensions/moonshot/provider-catalog.test.ts +84 -0
- package/extensions/moonshot/provider-catalog.ts +34 -0
- package/extensions/moonshot/provider-contract-api.ts +33 -0
- package/extensions/moonshot/provider-discovery.ts +17 -0
- package/extensions/moonshot/src/kimi-web-search-provider.runtime.ts +513 -0
- package/extensions/moonshot/src/kimi-web-search-provider.test.ts +297 -0
- package/extensions/moonshot/src/kimi-web-search-provider.ts +71 -0
- package/extensions/moonshot/test-api.ts +2 -0
- package/extensions/moonshot/tsconfig.json +16 -0
- package/extensions/moonshot/web-search-contract-api.ts +28 -0
- package/extensions/moonshot/web-search-provider.ts +1 -0
- package/extensions/nvidia/api.ts +6 -0
- package/extensions/nvidia/index.test.ts +180 -0
- package/extensions/nvidia/index.ts +64 -0
- package/extensions/nvidia/onboard.test.ts +49 -0
- package/extensions/nvidia/onboard.ts +30 -0
- package/extensions/nvidia/openclaw.plugin.json +122 -0
- package/extensions/nvidia/package.json +15 -0
- package/extensions/nvidia/plugin-registration.contract.test.ts +14 -0
- package/extensions/nvidia/provider-catalog.test.ts +21 -0
- package/extensions/nvidia/provider-catalog.ts +15 -0
- package/extensions/nvidia/tsconfig.json +16 -0
- package/extensions/ollama/README.md +3 -0
- package/extensions/ollama/api.ts +34 -0
- package/extensions/ollama/index.test.ts +979 -0
- package/extensions/ollama/index.ts +336 -0
- package/extensions/ollama/ollama.live.test.ts +287 -0
- package/extensions/ollama/openclaw.plugin.json +67 -0
- package/extensions/ollama/package.json +19 -0
- package/extensions/ollama/plugin-registration.contract.test.ts +7 -0
- package/extensions/ollama/provider-discovery.import-guard.test.ts +29 -0
- package/extensions/ollama/provider-discovery.test.ts +657 -0
- package/extensions/ollama/provider-discovery.ts +69 -0
- package/extensions/ollama/provider-policy-api.test.ts +72 -0
- package/extensions/ollama/provider-policy-api.ts +59 -0
- package/extensions/ollama/runtime-api.ts +22 -0
- package/extensions/ollama/src/defaults.ts +14 -0
- package/extensions/ollama/src/discovery-shared.test.ts +41 -0
- package/extensions/ollama/src/discovery-shared.ts +322 -0
- package/extensions/ollama/src/embedding-provider.test.ts +557 -0
- package/extensions/ollama/src/embedding-provider.ts +393 -0
- package/extensions/ollama/src/media-understanding-provider.ts +18 -0
- package/extensions/ollama/src/memory-embedding-adapter.ts +30 -0
- package/extensions/ollama/src/model-id.ts +24 -0
- package/extensions/ollama/src/ollama-json.ts +143 -0
- package/extensions/ollama/src/provider-base-url.test.ts +44 -0
- package/extensions/ollama/src/provider-base-url.ts +23 -0
- package/extensions/ollama/src/provider-models.ssrf.test.ts +41 -0
- package/extensions/ollama/src/provider-models.test.ts +312 -0
- package/extensions/ollama/src/provider-models.ts +327 -0
- package/extensions/ollama/src/setup.test.ts +771 -0
- package/extensions/ollama/src/setup.ts +743 -0
- package/extensions/ollama/src/stream-runtime.test.ts +2218 -0
- package/extensions/ollama/src/stream.test.ts +252 -0
- package/extensions/ollama/src/stream.ts +1347 -0
- package/extensions/ollama/src/web-search-provider.test.ts +488 -0
- package/extensions/ollama/src/web-search-provider.ts +350 -0
- package/extensions/ollama/src/wsl2-crash-loop-check.test.ts +157 -0
- package/extensions/ollama/src/wsl2-crash-loop-check.ts +84 -0
- package/extensions/ollama/tsconfig.json +16 -0
- package/extensions/ollama/web-search-contract-api.ts +26 -0
- package/extensions/ollama/web-search-provider.ts +1 -0
- package/extensions/openai/api.ts +16 -0
- package/extensions/openai/auth-choice-copy.ts +33 -0
- package/extensions/openai/base-url.test.ts +60 -0
- package/extensions/openai/base-url.ts +23 -0
- package/extensions/openai/default-models.test.ts +36 -0
- package/extensions/openai/default-models.ts +40 -0
- package/extensions/openai/embedding-batch.test.ts +10 -0
- package/extensions/openai/embedding-batch.ts +274 -0
- package/extensions/openai/embedding-provider.test.ts +102 -0
- package/extensions/openai/embedding-provider.ts +110 -0
- package/extensions/openai/image-generation-provider.test.ts +1624 -0
- package/extensions/openai/image-generation-provider.ts +903 -0
- package/extensions/openai/index.test.ts +630 -0
- package/extensions/openai/index.ts +58 -0
- package/extensions/openai/media-understanding-provider.test.ts +119 -0
- package/extensions/openai/media-understanding-provider.ts +51 -0
- package/extensions/openai/memory-embedding-adapter.test.ts +82 -0
- package/extensions/openai/memory-embedding-adapter.ts +68 -0
- package/extensions/openai/native-web-search.ts +103 -0
- package/extensions/openai/openai-codex-auth-identity.test.ts +77 -0
- package/extensions/openai/openai-codex-auth-identity.ts +100 -0
- package/extensions/openai/openai-codex-catalog.ts +12 -0
- package/extensions/openai/openai-codex-device-code.test.ts +248 -0
- package/extensions/openai/openai-codex-device-code.ts +309 -0
- package/extensions/openai/openai-codex-oauth.runtime.ts +348 -0
- package/extensions/openai/openai-codex-provider.runtime.ts +45 -0
- package/extensions/openai/openai-codex-provider.test.ts +883 -0
- package/extensions/openai/openai-codex-provider.ts +636 -0
- package/extensions/openai/openai-codex-shared.ts +3 -0
- package/extensions/openai/openai-provider.live.test.ts +196 -0
- package/extensions/openai/openai-provider.test.ts +929 -0
- package/extensions/openai/openai-provider.ts +325 -0
- package/extensions/openai/openai-tts.live.test.ts +44 -0
- package/extensions/openai/openai.live.test.ts +493 -0
- package/extensions/openai/openclaw.plugin.json +897 -0
- package/extensions/openai/openclaw.plugin.test.ts +181 -0
- package/extensions/openai/package.json +19 -0
- package/extensions/openai/plugin-registration.contract.test.ts +9 -0
- package/extensions/openai/prompt-overlay.ts +51 -0
- package/extensions/openai/provider-auth.contract.test.ts +12 -0
- package/extensions/openai/provider-catalog.contract.test.ts +3 -0
- package/extensions/openai/provider-contract-api.ts +83 -0
- package/extensions/openai/provider-policy-api.ts +20 -0
- package/extensions/openai/provider-runtime.contract.test.ts +3 -0
- package/extensions/openai/realtime-provider-shared.ts +168 -0
- package/extensions/openai/realtime-transcription-provider.test.ts +356 -0
- package/extensions/openai/realtime-transcription-provider.ts +307 -0
- package/extensions/openai/realtime-voice-provider.test.ts +1924 -0
- package/extensions/openai/realtime-voice-provider.ts +1315 -0
- package/extensions/openai/register.runtime.ts +15 -0
- package/extensions/openai/replay-policy.ts +32 -0
- package/extensions/openai/setup-api.test.ts +29 -0
- package/extensions/openai/setup-api.ts +166 -0
- package/extensions/openai/shared.ts +131 -0
- package/extensions/openai/speech-provider.test.ts +324 -0
- package/extensions/openai/speech-provider.ts +347 -0
- package/extensions/openai/test-api.ts +9 -0
- package/extensions/openai/test-support/provider-catalog.contract-test-support.ts +134 -0
- package/extensions/openai/thinking-policy.ts +55 -0
- package/extensions/openai/transport-policy.test.ts +128 -0
- package/extensions/openai/transport-policy.ts +111 -0
- package/extensions/openai/tsconfig.json +16 -0
- package/extensions/openai/tts.test.ts +444 -0
- package/extensions/openai/tts.ts +184 -0
- package/extensions/openai/video-generation-provider.test.ts +254 -0
- package/extensions/openai/video-generation-provider.ts +382 -0
- package/extensions/opencode/api.ts +9 -0
- package/extensions/opencode/index.test.ts +84 -0
- package/extensions/opencode/index.ts +74 -0
- package/extensions/opencode/media-understanding-provider.test.ts +44 -0
- package/extensions/opencode/media-understanding-provider.ts +42 -0
- package/extensions/opencode/onboard.test.ts +25 -0
- package/extensions/opencode/onboard.ts +29 -0
- package/extensions/opencode/openclaw.plugin.json +55 -0
- package/extensions/opencode/package.json +15 -0
- package/extensions/opencode/plugin-registration.contract.test.ts +8 -0
- package/extensions/opencode/provider-policy-api.test.ts +44 -0
- package/extensions/opencode/provider-policy-api.ts +5 -0
- package/extensions/opencode/tsconfig.json +16 -0
- package/extensions/opencode-go/api.ts +27 -0
- package/extensions/opencode-go/index.test.ts +305 -0
- package/extensions/opencode-go/index.ts +101 -0
- package/extensions/opencode-go/media-understanding-provider.test.ts +12 -0
- package/extensions/opencode-go/media-understanding-provider.ts +15 -0
- package/extensions/opencode-go/onboard.test.ts +28 -0
- package/extensions/opencode-go/onboard.ts +17 -0
- package/extensions/opencode-go/openclaw.plugin.json +106 -0
- package/extensions/opencode-go/package.json +15 -0
- package/extensions/opencode-go/plugin-registration.contract.test.ts +8 -0
- package/extensions/opencode-go/provider-catalog.ts +135 -0
- package/extensions/opencode-go/stream.ts +51 -0
- package/extensions/opencode-go/tsconfig.json +16 -0
- package/extensions/openrouter/api.ts +12 -0
- package/extensions/openrouter/image-generation-provider.test.ts +361 -0
- package/extensions/openrouter/image-generation-provider.ts +345 -0
- package/extensions/openrouter/index.test.ts +650 -0
- package/extensions/openrouter/index.ts +184 -0
- package/extensions/openrouter/media-understanding-provider.test.ts +260 -0
- package/extensions/openrouter/media-understanding-provider.ts +176 -0
- package/extensions/openrouter/models.ts +18 -0
- package/extensions/openrouter/music-generation-provider.test.ts +226 -0
- package/extensions/openrouter/music-generation-provider.ts +344 -0
- package/extensions/openrouter/onboard.test.ts +27 -0
- package/extensions/openrouter/onboard.ts +32 -0
- package/extensions/openrouter/openclaw.plugin.json +81 -0
- package/extensions/openrouter/openrouter.live.test.ts +118 -0
- package/extensions/openrouter/package.json +15 -0
- package/extensions/openrouter/provider-catalog.ts +88 -0
- package/extensions/openrouter/provider-contract-api.ts +27 -0
- package/extensions/openrouter/provider-policy-api.ts +5 -0
- package/extensions/openrouter/provider-routing.ts +87 -0
- package/extensions/openrouter/provider-runtime.contract.test.ts +3 -0
- package/extensions/openrouter/speech-provider.test.ts +218 -0
- package/extensions/openrouter/speech-provider.ts +46 -0
- package/extensions/openrouter/stream.ts +247 -0
- package/extensions/openrouter/test-api.ts +4 -0
- package/extensions/openrouter/thinking-policy.ts +34 -0
- package/extensions/openrouter/tsconfig.json +16 -0
- package/extensions/openrouter/video-generation-provider.test.ts +722 -0
- package/extensions/openrouter/video-generation-provider.ts +530 -0
- package/extensions/openrouter/video-http.ts +48 -0
- package/extensions/openrouter/video-model-catalog.ts +299 -0
- package/extensions/openshell/index.ts +28 -0
- package/extensions/openshell/npm-shrinkwrap.json +24 -0
- package/extensions/openshell/openclaw.plugin.json +118 -0
- package/extensions/openshell/package.json +37 -0
- package/extensions/openshell/src/backend.e2e.test.ts +595 -0
- package/extensions/openshell/src/backend.test.ts +40 -0
- package/extensions/openshell/src/backend.ts +512 -0
- package/extensions/openshell/src/backend.types.ts +11 -0
- package/extensions/openshell/src/cli.ts +85 -0
- package/extensions/openshell/src/config.test.ts +80 -0
- package/extensions/openshell/src/config.ts +194 -0
- package/extensions/openshell/src/fs-bridge.ts +370 -0
- package/extensions/openshell/src/mirror.test.ts +194 -0
- package/extensions/openshell/src/mirror.ts +141 -0
- package/extensions/openshell/src/openshell-core.test.ts +529 -0
- package/extensions/openshell/tsconfig.json +16 -0
- package/extensions/perplexity/index.ts +11 -0
- package/extensions/perplexity/openclaw.plugin.json +52 -0
- package/extensions/perplexity/package.json +15 -0
- package/extensions/perplexity/src/perplexity-web-search-provider.runtime.ts +551 -0
- package/extensions/perplexity/src/perplexity-web-search-provider.shared.ts +124 -0
- package/extensions/perplexity/src/perplexity-web-search-provider.test.ts +151 -0
- package/extensions/perplexity/src/perplexity-web-search-provider.ts +127 -0
- package/extensions/perplexity/test-api.ts +1 -0
- package/extensions/perplexity/tsconfig.json +16 -0
- package/extensions/perplexity/web-search-contract-api.ts +13 -0
- package/extensions/perplexity/web-search-provider.ts +1 -0
- package/extensions/qianfan/api.ts +6 -0
- package/extensions/qianfan/index.test.ts +133 -0
- package/extensions/qianfan/index.ts +31 -0
- package/extensions/qianfan/onboard.ts +61 -0
- package/extensions/qianfan/openclaw.plugin.json +78 -0
- package/extensions/qianfan/package.json +15 -0
- package/extensions/qianfan/provider-catalog.ts +13 -0
- package/extensions/qianfan/tsconfig.json +16 -0
- package/extensions/qwen/api.ts +34 -0
- package/extensions/qwen/index.test.ts +31 -0
- package/extensions/qwen/index.ts +181 -0
- package/extensions/qwen/media-understanding-provider.test.ts +76 -0
- package/extensions/qwen/media-understanding-provider.ts +88 -0
- package/extensions/qwen/model-definitions.ts +20 -0
- package/extensions/qwen/models.ts +202 -0
- package/extensions/qwen/onboard.ts +73 -0
- package/extensions/qwen/openclaw.plugin.json +143 -0
- package/extensions/qwen/package.json +15 -0
- package/extensions/qwen/plugin-registration.contract.test.ts +10 -0
- package/extensions/qwen/provider-catalog.test.ts +62 -0
- package/extensions/qwen/provider-catalog.ts +13 -0
- package/extensions/qwen/provider-discovery.contract.test.ts +3 -0
- package/extensions/qwen/stream.test.ts +171 -0
- package/extensions/qwen/stream.ts +87 -0
- package/extensions/qwen/test-api.ts +2 -0
- package/extensions/qwen/tsconfig.json +16 -0
- package/extensions/qwen/video-generation-provider.test.ts +155 -0
- package/extensions/qwen/video-generation-provider.ts +111 -0
- package/extensions/runway/index.ts +11 -0
- package/extensions/runway/openclaw.plugin.json +34 -0
- package/extensions/runway/package.json +15 -0
- package/extensions/runway/plugin-registration.contract.test.ts +7 -0
- package/extensions/runway/tsconfig.json +16 -0
- package/extensions/runway/video-generation-provider.test.ts +248 -0
- package/extensions/runway/video-generation-provider.ts +462 -0
- package/extensions/senseaudio/index.ts +11 -0
- package/extensions/senseaudio/media-understanding-provider.test.ts +136 -0
- package/extensions/senseaudio/media-understanding-provider.ts +25 -0
- package/extensions/senseaudio/openclaw.plugin.json +18 -0
- package/extensions/senseaudio/package.json +15 -0
- package/extensions/senseaudio/test-api.ts +1 -0
- package/extensions/sglang/README.md +3 -0
- package/extensions/sglang/api.ts +7 -0
- package/extensions/sglang/defaults.ts +4 -0
- package/extensions/sglang/index.test.ts +34 -0
- package/extensions/sglang/index.ts +95 -0
- package/extensions/sglang/models.ts +23 -0
- package/extensions/sglang/openclaw.plugin.json +45 -0
- package/extensions/sglang/package.json +15 -0
- package/extensions/sglang/provider-discovery.contract.test.ts +7 -0
- package/extensions/sglang/tsconfig.json +16 -0
- package/extensions/skill-workshop/api.ts +3 -0
- package/extensions/skill-workshop/index.test.ts +990 -0
- package/extensions/skill-workshop/index.ts +170 -0
- package/extensions/skill-workshop/openclaw.plugin.json +83 -0
- package/extensions/skill-workshop/package.json +18 -0
- package/extensions/skill-workshop/src/config.ts +50 -0
- package/extensions/skill-workshop/src/prompt.ts +18 -0
- package/extensions/skill-workshop/src/reviewer.ts +290 -0
- package/extensions/skill-workshop/src/scanner.ts +69 -0
- package/extensions/skill-workshop/src/signals.ts +95 -0
- package/extensions/skill-workshop/src/skills.ts +186 -0
- package/extensions/skill-workshop/src/store.ts +184 -0
- package/extensions/skill-workshop/src/text.ts +59 -0
- package/extensions/skill-workshop/src/tool.ts +200 -0
- package/extensions/skill-workshop/src/types.ts +42 -0
- package/extensions/skill-workshop/src/workshop.ts +85 -0
- package/extensions/speech-core/api.ts +54 -0
- package/extensions/speech-core/package.json +10 -0
- package/extensions/speech-core/runtime-api.ts +42 -0
- package/extensions/speech-core/src/tts.test.ts +1025 -0
- package/extensions/speech-core/src/tts.ts +1929 -0
- package/extensions/speech-core/tsconfig.json +16 -0
- package/extensions/stepfun/index.ts +252 -0
- package/extensions/stepfun/onboard.ts +73 -0
- package/extensions/stepfun/openclaw.plugin.json +148 -0
- package/extensions/stepfun/package.json +15 -0
- package/extensions/stepfun/provider-catalog.ts +40 -0
- package/extensions/stepfun/tsconfig.json +16 -0
- package/extensions/tencent/api.ts +7 -0
- package/extensions/tencent/index.ts +64 -0
- package/extensions/tencent/models.ts +25 -0
- package/extensions/tencent/onboard.ts +38 -0
- package/extensions/tencent/openclaw.plugin.json +86 -0
- package/extensions/tencent/package.json +15 -0
- package/extensions/tencent/provider-catalog.ts +14 -0
- package/extensions/tencent/provider-discovery.ts +17 -0
- package/extensions/tencent/tsconfig.json +16 -0
- package/extensions/together/api.ts +7 -0
- package/extensions/together/index.ts +42 -0
- package/extensions/together/models.ts +23 -0
- package/extensions/together/onboard.ts +26 -0
- package/extensions/together/openclaw.plugin.json +160 -0
- package/extensions/together/package.json +15 -0
- package/extensions/together/plugin-registration.contract.test.ts +8 -0
- package/extensions/together/provider-catalog.ts +10 -0
- package/extensions/together/tsconfig.json +16 -0
- package/extensions/together/video-generation-provider.test.ts +130 -0
- package/extensions/together/video-generation-provider.ts +281 -0
- package/extensions/tts-local-cli/index.ts +11 -0
- package/extensions/tts-local-cli/openclaw.plugin.json +15 -0
- package/extensions/tts-local-cli/package.json +15 -0
- package/extensions/tts-local-cli/speech-provider.test.ts +307 -0
- package/extensions/tts-local-cli/speech-provider.ts +455 -0
- package/extensions/venice/api.ts +8 -0
- package/extensions/venice/index.test.ts +109 -0
- package/extensions/venice/index.ts +70 -0
- package/extensions/venice/models.test.ts +291 -0
- package/extensions/venice/models.ts +302 -0
- package/extensions/venice/onboard.ts +27 -0
- package/extensions/venice/openclaw.plugin.json +504 -0
- package/extensions/venice/package.json +15 -0
- package/extensions/venice/provider-catalog.ts +11 -0
- package/extensions/venice/provider-runtime.contract.test.ts +3 -0
- package/extensions/venice/stream.ts +37 -0
- package/extensions/venice/tsconfig.json +16 -0
- package/extensions/vercel-ai-gateway/api.ts +12 -0
- package/extensions/vercel-ai-gateway/index.ts +41 -0
- package/extensions/vercel-ai-gateway/models.ts +226 -0
- package/extensions/vercel-ai-gateway/onboard.ts +32 -0
- package/extensions/vercel-ai-gateway/openclaw.plugin.json +61 -0
- package/extensions/vercel-ai-gateway/package.json +15 -0
- package/extensions/vercel-ai-gateway/provider-catalog.test.ts +96 -0
- package/extensions/vercel-ai-gateway/provider-catalog.ts +22 -0
- package/extensions/vercel-ai-gateway/thinking.test.ts +100 -0
- package/extensions/vercel-ai-gateway/thinking.ts +77 -0
- package/extensions/vercel-ai-gateway/tsconfig.json +16 -0
- package/extensions/vllm/README.md +3 -0
- package/extensions/vllm/api.ts +8 -0
- package/extensions/vllm/defaults.ts +4 -0
- package/extensions/vllm/index.ts +96 -0
- package/extensions/vllm/models.ts +23 -0
- package/extensions/vllm/openclaw.plugin.json +45 -0
- package/extensions/vllm/package.json +15 -0
- package/extensions/vllm/provider-discovery.contract.test.ts +7 -0
- package/extensions/vllm/register.runtime.ts +7 -0
- package/extensions/vllm/stream.test.ts +282 -0
- package/extensions/vllm/stream.ts +164 -0
- package/extensions/vllm/tsconfig.json +16 -0
- package/extensions/volcengine/api.ts +56 -0
- package/extensions/volcengine/index.test.ts +92 -0
- package/extensions/volcengine/index.ts +87 -0
- package/extensions/volcengine/models.ts +28 -0
- package/extensions/volcengine/openclaw.plugin.json +221 -0
- package/extensions/volcengine/package.json +15 -0
- package/extensions/volcengine/provider-catalog.ts +17 -0
- package/extensions/volcengine/provider-discovery.ts +31 -0
- package/extensions/volcengine/speech-provider.ts +229 -0
- package/extensions/volcengine/tsconfig.json +16 -0
- package/extensions/volcengine/tts.live.test.ts +30 -0
- package/extensions/volcengine/tts.test.ts +279 -0
- package/extensions/volcengine/tts.ts +266 -0
- package/extensions/voyage/embedding-batch.ts +315 -0
- package/extensions/voyage/embedding-provider.ts +90 -0
- package/extensions/voyage/index.ts +11 -0
- package/extensions/voyage/memory-embedding-adapter.ts +56 -0
- package/extensions/voyage/openclaw.plugin.json +18 -0
- package/extensions/voyage/package.json +15 -0
- package/extensions/xai/.boundary-stubs/anthropic-vertex-api.d.ts +2 -0
- package/extensions/xai/.boundary-stubs/ollama-api.d.ts +1 -0
- package/extensions/xai/.boundary-stubs/ollama-runtime-api.d.ts +16 -0
- package/extensions/xai/.boundary-stubs/speech-core-runtime-api.d.ts +33 -0
- package/extensions/xai/api.test.ts +51 -0
- package/extensions/xai/api.ts +119 -0
- package/extensions/xai/code-execution.test.ts +262 -0
- package/extensions/xai/code-execution.ts +146 -0
- package/extensions/xai/image-generation-provider.test.ts +293 -0
- package/extensions/xai/image-generation-provider.ts +124 -0
- package/extensions/xai/index.test.ts +263 -0
- package/extensions/xai/index.ts +233 -0
- package/extensions/xai/model-compat.ts +34 -0
- package/extensions/xai/model-definitions.ts +346 -0
- package/extensions/xai/model-id.test.ts +32 -0
- package/extensions/xai/model-id.ts +24 -0
- package/extensions/xai/onboard.test.ts +91 -0
- package/extensions/xai/onboard.ts +56 -0
- package/extensions/xai/openclaw.plugin.json +274 -0
- package/extensions/xai/package.json +20 -0
- package/extensions/xai/plugin-registration.contract.test.ts +11 -0
- package/extensions/xai/provider-catalog.ts +12 -0
- package/extensions/xai/provider-contract-api.ts +22 -0
- package/extensions/xai/provider-discovery.ts +27 -0
- package/extensions/xai/provider-models.ts +45 -0
- package/extensions/xai/provider-policy-api.test.ts +37 -0
- package/extensions/xai/provider-policy-api.ts +18 -0
- package/extensions/xai/realtime-transcription-provider.test.ts +273 -0
- package/extensions/xai/realtime-transcription-provider.ts +306 -0
- package/extensions/xai/runtime-model-compat.test.ts +60 -0
- package/extensions/xai/runtime-model-compat.ts +72 -0
- package/extensions/xai/setup-api.ts +22 -0
- package/extensions/xai/speech-provider.test.ts +184 -0
- package/extensions/xai/speech-provider.ts +275 -0
- package/extensions/xai/src/code-execution-shared.ts +110 -0
- package/extensions/xai/src/responses-tool-shared.test.ts +107 -0
- package/extensions/xai/src/responses-tool-shared.ts +163 -0
- package/extensions/xai/src/tool-auth-shared.test.ts +326 -0
- package/extensions/xai/src/tool-auth-shared.ts +219 -0
- package/extensions/xai/src/tool-config-shared.test.ts +36 -0
- package/extensions/xai/src/tool-config-shared.ts +32 -0
- package/extensions/xai/src/web-search-provider.runtime.ts +429 -0
- package/extensions/xai/src/web-search-response.types.ts +25 -0
- package/extensions/xai/src/web-search-shared.ts +124 -0
- package/extensions/xai/src/x-search-config.ts +78 -0
- package/extensions/xai/src/x-search-shared.ts +146 -0
- package/extensions/xai/src/xai-user-agent.test.ts +59 -0
- package/extensions/xai/src/xai-user-agent.ts +52 -0
- package/extensions/xai/stream.test.ts +410 -0
- package/extensions/xai/stream.ts +359 -0
- package/extensions/xai/stt.test.ts +106 -0
- package/extensions/xai/stt.ts +91 -0
- package/extensions/xai/test-api.ts +1 -0
- package/extensions/xai/test-helpers.ts +73 -0
- package/extensions/xai/tsconfig.json +64 -0
- package/extensions/xai/tts.test.ts +125 -0
- package/extensions/xai/tts.ts +97 -0
- package/extensions/xai/video-generation-provider.test.ts +443 -0
- package/extensions/xai/video-generation-provider.ts +499 -0
- package/extensions/xai/web-search-contract-api.ts +29 -0
- package/extensions/xai/web-search.test.ts +1242 -0
- package/extensions/xai/web-search.ts +68 -0
- package/extensions/xai/x-search-tool-shared.ts +48 -0
- package/extensions/xai/x-search.live.test.ts +76 -0
- package/extensions/xai/x-search.test.ts +484 -0
- package/extensions/xai/x-search.ts +230 -0
- package/extensions/xai/xai-oauth.test.ts +387 -0
- package/extensions/xai/xai-oauth.ts +752 -0
- package/extensions/xai/xai.live.test.ts +323 -0
- package/launcher.js +97 -0
- package/logger.js +87 -0
- package/package.json +21 -0
- package/server.js +1800 -0
- package/skills/ai-error-prevention/SKILL.md +105 -0
- package/skills/api-design/SKILL.md +523 -0
- package/skills/architecture-decision-records/SKILL.md +179 -0
- package/skills/autonomous-loops/SKILL.md +610 -0
- package/skills/backend-patterns/SKILL.md +598 -0
- package/skills/codebase-onboarding/SKILL.md +233 -0
- package/skills/coding-standards/SKILL.md +530 -0
- package/skills/database-migrations/SKILL.md +429 -0
- package/skills/deep-research/SKILL.md +155 -0
- package/skills/error-prevention/SKILL.md +61 -0
- package/skills/exa-search/SKILL.md +103 -0
- package/skills/frontend-slides/SKILL.md +184 -0
- package/skills/frontend-slides/STYLE_PRESETS.md +330 -0
- package/skills/git-workflow/SKILL.md +715 -0
- package/skills/iterative-retrieval/SKILL.md +211 -0
- package/skills/php-security/SKILL.md +70 -0
- package/skills/php-security/rules/thinkphp-security.rules +23 -0
- package/skills/requirement-ears/SKILL.md +31 -0
- package/skills/rules-distill/SKILL.md +264 -0
- package/skills/rules-distill/scripts/scan-rules.sh +58 -0
- package/skills/rules-distill/scripts/scan-skills.sh +129 -0
- package/skills/search-first/SKILL.md +161 -0
- package/skills/security-review/SKILL.md +495 -0
- package/skills/security-review/cloud-infrastructure-security.md +361 -0
- package/skills/security-scan/SKILL.md +68 -0
- package/skills/security-scan/scripts/scan-config.ps1 +31 -0
- package/skills/security-scan/scripts/scan-sqli.ps1 +21 -0
- package/skills/skill-stocktake/SKILL.md +193 -0
- package/skills/skill-stocktake/scripts/quick-diff.sh +87 -0
- package/skills/skill-stocktake/scripts/save-results.sh +56 -0
- package/skills/skill-stocktake/scripts/scan.sh +170 -0
- package/skills/strategic-compact/SKILL.md +131 -0
- package/skills/strategic-compact/suggest-compact.sh +54 -0
- package/skills/tdd-workflow/SKILL.md +90 -0
- package/skills/tdd-workflow/examples/IntegrationTestExample.php +35 -0
- package/skills/tdd-workflow/examples/UnitTestExample.php +39 -0
- package/skills/ui-spec-guider/ui-spec-guider/SKILL.md +37 -0
- package/skills/ui-spec-guider/ui-spec-guider.skill +0 -0
- package/skills/verification-loop/SKILL.md +126 -0
- package/start.bat +29 -0
|
@@ -0,0 +1,1929 @@
|
|
|
1
|
+
import { existsSync, readFileSync } from "node:fs";
|
|
2
|
+
import path from "node:path";
|
|
3
|
+
import { resolveChannelTtsVoiceDelivery } from "openclaw/plugin-sdk/channel-targets";
|
|
4
|
+
import type {
|
|
5
|
+
OpenClawConfig,
|
|
6
|
+
ResolvedTtsPersona,
|
|
7
|
+
TtsAutoMode,
|
|
8
|
+
TtsConfig,
|
|
9
|
+
TtsModelOverrideConfig,
|
|
10
|
+
TtsProvider,
|
|
11
|
+
} from "openclaw/plugin-sdk/config-contracts";
|
|
12
|
+
import { formatErrorMessage } from "openclaw/plugin-sdk/error-runtime";
|
|
13
|
+
import { redactSensitiveText } from "openclaw/plugin-sdk/logging-core";
|
|
14
|
+
import { transcodeAudioBuffer } from "openclaw/plugin-sdk/media-runtime";
|
|
15
|
+
import {
|
|
16
|
+
markReplyPayloadAsTtsSupplement,
|
|
17
|
+
resolveSendableOutboundReplyParts,
|
|
18
|
+
type ReplyPayload,
|
|
19
|
+
} from "openclaw/plugin-sdk/reply-payload";
|
|
20
|
+
import {
|
|
21
|
+
getRuntimeConfigSnapshot,
|
|
22
|
+
getRuntimeConfigSourceSnapshot,
|
|
23
|
+
selectApplicableRuntimeConfig,
|
|
24
|
+
} from "openclaw/plugin-sdk/runtime-config-snapshot";
|
|
25
|
+
import { isVerbose, logVerbose } from "openclaw/plugin-sdk/runtime-env";
|
|
26
|
+
import { tempWorkspaceSync, resolvePreferredOpenClawTmpDir } from "openclaw/plugin-sdk/sandbox";
|
|
27
|
+
import { privateFileStoreSync } from "openclaw/plugin-sdk/security-runtime";
|
|
28
|
+
import {
|
|
29
|
+
normalizeLowercaseStringOrEmpty,
|
|
30
|
+
normalizeOptionalLowercaseString,
|
|
31
|
+
normalizeOptionalString,
|
|
32
|
+
} from "openclaw/plugin-sdk/string-coerce-runtime";
|
|
33
|
+
import { stripMarkdown } from "openclaw/plugin-sdk/text-chunking";
|
|
34
|
+
import { resolveConfigDir, resolveUserPath } from "openclaw/plugin-sdk/text-utility-runtime";
|
|
35
|
+
import {
|
|
36
|
+
canonicalizeSpeechProviderId,
|
|
37
|
+
getSpeechProvider,
|
|
38
|
+
listSpeechProviders,
|
|
39
|
+
normalizeSpeechProviderId,
|
|
40
|
+
normalizeTtsAutoMode,
|
|
41
|
+
parseTtsDirectives,
|
|
42
|
+
resolveEffectiveTtsConfig,
|
|
43
|
+
type ResolvedTtsConfig,
|
|
44
|
+
type ResolvedTtsModelOverrides,
|
|
45
|
+
scheduleCleanup,
|
|
46
|
+
summarizeText,
|
|
47
|
+
type SpeechProviderPlugin,
|
|
48
|
+
type SpeechProviderConfig,
|
|
49
|
+
type SpeechProviderOverrides,
|
|
50
|
+
type SpeechVoiceOption,
|
|
51
|
+
type TtsDirectiveOverrides,
|
|
52
|
+
type TtsDirectiveParseResult,
|
|
53
|
+
type TtsConfigResolutionContext,
|
|
54
|
+
} from "../api.js";
|
|
55
|
+
|
|
56
|
+
export type {
|
|
57
|
+
ResolvedTtsConfig,
|
|
58
|
+
ResolvedTtsModelOverrides,
|
|
59
|
+
TtsDirectiveOverrides,
|
|
60
|
+
TtsDirectiveParseResult,
|
|
61
|
+
};
|
|
62
|
+
|
|
63
|
+
const DEFAULT_TIMEOUT_MS = 30_000;
|
|
64
|
+
const DEFAULT_TTS_MAX_LENGTH = 1500;
|
|
65
|
+
const DEFAULT_TTS_SUMMARIZE = true;
|
|
66
|
+
const DEFAULT_MAX_TEXT_LENGTH = 4096;
|
|
67
|
+
|
|
68
|
+
function resolvePositiveTimeoutMs(timeoutMs: number | undefined): number | undefined {
|
|
69
|
+
return typeof timeoutMs === "number" && Number.isFinite(timeoutMs) && timeoutMs > 0
|
|
70
|
+
? Math.floor(timeoutMs)
|
|
71
|
+
: undefined;
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
function resolveSpeechProviderTimeoutMs(params: {
|
|
75
|
+
timeoutMs?: number;
|
|
76
|
+
config: ResolvedTtsConfig;
|
|
77
|
+
provider: Pick<SpeechProviderPlugin, "defaultTimeoutMs">;
|
|
78
|
+
}): number {
|
|
79
|
+
if (params.timeoutMs !== undefined) {
|
|
80
|
+
return params.timeoutMs;
|
|
81
|
+
}
|
|
82
|
+
if (params.config.timeoutMsSource !== "default") {
|
|
83
|
+
return params.config.timeoutMs;
|
|
84
|
+
}
|
|
85
|
+
return resolvePositiveTimeoutMs(params.provider.defaultTimeoutMs) ?? params.config.timeoutMs;
|
|
86
|
+
}
|
|
87
|
+
|
|
88
|
+
type TtsUserPrefs = {
|
|
89
|
+
tts?: {
|
|
90
|
+
auto?: TtsAutoMode;
|
|
91
|
+
enabled?: boolean;
|
|
92
|
+
provider?: TtsProvider;
|
|
93
|
+
persona?: string | null;
|
|
94
|
+
maxLength?: number;
|
|
95
|
+
summarize?: boolean;
|
|
96
|
+
};
|
|
97
|
+
};
|
|
98
|
+
|
|
99
|
+
export type TtsAttemptReasonCode =
|
|
100
|
+
| "success"
|
|
101
|
+
| "no_provider_registered"
|
|
102
|
+
| "not_configured"
|
|
103
|
+
| "unsupported_for_streaming"
|
|
104
|
+
| "unsupported_for_telephony"
|
|
105
|
+
| "timeout"
|
|
106
|
+
| "provider_error";
|
|
107
|
+
|
|
108
|
+
export type TtsProviderAttempt = {
|
|
109
|
+
provider: string;
|
|
110
|
+
outcome: "success" | "skipped" | "failed";
|
|
111
|
+
reasonCode: TtsAttemptReasonCode;
|
|
112
|
+
persona?: string;
|
|
113
|
+
personaBinding?: "applied" | "missing" | "none";
|
|
114
|
+
latencyMs?: number;
|
|
115
|
+
error?: string;
|
|
116
|
+
};
|
|
117
|
+
|
|
118
|
+
export type TtsResult = {
|
|
119
|
+
success: boolean;
|
|
120
|
+
audioPath?: string;
|
|
121
|
+
error?: string;
|
|
122
|
+
latencyMs?: number;
|
|
123
|
+
provider?: string;
|
|
124
|
+
persona?: string;
|
|
125
|
+
fallbackFrom?: string;
|
|
126
|
+
attemptedProviders?: string[];
|
|
127
|
+
attempts?: TtsProviderAttempt[];
|
|
128
|
+
outputFormat?: string;
|
|
129
|
+
voiceCompatible?: boolean;
|
|
130
|
+
audioAsVoice?: boolean;
|
|
131
|
+
target?: "audio-file" | "voice-note";
|
|
132
|
+
};
|
|
133
|
+
|
|
134
|
+
export type TtsSynthesisResult = {
|
|
135
|
+
success: boolean;
|
|
136
|
+
audioBuffer?: Buffer;
|
|
137
|
+
error?: string;
|
|
138
|
+
latencyMs?: number;
|
|
139
|
+
provider?: string;
|
|
140
|
+
providerModel?: string;
|
|
141
|
+
providerVoice?: string;
|
|
142
|
+
persona?: string;
|
|
143
|
+
fallbackFrom?: string;
|
|
144
|
+
attemptedProviders?: string[];
|
|
145
|
+
attempts?: TtsProviderAttempt[];
|
|
146
|
+
outputFormat?: string;
|
|
147
|
+
voiceCompatible?: boolean;
|
|
148
|
+
fileExtension?: string;
|
|
149
|
+
target?: "audio-file" | "voice-note";
|
|
150
|
+
};
|
|
151
|
+
|
|
152
|
+
export type TtsStreamResult = {
|
|
153
|
+
success: boolean;
|
|
154
|
+
audioStream?: ReadableStream<Uint8Array>;
|
|
155
|
+
error?: string;
|
|
156
|
+
latencyMs?: number;
|
|
157
|
+
provider?: string;
|
|
158
|
+
providerModel?: string;
|
|
159
|
+
providerVoice?: string;
|
|
160
|
+
persona?: string;
|
|
161
|
+
fallbackFrom?: string;
|
|
162
|
+
attemptedProviders?: string[];
|
|
163
|
+
attempts?: TtsProviderAttempt[];
|
|
164
|
+
outputFormat?: string;
|
|
165
|
+
voiceCompatible?: boolean;
|
|
166
|
+
fileExtension?: string;
|
|
167
|
+
target?: "audio-file" | "voice-note";
|
|
168
|
+
release?: () => Promise<void>;
|
|
169
|
+
};
|
|
170
|
+
|
|
171
|
+
export type TtsSynthesisStreamResult = TtsStreamResult;
|
|
172
|
+
|
|
173
|
+
export type TtsTelephonyResult = {
|
|
174
|
+
success: boolean;
|
|
175
|
+
audioBuffer?: Buffer;
|
|
176
|
+
error?: string;
|
|
177
|
+
latencyMs?: number;
|
|
178
|
+
provider?: string;
|
|
179
|
+
providerModel?: string;
|
|
180
|
+
providerVoice?: string;
|
|
181
|
+
persona?: string;
|
|
182
|
+
fallbackFrom?: string;
|
|
183
|
+
attemptedProviders?: string[];
|
|
184
|
+
attempts?: TtsProviderAttempt[];
|
|
185
|
+
outputFormat?: string;
|
|
186
|
+
sampleRate?: number;
|
|
187
|
+
};
|
|
188
|
+
|
|
189
|
+
type TtsStatusEntry = {
|
|
190
|
+
timestamp: number;
|
|
191
|
+
success: boolean;
|
|
192
|
+
textLength: number;
|
|
193
|
+
summarized: boolean;
|
|
194
|
+
provider?: string;
|
|
195
|
+
persona?: string;
|
|
196
|
+
fallbackFrom?: string;
|
|
197
|
+
attemptedProviders?: string[];
|
|
198
|
+
attempts?: TtsProviderAttempt[];
|
|
199
|
+
latencyMs?: number;
|
|
200
|
+
error?: string;
|
|
201
|
+
};
|
|
202
|
+
|
|
203
|
+
let lastTtsAttempt: TtsStatusEntry | undefined;
|
|
204
|
+
|
|
205
|
+
function resolveConfiguredTtsAutoMode(raw: TtsConfig): TtsAutoMode {
|
|
206
|
+
return normalizeTtsAutoMode(raw.auto) ?? (raw.enabled ? "always" : "off");
|
|
207
|
+
}
|
|
208
|
+
|
|
209
|
+
function normalizeConfiguredSpeechProviderId(
|
|
210
|
+
providerId: string | undefined,
|
|
211
|
+
): TtsProvider | undefined {
|
|
212
|
+
const normalized = normalizeSpeechProviderId(providerId);
|
|
213
|
+
if (!normalized) {
|
|
214
|
+
return undefined;
|
|
215
|
+
}
|
|
216
|
+
return normalized === "edge" ? "microsoft" : normalized;
|
|
217
|
+
}
|
|
218
|
+
|
|
219
|
+
function normalizeTtsPersonaId(personaId: string | null | undefined): string | undefined {
|
|
220
|
+
return normalizeOptionalLowercaseString(personaId ?? undefined);
|
|
221
|
+
}
|
|
222
|
+
|
|
223
|
+
function resolveTtsPrefsPathValue(prefsPath: string | undefined): string {
|
|
224
|
+
if (prefsPath?.trim()) {
|
|
225
|
+
return resolveUserPath(prefsPath.trim());
|
|
226
|
+
}
|
|
227
|
+
const envPath = process.env.OPENCLAW_TTS_PREFS?.trim();
|
|
228
|
+
if (envPath) {
|
|
229
|
+
return resolveUserPath(envPath);
|
|
230
|
+
}
|
|
231
|
+
return path.join(resolveConfigDir(process.env), "settings", "tts.json");
|
|
232
|
+
}
|
|
233
|
+
|
|
234
|
+
function resolveModelOverridePolicy(
|
|
235
|
+
overrides: TtsModelOverrideConfig | undefined,
|
|
236
|
+
): ResolvedTtsModelOverrides {
|
|
237
|
+
const enabled = overrides?.enabled ?? true;
|
|
238
|
+
if (!enabled) {
|
|
239
|
+
return {
|
|
240
|
+
enabled: false,
|
|
241
|
+
allowText: false,
|
|
242
|
+
allowProvider: false,
|
|
243
|
+
allowVoice: false,
|
|
244
|
+
allowModelId: false,
|
|
245
|
+
allowVoiceSettings: false,
|
|
246
|
+
allowNormalization: false,
|
|
247
|
+
allowSeed: false,
|
|
248
|
+
};
|
|
249
|
+
}
|
|
250
|
+
const allow = (value: boolean | undefined, defaultValue = true) => value ?? defaultValue;
|
|
251
|
+
return {
|
|
252
|
+
enabled: true,
|
|
253
|
+
allowText: allow(overrides?.allowText),
|
|
254
|
+
allowProvider: allow(overrides?.allowProvider, false),
|
|
255
|
+
allowVoice: allow(overrides?.allowVoice),
|
|
256
|
+
allowModelId: allow(overrides?.allowModelId),
|
|
257
|
+
allowVoiceSettings: allow(overrides?.allowVoiceSettings),
|
|
258
|
+
allowNormalization: allow(overrides?.allowNormalization),
|
|
259
|
+
allowSeed: allow(overrides?.allowSeed),
|
|
260
|
+
};
|
|
261
|
+
}
|
|
262
|
+
|
|
263
|
+
function sortSpeechProvidersForAutoSelection(cfg?: OpenClawConfig) {
|
|
264
|
+
return listSpeechProviders(cfg).toSorted((left, right) => {
|
|
265
|
+
const leftOrder = left.autoSelectOrder ?? Number.MAX_SAFE_INTEGER;
|
|
266
|
+
const rightOrder = right.autoSelectOrder ?? Number.MAX_SAFE_INTEGER;
|
|
267
|
+
if (leftOrder !== rightOrder) {
|
|
268
|
+
return leftOrder - rightOrder;
|
|
269
|
+
}
|
|
270
|
+
return left.id.localeCompare(right.id);
|
|
271
|
+
});
|
|
272
|
+
}
|
|
273
|
+
|
|
274
|
+
function resolveTtsRuntimeConfig(cfg: OpenClawConfig): OpenClawConfig {
|
|
275
|
+
return (
|
|
276
|
+
selectApplicableRuntimeConfig({
|
|
277
|
+
inputConfig: cfg,
|
|
278
|
+
runtimeConfig: getRuntimeConfigSnapshot(),
|
|
279
|
+
runtimeSourceConfig: getRuntimeConfigSourceSnapshot(),
|
|
280
|
+
}) ?? cfg
|
|
281
|
+
);
|
|
282
|
+
}
|
|
283
|
+
|
|
284
|
+
function asProviderConfig(value: unknown): SpeechProviderConfig {
|
|
285
|
+
return typeof value === "object" && value !== null && !Array.isArray(value)
|
|
286
|
+
? (value as SpeechProviderConfig)
|
|
287
|
+
: {};
|
|
288
|
+
}
|
|
289
|
+
|
|
290
|
+
function asProviderConfigMap(value: unknown): Record<string, unknown> {
|
|
291
|
+
return typeof value === "object" && value !== null && !Array.isArray(value)
|
|
292
|
+
? (value as Record<string, unknown>)
|
|
293
|
+
: {};
|
|
294
|
+
}
|
|
295
|
+
|
|
296
|
+
function hasOwnProperty(value: object, key: string): boolean {
|
|
297
|
+
return Object.prototype.hasOwnProperty.call(value, key);
|
|
298
|
+
}
|
|
299
|
+
|
|
300
|
+
function normalizeProviderConfigMap(
|
|
301
|
+
value: unknown,
|
|
302
|
+
): Record<string, SpeechProviderConfig> | undefined {
|
|
303
|
+
const rawMap = asProviderConfigMap(value);
|
|
304
|
+
if (Object.keys(rawMap).length === 0) {
|
|
305
|
+
return undefined;
|
|
306
|
+
}
|
|
307
|
+
const next: Record<string, SpeechProviderConfig> = {};
|
|
308
|
+
for (const [providerId, providerConfig] of Object.entries(rawMap)) {
|
|
309
|
+
const normalized = normalizeConfiguredSpeechProviderId(providerId) ?? providerId;
|
|
310
|
+
next[normalized] = asProviderConfig(providerConfig);
|
|
311
|
+
}
|
|
312
|
+
return next;
|
|
313
|
+
}
|
|
314
|
+
|
|
315
|
+
function collectTtsPersonas(raw: TtsConfig): Record<string, ResolvedTtsPersona> {
|
|
316
|
+
const rawPersonas = asProviderConfigMap(raw.personas);
|
|
317
|
+
const personas: Record<string, ResolvedTtsPersona> = {};
|
|
318
|
+
for (const [id, value] of Object.entries(rawPersonas)) {
|
|
319
|
+
const normalizedId = normalizeTtsPersonaId(id);
|
|
320
|
+
if (!normalizedId || typeof value !== "object" || value === null || Array.isArray(value)) {
|
|
321
|
+
continue;
|
|
322
|
+
}
|
|
323
|
+
const persona = value as Omit<ResolvedTtsPersona, "id">;
|
|
324
|
+
personas[normalizedId] = {
|
|
325
|
+
...persona,
|
|
326
|
+
id: normalizedId,
|
|
327
|
+
provider: normalizeConfiguredSpeechProviderId(persona.provider) ?? persona.provider,
|
|
328
|
+
providers: normalizeProviderConfigMap(persona.providers),
|
|
329
|
+
};
|
|
330
|
+
}
|
|
331
|
+
return personas;
|
|
332
|
+
}
|
|
333
|
+
|
|
334
|
+
function resolvePersonaProviderConfig(
|
|
335
|
+
persona: ResolvedTtsPersona | undefined,
|
|
336
|
+
providerId: string,
|
|
337
|
+
): SpeechProviderConfig | undefined {
|
|
338
|
+
if (!persona?.providers) {
|
|
339
|
+
return undefined;
|
|
340
|
+
}
|
|
341
|
+
const normalized = normalizeConfiguredSpeechProviderId(providerId) ?? providerId;
|
|
342
|
+
if (hasOwnProperty(persona.providers, normalized)) {
|
|
343
|
+
return persona.providers[normalized];
|
|
344
|
+
}
|
|
345
|
+
if (hasOwnProperty(persona.providers, providerId)) {
|
|
346
|
+
return persona.providers[providerId];
|
|
347
|
+
}
|
|
348
|
+
return undefined;
|
|
349
|
+
}
|
|
350
|
+
|
|
351
|
+
function mergeProviderConfigWithPersona(params: {
|
|
352
|
+
providerConfig: SpeechProviderConfig;
|
|
353
|
+
persona?: ResolvedTtsPersona;
|
|
354
|
+
providerId: string;
|
|
355
|
+
}): {
|
|
356
|
+
providerConfig: SpeechProviderConfig;
|
|
357
|
+
personaProviderConfig?: SpeechProviderConfig;
|
|
358
|
+
personaBinding: "applied" | "missing" | "none";
|
|
359
|
+
} {
|
|
360
|
+
if (!params.persona) {
|
|
361
|
+
return { providerConfig: params.providerConfig, personaBinding: "none" };
|
|
362
|
+
}
|
|
363
|
+
const personaProviderConfig = resolvePersonaProviderConfig(params.persona, params.providerId);
|
|
364
|
+
if (!personaProviderConfig) {
|
|
365
|
+
return { providerConfig: params.providerConfig, personaBinding: "missing" };
|
|
366
|
+
}
|
|
367
|
+
return {
|
|
368
|
+
providerConfig: {
|
|
369
|
+
...params.providerConfig,
|
|
370
|
+
...personaProviderConfig,
|
|
371
|
+
},
|
|
372
|
+
personaProviderConfig,
|
|
373
|
+
personaBinding: "applied",
|
|
374
|
+
};
|
|
375
|
+
}
|
|
376
|
+
|
|
377
|
+
function resolveRawProviderConfig(
|
|
378
|
+
raw: TtsConfig | undefined,
|
|
379
|
+
providerId: string,
|
|
380
|
+
): SpeechProviderConfig {
|
|
381
|
+
if (!raw) {
|
|
382
|
+
return {};
|
|
383
|
+
}
|
|
384
|
+
const rawProviders = asProviderConfigMap(raw.providers);
|
|
385
|
+
const direct = rawProviders[providerId] ?? (raw as Record<string, unknown>)[providerId];
|
|
386
|
+
return asProviderConfig(direct);
|
|
387
|
+
}
|
|
388
|
+
|
|
389
|
+
function resolveLazyProviderConfig(
|
|
390
|
+
config: ResolvedTtsConfig,
|
|
391
|
+
providerId: string,
|
|
392
|
+
cfg?: OpenClawConfig,
|
|
393
|
+
): SpeechProviderConfig {
|
|
394
|
+
const canonical =
|
|
395
|
+
normalizeConfiguredSpeechProviderId(providerId) ?? normalizeLowercaseStringOrEmpty(providerId);
|
|
396
|
+
const existing = config.providerConfigs[canonical];
|
|
397
|
+
const effectiveCfg = cfg ? resolveTtsRuntimeConfig(cfg) : config.sourceConfig;
|
|
398
|
+
if (existing && !effectiveCfg) {
|
|
399
|
+
return existing;
|
|
400
|
+
}
|
|
401
|
+
const rawConfig = resolveRawProviderConfig(config.rawConfig, canonical);
|
|
402
|
+
const resolvedProvider = getSpeechProvider(canonical, effectiveCfg);
|
|
403
|
+
const next =
|
|
404
|
+
effectiveCfg && resolvedProvider?.resolveConfig
|
|
405
|
+
? resolvedProvider.resolveConfig({
|
|
406
|
+
cfg: effectiveCfg,
|
|
407
|
+
rawConfig: {
|
|
408
|
+
...(config.rawConfig as Record<string, unknown> | undefined),
|
|
409
|
+
providers: asProviderConfigMap(config.rawConfig?.providers),
|
|
410
|
+
},
|
|
411
|
+
timeoutMs: resolveSpeechProviderTimeoutMs({ config, provider: resolvedProvider }),
|
|
412
|
+
})
|
|
413
|
+
: rawConfig;
|
|
414
|
+
config.providerConfigs[canonical] = next;
|
|
415
|
+
return next;
|
|
416
|
+
}
|
|
417
|
+
|
|
418
|
+
function collectDirectProviderConfigEntries(raw: TtsConfig): Record<string, SpeechProviderConfig> {
|
|
419
|
+
const entries: Record<string, SpeechProviderConfig> = {};
|
|
420
|
+
const rawProviders = asProviderConfigMap(raw.providers);
|
|
421
|
+
for (const [providerId, value] of Object.entries(rawProviders)) {
|
|
422
|
+
const normalized = normalizeConfiguredSpeechProviderId(providerId) ?? providerId;
|
|
423
|
+
entries[normalized] = asProviderConfig(value);
|
|
424
|
+
}
|
|
425
|
+
const reservedKeys = new Set([
|
|
426
|
+
"auto",
|
|
427
|
+
"enabled",
|
|
428
|
+
"maxTextLength",
|
|
429
|
+
"mode",
|
|
430
|
+
"modelOverrides",
|
|
431
|
+
"persona",
|
|
432
|
+
"personas",
|
|
433
|
+
"prefsPath",
|
|
434
|
+
"provider",
|
|
435
|
+
"providers",
|
|
436
|
+
"summaryModel",
|
|
437
|
+
"timeoutMs",
|
|
438
|
+
]);
|
|
439
|
+
for (const [key, value] of Object.entries(raw as Record<string, unknown>)) {
|
|
440
|
+
if (reservedKeys.has(key)) {
|
|
441
|
+
continue;
|
|
442
|
+
}
|
|
443
|
+
if (typeof value !== "object" || value === null || Array.isArray(value)) {
|
|
444
|
+
continue;
|
|
445
|
+
}
|
|
446
|
+
const normalized = normalizeConfiguredSpeechProviderId(key) ?? key;
|
|
447
|
+
entries[normalized] ??= asProviderConfig(value);
|
|
448
|
+
}
|
|
449
|
+
return entries;
|
|
450
|
+
}
|
|
451
|
+
|
|
452
|
+
export function getResolvedSpeechProviderConfig(
|
|
453
|
+
config: ResolvedTtsConfig,
|
|
454
|
+
providerId: string,
|
|
455
|
+
cfg?: OpenClawConfig,
|
|
456
|
+
): SpeechProviderConfig {
|
|
457
|
+
const effectiveCfg = cfg ? resolveTtsRuntimeConfig(cfg) : config.sourceConfig;
|
|
458
|
+
const canonical =
|
|
459
|
+
canonicalizeSpeechProviderId(providerId, effectiveCfg) ??
|
|
460
|
+
normalizeConfiguredSpeechProviderId(providerId) ??
|
|
461
|
+
normalizeLowercaseStringOrEmpty(providerId);
|
|
462
|
+
return resolveLazyProviderConfig(config, canonical, effectiveCfg);
|
|
463
|
+
}
|
|
464
|
+
|
|
465
|
+
export function resolveTtsConfig(
|
|
466
|
+
cfg: OpenClawConfig,
|
|
467
|
+
contextOrAgentId?: string | TtsConfigResolutionContext,
|
|
468
|
+
): ResolvedTtsConfig {
|
|
469
|
+
cfg = resolveTtsRuntimeConfig(cfg);
|
|
470
|
+
const raw: TtsConfig = resolveEffectiveTtsConfig(cfg, contextOrAgentId);
|
|
471
|
+
const providerSource = raw.provider ? "config" : "default";
|
|
472
|
+
const timeoutMs = raw.timeoutMs ?? DEFAULT_TIMEOUT_MS;
|
|
473
|
+
const timeoutMsSource = raw.timeoutMs === undefined ? "default" : "config";
|
|
474
|
+
const auto = resolveConfiguredTtsAutoMode(raw);
|
|
475
|
+
const persona = normalizeTtsPersonaId(raw.persona);
|
|
476
|
+
return {
|
|
477
|
+
auto,
|
|
478
|
+
mode: raw.mode ?? "final",
|
|
479
|
+
provider:
|
|
480
|
+
normalizeConfiguredSpeechProviderId(raw.provider) ??
|
|
481
|
+
(providerSource === "config" ? (normalizeOptionalLowercaseString(raw.provider) ?? "") : ""),
|
|
482
|
+
providerSource,
|
|
483
|
+
persona,
|
|
484
|
+
personas: collectTtsPersonas(raw),
|
|
485
|
+
summaryModel: normalizeOptionalString(raw.summaryModel),
|
|
486
|
+
modelOverrides: resolveModelOverridePolicy(raw.modelOverrides),
|
|
487
|
+
providerConfigs: collectDirectProviderConfigEntries(raw),
|
|
488
|
+
prefsPath: raw.prefsPath,
|
|
489
|
+
maxTextLength: raw.maxTextLength ?? DEFAULT_MAX_TEXT_LENGTH,
|
|
490
|
+
timeoutMs,
|
|
491
|
+
timeoutMsSource,
|
|
492
|
+
rawConfig: raw,
|
|
493
|
+
sourceConfig: cfg,
|
|
494
|
+
};
|
|
495
|
+
}
|
|
496
|
+
|
|
497
|
+
export function resolveTtsPrefsPath(config: ResolvedTtsConfig): string {
|
|
498
|
+
return resolveTtsPrefsPathValue(config.prefsPath);
|
|
499
|
+
}
|
|
500
|
+
|
|
501
|
+
function resolveTtsAutoModeFromPrefs(prefs: TtsUserPrefs): TtsAutoMode | undefined {
|
|
502
|
+
const auto = normalizeTtsAutoMode(prefs.tts?.auto);
|
|
503
|
+
if (auto) {
|
|
504
|
+
return auto;
|
|
505
|
+
}
|
|
506
|
+
if (typeof prefs.tts?.enabled === "boolean") {
|
|
507
|
+
return prefs.tts.enabled ? "always" : "off";
|
|
508
|
+
}
|
|
509
|
+
return undefined;
|
|
510
|
+
}
|
|
511
|
+
|
|
512
|
+
export function resolveTtsAutoMode(params: {
|
|
513
|
+
config: ResolvedTtsConfig;
|
|
514
|
+
prefsPath: string;
|
|
515
|
+
sessionAuto?: string;
|
|
516
|
+
}): TtsAutoMode {
|
|
517
|
+
const sessionAuto = normalizeTtsAutoMode(params.sessionAuto);
|
|
518
|
+
if (sessionAuto) {
|
|
519
|
+
return sessionAuto;
|
|
520
|
+
}
|
|
521
|
+
const prefsAuto = resolveTtsAutoModeFromPrefs(readPrefs(params.prefsPath));
|
|
522
|
+
if (prefsAuto) {
|
|
523
|
+
return prefsAuto;
|
|
524
|
+
}
|
|
525
|
+
return params.config.auto;
|
|
526
|
+
}
|
|
527
|
+
|
|
528
|
+
function resolveEffectiveTtsAutoState(params: {
|
|
529
|
+
cfg: OpenClawConfig;
|
|
530
|
+
sessionAuto?: string;
|
|
531
|
+
agentId?: string;
|
|
532
|
+
channelId?: string;
|
|
533
|
+
accountId?: string;
|
|
534
|
+
}): {
|
|
535
|
+
autoMode: TtsAutoMode;
|
|
536
|
+
prefsPath: string;
|
|
537
|
+
} {
|
|
538
|
+
const raw: TtsConfig = resolveEffectiveTtsConfig(params.cfg, {
|
|
539
|
+
agentId: params.agentId,
|
|
540
|
+
channelId: params.channelId,
|
|
541
|
+
accountId: params.accountId,
|
|
542
|
+
});
|
|
543
|
+
const prefsPath = resolveTtsPrefsPathValue(raw.prefsPath);
|
|
544
|
+
const sessionAuto = normalizeTtsAutoMode(params.sessionAuto);
|
|
545
|
+
if (sessionAuto) {
|
|
546
|
+
return { autoMode: sessionAuto, prefsPath };
|
|
547
|
+
}
|
|
548
|
+
const prefsAuto = resolveTtsAutoModeFromPrefs(readPrefs(prefsPath));
|
|
549
|
+
if (prefsAuto) {
|
|
550
|
+
return { autoMode: prefsAuto, prefsPath };
|
|
551
|
+
}
|
|
552
|
+
return {
|
|
553
|
+
autoMode: resolveConfiguredTtsAutoMode(raw),
|
|
554
|
+
prefsPath,
|
|
555
|
+
};
|
|
556
|
+
}
|
|
557
|
+
|
|
558
|
+
export function buildTtsSystemPromptHint(
|
|
559
|
+
cfg: OpenClawConfig,
|
|
560
|
+
agentId?: string,
|
|
561
|
+
): string | undefined {
|
|
562
|
+
cfg = resolveTtsRuntimeConfig(cfg);
|
|
563
|
+
const { autoMode, prefsPath } = resolveEffectiveTtsAutoState({ cfg, agentId });
|
|
564
|
+
if (autoMode === "off") {
|
|
565
|
+
return undefined;
|
|
566
|
+
}
|
|
567
|
+
const configForTest = resolveTtsConfig(cfg, agentId);
|
|
568
|
+
const persona = getTtsPersona(configForTest, prefsPath);
|
|
569
|
+
const maxLength = getTtsMaxLength(prefsPath);
|
|
570
|
+
const summarize = isSummarizationEnabled(prefsPath) ? "on" : "off";
|
|
571
|
+
const autoHint =
|
|
572
|
+
autoMode === "inbound"
|
|
573
|
+
? "Only use TTS when the user's last message includes audio/voice."
|
|
574
|
+
: autoMode === "tagged"
|
|
575
|
+
? "Only use TTS when you include [[tts:key=value]] directives or a [[tts:text]]...[[/tts:text]] block."
|
|
576
|
+
: undefined;
|
|
577
|
+
return [
|
|
578
|
+
"Voice (TTS) is enabled.",
|
|
579
|
+
autoHint,
|
|
580
|
+
persona
|
|
581
|
+
? `Active TTS persona: ${persona.label ?? persona.id}${persona.description ? ` - ${persona.description}` : ""}.`
|
|
582
|
+
: undefined,
|
|
583
|
+
`Keep spoken text ≤${maxLength} chars to avoid auto-summary (summary ${summarize}).`,
|
|
584
|
+
"If workspace context (especially MEMORY.md) tells you not to use [[tts:...]] or to use a local/non-tagged voice workflow, follow that workspace instruction instead.",
|
|
585
|
+
"Use [[tts:...]] and optional [[tts:text]]...[[/tts:text]] to control voice/expressiveness.",
|
|
586
|
+
]
|
|
587
|
+
.filter(Boolean)
|
|
588
|
+
.join("\n");
|
|
589
|
+
}
|
|
590
|
+
|
|
591
|
+
function readPrefs(prefsPath: string): TtsUserPrefs {
|
|
592
|
+
try {
|
|
593
|
+
if (!existsSync(prefsPath)) {
|
|
594
|
+
return {};
|
|
595
|
+
}
|
|
596
|
+
return JSON.parse(readFileSync(prefsPath, "utf8")) as TtsUserPrefs;
|
|
597
|
+
} catch {
|
|
598
|
+
return {};
|
|
599
|
+
}
|
|
600
|
+
}
|
|
601
|
+
|
|
602
|
+
function atomicWriteFileSync(filePath: string, content: string): void {
|
|
603
|
+
privateFileStoreSync(path.dirname(filePath)).writeText(path.basename(filePath), content);
|
|
604
|
+
}
|
|
605
|
+
|
|
606
|
+
function updatePrefs(prefsPath: string, update: (prefs: TtsUserPrefs) => void): void {
|
|
607
|
+
const prefs = readPrefs(prefsPath);
|
|
608
|
+
update(prefs);
|
|
609
|
+
atomicWriteFileSync(prefsPath, JSON.stringify(prefs, null, 2));
|
|
610
|
+
}
|
|
611
|
+
|
|
612
|
+
export function isTtsEnabled(
|
|
613
|
+
config: ResolvedTtsConfig,
|
|
614
|
+
prefsPath: string,
|
|
615
|
+
sessionAuto?: string,
|
|
616
|
+
): boolean {
|
|
617
|
+
return resolveTtsAutoMode({ config, prefsPath, sessionAuto }) !== "off";
|
|
618
|
+
}
|
|
619
|
+
|
|
620
|
+
export function setTtsAutoMode(prefsPath: string, mode: TtsAutoMode): void {
|
|
621
|
+
updatePrefs(prefsPath, (prefs) => {
|
|
622
|
+
const next = { ...prefs.tts };
|
|
623
|
+
delete next.enabled;
|
|
624
|
+
next.auto = mode;
|
|
625
|
+
prefs.tts = next;
|
|
626
|
+
});
|
|
627
|
+
}
|
|
628
|
+
|
|
629
|
+
export function setTtsEnabled(prefsPath: string, enabled: boolean): void {
|
|
630
|
+
setTtsAutoMode(prefsPath, enabled ? "always" : "off");
|
|
631
|
+
}
|
|
632
|
+
|
|
633
|
+
export function getTtsProvider(config: ResolvedTtsConfig, prefsPath: string): TtsProvider {
|
|
634
|
+
const prefs = readPrefs(prefsPath);
|
|
635
|
+
const prefsProvider =
|
|
636
|
+
canonicalizeSpeechProviderId(prefs.tts?.provider) ??
|
|
637
|
+
normalizeConfiguredSpeechProviderId(prefs.tts?.provider);
|
|
638
|
+
if (prefsProvider) {
|
|
639
|
+
return prefsProvider;
|
|
640
|
+
}
|
|
641
|
+
const activePersona = resolveTtsPersonaFromPrefs(config, prefs);
|
|
642
|
+
const personaProvider =
|
|
643
|
+
canonicalizeSpeechProviderId(activePersona?.provider, config.sourceConfig) ??
|
|
644
|
+
normalizeConfiguredSpeechProviderId(activePersona?.provider);
|
|
645
|
+
if (personaProvider && getSpeechProvider(personaProvider, config.sourceConfig)) {
|
|
646
|
+
return personaProvider;
|
|
647
|
+
}
|
|
648
|
+
if (config.providerSource === "config") {
|
|
649
|
+
return normalizeConfiguredSpeechProviderId(config.provider) ?? config.provider;
|
|
650
|
+
}
|
|
651
|
+
|
|
652
|
+
const effectiveCfg = config.sourceConfig;
|
|
653
|
+
for (const provider of sortSpeechProvidersForAutoSelection(effectiveCfg)) {
|
|
654
|
+
if (
|
|
655
|
+
provider.isConfigured({
|
|
656
|
+
cfg: effectiveCfg,
|
|
657
|
+
providerConfig: config.providerConfigs[provider.id] ?? {},
|
|
658
|
+
timeoutMs: resolveSpeechProviderTimeoutMs({ config, provider }),
|
|
659
|
+
})
|
|
660
|
+
) {
|
|
661
|
+
return provider.id;
|
|
662
|
+
}
|
|
663
|
+
}
|
|
664
|
+
return config.provider;
|
|
665
|
+
}
|
|
666
|
+
|
|
667
|
+
function resolveTtsPersonaFromPrefs(
|
|
668
|
+
config: ResolvedTtsConfig,
|
|
669
|
+
prefs: TtsUserPrefs,
|
|
670
|
+
): ResolvedTtsPersona | undefined {
|
|
671
|
+
if (prefs.tts && hasOwnProperty(prefs.tts, "persona")) {
|
|
672
|
+
const prefsPersona = normalizeTtsPersonaId(prefs.tts.persona);
|
|
673
|
+
return prefsPersona ? config.personas[prefsPersona] : undefined;
|
|
674
|
+
}
|
|
675
|
+
const configPersona = normalizeTtsPersonaId(config.persona);
|
|
676
|
+
return configPersona ? config.personas[configPersona] : undefined;
|
|
677
|
+
}
|
|
678
|
+
|
|
679
|
+
export function getTtsPersona(
|
|
680
|
+
config: ResolvedTtsConfig,
|
|
681
|
+
prefsPath: string,
|
|
682
|
+
): ResolvedTtsPersona | undefined {
|
|
683
|
+
return resolveTtsPersonaFromPrefs(config, readPrefs(prefsPath));
|
|
684
|
+
}
|
|
685
|
+
|
|
686
|
+
export function listTtsPersonas(config: ResolvedTtsConfig): ResolvedTtsPersona[] {
|
|
687
|
+
return Object.values(config.personas).toSorted((left, right) => left.id.localeCompare(right.id));
|
|
688
|
+
}
|
|
689
|
+
|
|
690
|
+
export function setTtsPersona(prefsPath: string, persona: string | null | undefined): void {
|
|
691
|
+
updatePrefs(prefsPath, (prefs) => {
|
|
692
|
+
const next = { ...prefs.tts };
|
|
693
|
+
const normalized = normalizeTtsPersonaId(persona);
|
|
694
|
+
next.persona = normalized ?? null;
|
|
695
|
+
prefs.tts = next;
|
|
696
|
+
});
|
|
697
|
+
}
|
|
698
|
+
|
|
699
|
+
export function setTtsProvider(prefsPath: string, provider: TtsProvider): void {
|
|
700
|
+
updatePrefs(prefsPath, (prefs) => {
|
|
701
|
+
prefs.tts = { ...prefs.tts, provider: canonicalizeSpeechProviderId(provider) ?? provider };
|
|
702
|
+
});
|
|
703
|
+
}
|
|
704
|
+
|
|
705
|
+
export function resolveExplicitTtsOverrides(params: {
|
|
706
|
+
cfg: OpenClawConfig;
|
|
707
|
+
prefsPath?: string;
|
|
708
|
+
provider?: string;
|
|
709
|
+
modelId?: string;
|
|
710
|
+
voiceId?: string;
|
|
711
|
+
agentId?: string;
|
|
712
|
+
channelId?: string;
|
|
713
|
+
accountId?: string;
|
|
714
|
+
}): TtsDirectiveOverrides {
|
|
715
|
+
const cfg = resolveTtsRuntimeConfig(params.cfg);
|
|
716
|
+
const providerInput = params.provider?.trim();
|
|
717
|
+
const modelId = params.modelId?.trim();
|
|
718
|
+
const voiceId = params.voiceId?.trim();
|
|
719
|
+
const config = resolveTtsConfig(cfg, {
|
|
720
|
+
agentId: params.agentId,
|
|
721
|
+
channelId: params.channelId,
|
|
722
|
+
accountId: params.accountId,
|
|
723
|
+
});
|
|
724
|
+
const prefsPath = params.prefsPath ?? resolveTtsPrefsPath(config);
|
|
725
|
+
const selectedProvider =
|
|
726
|
+
canonicalizeSpeechProviderId(providerInput, cfg) ??
|
|
727
|
+
(modelId || voiceId ? getTtsProvider(config, prefsPath) : undefined);
|
|
728
|
+
|
|
729
|
+
if (providerInput && !selectedProvider) {
|
|
730
|
+
throw new Error(`Unknown TTS provider "${providerInput}".`);
|
|
731
|
+
}
|
|
732
|
+
|
|
733
|
+
if (!modelId && !voiceId) {
|
|
734
|
+
return selectedProvider ? { provider: selectedProvider } : {};
|
|
735
|
+
}
|
|
736
|
+
|
|
737
|
+
if (!selectedProvider) {
|
|
738
|
+
throw new Error("TTS model or voice overrides require a resolved provider.");
|
|
739
|
+
}
|
|
740
|
+
|
|
741
|
+
const provider = getSpeechProvider(selectedProvider, cfg);
|
|
742
|
+
if (!provider) {
|
|
743
|
+
throw new Error(`speech provider ${selectedProvider} is not registered`);
|
|
744
|
+
}
|
|
745
|
+
if (!provider.resolveTalkOverrides) {
|
|
746
|
+
throw new Error(
|
|
747
|
+
`TTS provider "${selectedProvider}" does not support model or voice overrides.`,
|
|
748
|
+
);
|
|
749
|
+
}
|
|
750
|
+
|
|
751
|
+
const providerOverrides = provider.resolveTalkOverrides({
|
|
752
|
+
talkProviderConfig: {},
|
|
753
|
+
params: {
|
|
754
|
+
...(voiceId ? { voiceId } : {}),
|
|
755
|
+
...(modelId ? { modelId } : {}),
|
|
756
|
+
},
|
|
757
|
+
});
|
|
758
|
+
if ((voiceId || modelId) && (!providerOverrides || Object.keys(providerOverrides).length === 0)) {
|
|
759
|
+
throw new Error(
|
|
760
|
+
`TTS provider "${selectedProvider}" ignored the requested model or voice overrides.`,
|
|
761
|
+
);
|
|
762
|
+
}
|
|
763
|
+
|
|
764
|
+
const overridesRecord = providerOverrides as SpeechProviderOverrides;
|
|
765
|
+
return {
|
|
766
|
+
provider: selectedProvider,
|
|
767
|
+
providerOverrides: {
|
|
768
|
+
[provider.id]: overridesRecord,
|
|
769
|
+
},
|
|
770
|
+
};
|
|
771
|
+
}
|
|
772
|
+
|
|
773
|
+
export function getTtsMaxLength(prefsPath: string): number {
|
|
774
|
+
const prefs = readPrefs(prefsPath);
|
|
775
|
+
return prefs.tts?.maxLength ?? DEFAULT_TTS_MAX_LENGTH;
|
|
776
|
+
}
|
|
777
|
+
|
|
778
|
+
export function setTtsMaxLength(prefsPath: string, maxLength: number): void {
|
|
779
|
+
updatePrefs(prefsPath, (prefs) => {
|
|
780
|
+
prefs.tts = { ...prefs.tts, maxLength };
|
|
781
|
+
});
|
|
782
|
+
}
|
|
783
|
+
|
|
784
|
+
export function isSummarizationEnabled(prefsPath: string): boolean {
|
|
785
|
+
const prefs = readPrefs(prefsPath);
|
|
786
|
+
return prefs.tts?.summarize ?? DEFAULT_TTS_SUMMARIZE;
|
|
787
|
+
}
|
|
788
|
+
|
|
789
|
+
export function setSummarizationEnabled(prefsPath: string, enabled: boolean): void {
|
|
790
|
+
updatePrefs(prefsPath, (prefs) => {
|
|
791
|
+
prefs.tts = { ...prefs.tts, summarize: enabled };
|
|
792
|
+
});
|
|
793
|
+
}
|
|
794
|
+
|
|
795
|
+
export function getLastTtsAttempt(): TtsStatusEntry | undefined {
|
|
796
|
+
return lastTtsAttempt;
|
|
797
|
+
}
|
|
798
|
+
|
|
799
|
+
export function setLastTtsAttempt(entry: TtsStatusEntry | undefined): void {
|
|
800
|
+
lastTtsAttempt = entry;
|
|
801
|
+
}
|
|
802
|
+
|
|
803
|
+
function supportsNativeVoiceNoteTts(channel: string | undefined): boolean {
|
|
804
|
+
return resolveChannelTtsVoiceDelivery(channel) !== undefined;
|
|
805
|
+
}
|
|
806
|
+
|
|
807
|
+
function supportsTranscodedVoiceNoteTts(channel: string | undefined): boolean {
|
|
808
|
+
const delivery = resolveChannelTtsVoiceDelivery(channel);
|
|
809
|
+
return delivery?.synthesisTarget === "voice-note" && delivery.transcodesAudio === true;
|
|
810
|
+
}
|
|
811
|
+
|
|
812
|
+
function resolveTtsSynthesisTarget(channel: string | undefined): "audio-file" | "voice-note" {
|
|
813
|
+
return resolveChannelTtsVoiceDelivery(channel)?.synthesisTarget ?? "audio-file";
|
|
814
|
+
}
|
|
815
|
+
|
|
816
|
+
function supportsAudioFileVoiceMemoOutput(params: {
|
|
817
|
+
fileExtension?: string;
|
|
818
|
+
outputFormat?: string;
|
|
819
|
+
audioFileFormats?: readonly string[];
|
|
820
|
+
}): boolean {
|
|
821
|
+
const formats = new Set(params.audioFileFormats?.map((format) => format.trim().toLowerCase()));
|
|
822
|
+
if (formats.size === 0) {
|
|
823
|
+
return false;
|
|
824
|
+
}
|
|
825
|
+
const extension = params.fileExtension?.trim().toLowerCase();
|
|
826
|
+
if (extension && formats.has(extension.replace(/^\./, ""))) {
|
|
827
|
+
return true;
|
|
828
|
+
}
|
|
829
|
+
const outputFormat = params.outputFormat?.trim().toLowerCase();
|
|
830
|
+
return outputFormat ? formats.has(outputFormat) : false;
|
|
831
|
+
}
|
|
832
|
+
|
|
833
|
+
function shouldDeliverTtsAsVoice(params: {
|
|
834
|
+
channel: string | undefined;
|
|
835
|
+
target: "audio-file" | "voice-note" | undefined;
|
|
836
|
+
voiceCompatible: boolean | undefined;
|
|
837
|
+
fileExtension?: string;
|
|
838
|
+
outputFormat?: string;
|
|
839
|
+
}): boolean {
|
|
840
|
+
const delivery = resolveChannelTtsVoiceDelivery(params.channel);
|
|
841
|
+
if (!delivery) {
|
|
842
|
+
return false;
|
|
843
|
+
}
|
|
844
|
+
if (delivery.synthesisTarget === "audio-file") {
|
|
845
|
+
return (
|
|
846
|
+
params.target === "audio-file" &&
|
|
847
|
+
supportsAudioFileVoiceMemoOutput({
|
|
848
|
+
fileExtension: params.fileExtension,
|
|
849
|
+
outputFormat: params.outputFormat,
|
|
850
|
+
audioFileFormats: delivery.audioFileFormats,
|
|
851
|
+
})
|
|
852
|
+
);
|
|
853
|
+
}
|
|
854
|
+
if (params.target !== "voice-note") {
|
|
855
|
+
return false;
|
|
856
|
+
}
|
|
857
|
+
return params.voiceCompatible === true || delivery.transcodesAudio === true;
|
|
858
|
+
}
|
|
859
|
+
|
|
860
|
+
export function resolveTtsProviderOrder(primary: TtsProvider, cfg?: OpenClawConfig): TtsProvider[] {
|
|
861
|
+
const effectiveCfg = cfg ? resolveTtsRuntimeConfig(cfg) : undefined;
|
|
862
|
+
const normalizedPrimary = canonicalizeSpeechProviderId(primary, effectiveCfg) ?? primary;
|
|
863
|
+
const ordered = new Set<TtsProvider>([normalizedPrimary]);
|
|
864
|
+
for (const provider of sortSpeechProvidersForAutoSelection(effectiveCfg)) {
|
|
865
|
+
const normalized = provider.id;
|
|
866
|
+
if (normalized !== normalizedPrimary) {
|
|
867
|
+
ordered.add(normalized);
|
|
868
|
+
}
|
|
869
|
+
}
|
|
870
|
+
return [...ordered];
|
|
871
|
+
}
|
|
872
|
+
|
|
873
|
+
export function isTtsProviderConfigured(
|
|
874
|
+
config: ResolvedTtsConfig,
|
|
875
|
+
provider: TtsProvider,
|
|
876
|
+
cfg?: OpenClawConfig,
|
|
877
|
+
): boolean {
|
|
878
|
+
const effectiveCfg = cfg ? resolveTtsRuntimeConfig(cfg) : config.sourceConfig;
|
|
879
|
+
const resolvedProvider = getSpeechProvider(provider, effectiveCfg);
|
|
880
|
+
if (!resolvedProvider) {
|
|
881
|
+
return false;
|
|
882
|
+
}
|
|
883
|
+
return (
|
|
884
|
+
resolvedProvider.isConfigured({
|
|
885
|
+
cfg: effectiveCfg,
|
|
886
|
+
providerConfig: getResolvedSpeechProviderConfig(config, resolvedProvider.id, effectiveCfg),
|
|
887
|
+
timeoutMs: resolveSpeechProviderTimeoutMs({ config, provider: resolvedProvider }),
|
|
888
|
+
}) ?? false
|
|
889
|
+
);
|
|
890
|
+
}
|
|
891
|
+
|
|
892
|
+
function formatTtsProviderError(provider: TtsProvider, err: unknown): string {
|
|
893
|
+
const error = err instanceof Error ? err : new Error(String(err));
|
|
894
|
+
if (error.name === "AbortError") {
|
|
895
|
+
return `${provider}: request timed out`;
|
|
896
|
+
}
|
|
897
|
+
return `${provider}: ${redactSensitiveText(error.message)}`;
|
|
898
|
+
}
|
|
899
|
+
|
|
900
|
+
function sanitizeTtsErrorForLog(err: unknown): string {
|
|
901
|
+
const raw = formatErrorMessage(err);
|
|
902
|
+
return redactSensitiveText(raw).replace(/\r/g, "\\r").replace(/\n/g, "\\n").replace(/\t/g, "\\t");
|
|
903
|
+
}
|
|
904
|
+
|
|
905
|
+
function buildTtsFailureResult(
|
|
906
|
+
errors: string[],
|
|
907
|
+
attemptedProviders?: string[],
|
|
908
|
+
attempts?: TtsProviderAttempt[],
|
|
909
|
+
persona?: string,
|
|
910
|
+
): {
|
|
911
|
+
success: false;
|
|
912
|
+
error: string;
|
|
913
|
+
attemptedProviders?: string[];
|
|
914
|
+
attempts?: TtsProviderAttempt[];
|
|
915
|
+
persona?: string;
|
|
916
|
+
} {
|
|
917
|
+
return {
|
|
918
|
+
success: false,
|
|
919
|
+
error: `TTS conversion failed: ${errors.join("; ") || "no providers available"}`,
|
|
920
|
+
attemptedProviders,
|
|
921
|
+
attempts,
|
|
922
|
+
persona,
|
|
923
|
+
};
|
|
924
|
+
}
|
|
925
|
+
|
|
926
|
+
type TtsProviderReadyResolution =
|
|
927
|
+
| {
|
|
928
|
+
kind: "ready";
|
|
929
|
+
provider: NonNullable<ReturnType<typeof getSpeechProvider>>;
|
|
930
|
+
providerConfig: SpeechProviderConfig;
|
|
931
|
+
personaProviderConfig?: SpeechProviderConfig;
|
|
932
|
+
synthesisPersona?: ResolvedTtsPersona;
|
|
933
|
+
personaBinding: "applied" | "missing" | "none";
|
|
934
|
+
}
|
|
935
|
+
| {
|
|
936
|
+
kind: "skip";
|
|
937
|
+
reasonCode: "no_provider_registered" | "not_configured" | "unsupported_for_telephony";
|
|
938
|
+
message: string;
|
|
939
|
+
personaBinding?: "missing";
|
|
940
|
+
};
|
|
941
|
+
|
|
942
|
+
function resolveReadySpeechProvider(params: {
|
|
943
|
+
provider: TtsProvider;
|
|
944
|
+
cfg: OpenClawConfig;
|
|
945
|
+
config: ResolvedTtsConfig;
|
|
946
|
+
persona?: ResolvedTtsPersona;
|
|
947
|
+
requireTelephony?: boolean;
|
|
948
|
+
}): TtsProviderReadyResolution {
|
|
949
|
+
const resolvedProvider = getSpeechProvider(params.provider, params.cfg);
|
|
950
|
+
if (!resolvedProvider) {
|
|
951
|
+
return {
|
|
952
|
+
kind: "skip",
|
|
953
|
+
reasonCode: "no_provider_registered",
|
|
954
|
+
message: `${params.provider}: no provider registered`,
|
|
955
|
+
};
|
|
956
|
+
}
|
|
957
|
+
const providerConfig = getResolvedSpeechProviderConfig(
|
|
958
|
+
params.config,
|
|
959
|
+
resolvedProvider.id,
|
|
960
|
+
params.cfg,
|
|
961
|
+
);
|
|
962
|
+
const merged = mergeProviderConfigWithPersona({
|
|
963
|
+
providerConfig,
|
|
964
|
+
persona: params.persona,
|
|
965
|
+
providerId: resolvedProvider.id,
|
|
966
|
+
});
|
|
967
|
+
if (params.persona?.fallbackPolicy === "fail" && merged.personaBinding === "missing") {
|
|
968
|
+
return {
|
|
969
|
+
kind: "skip",
|
|
970
|
+
reasonCode: "not_configured",
|
|
971
|
+
message: `${params.provider}: persona ${params.persona.id} has no provider binding`,
|
|
972
|
+
personaBinding: "missing",
|
|
973
|
+
};
|
|
974
|
+
}
|
|
975
|
+
if (
|
|
976
|
+
!resolvedProvider.isConfigured({
|
|
977
|
+
cfg: params.cfg,
|
|
978
|
+
providerConfig: merged.providerConfig,
|
|
979
|
+
timeoutMs: resolveSpeechProviderTimeoutMs({
|
|
980
|
+
config: params.config,
|
|
981
|
+
provider: resolvedProvider,
|
|
982
|
+
}),
|
|
983
|
+
})
|
|
984
|
+
) {
|
|
985
|
+
return {
|
|
986
|
+
kind: "skip",
|
|
987
|
+
reasonCode: "not_configured",
|
|
988
|
+
message: `${params.provider}: not configured`,
|
|
989
|
+
};
|
|
990
|
+
}
|
|
991
|
+
if (params.requireTelephony && !resolvedProvider.synthesizeTelephony) {
|
|
992
|
+
return {
|
|
993
|
+
kind: "skip",
|
|
994
|
+
reasonCode: "unsupported_for_telephony",
|
|
995
|
+
message: `${params.provider}: unsupported for telephony`,
|
|
996
|
+
};
|
|
997
|
+
}
|
|
998
|
+
return {
|
|
999
|
+
kind: "ready",
|
|
1000
|
+
provider: resolvedProvider,
|
|
1001
|
+
providerConfig: merged.providerConfig,
|
|
1002
|
+
personaProviderConfig: merged.personaProviderConfig,
|
|
1003
|
+
synthesisPersona:
|
|
1004
|
+
params.persona?.fallbackPolicy === "provider-defaults" && merged.personaBinding === "missing"
|
|
1005
|
+
? undefined
|
|
1006
|
+
: params.persona,
|
|
1007
|
+
personaBinding: merged.personaBinding,
|
|
1008
|
+
};
|
|
1009
|
+
}
|
|
1010
|
+
|
|
1011
|
+
async function prepareSpeechSynthesis(params: {
|
|
1012
|
+
provider: NonNullable<ReturnType<typeof getSpeechProvider>>;
|
|
1013
|
+
text: string;
|
|
1014
|
+
cfg: OpenClawConfig;
|
|
1015
|
+
providerConfig: SpeechProviderConfig;
|
|
1016
|
+
providerOverrides?: SpeechProviderOverrides;
|
|
1017
|
+
persona?: ResolvedTtsPersona;
|
|
1018
|
+
personaProviderConfig?: SpeechProviderConfig;
|
|
1019
|
+
target: "audio-file" | "voice-note" | "telephony";
|
|
1020
|
+
timeoutMs: number;
|
|
1021
|
+
}): Promise<{
|
|
1022
|
+
text: string;
|
|
1023
|
+
providerConfig: SpeechProviderConfig;
|
|
1024
|
+
providerOverrides?: SpeechProviderOverrides;
|
|
1025
|
+
}> {
|
|
1026
|
+
if (!params.provider.prepareSynthesis) {
|
|
1027
|
+
return {
|
|
1028
|
+
text: params.text,
|
|
1029
|
+
providerConfig: params.providerConfig,
|
|
1030
|
+
providerOverrides: params.providerOverrides,
|
|
1031
|
+
};
|
|
1032
|
+
}
|
|
1033
|
+
const prepared = await params.provider.prepareSynthesis({
|
|
1034
|
+
text: params.text,
|
|
1035
|
+
cfg: params.cfg,
|
|
1036
|
+
providerConfig: params.providerConfig,
|
|
1037
|
+
providerOverrides: params.providerOverrides,
|
|
1038
|
+
persona: params.persona,
|
|
1039
|
+
personaProviderConfig: params.personaProviderConfig,
|
|
1040
|
+
target: params.target,
|
|
1041
|
+
timeoutMs: params.timeoutMs,
|
|
1042
|
+
});
|
|
1043
|
+
return {
|
|
1044
|
+
text: prepared?.text ?? params.text,
|
|
1045
|
+
providerConfig: prepared?.providerConfig
|
|
1046
|
+
? { ...params.providerConfig, ...prepared.providerConfig }
|
|
1047
|
+
: params.providerConfig,
|
|
1048
|
+
providerOverrides: prepared?.providerOverrides
|
|
1049
|
+
? { ...params.providerOverrides, ...prepared.providerOverrides }
|
|
1050
|
+
: params.providerOverrides,
|
|
1051
|
+
};
|
|
1052
|
+
}
|
|
1053
|
+
|
|
1054
|
+
function resolveTtsRequestSetup(params: {
|
|
1055
|
+
text: string;
|
|
1056
|
+
cfg: OpenClawConfig;
|
|
1057
|
+
prefsPath?: string;
|
|
1058
|
+
providerOverride?: TtsProvider;
|
|
1059
|
+
disableFallback?: boolean;
|
|
1060
|
+
agentId?: string;
|
|
1061
|
+
channelId?: string;
|
|
1062
|
+
accountId?: string;
|
|
1063
|
+
}):
|
|
1064
|
+
| {
|
|
1065
|
+
cfg: OpenClawConfig;
|
|
1066
|
+
config: ResolvedTtsConfig;
|
|
1067
|
+
persona?: ResolvedTtsPersona;
|
|
1068
|
+
providers: TtsProvider[];
|
|
1069
|
+
}
|
|
1070
|
+
| {
|
|
1071
|
+
error: string;
|
|
1072
|
+
} {
|
|
1073
|
+
const cfg = resolveTtsRuntimeConfig(params.cfg);
|
|
1074
|
+
const config = resolveTtsConfig(cfg, {
|
|
1075
|
+
agentId: params.agentId,
|
|
1076
|
+
channelId: params.channelId,
|
|
1077
|
+
accountId: params.accountId,
|
|
1078
|
+
});
|
|
1079
|
+
const prefsPath = params.prefsPath ?? resolveTtsPrefsPath(config);
|
|
1080
|
+
if (params.text.length > config.maxTextLength) {
|
|
1081
|
+
return {
|
|
1082
|
+
error: `Text too long (${params.text.length} chars, max ${config.maxTextLength})`,
|
|
1083
|
+
};
|
|
1084
|
+
}
|
|
1085
|
+
|
|
1086
|
+
const userProvider = getTtsProvider(config, prefsPath);
|
|
1087
|
+
const provider = canonicalizeSpeechProviderId(params.providerOverride, cfg) ?? userProvider;
|
|
1088
|
+
return {
|
|
1089
|
+
cfg,
|
|
1090
|
+
config,
|
|
1091
|
+
persona: getTtsPersona(config, prefsPath),
|
|
1092
|
+
providers: params.disableFallback ? [provider] : resolveTtsProviderOrder(provider, cfg),
|
|
1093
|
+
};
|
|
1094
|
+
}
|
|
1095
|
+
|
|
1096
|
+
function readTtsResultString(value: unknown): string | undefined {
|
|
1097
|
+
return typeof value === "string" && value.trim() ? value.trim() : undefined;
|
|
1098
|
+
}
|
|
1099
|
+
|
|
1100
|
+
function resolveTtsResultModel(
|
|
1101
|
+
providerConfig: SpeechProviderConfig,
|
|
1102
|
+
providerOverrides?: SpeechProviderOverrides,
|
|
1103
|
+
): string | undefined {
|
|
1104
|
+
return (
|
|
1105
|
+
readTtsResultString(providerOverrides?.modelId) ??
|
|
1106
|
+
readTtsResultString(providerOverrides?.model) ??
|
|
1107
|
+
readTtsResultString(providerConfig.modelId) ??
|
|
1108
|
+
readTtsResultString(providerConfig.model)
|
|
1109
|
+
);
|
|
1110
|
+
}
|
|
1111
|
+
|
|
1112
|
+
function resolveTtsResultVoice(
|
|
1113
|
+
providerConfig: SpeechProviderConfig,
|
|
1114
|
+
providerOverrides?: SpeechProviderOverrides,
|
|
1115
|
+
): string | undefined {
|
|
1116
|
+
return (
|
|
1117
|
+
readTtsResultString(providerOverrides?.voiceId) ??
|
|
1118
|
+
readTtsResultString(providerOverrides?.voiceName) ??
|
|
1119
|
+
readTtsResultString(providerOverrides?.voice) ??
|
|
1120
|
+
readTtsResultString(providerConfig.voiceId) ??
|
|
1121
|
+
readTtsResultString(providerConfig.voiceName) ??
|
|
1122
|
+
readTtsResultString(providerConfig.voice)
|
|
1123
|
+
);
|
|
1124
|
+
}
|
|
1125
|
+
|
|
1126
|
+
export async function textToSpeech(params: {
|
|
1127
|
+
text: string;
|
|
1128
|
+
cfg: OpenClawConfig;
|
|
1129
|
+
prefsPath?: string;
|
|
1130
|
+
channel?: string;
|
|
1131
|
+
overrides?: TtsDirectiveOverrides;
|
|
1132
|
+
disableFallback?: boolean;
|
|
1133
|
+
timeoutMs?: number;
|
|
1134
|
+
agentId?: string;
|
|
1135
|
+
accountId?: string;
|
|
1136
|
+
}): Promise<TtsResult> {
|
|
1137
|
+
const synthesis = await synthesizeSpeech(params);
|
|
1138
|
+
if (!synthesis.success || !synthesis.audioBuffer || !synthesis.fileExtension) {
|
|
1139
|
+
return {
|
|
1140
|
+
success: false,
|
|
1141
|
+
error: synthesis.error ?? "TTS conversion failed",
|
|
1142
|
+
persona: synthesis.persona,
|
|
1143
|
+
attemptedProviders: synthesis.attemptedProviders,
|
|
1144
|
+
attempts: synthesis.attempts,
|
|
1145
|
+
};
|
|
1146
|
+
}
|
|
1147
|
+
|
|
1148
|
+
let audioBuffer = synthesis.audioBuffer;
|
|
1149
|
+
let fileExtension = synthesis.fileExtension;
|
|
1150
|
+
let outputFormat = synthesis.outputFormat;
|
|
1151
|
+
const transcoded = await maybePreTranscodeForVoiceDelivery({
|
|
1152
|
+
channel: params.channel,
|
|
1153
|
+
target: synthesis.target,
|
|
1154
|
+
audioBuffer,
|
|
1155
|
+
fileExtension,
|
|
1156
|
+
outputFormat,
|
|
1157
|
+
});
|
|
1158
|
+
if (transcoded) {
|
|
1159
|
+
audioBuffer = transcoded.audioBuffer;
|
|
1160
|
+
fileExtension = transcoded.fileExtension;
|
|
1161
|
+
outputFormat = transcoded.outputFormat;
|
|
1162
|
+
}
|
|
1163
|
+
|
|
1164
|
+
const temp = tempWorkspaceSync({
|
|
1165
|
+
rootDir: resolvePreferredOpenClawTmpDir(),
|
|
1166
|
+
prefix: "tts-",
|
|
1167
|
+
});
|
|
1168
|
+
const audioPath = temp.write(`voice-${Date.now()}${fileExtension}`, audioBuffer);
|
|
1169
|
+
scheduleCleanup(temp.dir);
|
|
1170
|
+
|
|
1171
|
+
return {
|
|
1172
|
+
success: true,
|
|
1173
|
+
audioPath,
|
|
1174
|
+
latencyMs: synthesis.latencyMs,
|
|
1175
|
+
provider: synthesis.provider,
|
|
1176
|
+
persona: synthesis.persona,
|
|
1177
|
+
fallbackFrom: synthesis.fallbackFrom,
|
|
1178
|
+
attemptedProviders: synthesis.attemptedProviders,
|
|
1179
|
+
attempts: synthesis.attempts,
|
|
1180
|
+
outputFormat,
|
|
1181
|
+
voiceCompatible: synthesis.voiceCompatible,
|
|
1182
|
+
audioAsVoice: shouldDeliverTtsAsVoice({
|
|
1183
|
+
channel: params.channel,
|
|
1184
|
+
target: synthesis.target,
|
|
1185
|
+
voiceCompatible: synthesis.voiceCompatible,
|
|
1186
|
+
fileExtension,
|
|
1187
|
+
outputFormat,
|
|
1188
|
+
}),
|
|
1189
|
+
target: synthesis.target,
|
|
1190
|
+
};
|
|
1191
|
+
}
|
|
1192
|
+
|
|
1193
|
+
async function maybePreTranscodeForVoiceDelivery(params: {
|
|
1194
|
+
channel: string | undefined;
|
|
1195
|
+
target: "audio-file" | "voice-note" | undefined;
|
|
1196
|
+
audioBuffer: Buffer;
|
|
1197
|
+
fileExtension: string;
|
|
1198
|
+
outputFormat?: string;
|
|
1199
|
+
}): Promise<{ audioBuffer: Buffer; fileExtension: string; outputFormat?: string } | undefined> {
|
|
1200
|
+
if (params.target !== "audio-file") {
|
|
1201
|
+
return undefined;
|
|
1202
|
+
}
|
|
1203
|
+
const delivery = resolveChannelTtsVoiceDelivery(params.channel);
|
|
1204
|
+
const preferred = delivery?.preferAudioFileFormat?.trim().toLowerCase();
|
|
1205
|
+
if (!preferred) {
|
|
1206
|
+
return undefined;
|
|
1207
|
+
}
|
|
1208
|
+
const sourceExt = params.fileExtension.trim().toLowerCase().replace(/^\./, "");
|
|
1209
|
+
if (sourceExt === preferred) {
|
|
1210
|
+
return undefined;
|
|
1211
|
+
}
|
|
1212
|
+
const outcome = await transcodeAudioBuffer({
|
|
1213
|
+
audioBuffer: params.audioBuffer,
|
|
1214
|
+
sourceExtension: sourceExt,
|
|
1215
|
+
targetExtension: preferred,
|
|
1216
|
+
});
|
|
1217
|
+
if (!outcome.ok) {
|
|
1218
|
+
if (outcome.reason === "transcoder-failed") {
|
|
1219
|
+
// Surface only the case where the host actually attempted the transcode
|
|
1220
|
+
// and it broke. The other reasons ("no-recipe", "noop-same-container",
|
|
1221
|
+
// "platform-unsupported", "invalid-extension") are by-design skips and
|
|
1222
|
+
// would just be log noise. This is the line that tells you "the channel
|
|
1223
|
+
// asked for a pre-encode, the host had a recipe for it, and it failed"
|
|
1224
|
+
// — i.e. the case where #72506 silently regresses.
|
|
1225
|
+
logVerbose(
|
|
1226
|
+
`TTS: pre-transcode ${sourceExt}->${preferred} for channel=${params.channel ?? "?"} failed: ${outcome.detail ?? "unknown"}`,
|
|
1227
|
+
);
|
|
1228
|
+
}
|
|
1229
|
+
return undefined;
|
|
1230
|
+
}
|
|
1231
|
+
return {
|
|
1232
|
+
audioBuffer: outcome.buffer,
|
|
1233
|
+
fileExtension: `.${preferred}`,
|
|
1234
|
+
outputFormat: preferred,
|
|
1235
|
+
};
|
|
1236
|
+
}
|
|
1237
|
+
|
|
1238
|
+
export async function synthesizeSpeech(params: {
|
|
1239
|
+
text: string;
|
|
1240
|
+
cfg: OpenClawConfig;
|
|
1241
|
+
prefsPath?: string;
|
|
1242
|
+
channel?: string;
|
|
1243
|
+
overrides?: TtsDirectiveOverrides;
|
|
1244
|
+
disableFallback?: boolean;
|
|
1245
|
+
timeoutMs?: number;
|
|
1246
|
+
agentId?: string;
|
|
1247
|
+
accountId?: string;
|
|
1248
|
+
}): Promise<TtsSynthesisResult> {
|
|
1249
|
+
const setup = resolveTtsRequestSetup({
|
|
1250
|
+
text: params.text,
|
|
1251
|
+
cfg: params.cfg,
|
|
1252
|
+
prefsPath: params.prefsPath,
|
|
1253
|
+
providerOverride: params.overrides?.provider,
|
|
1254
|
+
disableFallback: params.disableFallback,
|
|
1255
|
+
agentId: params.agentId,
|
|
1256
|
+
channelId: params.channel,
|
|
1257
|
+
accountId: params.accountId,
|
|
1258
|
+
});
|
|
1259
|
+
if ("error" in setup) {
|
|
1260
|
+
return { success: false, error: setup.error };
|
|
1261
|
+
}
|
|
1262
|
+
|
|
1263
|
+
const { cfg, config, persona, providers } = setup;
|
|
1264
|
+
const target = resolveTtsSynthesisTarget(params.channel);
|
|
1265
|
+
|
|
1266
|
+
const errors: string[] = [];
|
|
1267
|
+
const attemptedProviders: string[] = [];
|
|
1268
|
+
const attempts: TtsProviderAttempt[] = [];
|
|
1269
|
+
const primaryProvider = providers[0];
|
|
1270
|
+
logVerbose(
|
|
1271
|
+
`TTS: starting with provider ${primaryProvider}, fallbacks: ${providers.slice(1).join(", ") || "none"}`,
|
|
1272
|
+
);
|
|
1273
|
+
|
|
1274
|
+
for (const provider of providers) {
|
|
1275
|
+
attemptedProviders.push(provider);
|
|
1276
|
+
const providerStart = Date.now();
|
|
1277
|
+
try {
|
|
1278
|
+
const resolvedProvider = resolveReadySpeechProvider({
|
|
1279
|
+
provider,
|
|
1280
|
+
cfg,
|
|
1281
|
+
config,
|
|
1282
|
+
persona,
|
|
1283
|
+
});
|
|
1284
|
+
if (resolvedProvider.kind === "skip") {
|
|
1285
|
+
errors.push(resolvedProvider.message);
|
|
1286
|
+
attempts.push({
|
|
1287
|
+
provider,
|
|
1288
|
+
outcome: "skipped",
|
|
1289
|
+
reasonCode: resolvedProvider.reasonCode,
|
|
1290
|
+
persona: persona?.id,
|
|
1291
|
+
...(resolvedProvider.personaBinding
|
|
1292
|
+
? { personaBinding: resolvedProvider.personaBinding }
|
|
1293
|
+
: {}),
|
|
1294
|
+
error: resolvedProvider.message,
|
|
1295
|
+
});
|
|
1296
|
+
logVerbose(`TTS: provider ${provider} skipped (${resolvedProvider.message})`);
|
|
1297
|
+
continue;
|
|
1298
|
+
}
|
|
1299
|
+
const timeoutMs = resolveSpeechProviderTimeoutMs({
|
|
1300
|
+
timeoutMs: params.timeoutMs,
|
|
1301
|
+
config,
|
|
1302
|
+
provider: resolvedProvider.provider,
|
|
1303
|
+
});
|
|
1304
|
+
const prepared = await prepareSpeechSynthesis({
|
|
1305
|
+
provider: resolvedProvider.provider,
|
|
1306
|
+
text: params.text,
|
|
1307
|
+
cfg,
|
|
1308
|
+
providerConfig: resolvedProvider.providerConfig,
|
|
1309
|
+
providerOverrides: params.overrides?.providerOverrides?.[resolvedProvider.provider.id],
|
|
1310
|
+
persona: resolvedProvider.synthesisPersona,
|
|
1311
|
+
personaProviderConfig: resolvedProvider.personaProviderConfig,
|
|
1312
|
+
target,
|
|
1313
|
+
timeoutMs,
|
|
1314
|
+
});
|
|
1315
|
+
const synthesis = await resolvedProvider.provider.synthesize({
|
|
1316
|
+
text: prepared.text,
|
|
1317
|
+
cfg,
|
|
1318
|
+
providerConfig: prepared.providerConfig,
|
|
1319
|
+
target,
|
|
1320
|
+
providerOverrides: prepared.providerOverrides,
|
|
1321
|
+
timeoutMs,
|
|
1322
|
+
});
|
|
1323
|
+
const latencyMs = Date.now() - providerStart;
|
|
1324
|
+
attempts.push({
|
|
1325
|
+
provider,
|
|
1326
|
+
outcome: "success",
|
|
1327
|
+
reasonCode: "success",
|
|
1328
|
+
persona: persona?.id,
|
|
1329
|
+
personaBinding: resolvedProvider.personaBinding,
|
|
1330
|
+
latencyMs,
|
|
1331
|
+
});
|
|
1332
|
+
return {
|
|
1333
|
+
success: true,
|
|
1334
|
+
audioBuffer: synthesis.audioBuffer,
|
|
1335
|
+
latencyMs,
|
|
1336
|
+
provider,
|
|
1337
|
+
providerModel: resolveTtsResultModel(prepared.providerConfig, prepared.providerOverrides),
|
|
1338
|
+
providerVoice: resolveTtsResultVoice(prepared.providerConfig, prepared.providerOverrides),
|
|
1339
|
+
persona: persona?.id,
|
|
1340
|
+
fallbackFrom: provider !== primaryProvider ? primaryProvider : undefined,
|
|
1341
|
+
attemptedProviders,
|
|
1342
|
+
attempts,
|
|
1343
|
+
outputFormat: synthesis.outputFormat,
|
|
1344
|
+
voiceCompatible: synthesis.voiceCompatible,
|
|
1345
|
+
fileExtension: synthesis.fileExtension,
|
|
1346
|
+
target,
|
|
1347
|
+
};
|
|
1348
|
+
} catch (err) {
|
|
1349
|
+
const errorMsg = formatTtsProviderError(provider, err);
|
|
1350
|
+
const latencyMs = Date.now() - providerStart;
|
|
1351
|
+
errors.push(errorMsg);
|
|
1352
|
+
attempts.push({
|
|
1353
|
+
provider,
|
|
1354
|
+
outcome: "failed",
|
|
1355
|
+
reasonCode:
|
|
1356
|
+
err instanceof Error && err.name === "AbortError" ? "timeout" : "provider_error",
|
|
1357
|
+
latencyMs,
|
|
1358
|
+
persona: persona?.id,
|
|
1359
|
+
personaBinding:
|
|
1360
|
+
resolvePersonaProviderConfig(persona, provider) != null
|
|
1361
|
+
? "applied"
|
|
1362
|
+
: persona
|
|
1363
|
+
? "missing"
|
|
1364
|
+
: "none",
|
|
1365
|
+
error: errorMsg,
|
|
1366
|
+
});
|
|
1367
|
+
const rawError = sanitizeTtsErrorForLog(err);
|
|
1368
|
+
if (provider === primaryProvider) {
|
|
1369
|
+
const hasFallbacks = providers.length > 1;
|
|
1370
|
+
logVerbose(
|
|
1371
|
+
`TTS: primary provider ${provider} failed (${rawError})${hasFallbacks ? "; trying fallback providers." : "; no fallback providers configured."}`,
|
|
1372
|
+
);
|
|
1373
|
+
} else {
|
|
1374
|
+
logVerbose(`TTS: ${provider} failed (${rawError}); trying next provider.`);
|
|
1375
|
+
}
|
|
1376
|
+
}
|
|
1377
|
+
}
|
|
1378
|
+
|
|
1379
|
+
return buildTtsFailureResult(errors, attemptedProviders, attempts, persona?.id);
|
|
1380
|
+
}
|
|
1381
|
+
|
|
1382
|
+
export async function streamSpeech(params: {
|
|
1383
|
+
text: string;
|
|
1384
|
+
cfg: OpenClawConfig;
|
|
1385
|
+
prefsPath?: string;
|
|
1386
|
+
channel?: string;
|
|
1387
|
+
overrides?: TtsDirectiveOverrides;
|
|
1388
|
+
disableFallback?: boolean;
|
|
1389
|
+
timeoutMs?: number;
|
|
1390
|
+
agentId?: string;
|
|
1391
|
+
accountId?: string;
|
|
1392
|
+
}): Promise<TtsSynthesisStreamResult> {
|
|
1393
|
+
const setup = resolveTtsRequestSetup({
|
|
1394
|
+
text: params.text,
|
|
1395
|
+
cfg: params.cfg,
|
|
1396
|
+
prefsPath: params.prefsPath,
|
|
1397
|
+
providerOverride: params.overrides?.provider,
|
|
1398
|
+
disableFallback: params.disableFallback,
|
|
1399
|
+
agentId: params.agentId,
|
|
1400
|
+
channelId: params.channel,
|
|
1401
|
+
accountId: params.accountId,
|
|
1402
|
+
});
|
|
1403
|
+
if ("error" in setup) {
|
|
1404
|
+
return { success: false, error: setup.error };
|
|
1405
|
+
}
|
|
1406
|
+
|
|
1407
|
+
const { cfg, config, persona, providers } = setup;
|
|
1408
|
+
const target = resolveTtsSynthesisTarget(params.channel);
|
|
1409
|
+
const errors: string[] = [];
|
|
1410
|
+
const attemptedProviders: string[] = [];
|
|
1411
|
+
const attempts: TtsProviderAttempt[] = [];
|
|
1412
|
+
const primaryProvider = providers[0];
|
|
1413
|
+
logVerbose(
|
|
1414
|
+
`TTS stream: starting with provider ${primaryProvider}, fallbacks: ${providers.slice(1).join(", ") || "none"}`,
|
|
1415
|
+
);
|
|
1416
|
+
|
|
1417
|
+
for (const provider of providers) {
|
|
1418
|
+
attemptedProviders.push(provider);
|
|
1419
|
+
const providerStart = Date.now();
|
|
1420
|
+
try {
|
|
1421
|
+
const resolvedProvider = resolveReadySpeechProvider({
|
|
1422
|
+
provider,
|
|
1423
|
+
cfg,
|
|
1424
|
+
config,
|
|
1425
|
+
persona,
|
|
1426
|
+
});
|
|
1427
|
+
if (resolvedProvider.kind === "skip") {
|
|
1428
|
+
errors.push(resolvedProvider.message);
|
|
1429
|
+
attempts.push({
|
|
1430
|
+
provider,
|
|
1431
|
+
outcome: "skipped",
|
|
1432
|
+
reasonCode: resolvedProvider.reasonCode,
|
|
1433
|
+
persona: persona?.id,
|
|
1434
|
+
...(resolvedProvider.personaBinding
|
|
1435
|
+
? { personaBinding: resolvedProvider.personaBinding }
|
|
1436
|
+
: {}),
|
|
1437
|
+
error: resolvedProvider.message,
|
|
1438
|
+
});
|
|
1439
|
+
logVerbose(`TTS stream: provider ${provider} skipped (${resolvedProvider.message})`);
|
|
1440
|
+
continue;
|
|
1441
|
+
}
|
|
1442
|
+
if (!resolvedProvider.provider.streamSynthesize) {
|
|
1443
|
+
const message = `${provider} does not support streaming TTS`;
|
|
1444
|
+
errors.push(message);
|
|
1445
|
+
attempts.push({
|
|
1446
|
+
provider,
|
|
1447
|
+
outcome: "skipped",
|
|
1448
|
+
reasonCode: "unsupported_for_streaming",
|
|
1449
|
+
persona: persona?.id,
|
|
1450
|
+
personaBinding: resolvedProvider.personaBinding,
|
|
1451
|
+
error: message,
|
|
1452
|
+
});
|
|
1453
|
+
logVerbose(`TTS stream: provider ${provider} skipped (${message})`);
|
|
1454
|
+
continue;
|
|
1455
|
+
}
|
|
1456
|
+
const timeoutMs = resolveSpeechProviderTimeoutMs({
|
|
1457
|
+
timeoutMs: params.timeoutMs,
|
|
1458
|
+
config,
|
|
1459
|
+
provider: resolvedProvider.provider,
|
|
1460
|
+
});
|
|
1461
|
+
const prepared = await prepareSpeechSynthesis({
|
|
1462
|
+
provider: resolvedProvider.provider,
|
|
1463
|
+
text: params.text,
|
|
1464
|
+
cfg,
|
|
1465
|
+
providerConfig: resolvedProvider.providerConfig,
|
|
1466
|
+
providerOverrides: params.overrides?.providerOverrides?.[resolvedProvider.provider.id],
|
|
1467
|
+
persona: resolvedProvider.synthesisPersona,
|
|
1468
|
+
personaProviderConfig: resolvedProvider.personaProviderConfig,
|
|
1469
|
+
target,
|
|
1470
|
+
timeoutMs,
|
|
1471
|
+
});
|
|
1472
|
+
const synthesis = await resolvedProvider.provider.streamSynthesize({
|
|
1473
|
+
text: prepared.text,
|
|
1474
|
+
cfg,
|
|
1475
|
+
providerConfig: prepared.providerConfig,
|
|
1476
|
+
target,
|
|
1477
|
+
providerOverrides: prepared.providerOverrides,
|
|
1478
|
+
timeoutMs,
|
|
1479
|
+
});
|
|
1480
|
+
const latencyMs = Date.now() - providerStart;
|
|
1481
|
+
attempts.push({
|
|
1482
|
+
provider,
|
|
1483
|
+
outcome: "success",
|
|
1484
|
+
reasonCode: "success",
|
|
1485
|
+
persona: persona?.id,
|
|
1486
|
+
personaBinding: resolvedProvider.personaBinding,
|
|
1487
|
+
latencyMs,
|
|
1488
|
+
});
|
|
1489
|
+
return {
|
|
1490
|
+
success: true,
|
|
1491
|
+
audioStream: synthesis.audioStream,
|
|
1492
|
+
latencyMs,
|
|
1493
|
+
provider,
|
|
1494
|
+
providerModel: resolveTtsResultModel(prepared.providerConfig, prepared.providerOverrides),
|
|
1495
|
+
providerVoice: resolveTtsResultVoice(prepared.providerConfig, prepared.providerOverrides),
|
|
1496
|
+
persona: persona?.id,
|
|
1497
|
+
fallbackFrom: provider !== primaryProvider ? primaryProvider : undefined,
|
|
1498
|
+
attemptedProviders,
|
|
1499
|
+
attempts,
|
|
1500
|
+
outputFormat: synthesis.outputFormat,
|
|
1501
|
+
voiceCompatible: synthesis.voiceCompatible,
|
|
1502
|
+
fileExtension: synthesis.fileExtension,
|
|
1503
|
+
target,
|
|
1504
|
+
release: synthesis.release,
|
|
1505
|
+
};
|
|
1506
|
+
} catch (err) {
|
|
1507
|
+
const errorMsg = formatTtsProviderError(provider, err);
|
|
1508
|
+
const latencyMs = Date.now() - providerStart;
|
|
1509
|
+
errors.push(errorMsg);
|
|
1510
|
+
attempts.push({
|
|
1511
|
+
provider,
|
|
1512
|
+
outcome: "failed",
|
|
1513
|
+
reasonCode:
|
|
1514
|
+
err instanceof Error && err.name === "AbortError" ? "timeout" : "provider_error",
|
|
1515
|
+
latencyMs,
|
|
1516
|
+
persona: persona?.id,
|
|
1517
|
+
personaBinding:
|
|
1518
|
+
resolvePersonaProviderConfig(persona, provider) != null
|
|
1519
|
+
? "applied"
|
|
1520
|
+
: persona
|
|
1521
|
+
? "missing"
|
|
1522
|
+
: "none",
|
|
1523
|
+
error: errorMsg,
|
|
1524
|
+
});
|
|
1525
|
+
const rawError = sanitizeTtsErrorForLog(err);
|
|
1526
|
+
if (provider === primaryProvider) {
|
|
1527
|
+
const hasFallbacks = providers.length > 1;
|
|
1528
|
+
logVerbose(
|
|
1529
|
+
`TTS stream: primary provider ${provider} failed (${rawError})${hasFallbacks ? "; trying fallback providers." : "; no fallback providers configured."}`,
|
|
1530
|
+
);
|
|
1531
|
+
} else {
|
|
1532
|
+
logVerbose(`TTS stream: ${provider} failed (${rawError}); trying next provider.`);
|
|
1533
|
+
}
|
|
1534
|
+
}
|
|
1535
|
+
}
|
|
1536
|
+
|
|
1537
|
+
return buildTtsFailureResult(errors, attemptedProviders, attempts, persona?.id);
|
|
1538
|
+
}
|
|
1539
|
+
|
|
1540
|
+
export async function textToSpeechStream(params: {
|
|
1541
|
+
text: string;
|
|
1542
|
+
cfg: OpenClawConfig;
|
|
1543
|
+
prefsPath?: string;
|
|
1544
|
+
channel?: string;
|
|
1545
|
+
overrides?: TtsDirectiveOverrides;
|
|
1546
|
+
disableFallback?: boolean;
|
|
1547
|
+
timeoutMs?: number;
|
|
1548
|
+
agentId?: string;
|
|
1549
|
+
accountId?: string;
|
|
1550
|
+
}): Promise<TtsStreamResult> {
|
|
1551
|
+
const synthesis = await streamSpeech(params);
|
|
1552
|
+
if (!synthesis.success || !synthesis.audioStream || !synthesis.fileExtension) {
|
|
1553
|
+
return {
|
|
1554
|
+
success: false,
|
|
1555
|
+
error: synthesis.error ?? "Streaming TTS conversion failed",
|
|
1556
|
+
persona: synthesis.persona,
|
|
1557
|
+
attemptedProviders: synthesis.attemptedProviders,
|
|
1558
|
+
attempts: synthesis.attempts,
|
|
1559
|
+
};
|
|
1560
|
+
}
|
|
1561
|
+
return synthesis;
|
|
1562
|
+
}
|
|
1563
|
+
|
|
1564
|
+
export async function textToSpeechTelephony(params: {
|
|
1565
|
+
text: string;
|
|
1566
|
+
cfg: OpenClawConfig;
|
|
1567
|
+
prefsPath?: string;
|
|
1568
|
+
overrides?: TtsDirectiveOverrides;
|
|
1569
|
+
}): Promise<TtsTelephonyResult> {
|
|
1570
|
+
const setup = resolveTtsRequestSetup({
|
|
1571
|
+
text: params.text,
|
|
1572
|
+
cfg: params.cfg,
|
|
1573
|
+
prefsPath: params.prefsPath,
|
|
1574
|
+
providerOverride: params.overrides?.provider,
|
|
1575
|
+
});
|
|
1576
|
+
if ("error" in setup) {
|
|
1577
|
+
return { success: false, error: setup.error };
|
|
1578
|
+
}
|
|
1579
|
+
|
|
1580
|
+
const { cfg, config, persona, providers } = setup;
|
|
1581
|
+
const errors: string[] = [];
|
|
1582
|
+
const attemptedProviders: string[] = [];
|
|
1583
|
+
const attempts: TtsProviderAttempt[] = [];
|
|
1584
|
+
const primaryProvider = providers[0];
|
|
1585
|
+
logVerbose(
|
|
1586
|
+
`TTS telephony: starting with provider ${primaryProvider}, fallbacks: ${providers.slice(1).join(", ") || "none"}`,
|
|
1587
|
+
);
|
|
1588
|
+
|
|
1589
|
+
for (const provider of providers) {
|
|
1590
|
+
attemptedProviders.push(provider);
|
|
1591
|
+
const providerStart = Date.now();
|
|
1592
|
+
try {
|
|
1593
|
+
const resolvedProvider = resolveReadySpeechProvider({
|
|
1594
|
+
provider,
|
|
1595
|
+
cfg,
|
|
1596
|
+
config,
|
|
1597
|
+
persona,
|
|
1598
|
+
requireTelephony: true,
|
|
1599
|
+
});
|
|
1600
|
+
if (resolvedProvider.kind === "skip") {
|
|
1601
|
+
errors.push(resolvedProvider.message);
|
|
1602
|
+
attempts.push({
|
|
1603
|
+
provider,
|
|
1604
|
+
outcome: "skipped",
|
|
1605
|
+
reasonCode: resolvedProvider.reasonCode,
|
|
1606
|
+
persona: persona?.id,
|
|
1607
|
+
...(resolvedProvider.personaBinding
|
|
1608
|
+
? { personaBinding: resolvedProvider.personaBinding }
|
|
1609
|
+
: {}),
|
|
1610
|
+
error: resolvedProvider.message,
|
|
1611
|
+
});
|
|
1612
|
+
logVerbose(`TTS telephony: provider ${provider} skipped (${resolvedProvider.message})`);
|
|
1613
|
+
continue;
|
|
1614
|
+
}
|
|
1615
|
+
const timeoutMs = resolveSpeechProviderTimeoutMs({
|
|
1616
|
+
config,
|
|
1617
|
+
provider: resolvedProvider.provider,
|
|
1618
|
+
});
|
|
1619
|
+
const synthesizeTelephony = resolvedProvider.provider.synthesizeTelephony as NonNullable<
|
|
1620
|
+
typeof resolvedProvider.provider.synthesizeTelephony
|
|
1621
|
+
>;
|
|
1622
|
+
const prepared = await prepareSpeechSynthesis({
|
|
1623
|
+
provider: resolvedProvider.provider,
|
|
1624
|
+
text: params.text,
|
|
1625
|
+
cfg,
|
|
1626
|
+
providerConfig: resolvedProvider.providerConfig,
|
|
1627
|
+
providerOverrides: params.overrides?.providerOverrides?.[resolvedProvider.provider.id],
|
|
1628
|
+
persona: resolvedProvider.synthesisPersona,
|
|
1629
|
+
personaProviderConfig: resolvedProvider.personaProviderConfig,
|
|
1630
|
+
target: "telephony",
|
|
1631
|
+
timeoutMs,
|
|
1632
|
+
});
|
|
1633
|
+
const synthesis = await synthesizeTelephony({
|
|
1634
|
+
text: prepared.text,
|
|
1635
|
+
cfg,
|
|
1636
|
+
providerConfig: prepared.providerConfig,
|
|
1637
|
+
providerOverrides: prepared.providerOverrides,
|
|
1638
|
+
timeoutMs,
|
|
1639
|
+
});
|
|
1640
|
+
const latencyMs = Date.now() - providerStart;
|
|
1641
|
+
attempts.push({
|
|
1642
|
+
provider,
|
|
1643
|
+
outcome: "success",
|
|
1644
|
+
reasonCode: "success",
|
|
1645
|
+
persona: persona?.id,
|
|
1646
|
+
personaBinding: resolvedProvider.personaBinding,
|
|
1647
|
+
latencyMs,
|
|
1648
|
+
});
|
|
1649
|
+
|
|
1650
|
+
return {
|
|
1651
|
+
success: true,
|
|
1652
|
+
audioBuffer: synthesis.audioBuffer,
|
|
1653
|
+
latencyMs,
|
|
1654
|
+
provider,
|
|
1655
|
+
providerModel: resolveTtsResultModel(prepared.providerConfig, prepared.providerOverrides),
|
|
1656
|
+
providerVoice: resolveTtsResultVoice(prepared.providerConfig, prepared.providerOverrides),
|
|
1657
|
+
persona: persona?.id,
|
|
1658
|
+
fallbackFrom: provider !== primaryProvider ? primaryProvider : undefined,
|
|
1659
|
+
attemptedProviders,
|
|
1660
|
+
attempts,
|
|
1661
|
+
outputFormat: synthesis.outputFormat,
|
|
1662
|
+
sampleRate: synthesis.sampleRate,
|
|
1663
|
+
};
|
|
1664
|
+
} catch (err) {
|
|
1665
|
+
const errorMsg = formatTtsProviderError(provider, err);
|
|
1666
|
+
const latencyMs = Date.now() - providerStart;
|
|
1667
|
+
errors.push(errorMsg);
|
|
1668
|
+
attempts.push({
|
|
1669
|
+
provider,
|
|
1670
|
+
outcome: "failed",
|
|
1671
|
+
reasonCode:
|
|
1672
|
+
err instanceof Error && err.name === "AbortError" ? "timeout" : "provider_error",
|
|
1673
|
+
latencyMs,
|
|
1674
|
+
persona: persona?.id,
|
|
1675
|
+
personaBinding:
|
|
1676
|
+
resolvePersonaProviderConfig(persona, provider) != null
|
|
1677
|
+
? "applied"
|
|
1678
|
+
: persona
|
|
1679
|
+
? "missing"
|
|
1680
|
+
: "none",
|
|
1681
|
+
error: errorMsg,
|
|
1682
|
+
});
|
|
1683
|
+
const rawError = sanitizeTtsErrorForLog(err);
|
|
1684
|
+
if (provider === primaryProvider) {
|
|
1685
|
+
const hasFallbacks = providers.length > 1;
|
|
1686
|
+
logVerbose(
|
|
1687
|
+
`TTS telephony: primary provider ${provider} failed (${rawError})${hasFallbacks ? "; trying fallback providers." : "; no fallback providers configured."}`,
|
|
1688
|
+
);
|
|
1689
|
+
} else {
|
|
1690
|
+
logVerbose(`TTS telephony: ${provider} failed (${rawError}); trying next provider.`);
|
|
1691
|
+
}
|
|
1692
|
+
}
|
|
1693
|
+
}
|
|
1694
|
+
|
|
1695
|
+
return buildTtsFailureResult(errors, attemptedProviders, attempts, persona?.id);
|
|
1696
|
+
}
|
|
1697
|
+
|
|
1698
|
+
export async function listSpeechVoices(params: {
|
|
1699
|
+
provider: string;
|
|
1700
|
+
cfg?: OpenClawConfig;
|
|
1701
|
+
config?: ResolvedTtsConfig;
|
|
1702
|
+
apiKey?: string;
|
|
1703
|
+
baseUrl?: string;
|
|
1704
|
+
}): Promise<SpeechVoiceOption[]> {
|
|
1705
|
+
const cfg = params.cfg ? resolveTtsRuntimeConfig(params.cfg) : undefined;
|
|
1706
|
+
const provider = canonicalizeSpeechProviderId(params.provider, cfg);
|
|
1707
|
+
if (!provider) {
|
|
1708
|
+
throw new Error("speech provider id is required");
|
|
1709
|
+
}
|
|
1710
|
+
const config = params.config ?? (cfg ? resolveTtsConfig(cfg) : undefined);
|
|
1711
|
+
if (!config) {
|
|
1712
|
+
throw new Error(`speech provider ${provider} requires cfg or resolved config`);
|
|
1713
|
+
}
|
|
1714
|
+
const resolvedProvider = getSpeechProvider(provider, cfg);
|
|
1715
|
+
if (!resolvedProvider) {
|
|
1716
|
+
throw new Error(`speech provider ${provider} is not registered`);
|
|
1717
|
+
}
|
|
1718
|
+
if (!resolvedProvider.listVoices) {
|
|
1719
|
+
throw new Error(`speech provider ${provider} does not support voice listing`);
|
|
1720
|
+
}
|
|
1721
|
+
return await resolvedProvider.listVoices({
|
|
1722
|
+
cfg,
|
|
1723
|
+
providerConfig: getResolvedSpeechProviderConfig(config, resolvedProvider.id, cfg),
|
|
1724
|
+
apiKey: params.apiKey,
|
|
1725
|
+
baseUrl: params.baseUrl,
|
|
1726
|
+
});
|
|
1727
|
+
}
|
|
1728
|
+
|
|
1729
|
+
export async function maybeApplyTtsToPayload(params: {
|
|
1730
|
+
payload: ReplyPayload;
|
|
1731
|
+
cfg: OpenClawConfig;
|
|
1732
|
+
channel?: string;
|
|
1733
|
+
kind?: "tool" | "block" | "final";
|
|
1734
|
+
inboundAudio?: boolean;
|
|
1735
|
+
ttsAuto?: string;
|
|
1736
|
+
agentId?: string;
|
|
1737
|
+
accountId?: string;
|
|
1738
|
+
}): Promise<ReplyPayload> {
|
|
1739
|
+
if (params.payload.isCompactionNotice) {
|
|
1740
|
+
return params.payload;
|
|
1741
|
+
}
|
|
1742
|
+
const cfg = resolveTtsRuntimeConfig(params.cfg);
|
|
1743
|
+
const { autoMode, prefsPath } = resolveEffectiveTtsAutoState({
|
|
1744
|
+
cfg,
|
|
1745
|
+
sessionAuto: params.ttsAuto,
|
|
1746
|
+
agentId: params.agentId,
|
|
1747
|
+
channelId: params.channel,
|
|
1748
|
+
accountId: params.accountId,
|
|
1749
|
+
});
|
|
1750
|
+
if (autoMode === "off") {
|
|
1751
|
+
return params.payload;
|
|
1752
|
+
}
|
|
1753
|
+
const config = resolveTtsConfig(cfg, {
|
|
1754
|
+
agentId: params.agentId,
|
|
1755
|
+
channelId: params.channel,
|
|
1756
|
+
accountId: params.accountId,
|
|
1757
|
+
});
|
|
1758
|
+
const activeProvider = getTtsProvider(config, prefsPath);
|
|
1759
|
+
|
|
1760
|
+
const reply = resolveSendableOutboundReplyParts(params.payload);
|
|
1761
|
+
const text = reply.text;
|
|
1762
|
+
const directives = parseTtsDirectives(text, config.modelOverrides, {
|
|
1763
|
+
cfg,
|
|
1764
|
+
providerConfigs: config.providerConfigs,
|
|
1765
|
+
preferredProviderId: activeProvider,
|
|
1766
|
+
});
|
|
1767
|
+
if (directives.warnings.length > 0) {
|
|
1768
|
+
logVerbose(`TTS: ignored directive overrides (${directives.warnings.join("; ")})`);
|
|
1769
|
+
}
|
|
1770
|
+
|
|
1771
|
+
if (isVerbose()) {
|
|
1772
|
+
const effectiveProvider = directives.overrides?.provider
|
|
1773
|
+
? (canonicalizeSpeechProviderId(directives.overrides.provider, cfg) ?? activeProvider)
|
|
1774
|
+
: activeProvider;
|
|
1775
|
+
logVerbose(
|
|
1776
|
+
`TTS: auto mode enabled (${autoMode}), channel=${params.channel}, selected provider=${effectiveProvider}, config.provider=${config.provider}, config.providerSource=${config.providerSource}`,
|
|
1777
|
+
);
|
|
1778
|
+
}
|
|
1779
|
+
|
|
1780
|
+
const cleanedText = directives.cleanedText;
|
|
1781
|
+
const trimmedCleaned = cleanedText.trim();
|
|
1782
|
+
const visibleText = trimmedCleaned.length > 0 ? trimmedCleaned : "";
|
|
1783
|
+
const explicitTtsText = directives.ttsText?.trim() || "";
|
|
1784
|
+
const ttsText = explicitTtsText || visibleText;
|
|
1785
|
+
|
|
1786
|
+
const nextPayload =
|
|
1787
|
+
visibleText === text.trim()
|
|
1788
|
+
? params.payload
|
|
1789
|
+
: {
|
|
1790
|
+
...params.payload,
|
|
1791
|
+
text: visibleText.length > 0 ? visibleText : undefined,
|
|
1792
|
+
};
|
|
1793
|
+
|
|
1794
|
+
if (autoMode === "tagged" && !directives.hasDirective) {
|
|
1795
|
+
return nextPayload;
|
|
1796
|
+
}
|
|
1797
|
+
if (autoMode === "inbound" && params.inboundAudio !== true) {
|
|
1798
|
+
return nextPayload;
|
|
1799
|
+
}
|
|
1800
|
+
|
|
1801
|
+
const mode = config.mode ?? "final";
|
|
1802
|
+
if (mode === "final" && params.kind && params.kind !== "final") {
|
|
1803
|
+
return nextPayload;
|
|
1804
|
+
}
|
|
1805
|
+
|
|
1806
|
+
if (!ttsText.trim()) {
|
|
1807
|
+
return nextPayload;
|
|
1808
|
+
}
|
|
1809
|
+
if (reply.hasMedia) {
|
|
1810
|
+
return nextPayload;
|
|
1811
|
+
}
|
|
1812
|
+
if (text.includes("MEDIA:")) {
|
|
1813
|
+
return nextPayload;
|
|
1814
|
+
}
|
|
1815
|
+
if (!explicitTtsText && ttsText.trim().length < 10) {
|
|
1816
|
+
return nextPayload;
|
|
1817
|
+
}
|
|
1818
|
+
|
|
1819
|
+
const maxLength = getTtsMaxLength(prefsPath);
|
|
1820
|
+
let textForAudio = ttsText.trim();
|
|
1821
|
+
let wasSummarized = false;
|
|
1822
|
+
|
|
1823
|
+
if (textForAudio.length > maxLength) {
|
|
1824
|
+
if (!isSummarizationEnabled(prefsPath)) {
|
|
1825
|
+
logVerbose(
|
|
1826
|
+
`TTS: truncating long text (${textForAudio.length} > ${maxLength}), summarization disabled.`,
|
|
1827
|
+
);
|
|
1828
|
+
textForAudio = `${textForAudio.slice(0, maxLength - 3)}...`;
|
|
1829
|
+
} else {
|
|
1830
|
+
try {
|
|
1831
|
+
const summary = await summarizeText({
|
|
1832
|
+
text: textForAudio,
|
|
1833
|
+
targetLength: maxLength,
|
|
1834
|
+
cfg,
|
|
1835
|
+
config,
|
|
1836
|
+
timeoutMs: config.timeoutMs,
|
|
1837
|
+
});
|
|
1838
|
+
textForAudio = summary.summary;
|
|
1839
|
+
wasSummarized = true;
|
|
1840
|
+
if (textForAudio.length > config.maxTextLength) {
|
|
1841
|
+
logVerbose(
|
|
1842
|
+
`TTS: summary exceeded hard limit (${textForAudio.length} > ${config.maxTextLength}); truncating.`,
|
|
1843
|
+
);
|
|
1844
|
+
textForAudio = `${textForAudio.slice(0, config.maxTextLength - 3)}...`;
|
|
1845
|
+
}
|
|
1846
|
+
} catch (err) {
|
|
1847
|
+
const error = err as Error;
|
|
1848
|
+
logVerbose(`TTS: summarization failed, truncating instead: ${error.message}`);
|
|
1849
|
+
textForAudio = `${textForAudio.slice(0, maxLength - 3)}...`;
|
|
1850
|
+
}
|
|
1851
|
+
}
|
|
1852
|
+
}
|
|
1853
|
+
|
|
1854
|
+
textForAudio = stripMarkdown(textForAudio).trim();
|
|
1855
|
+
if (!textForAudio) {
|
|
1856
|
+
return nextPayload;
|
|
1857
|
+
}
|
|
1858
|
+
if (!explicitTtsText && textForAudio.length < 10) {
|
|
1859
|
+
return nextPayload;
|
|
1860
|
+
}
|
|
1861
|
+
|
|
1862
|
+
const ttsStart = Date.now();
|
|
1863
|
+
const result = await textToSpeech({
|
|
1864
|
+
text: textForAudio,
|
|
1865
|
+
cfg,
|
|
1866
|
+
prefsPath,
|
|
1867
|
+
channel: params.channel,
|
|
1868
|
+
overrides: directives.overrides,
|
|
1869
|
+
agentId: params.agentId,
|
|
1870
|
+
accountId: params.accountId,
|
|
1871
|
+
});
|
|
1872
|
+
|
|
1873
|
+
if (result.success && result.audioPath) {
|
|
1874
|
+
lastTtsAttempt = {
|
|
1875
|
+
timestamp: Date.now(),
|
|
1876
|
+
success: true,
|
|
1877
|
+
textLength: text.length,
|
|
1878
|
+
summarized: wasSummarized,
|
|
1879
|
+
provider: result.provider,
|
|
1880
|
+
persona: result.persona,
|
|
1881
|
+
fallbackFrom: result.fallbackFrom,
|
|
1882
|
+
attemptedProviders: result.attemptedProviders,
|
|
1883
|
+
attempts: result.attempts,
|
|
1884
|
+
latencyMs: result.latencyMs,
|
|
1885
|
+
};
|
|
1886
|
+
|
|
1887
|
+
const payloadWithAudio = {
|
|
1888
|
+
...nextPayload,
|
|
1889
|
+
mediaUrl: result.audioPath,
|
|
1890
|
+
audioAsVoice: result.audioAsVoice || params.payload.audioAsVoice,
|
|
1891
|
+
spokenText: textForAudio,
|
|
1892
|
+
trustedLocalMedia: true,
|
|
1893
|
+
} as ReplyPayload;
|
|
1894
|
+
return nextPayload.text?.trim()
|
|
1895
|
+
? markReplyPayloadAsTtsSupplement(payloadWithAudio)
|
|
1896
|
+
: payloadWithAudio;
|
|
1897
|
+
}
|
|
1898
|
+
|
|
1899
|
+
lastTtsAttempt = {
|
|
1900
|
+
timestamp: Date.now(),
|
|
1901
|
+
success: false,
|
|
1902
|
+
textLength: text.length,
|
|
1903
|
+
summarized: wasSummarized,
|
|
1904
|
+
persona: result.persona,
|
|
1905
|
+
attemptedProviders: result.attemptedProviders,
|
|
1906
|
+
attempts: result.attempts,
|
|
1907
|
+
error: result.error,
|
|
1908
|
+
};
|
|
1909
|
+
|
|
1910
|
+
const latency = Date.now() - ttsStart;
|
|
1911
|
+
logVerbose(`TTS: conversion failed after ${latency}ms (${result.error ?? "unknown"}).`);
|
|
1912
|
+
return nextPayload;
|
|
1913
|
+
}
|
|
1914
|
+
|
|
1915
|
+
export const testApi = {
|
|
1916
|
+
parseTtsDirectives,
|
|
1917
|
+
resolveModelOverridePolicy,
|
|
1918
|
+
supportsNativeVoiceNoteTts,
|
|
1919
|
+
supportsTranscodedVoiceNoteTts,
|
|
1920
|
+
resolveTtsSynthesisTarget,
|
|
1921
|
+
shouldDeliverTtsAsVoice,
|
|
1922
|
+
summarizeText,
|
|
1923
|
+
getResolvedSpeechProviderConfig,
|
|
1924
|
+
formatTtsProviderError,
|
|
1925
|
+
sanitizeTtsErrorForLog,
|
|
1926
|
+
};
|
|
1927
|
+
|
|
1928
|
+
/** @deprecated Use `testApi`. */
|
|
1929
|
+
export { testApi as _test };
|