@full-self-developing/fsd 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1191) hide show
  1. package/.engine/engine-config.json +27 -0
  2. package/CODEBASE_CONTEXT.md +152 -0
  3. package/README.md +111 -0
  4. package/README_zh.md +111 -0
  5. package/UI_SPEC.md +57 -0
  6. package/agents/api-proxy.js +542 -0
  7. package/agents/base.js +280 -0
  8. package/agents/branch-manager.js +135 -0
  9. package/agents/cli-models.json +48 -0
  10. package/agents/coder.js +128 -0
  11. package/agents/core-request.js +174 -0
  12. package/agents/dispatcher.js +491 -0
  13. package/agents/drivers/.atomcode/graph.bin +0 -0
  14. package/agents/drivers/atomcode.js +143 -0
  15. package/agents/drivers/gemini-cli.js +195 -0
  16. package/agents/drivers/index.js +65 -0
  17. package/agents/drivers/openrouter.js +390 -0
  18. package/agents/engine-config.js +444 -0
  19. package/agents/log-fixer.js +72 -0
  20. package/agents/mcp-client-manager.js +159 -0
  21. package/agents/optimizer.js +54 -0
  22. package/agents/path-validator.js +43 -0
  23. package/agents/planner.js +81 -0
  24. package/agents/prompt-manager.js +170 -0
  25. package/agents/skeptic.js +79 -0
  26. package/agents/skills-manager.js +130 -0
  27. package/agents/summarizer.js +34 -0
  28. package/agents/test-runner.js +85 -0
  29. package/bin/cli.js +166 -0
  30. package/client/eslint.config.js +21 -0
  31. package/client/index.html +12 -0
  32. package/client/package-lock.json +3339 -0
  33. package/client/package.json +35 -0
  34. package/client/src/App.jsx +745 -0
  35. package/client/src/api.js +78 -0
  36. package/client/src/components/ChatPanel.jsx +277 -0
  37. package/client/src/components/ConfirmationModal.jsx +61 -0
  38. package/client/src/components/ErrorBoundary.jsx +66 -0
  39. package/client/src/components/FolderPicker.jsx +200 -0
  40. package/client/src/components/LoopPanel.jsx +863 -0
  41. package/client/src/components/NotFound.jsx +52 -0
  42. package/client/src/components/SettingsPanel.jsx +966 -0
  43. package/client/src/components/Sidebar.jsx +318 -0
  44. package/client/src/context/SettingsContext.jsx +353 -0
  45. package/client/src/i18n.js +462 -0
  46. package/client/src/index.css +31 -0
  47. package/client/src/main.jsx +17 -0
  48. package/client/vite.config.js +19 -0
  49. package/design.md +875 -0
  50. package/extensions/alibaba/index.ts +11 -0
  51. package/extensions/alibaba/openclaw.plugin.json +34 -0
  52. package/extensions/alibaba/package.json +15 -0
  53. package/extensions/alibaba/plugin-registration.contract.test.ts +7 -0
  54. package/extensions/alibaba/tsconfig.json +16 -0
  55. package/extensions/alibaba/video-generation-provider.test.ts +92 -0
  56. package/extensions/alibaba/video-generation-provider.ts +83 -0
  57. package/extensions/amazon-bedrock/api.ts +6 -0
  58. package/extensions/amazon-bedrock/aws-credential-refresh.ts +42 -0
  59. package/extensions/amazon-bedrock/config-api.ts +4 -0
  60. package/extensions/amazon-bedrock/config-compat.test.ts +81 -0
  61. package/extensions/amazon-bedrock/config-compat.ts +107 -0
  62. package/extensions/amazon-bedrock/discovery-shared.ts +28 -0
  63. package/extensions/amazon-bedrock/discovery.test.ts +608 -0
  64. package/extensions/amazon-bedrock/discovery.ts +616 -0
  65. package/extensions/amazon-bedrock/embedding-provider.test.ts +109 -0
  66. package/extensions/amazon-bedrock/embedding-provider.ts +470 -0
  67. package/extensions/amazon-bedrock/index.test.ts +1249 -0
  68. package/extensions/amazon-bedrock/index.ts +11 -0
  69. package/extensions/amazon-bedrock/lazy-import.test.ts +56 -0
  70. package/extensions/amazon-bedrock/memory-embedding-adapter.test.ts +105 -0
  71. package/extensions/amazon-bedrock/memory-embedding-adapter.ts +47 -0
  72. package/extensions/amazon-bedrock/npm-shrinkwrap.json +1241 -0
  73. package/extensions/amazon-bedrock/openclaw.plugin.json +80 -0
  74. package/extensions/amazon-bedrock/package.json +41 -0
  75. package/extensions/amazon-bedrock/provider-policy-api.test.ts +46 -0
  76. package/extensions/amazon-bedrock/provider-policy-api.ts +9 -0
  77. package/extensions/amazon-bedrock/register.sync.runtime.ts +659 -0
  78. package/extensions/amazon-bedrock/setup-api.ts +18 -0
  79. package/extensions/amazon-bedrock/thinking-policy.ts +32 -0
  80. package/extensions/amazon-bedrock/tsconfig.json +16 -0
  81. package/extensions/anthropic/api.ts +11 -0
  82. package/extensions/anthropic/claude-model-refs.ts +104 -0
  83. package/extensions/anthropic/cli-auth-seam.ts +13 -0
  84. package/extensions/anthropic/cli-backend-api.ts +6 -0
  85. package/extensions/anthropic/cli-backend.ts +83 -0
  86. package/extensions/anthropic/cli-catalog.ts +42 -0
  87. package/extensions/anthropic/cli-constants.ts +41 -0
  88. package/extensions/anthropic/cli-migration.test.ts +487 -0
  89. package/extensions/anthropic/cli-migration.ts +266 -0
  90. package/extensions/anthropic/cli-shared.test.ts +300 -0
  91. package/extensions/anthropic/cli-shared.ts +248 -0
  92. package/extensions/anthropic/config-defaults.ts +428 -0
  93. package/extensions/anthropic/contract-api.ts +9 -0
  94. package/extensions/anthropic/doctor-contract-api.ts +14 -0
  95. package/extensions/anthropic/index.test.ts +663 -0
  96. package/extensions/anthropic/index.ts +11 -0
  97. package/extensions/anthropic/media-understanding-provider.ts +15 -0
  98. package/extensions/anthropic/openclaw.plugin.json +112 -0
  99. package/extensions/anthropic/package.json +18 -0
  100. package/extensions/anthropic/provider-contract-api.ts +59 -0
  101. package/extensions/anthropic/provider-discovery.ts +35 -0
  102. package/extensions/anthropic/provider-policy-api.test.ts +135 -0
  103. package/extensions/anthropic/provider-policy-api.ts +24 -0
  104. package/extensions/anthropic/provider-runtime.contract.test.ts +3 -0
  105. package/extensions/anthropic/register.runtime.ts +668 -0
  106. package/extensions/anthropic/replay-policy.ts +9 -0
  107. package/extensions/anthropic/setup-api.ts +11 -0
  108. package/extensions/anthropic/stream-wrappers.test.ts +233 -0
  109. package/extensions/anthropic/stream-wrappers.ts +228 -0
  110. package/extensions/anthropic/test-api.ts +3 -0
  111. package/extensions/anthropic/tsconfig.json +16 -0
  112. package/extensions/arcee/api.ts +8 -0
  113. package/extensions/arcee/index.test.ts +195 -0
  114. package/extensions/arcee/index.ts +142 -0
  115. package/extensions/arcee/models.ts +68 -0
  116. package/extensions/arcee/onboard.ts +43 -0
  117. package/extensions/arcee/openclaw.plugin.json +46 -0
  118. package/extensions/arcee/package.json +15 -0
  119. package/extensions/arcee/provider-catalog.ts +54 -0
  120. package/extensions/arcee/tsconfig.json +16 -0
  121. package/extensions/azure-speech/azure-speech.live.test.ts +92 -0
  122. package/extensions/azure-speech/index.ts +11 -0
  123. package/extensions/azure-speech/openclaw.plugin.json +66 -0
  124. package/extensions/azure-speech/package.json +15 -0
  125. package/extensions/azure-speech/speech-provider.test.ts +242 -0
  126. package/extensions/azure-speech/speech-provider.ts +306 -0
  127. package/extensions/azure-speech/tsconfig.json +16 -0
  128. package/extensions/azure-speech/tts.test.ts +127 -0
  129. package/extensions/azure-speech/tts.ts +209 -0
  130. package/extensions/byteplus/api.ts +8 -0
  131. package/extensions/byteplus/index.test.ts +60 -0
  132. package/extensions/byteplus/index.ts +84 -0
  133. package/extensions/byteplus/live.test.ts +60 -0
  134. package/extensions/byteplus/models.ts +35 -0
  135. package/extensions/byteplus/openclaw.plugin.json +165 -0
  136. package/extensions/byteplus/package.json +15 -0
  137. package/extensions/byteplus/plugin-registration.contract.test.ts +8 -0
  138. package/extensions/byteplus/provider-catalog.ts +17 -0
  139. package/extensions/byteplus/provider-discovery.ts +31 -0
  140. package/extensions/byteplus/tsconfig.json +16 -0
  141. package/extensions/byteplus/video-generation-provider.test.ts +223 -0
  142. package/extensions/byteplus/video-generation-provider.ts +389 -0
  143. package/extensions/cerebras/api.ts +7 -0
  144. package/extensions/cerebras/index.ts +41 -0
  145. package/extensions/cerebras/models.ts +25 -0
  146. package/extensions/cerebras/onboard.ts +26 -0
  147. package/extensions/cerebras/openclaw.plugin.json +111 -0
  148. package/extensions/cerebras/package.json +15 -0
  149. package/extensions/cerebras/provider-catalog.ts +10 -0
  150. package/extensions/cerebras/tsconfig.json +16 -0
  151. package/extensions/chutes/api.ts +14 -0
  152. package/extensions/chutes/implicit-provider.test.ts +107 -0
  153. package/extensions/chutes/index.ts +194 -0
  154. package/extensions/chutes/model-discovery-env.ts +5 -0
  155. package/extensions/chutes/models.test.ts +289 -0
  156. package/extensions/chutes/models.ts +632 -0
  157. package/extensions/chutes/oauth.ts +235 -0
  158. package/extensions/chutes/onboard.ts +63 -0
  159. package/extensions/chutes/openclaw.plugin.json +726 -0
  160. package/extensions/chutes/package.json +15 -0
  161. package/extensions/chutes/provider-catalog.ts +29 -0
  162. package/extensions/chutes/tsconfig.json +16 -0
  163. package/extensions/cloudflare-ai-gateway/api.ts +14 -0
  164. package/extensions/cloudflare-ai-gateway/catalog-provider.ts +73 -0
  165. package/extensions/cloudflare-ai-gateway/index.test.ts +60 -0
  166. package/extensions/cloudflare-ai-gateway/index.ts +233 -0
  167. package/extensions/cloudflare-ai-gateway/models.ts +44 -0
  168. package/extensions/cloudflare-ai-gateway/onboard.ts +91 -0
  169. package/extensions/cloudflare-ai-gateway/openclaw.plugin.json +44 -0
  170. package/extensions/cloudflare-ai-gateway/package.json +15 -0
  171. package/extensions/cloudflare-ai-gateway/provider-discovery.contract.test.ts +3 -0
  172. package/extensions/cloudflare-ai-gateway/stream-wrappers.test.ts +160 -0
  173. package/extensions/cloudflare-ai-gateway/stream-wrappers.ts +32 -0
  174. package/extensions/cloudflare-ai-gateway/tsconfig.json +16 -0
  175. package/extensions/codex/doctor-contract-api.test.ts +44 -0
  176. package/extensions/codex/doctor-contract-api.ts +68 -0
  177. package/extensions/codex/harness.ts +85 -0
  178. package/extensions/codex/index.test.ts +230 -0
  179. package/extensions/codex/index.ts +125 -0
  180. package/extensions/codex/media-understanding-provider.test.ts +496 -0
  181. package/extensions/codex/media-understanding-provider.ts +524 -0
  182. package/extensions/codex/npm-shrinkwrap.json +1949 -0
  183. package/extensions/codex/openclaw.plugin.json +403 -0
  184. package/extensions/codex/package.json +41 -0
  185. package/extensions/codex/prompt-overlay-runtime-contract.test.ts +48 -0
  186. package/extensions/codex/prompt-overlay.ts +21 -0
  187. package/extensions/codex/provider-catalog.ts +83 -0
  188. package/extensions/codex/provider-discovery.ts +45 -0
  189. package/extensions/codex/provider.test.ts +384 -0
  190. package/extensions/codex/provider.ts +243 -0
  191. package/extensions/codex/src/app-server/app-inventory-cache.test.ts +176 -0
  192. package/extensions/codex/src/app-server/app-inventory-cache.ts +324 -0
  193. package/extensions/codex/src/app-server/approval-bridge.test.ts +1472 -0
  194. package/extensions/codex/src/app-server/approval-bridge.ts +1211 -0
  195. package/extensions/codex/src/app-server/auth-bridge.test.ts +1449 -0
  196. package/extensions/codex/src/app-server/auth-bridge.ts +614 -0
  197. package/extensions/codex/src/app-server/auth-profile-runtime-contract.test.ts +242 -0
  198. package/extensions/codex/src/app-server/capabilities.ts +27 -0
  199. package/extensions/codex/src/app-server/client-factory.ts +24 -0
  200. package/extensions/codex/src/app-server/client.test.ts +563 -0
  201. package/extensions/codex/src/app-server/client.ts +721 -0
  202. package/extensions/codex/src/app-server/compact.test.ts +1029 -0
  203. package/extensions/codex/src/app-server/compact.ts +662 -0
  204. package/extensions/codex/src/app-server/computer-use.test.ts +788 -0
  205. package/extensions/codex/src/app-server/computer-use.ts +683 -0
  206. package/extensions/codex/src/app-server/config.test.ts +948 -0
  207. package/extensions/codex/src/app-server/config.ts +1093 -0
  208. package/extensions/codex/src/app-server/context-engine-projection.test.ts +252 -0
  209. package/extensions/codex/src/app-server/context-engine-projection.ts +403 -0
  210. package/extensions/codex/src/app-server/delivery-no-reply-runtime-contract.test.ts +80 -0
  211. package/extensions/codex/src/app-server/dynamic-tool-diagnostics.ts +73 -0
  212. package/extensions/codex/src/app-server/dynamic-tool-profile.ts +70 -0
  213. package/extensions/codex/src/app-server/dynamic-tools.test.ts +1357 -0
  214. package/extensions/codex/src/app-server/dynamic-tools.ts +646 -0
  215. package/extensions/codex/src/app-server/elicitation-bridge.test.ts +1281 -0
  216. package/extensions/codex/src/app-server/elicitation-bridge.ts +828 -0
  217. package/extensions/codex/src/app-server/event-projector.test.ts +2885 -0
  218. package/extensions/codex/src/app-server/event-projector.ts +2047 -0
  219. package/extensions/codex/src/app-server/image-payload-sanitizer.test.ts +49 -0
  220. package/extensions/codex/src/app-server/image-payload-sanitizer.ts +195 -0
  221. package/extensions/codex/src/app-server/local-runtime-attribution.ts +39 -0
  222. package/extensions/codex/src/app-server/managed-binary.test.ts +141 -0
  223. package/extensions/codex/src/app-server/managed-binary.ts +193 -0
  224. package/extensions/codex/src/app-server/models.test.ts +246 -0
  225. package/extensions/codex/src/app-server/models.ts +172 -0
  226. package/extensions/codex/src/app-server/native-hook-relay.test.ts +274 -0
  227. package/extensions/codex/src/app-server/native-hook-relay.ts +150 -0
  228. package/extensions/codex/src/app-server/native-subagent-monitor.test.ts +1125 -0
  229. package/extensions/codex/src/app-server/native-subagent-monitor.ts +1061 -0
  230. package/extensions/codex/src/app-server/native-subagent-notification.test.ts +176 -0
  231. package/extensions/codex/src/app-server/native-subagent-notification.ts +222 -0
  232. package/extensions/codex/src/app-server/native-subagent-task-ids.ts +3 -0
  233. package/extensions/codex/src/app-server/native-subagent-task-mirror.test.ts +625 -0
  234. package/extensions/codex/src/app-server/native-subagent-task-mirror.ts +460 -0
  235. package/extensions/codex/src/app-server/notification-correlation.ts +91 -0
  236. package/extensions/codex/src/app-server/openclaw-owned-tool-runtime-contract.test.ts +456 -0
  237. package/extensions/codex/src/app-server/outcome-fallback-runtime-contract.test.ts +404 -0
  238. package/extensions/codex/src/app-server/plugin-activation.test.ts +336 -0
  239. package/extensions/codex/src/app-server/plugin-activation.ts +283 -0
  240. package/extensions/codex/src/app-server/plugin-app-cache-key.ts +74 -0
  241. package/extensions/codex/src/app-server/plugin-approval-roundtrip.ts +122 -0
  242. package/extensions/codex/src/app-server/plugin-inventory.test.ts +355 -0
  243. package/extensions/codex/src/app-server/plugin-inventory.ts +357 -0
  244. package/extensions/codex/src/app-server/plugin-thread-config.test.ts +865 -0
  245. package/extensions/codex/src/app-server/plugin-thread-config.ts +455 -0
  246. package/extensions/codex/src/app-server/protocol-generated/json/DynamicToolCallParams.json +33 -0
  247. package/extensions/codex/src/app-server/protocol-generated/json/v2/ErrorNotification.json +199 -0
  248. package/extensions/codex/src/app-server/protocol-generated/json/v2/GetAccountResponse.json +102 -0
  249. package/extensions/codex/src/app-server/protocol-generated/json/v2/ModelListResponse.json +227 -0
  250. package/extensions/codex/src/app-server/protocol-generated/json/v2/ThreadResumeResponse.json +2630 -0
  251. package/extensions/codex/src/app-server/protocol-generated/json/v2/ThreadStartResponse.json +2630 -0
  252. package/extensions/codex/src/app-server/protocol-generated/json/v2/TurnCompletedNotification.json +1659 -0
  253. package/extensions/codex/src/app-server/protocol-generated/json/v2/TurnStartResponse.json +1655 -0
  254. package/extensions/codex/src/app-server/protocol-validators.test.ts +75 -0
  255. package/extensions/codex/src/app-server/protocol-validators.ts +203 -0
  256. package/extensions/codex/src/app-server/protocol.ts +537 -0
  257. package/extensions/codex/src/app-server/rate-limit-cache.ts +48 -0
  258. package/extensions/codex/src/app-server/rate-limits.test.ts +202 -0
  259. package/extensions/codex/src/app-server/rate-limits.ts +583 -0
  260. package/extensions/codex/src/app-server/request.test.ts +68 -0
  261. package/extensions/codex/src/app-server/request.ts +90 -0
  262. package/extensions/codex/src/app-server/run-attempt-thread-cleanup.test.ts +197 -0
  263. package/extensions/codex/src/app-server/run-attempt.context-engine.test.ts +1246 -0
  264. package/extensions/codex/src/app-server/run-attempt.test.ts +10799 -0
  265. package/extensions/codex/src/app-server/run-attempt.ts +5264 -0
  266. package/extensions/codex/src/app-server/run-attempt.vision-tools.test.ts +35 -0
  267. package/extensions/codex/src/app-server/sandbox-exec-server/filesystem.ts +261 -0
  268. package/extensions/codex/src/app-server/sandbox-exec-server/fs-policy.ts +346 -0
  269. package/extensions/codex/src/app-server/sandbox-exec-server/http.ts +312 -0
  270. package/extensions/codex/src/app-server/sandbox-exec-server/json-rpc.ts +93 -0
  271. package/extensions/codex/src/app-server/sandbox-exec-server/processes.ts +411 -0
  272. package/extensions/codex/src/app-server/sandbox-exec-server/runtime.ts +22 -0
  273. package/extensions/codex/src/app-server/sandbox-exec-server/types.ts +80 -0
  274. package/extensions/codex/src/app-server/sandbox-exec-server.fs.test.ts +527 -0
  275. package/extensions/codex/src/app-server/sandbox-exec-server.http.test.ts +210 -0
  276. package/extensions/codex/src/app-server/sandbox-exec-server.test-helpers.ts +236 -0
  277. package/extensions/codex/src/app-server/sandbox-exec-server.test.ts +460 -0
  278. package/extensions/codex/src/app-server/sandbox-exec-server.ts +355 -0
  279. package/extensions/codex/src/app-server/sandbox-guard.ts +153 -0
  280. package/extensions/codex/src/app-server/schema-normalization-runtime-contract.test.ts +206 -0
  281. package/extensions/codex/src/app-server/session-binding.test.ts +303 -0
  282. package/extensions/codex/src/app-server/session-binding.ts +407 -0
  283. package/extensions/codex/src/app-server/session-history.ts +44 -0
  284. package/extensions/codex/src/app-server/shared-client.test.ts +591 -0
  285. package/extensions/codex/src/app-server/shared-client.ts +289 -0
  286. package/extensions/codex/src/app-server/side-question.test.ts +1243 -0
  287. package/extensions/codex/src/app-server/side-question.ts +1019 -0
  288. package/extensions/codex/src/app-server/test-support.ts +48 -0
  289. package/extensions/codex/src/app-server/thread-lifecycle.test.ts +447 -0
  290. package/extensions/codex/src/app-server/thread-lifecycle.ts +1004 -0
  291. package/extensions/codex/src/app-server/thread-lifecycle.user-mcp-servers.test.ts +442 -0
  292. package/extensions/codex/src/app-server/timeout.ts +9 -0
  293. package/extensions/codex/src/app-server/tool-progress-normalization.ts +77 -0
  294. package/extensions/codex/src/app-server/trajectory.test.ts +205 -0
  295. package/extensions/codex/src/app-server/trajectory.ts +368 -0
  296. package/extensions/codex/src/app-server/transcript-mirror.test.ts +527 -0
  297. package/extensions/codex/src/app-server/transcript-mirror.ts +208 -0
  298. package/extensions/codex/src/app-server/transcript-repair-runtime-contract.test.ts +44 -0
  299. package/extensions/codex/src/app-server/transport-stdio.test.ts +184 -0
  300. package/extensions/codex/src/app-server/transport-stdio.ts +107 -0
  301. package/extensions/codex/src/app-server/transport-websocket.test.ts +71 -0
  302. package/extensions/codex/src/app-server/transport-websocket.ts +90 -0
  303. package/extensions/codex/src/app-server/transport.ts +117 -0
  304. package/extensions/codex/src/app-server/user-input-bridge.test.ts +249 -0
  305. package/extensions/codex/src/app-server/user-input-bridge.ts +316 -0
  306. package/extensions/codex/src/app-server/version.ts +5 -0
  307. package/extensions/codex/src/app-server/vision-tools.ts +12 -0
  308. package/extensions/codex/src/command-account.ts +589 -0
  309. package/extensions/codex/src/command-formatters.ts +426 -0
  310. package/extensions/codex/src/command-handlers.ts +2092 -0
  311. package/extensions/codex/src/command-plugins-management.test.ts +172 -0
  312. package/extensions/codex/src/command-plugins-management.ts +137 -0
  313. package/extensions/codex/src/command-rpc.test.ts +16 -0
  314. package/extensions/codex/src/command-rpc.ts +146 -0
  315. package/extensions/codex/src/commands.test.ts +3737 -0
  316. package/extensions/codex/src/commands.ts +65 -0
  317. package/extensions/codex/src/conversation-binding-data.ts +124 -0
  318. package/extensions/codex/src/conversation-binding.test.ts +697 -0
  319. package/extensions/codex/src/conversation-binding.ts +575 -0
  320. package/extensions/codex/src/conversation-control.test.ts +126 -0
  321. package/extensions/codex/src/conversation-control.ts +303 -0
  322. package/extensions/codex/src/conversation-turn-collector.test.ts +191 -0
  323. package/extensions/codex/src/conversation-turn-collector.ts +190 -0
  324. package/extensions/codex/src/conversation-turn-input.test.ts +141 -0
  325. package/extensions/codex/src/conversation-turn-input.ts +106 -0
  326. package/extensions/codex/src/manifest.test.ts +20 -0
  327. package/extensions/codex/src/migration/apply.ts +501 -0
  328. package/extensions/codex/src/migration/helpers.ts +55 -0
  329. package/extensions/codex/src/migration/plan.ts +461 -0
  330. package/extensions/codex/src/migration/provider.test.ts +1741 -0
  331. package/extensions/codex/src/migration/provider.ts +41 -0
  332. package/extensions/codex/src/migration/source.ts +643 -0
  333. package/extensions/codex/src/migration/targets.ts +25 -0
  334. package/extensions/codex/src/node-cli-sessions.test.ts +180 -0
  335. package/extensions/codex/src/node-cli-sessions.ts +711 -0
  336. package/extensions/codex/test-api.ts +95 -0
  337. package/extensions/codex/tsconfig.json +16 -0
  338. package/extensions/comfy/comfy.live.test.ts +128 -0
  339. package/extensions/comfy/image-generation-provider.test.ts +457 -0
  340. package/extensions/comfy/image-generation-provider.ts +79 -0
  341. package/extensions/comfy/index.test.ts +51 -0
  342. package/extensions/comfy/index.ts +45 -0
  343. package/extensions/comfy/music-generation-provider.test.ts +101 -0
  344. package/extensions/comfy/music-generation-provider.ts +88 -0
  345. package/extensions/comfy/openclaw.plugin.json +268 -0
  346. package/extensions/comfy/package.json +15 -0
  347. package/extensions/comfy/plugin-registration.contract.test.ts +11 -0
  348. package/extensions/comfy/test-helpers.ts +113 -0
  349. package/extensions/comfy/tsconfig.json +16 -0
  350. package/extensions/comfy/video-generation-provider.test.ts +184 -0
  351. package/extensions/comfy/video-generation-provider.ts +104 -0
  352. package/extensions/comfy/workflow-runtime.ts +827 -0
  353. package/extensions/deepgram/audio.live.test.ts +75 -0
  354. package/extensions/deepgram/audio.test.ts +146 -0
  355. package/extensions/deepgram/audio.ts +109 -0
  356. package/extensions/deepgram/index.ts +13 -0
  357. package/extensions/deepgram/media-understanding-provider.ts +10 -0
  358. package/extensions/deepgram/openclaw.plugin.json +30 -0
  359. package/extensions/deepgram/package.json +15 -0
  360. package/extensions/deepgram/realtime-transcription-provider.test.ts +69 -0
  361. package/extensions/deepgram/realtime-transcription-provider.ts +283 -0
  362. package/extensions/deepgram/test-api.ts +2 -0
  363. package/extensions/deepgram/tsconfig.json +16 -0
  364. package/extensions/deepinfra/api.ts +8 -0
  365. package/extensions/deepinfra/embedding-provider.ts +33 -0
  366. package/extensions/deepinfra/image-generation-provider.test.ts +224 -0
  367. package/extensions/deepinfra/image-generation-provider.ts +89 -0
  368. package/extensions/deepinfra/index.test.ts +113 -0
  369. package/extensions/deepinfra/index.ts +84 -0
  370. package/extensions/deepinfra/media-models.ts +50 -0
  371. package/extensions/deepinfra/media-understanding-provider.test.ts +73 -0
  372. package/extensions/deepinfra/media-understanding-provider.ts +37 -0
  373. package/extensions/deepinfra/memory-embedding-adapter.test.ts +31 -0
  374. package/extensions/deepinfra/memory-embedding-adapter.ts +35 -0
  375. package/extensions/deepinfra/onboard.test.ts +172 -0
  376. package/extensions/deepinfra/onboard.ts +36 -0
  377. package/extensions/deepinfra/openclaw.plugin.json +203 -0
  378. package/extensions/deepinfra/package.json +15 -0
  379. package/extensions/deepinfra/provider-catalog.ts +24 -0
  380. package/extensions/deepinfra/provider-models.test.ts +217 -0
  381. package/extensions/deepinfra/provider-models.ts +167 -0
  382. package/extensions/deepinfra/provider-policy-api.test.ts +41 -0
  383. package/extensions/deepinfra/provider-policy-api.ts +21 -0
  384. package/extensions/deepinfra/provider.contract.test.ts +3 -0
  385. package/extensions/deepinfra/speech-provider.test.ts +169 -0
  386. package/extensions/deepinfra/speech-provider.ts +41 -0
  387. package/extensions/deepinfra/tsconfig.json +16 -0
  388. package/extensions/deepinfra/video-generation-provider.test.ts +194 -0
  389. package/extensions/deepinfra/video-generation-provider.ts +262 -0
  390. package/extensions/deepseek/api.ts +7 -0
  391. package/extensions/deepseek/deepseek.live.test.ts +232 -0
  392. package/extensions/deepseek/index.test.ts +488 -0
  393. package/extensions/deepseek/index.ts +58 -0
  394. package/extensions/deepseek/models.ts +33 -0
  395. package/extensions/deepseek/onboard.ts +31 -0
  396. package/extensions/deepseek/openclaw.plugin.json +132 -0
  397. package/extensions/deepseek/package.json +15 -0
  398. package/extensions/deepseek/provider-catalog.ts +14 -0
  399. package/extensions/deepseek/provider-discovery.ts +17 -0
  400. package/extensions/deepseek/provider-policy-api.test.ts +264 -0
  401. package/extensions/deepseek/provider-policy-api.ts +104 -0
  402. package/extensions/deepseek/stream.ts +14 -0
  403. package/extensions/deepseek/thinking.ts +19 -0
  404. package/extensions/deepseek/tsconfig.json +16 -0
  405. package/extensions/elevenlabs/config-api.ts +8 -0
  406. package/extensions/elevenlabs/config-compat.test.ts +75 -0
  407. package/extensions/elevenlabs/config-compat.ts +181 -0
  408. package/extensions/elevenlabs/contract-api.ts +8 -0
  409. package/extensions/elevenlabs/doctor-contract.ts +34 -0
  410. package/extensions/elevenlabs/elevenlabs.live.test.ts +91 -0
  411. package/extensions/elevenlabs/index.ts +15 -0
  412. package/extensions/elevenlabs/media-understanding-provider.test.ts +95 -0
  413. package/extensions/elevenlabs/media-understanding-provider.ts +85 -0
  414. package/extensions/elevenlabs/openclaw.plugin.json +40 -0
  415. package/extensions/elevenlabs/package.json +15 -0
  416. package/extensions/elevenlabs/realtime-transcription-provider.test.ts +60 -0
  417. package/extensions/elevenlabs/realtime-transcription-provider.ts +284 -0
  418. package/extensions/elevenlabs/setup-api.ts +11 -0
  419. package/extensions/elevenlabs/shared.ts +10 -0
  420. package/extensions/elevenlabs/speech-provider.test.ts +124 -0
  421. package/extensions/elevenlabs/speech-provider.ts +594 -0
  422. package/extensions/elevenlabs/test-api.ts +6 -0
  423. package/extensions/elevenlabs/tsconfig.json +16 -0
  424. package/extensions/elevenlabs/tts.test.ts +212 -0
  425. package/extensions/elevenlabs/tts.ts +198 -0
  426. package/extensions/fal/image-generation-provider.test.ts +710 -0
  427. package/extensions/fal/image-generation-provider.ts +463 -0
  428. package/extensions/fal/index.ts +19 -0
  429. package/extensions/fal/music-generation-provider.test.ts +200 -0
  430. package/extensions/fal/music-generation-provider.ts +219 -0
  431. package/extensions/fal/onboard.ts +21 -0
  432. package/extensions/fal/openclaw.plugin.json +42 -0
  433. package/extensions/fal/package.json +15 -0
  434. package/extensions/fal/plugin-registration.contract.test.ts +11 -0
  435. package/extensions/fal/provider-contract-api.ts +31 -0
  436. package/extensions/fal/provider-registration.ts +38 -0
  437. package/extensions/fal/test-api.ts +3 -0
  438. package/extensions/fal/tsconfig.json +16 -0
  439. package/extensions/fal/video-generation-provider.test.ts +566 -0
  440. package/extensions/fal/video-generation-provider.ts +648 -0
  441. package/extensions/fireworks/index.test.ts +181 -0
  442. package/extensions/fireworks/index.ts +85 -0
  443. package/extensions/fireworks/model-id.ts +5 -0
  444. package/extensions/fireworks/onboard.ts +30 -0
  445. package/extensions/fireworks/openclaw.plugin.json +73 -0
  446. package/extensions/fireworks/package.json +18 -0
  447. package/extensions/fireworks/provider-catalog.ts +50 -0
  448. package/extensions/fireworks/provider-policy-api.ts +8 -0
  449. package/extensions/fireworks/stream.test.ts +184 -0
  450. package/extensions/fireworks/stream.ts +39 -0
  451. package/extensions/fireworks/thinking-policy.ts +17 -0
  452. package/extensions/fireworks/tsconfig.json +16 -0
  453. package/extensions/github-copilot/api.ts +1 -0
  454. package/extensions/github-copilot/auth.test.ts +109 -0
  455. package/extensions/github-copilot/auth.ts +65 -0
  456. package/extensions/github-copilot/connection-bound-ids.live.test.ts +231 -0
  457. package/extensions/github-copilot/connection-bound-ids.test.ts +96 -0
  458. package/extensions/github-copilot/connection-bound-ids.ts +81 -0
  459. package/extensions/github-copilot/embeddings.test.ts +287 -0
  460. package/extensions/github-copilot/embeddings.ts +342 -0
  461. package/extensions/github-copilot/index.test.ts +660 -0
  462. package/extensions/github-copilot/index.ts +492 -0
  463. package/extensions/github-copilot/login.ts +323 -0
  464. package/extensions/github-copilot/model-metadata.ts +51 -0
  465. package/extensions/github-copilot/models-defaults.ts +61 -0
  466. package/extensions/github-copilot/models.test.ts +695 -0
  467. package/extensions/github-copilot/models.ts +274 -0
  468. package/extensions/github-copilot/openclaw.plugin.json +270 -0
  469. package/extensions/github-copilot/package.json +19 -0
  470. package/extensions/github-copilot/provider-auth.contract.test.ts +3 -0
  471. package/extensions/github-copilot/provider-discovery.contract.test.ts +7 -0
  472. package/extensions/github-copilot/provider-runtime.contract.test.ts +3 -0
  473. package/extensions/github-copilot/register.runtime.ts +24 -0
  474. package/extensions/github-copilot/replay-policy.ts +9 -0
  475. package/extensions/github-copilot/stream.test.ts +282 -0
  476. package/extensions/github-copilot/stream.ts +157 -0
  477. package/extensions/github-copilot/token.ts +6 -0
  478. package/extensions/github-copilot/tsconfig.json +16 -0
  479. package/extensions/github-copilot/usage.ts +68 -0
  480. package/extensions/google/api.test.ts +249 -0
  481. package/extensions/google/api.ts +91 -0
  482. package/extensions/google/cli-backend.ts +58 -0
  483. package/extensions/google/default-model.test.ts +115 -0
  484. package/extensions/google/doctor-contract-api.ts +18 -0
  485. package/extensions/google/embedding-batch.ts +379 -0
  486. package/extensions/google/embedding-provider.test.ts +264 -0
  487. package/extensions/google/embedding-provider.ts +441 -0
  488. package/extensions/google/gemini-auth.ts +20 -0
  489. package/extensions/google/gemini-cli-provider.ts +145 -0
  490. package/extensions/google/generation-provider-metadata.ts +121 -0
  491. package/extensions/google/google-genai-runtime.ts +8 -0
  492. package/extensions/google/google-shared.test-helpers.ts +99 -0
  493. package/extensions/google/google-shared.test.ts +380 -0
  494. package/extensions/google/google.live.test.ts +179 -0
  495. package/extensions/google/image-generation-provider.test.ts +503 -0
  496. package/extensions/google/image-generation-provider.ts +272 -0
  497. package/extensions/google/index.test.ts +310 -0
  498. package/extensions/google/index.ts +354 -0
  499. package/extensions/google/manifest.test.ts +104 -0
  500. package/extensions/google/media-understanding-provider.ts +164 -0
  501. package/extensions/google/media-understanding-provider.video.test.ts +158 -0
  502. package/extensions/google/memory-embedding-adapter.ts +79 -0
  503. package/extensions/google/model-id.test.ts +42 -0
  504. package/extensions/google/model-id.ts +35 -0
  505. package/extensions/google/music-generation-provider.test.ts +278 -0
  506. package/extensions/google/music-generation-provider.ts +176 -0
  507. package/extensions/google/oauth-token-shared.test.ts +39 -0
  508. package/extensions/google/oauth-token-shared.ts +42 -0
  509. package/extensions/google/oauth.credentials.ts +273 -0
  510. package/extensions/google/oauth.flow.ts +61 -0
  511. package/extensions/google/oauth.http.ts +24 -0
  512. package/extensions/google/oauth.project.ts +232 -0
  513. package/extensions/google/oauth.runtime.ts +1 -0
  514. package/extensions/google/oauth.settings.ts +72 -0
  515. package/extensions/google/oauth.shared.ts +44 -0
  516. package/extensions/google/oauth.test.ts +922 -0
  517. package/extensions/google/oauth.token.ts +138 -0
  518. package/extensions/google/oauth.ts +104 -0
  519. package/extensions/google/onboard.ts +78 -0
  520. package/extensions/google/openclaw.plugin.json +706 -0
  521. package/extensions/google/package.json +19 -0
  522. package/extensions/google/plugin-registration.contract.test.ts +12 -0
  523. package/extensions/google/provider-contract-api.ts +77 -0
  524. package/extensions/google/provider-hooks.ts +18 -0
  525. package/extensions/google/provider-models.test.ts +513 -0
  526. package/extensions/google/provider-models.ts +237 -0
  527. package/extensions/google/provider-policy-api.test.ts +201 -0
  528. package/extensions/google/provider-policy-api.ts +11 -0
  529. package/extensions/google/provider-policy.ts +208 -0
  530. package/extensions/google/provider-registration.ts +72 -0
  531. package/extensions/google/provider-runtime.contract.test.ts +3 -0
  532. package/extensions/google/realtime-voice-provider.test.ts +857 -0
  533. package/extensions/google/realtime-voice-provider.ts +952 -0
  534. package/extensions/google/runtime-api.ts +19 -0
  535. package/extensions/google/setup-api.test.ts +23 -0
  536. package/extensions/google/setup-api.ts +13 -0
  537. package/extensions/google/speech-provider.test.ts +682 -0
  538. package/extensions/google/speech-provider.ts +683 -0
  539. package/extensions/google/src/gemini-web-search-provider.runtime.ts +367 -0
  540. package/extensions/google/src/gemini-web-search-provider.shared.ts +45 -0
  541. package/extensions/google/src/gemini-web-search-provider.ts +151 -0
  542. package/extensions/google/test-api.ts +6 -0
  543. package/extensions/google/thinking-api.ts +14 -0
  544. package/extensions/google/thinking.test.ts +153 -0
  545. package/extensions/google/thinking.ts +14 -0
  546. package/extensions/google/transport-stream.test.ts +1726 -0
  547. package/extensions/google/transport-stream.ts +1396 -0
  548. package/extensions/google/tsconfig.json +16 -0
  549. package/extensions/google/vertex-adc.ts +188 -0
  550. package/extensions/google/video-generation-provider.test.ts +573 -0
  551. package/extensions/google/video-generation-provider.ts +591 -0
  552. package/extensions/google/web-search-contract-api.ts +1 -0
  553. package/extensions/google/web-search-provider.test.ts +548 -0
  554. package/extensions/google/web-search-provider.ts +1 -0
  555. package/extensions/groq/api.ts +60 -0
  556. package/extensions/groq/index.test.ts +90 -0
  557. package/extensions/groq/index.ts +21 -0
  558. package/extensions/groq/media-understanding-provider.ts +21 -0
  559. package/extensions/groq/openclaw.plugin.json +314 -0
  560. package/extensions/groq/package.json +15 -0
  561. package/extensions/groq/test-api.ts +1 -0
  562. package/extensions/groq/tsconfig.json +16 -0
  563. package/extensions/huggingface/api.ts +10 -0
  564. package/extensions/huggingface/index.test.ts +81 -0
  565. package/extensions/huggingface/index.ts +60 -0
  566. package/extensions/huggingface/model-discovery-env.ts +5 -0
  567. package/extensions/huggingface/models.test.ts +98 -0
  568. package/extensions/huggingface/models.ts +218 -0
  569. package/extensions/huggingface/onboard.ts +26 -0
  570. package/extensions/huggingface/openclaw.plugin.json +57 -0
  571. package/extensions/huggingface/package.json +15 -0
  572. package/extensions/huggingface/provider-catalog.ts +22 -0
  573. package/extensions/huggingface/tsconfig.json +16 -0
  574. package/extensions/image-generation-core/api.ts +30 -0
  575. package/extensions/image-generation-core/package.json +10 -0
  576. package/extensions/image-generation-core/runtime-api.ts +6 -0
  577. package/extensions/image-generation-core/src/runtime.test.ts +29 -0
  578. package/extensions/image-generation-core/src/runtime.ts +6 -0
  579. package/extensions/image-generation-core/tsconfig.json +16 -0
  580. package/extensions/kimi-coding/api.ts +8 -0
  581. package/extensions/kimi-coding/implicit-provider.test.ts +116 -0
  582. package/extensions/kimi-coding/index.test.ts +45 -0
  583. package/extensions/kimi-coding/index.ts +113 -0
  584. package/extensions/kimi-coding/onboard.test.ts +44 -0
  585. package/extensions/kimi-coding/onboard.ts +42 -0
  586. package/extensions/kimi-coding/openclaw.plugin.json +64 -0
  587. package/extensions/kimi-coding/package.json +18 -0
  588. package/extensions/kimi-coding/provider-catalog.test.ts +23 -0
  589. package/extensions/kimi-coding/provider-catalog.ts +58 -0
  590. package/extensions/kimi-coding/replay-policy.test.ts +10 -0
  591. package/extensions/kimi-coding/replay-policy.ts +3 -0
  592. package/extensions/kimi-coding/stream.test.ts +603 -0
  593. package/extensions/kimi-coding/stream.ts +399 -0
  594. package/extensions/kimi-coding/tsconfig.json +16 -0
  595. package/extensions/litellm/api.ts +8 -0
  596. package/extensions/litellm/image-generation-provider.test.ts +348 -0
  597. package/extensions/litellm/image-generation-provider.ts +142 -0
  598. package/extensions/litellm/index.test.ts +107 -0
  599. package/extensions/litellm/index.ts +108 -0
  600. package/extensions/litellm/onboard.test.ts +21 -0
  601. package/extensions/litellm/onboard.ts +55 -0
  602. package/extensions/litellm/openclaw.plugin.json +35 -0
  603. package/extensions/litellm/package.json +15 -0
  604. package/extensions/litellm/provider-catalog.ts +10 -0
  605. package/extensions/litellm/tsconfig.json +16 -0
  606. package/extensions/lmstudio/README.md +3 -0
  607. package/extensions/lmstudio/api.ts +36 -0
  608. package/extensions/lmstudio/index.test.ts +207 -0
  609. package/extensions/lmstudio/index.ts +137 -0
  610. package/extensions/lmstudio/memory-embedding-adapter.ts +36 -0
  611. package/extensions/lmstudio/openclaw.plugin.json +53 -0
  612. package/extensions/lmstudio/package.json +15 -0
  613. package/extensions/lmstudio/plugin-registration.contract.test.ts +6 -0
  614. package/extensions/lmstudio/runtime-api.ts +35 -0
  615. package/extensions/lmstudio/src/api.ts +42 -0
  616. package/extensions/lmstudio/src/defaults.ts +14 -0
  617. package/extensions/lmstudio/src/embedding-provider.ts +147 -0
  618. package/extensions/lmstudio/src/models.fetch.ts +277 -0
  619. package/extensions/lmstudio/src/models.test.ts +491 -0
  620. package/extensions/lmstudio/src/models.ts +536 -0
  621. package/extensions/lmstudio/src/plain-text-tool-calls.ts +24 -0
  622. package/extensions/lmstudio/src/provider-auth.ts +59 -0
  623. package/extensions/lmstudio/src/runtime.test.ts +357 -0
  624. package/extensions/lmstudio/src/runtime.ts +276 -0
  625. package/extensions/lmstudio/src/setup.test.ts +1543 -0
  626. package/extensions/lmstudio/src/setup.ts +878 -0
  627. package/extensions/lmstudio/src/stream.test.ts +658 -0
  628. package/extensions/lmstudio/src/stream.ts +493 -0
  629. package/extensions/media-understanding-core/image-ops.ts +137 -0
  630. package/extensions/media-understanding-core/package.json +14 -0
  631. package/extensions/media-understanding-core/runtime-api.ts +9 -0
  632. package/extensions/media-understanding-core/src/runtime.ts +9 -0
  633. package/extensions/media-understanding-core/tsconfig.json +16 -0
  634. package/extensions/microsoft/index.ts +11 -0
  635. package/extensions/microsoft/microsoft.live.test.ts +14 -0
  636. package/extensions/microsoft/openclaw.plugin.json +15 -0
  637. package/extensions/microsoft/package.json +18 -0
  638. package/extensions/microsoft/speech-provider.test.ts +298 -0
  639. package/extensions/microsoft/speech-provider.ts +295 -0
  640. package/extensions/microsoft/test-api.ts +1 -0
  641. package/extensions/microsoft/tsconfig.json +16 -0
  642. package/extensions/microsoft/tts.test.ts +193 -0
  643. package/extensions/microsoft/tts.ts +137 -0
  644. package/extensions/minimax/README.md +37 -0
  645. package/extensions/minimax/api.ts +27 -0
  646. package/extensions/minimax/image-generation-provider.test.ts +313 -0
  647. package/extensions/minimax/image-generation-provider.ts +216 -0
  648. package/extensions/minimax/index.test.ts +408 -0
  649. package/extensions/minimax/index.ts +39 -0
  650. package/extensions/minimax/media-understanding-provider.ts +23 -0
  651. package/extensions/minimax/minimax.live.test.ts +115 -0
  652. package/extensions/minimax/model-definitions.test.ts +101 -0
  653. package/extensions/minimax/model-definitions.ts +91 -0
  654. package/extensions/minimax/music-generation-provider.test.ts +198 -0
  655. package/extensions/minimax/music-generation-provider.ts +259 -0
  656. package/extensions/minimax/oauth.runtime.ts +1 -0
  657. package/extensions/minimax/oauth.ts +233 -0
  658. package/extensions/minimax/onboard.test.ts +126 -0
  659. package/extensions/minimax/onboard.ts +104 -0
  660. package/extensions/minimax/openclaw.plugin.json +133 -0
  661. package/extensions/minimax/package.json +15 -0
  662. package/extensions/minimax/plugin-registration.contract.test.ts +15 -0
  663. package/extensions/minimax/provider-catalog.ts +86 -0
  664. package/extensions/minimax/provider-contract-api.ts +84 -0
  665. package/extensions/minimax/provider-discovery.contract.test.ts +3 -0
  666. package/extensions/minimax/provider-http.test-helpers.ts +142 -0
  667. package/extensions/minimax/provider-models.ts +21 -0
  668. package/extensions/minimax/provider-registration.ts +285 -0
  669. package/extensions/minimax/speech-provider.test.ts +576 -0
  670. package/extensions/minimax/speech-provider.ts +312 -0
  671. package/extensions/minimax/src/minimax-web-search-provider.runtime.ts +270 -0
  672. package/extensions/minimax/src/minimax-web-search-provider.test.ts +177 -0
  673. package/extensions/minimax/src/minimax-web-search-provider.ts +64 -0
  674. package/extensions/minimax/test-api.ts +11 -0
  675. package/extensions/minimax/tsconfig.json +16 -0
  676. package/extensions/minimax/tts.ts +116 -0
  677. package/extensions/minimax/video-generation-provider.test.ts +214 -0
  678. package/extensions/minimax/video-generation-provider.ts +456 -0
  679. package/extensions/minimax/web-search-contract-api.ts +35 -0
  680. package/extensions/minimax/web-search-provider.ts +1 -0
  681. package/extensions/mistral/api.test.ts +195 -0
  682. package/extensions/mistral/api.ts +81 -0
  683. package/extensions/mistral/embedding-provider.ts +52 -0
  684. package/extensions/mistral/index.ts +61 -0
  685. package/extensions/mistral/media-understanding-provider.test.ts +46 -0
  686. package/extensions/mistral/media-understanding-provider.ts +21 -0
  687. package/extensions/mistral/memory-embedding-adapter.ts +35 -0
  688. package/extensions/mistral/mistral.live.test.ts +62 -0
  689. package/extensions/mistral/model-definitions.test.ts +65 -0
  690. package/extensions/mistral/model-definitions.ts +37 -0
  691. package/extensions/mistral/onboard.test.ts +54 -0
  692. package/extensions/mistral/onboard.ts +31 -0
  693. package/extensions/mistral/openclaw.plugin.json +180 -0
  694. package/extensions/mistral/package.json +15 -0
  695. package/extensions/mistral/provider-catalog.ts +10 -0
  696. package/extensions/mistral/provider-compat.ts +62 -0
  697. package/extensions/mistral/realtime-transcription-provider.test.ts +61 -0
  698. package/extensions/mistral/realtime-transcription-provider.ts +280 -0
  699. package/extensions/mistral/test-api.ts +2 -0
  700. package/extensions/mistral/tsconfig.json +16 -0
  701. package/extensions/moonshot/api.ts +9 -0
  702. package/extensions/moonshot/index.test.ts +73 -0
  703. package/extensions/moonshot/index.ts +81 -0
  704. package/extensions/moonshot/media-understanding-provider.test.ts +92 -0
  705. package/extensions/moonshot/media-understanding-provider.ts +85 -0
  706. package/extensions/moonshot/moonshot.live.test.ts +56 -0
  707. package/extensions/moonshot/onboard.ts +38 -0
  708. package/extensions/moonshot/openclaw.plugin.json +209 -0
  709. package/extensions/moonshot/package.json +15 -0
  710. package/extensions/moonshot/provider-catalog.test.ts +84 -0
  711. package/extensions/moonshot/provider-catalog.ts +34 -0
  712. package/extensions/moonshot/provider-contract-api.ts +33 -0
  713. package/extensions/moonshot/provider-discovery.ts +17 -0
  714. package/extensions/moonshot/src/kimi-web-search-provider.runtime.ts +513 -0
  715. package/extensions/moonshot/src/kimi-web-search-provider.test.ts +297 -0
  716. package/extensions/moonshot/src/kimi-web-search-provider.ts +71 -0
  717. package/extensions/moonshot/test-api.ts +2 -0
  718. package/extensions/moonshot/tsconfig.json +16 -0
  719. package/extensions/moonshot/web-search-contract-api.ts +28 -0
  720. package/extensions/moonshot/web-search-provider.ts +1 -0
  721. package/extensions/nvidia/api.ts +6 -0
  722. package/extensions/nvidia/index.test.ts +180 -0
  723. package/extensions/nvidia/index.ts +64 -0
  724. package/extensions/nvidia/onboard.test.ts +49 -0
  725. package/extensions/nvidia/onboard.ts +30 -0
  726. package/extensions/nvidia/openclaw.plugin.json +122 -0
  727. package/extensions/nvidia/package.json +15 -0
  728. package/extensions/nvidia/plugin-registration.contract.test.ts +14 -0
  729. package/extensions/nvidia/provider-catalog.test.ts +21 -0
  730. package/extensions/nvidia/provider-catalog.ts +15 -0
  731. package/extensions/nvidia/tsconfig.json +16 -0
  732. package/extensions/ollama/README.md +3 -0
  733. package/extensions/ollama/api.ts +34 -0
  734. package/extensions/ollama/index.test.ts +979 -0
  735. package/extensions/ollama/index.ts +336 -0
  736. package/extensions/ollama/ollama.live.test.ts +287 -0
  737. package/extensions/ollama/openclaw.plugin.json +67 -0
  738. package/extensions/ollama/package.json +19 -0
  739. package/extensions/ollama/plugin-registration.contract.test.ts +7 -0
  740. package/extensions/ollama/provider-discovery.import-guard.test.ts +29 -0
  741. package/extensions/ollama/provider-discovery.test.ts +657 -0
  742. package/extensions/ollama/provider-discovery.ts +69 -0
  743. package/extensions/ollama/provider-policy-api.test.ts +72 -0
  744. package/extensions/ollama/provider-policy-api.ts +59 -0
  745. package/extensions/ollama/runtime-api.ts +22 -0
  746. package/extensions/ollama/src/defaults.ts +14 -0
  747. package/extensions/ollama/src/discovery-shared.test.ts +41 -0
  748. package/extensions/ollama/src/discovery-shared.ts +322 -0
  749. package/extensions/ollama/src/embedding-provider.test.ts +557 -0
  750. package/extensions/ollama/src/embedding-provider.ts +393 -0
  751. package/extensions/ollama/src/media-understanding-provider.ts +18 -0
  752. package/extensions/ollama/src/memory-embedding-adapter.ts +30 -0
  753. package/extensions/ollama/src/model-id.ts +24 -0
  754. package/extensions/ollama/src/ollama-json.ts +143 -0
  755. package/extensions/ollama/src/provider-base-url.test.ts +44 -0
  756. package/extensions/ollama/src/provider-base-url.ts +23 -0
  757. package/extensions/ollama/src/provider-models.ssrf.test.ts +41 -0
  758. package/extensions/ollama/src/provider-models.test.ts +312 -0
  759. package/extensions/ollama/src/provider-models.ts +327 -0
  760. package/extensions/ollama/src/setup.test.ts +771 -0
  761. package/extensions/ollama/src/setup.ts +743 -0
  762. package/extensions/ollama/src/stream-runtime.test.ts +2218 -0
  763. package/extensions/ollama/src/stream.test.ts +252 -0
  764. package/extensions/ollama/src/stream.ts +1347 -0
  765. package/extensions/ollama/src/web-search-provider.test.ts +488 -0
  766. package/extensions/ollama/src/web-search-provider.ts +350 -0
  767. package/extensions/ollama/src/wsl2-crash-loop-check.test.ts +157 -0
  768. package/extensions/ollama/src/wsl2-crash-loop-check.ts +84 -0
  769. package/extensions/ollama/tsconfig.json +16 -0
  770. package/extensions/ollama/web-search-contract-api.ts +26 -0
  771. package/extensions/ollama/web-search-provider.ts +1 -0
  772. package/extensions/openai/api.ts +16 -0
  773. package/extensions/openai/auth-choice-copy.ts +33 -0
  774. package/extensions/openai/base-url.test.ts +60 -0
  775. package/extensions/openai/base-url.ts +23 -0
  776. package/extensions/openai/default-models.test.ts +36 -0
  777. package/extensions/openai/default-models.ts +40 -0
  778. package/extensions/openai/embedding-batch.test.ts +10 -0
  779. package/extensions/openai/embedding-batch.ts +274 -0
  780. package/extensions/openai/embedding-provider.test.ts +102 -0
  781. package/extensions/openai/embedding-provider.ts +110 -0
  782. package/extensions/openai/image-generation-provider.test.ts +1624 -0
  783. package/extensions/openai/image-generation-provider.ts +903 -0
  784. package/extensions/openai/index.test.ts +630 -0
  785. package/extensions/openai/index.ts +58 -0
  786. package/extensions/openai/media-understanding-provider.test.ts +119 -0
  787. package/extensions/openai/media-understanding-provider.ts +51 -0
  788. package/extensions/openai/memory-embedding-adapter.test.ts +82 -0
  789. package/extensions/openai/memory-embedding-adapter.ts +68 -0
  790. package/extensions/openai/native-web-search.ts +103 -0
  791. package/extensions/openai/openai-codex-auth-identity.test.ts +77 -0
  792. package/extensions/openai/openai-codex-auth-identity.ts +100 -0
  793. package/extensions/openai/openai-codex-catalog.ts +12 -0
  794. package/extensions/openai/openai-codex-device-code.test.ts +248 -0
  795. package/extensions/openai/openai-codex-device-code.ts +309 -0
  796. package/extensions/openai/openai-codex-oauth.runtime.ts +348 -0
  797. package/extensions/openai/openai-codex-provider.runtime.ts +45 -0
  798. package/extensions/openai/openai-codex-provider.test.ts +883 -0
  799. package/extensions/openai/openai-codex-provider.ts +636 -0
  800. package/extensions/openai/openai-codex-shared.ts +3 -0
  801. package/extensions/openai/openai-provider.live.test.ts +196 -0
  802. package/extensions/openai/openai-provider.test.ts +929 -0
  803. package/extensions/openai/openai-provider.ts +325 -0
  804. package/extensions/openai/openai-tts.live.test.ts +44 -0
  805. package/extensions/openai/openai.live.test.ts +493 -0
  806. package/extensions/openai/openclaw.plugin.json +897 -0
  807. package/extensions/openai/openclaw.plugin.test.ts +181 -0
  808. package/extensions/openai/package.json +19 -0
  809. package/extensions/openai/plugin-registration.contract.test.ts +9 -0
  810. package/extensions/openai/prompt-overlay.ts +51 -0
  811. package/extensions/openai/provider-auth.contract.test.ts +12 -0
  812. package/extensions/openai/provider-catalog.contract.test.ts +3 -0
  813. package/extensions/openai/provider-contract-api.ts +83 -0
  814. package/extensions/openai/provider-policy-api.ts +20 -0
  815. package/extensions/openai/provider-runtime.contract.test.ts +3 -0
  816. package/extensions/openai/realtime-provider-shared.ts +168 -0
  817. package/extensions/openai/realtime-transcription-provider.test.ts +356 -0
  818. package/extensions/openai/realtime-transcription-provider.ts +307 -0
  819. package/extensions/openai/realtime-voice-provider.test.ts +1924 -0
  820. package/extensions/openai/realtime-voice-provider.ts +1315 -0
  821. package/extensions/openai/register.runtime.ts +15 -0
  822. package/extensions/openai/replay-policy.ts +32 -0
  823. package/extensions/openai/setup-api.test.ts +29 -0
  824. package/extensions/openai/setup-api.ts +166 -0
  825. package/extensions/openai/shared.ts +131 -0
  826. package/extensions/openai/speech-provider.test.ts +324 -0
  827. package/extensions/openai/speech-provider.ts +347 -0
  828. package/extensions/openai/test-api.ts +9 -0
  829. package/extensions/openai/test-support/provider-catalog.contract-test-support.ts +134 -0
  830. package/extensions/openai/thinking-policy.ts +55 -0
  831. package/extensions/openai/transport-policy.test.ts +128 -0
  832. package/extensions/openai/transport-policy.ts +111 -0
  833. package/extensions/openai/tsconfig.json +16 -0
  834. package/extensions/openai/tts.test.ts +444 -0
  835. package/extensions/openai/tts.ts +184 -0
  836. package/extensions/openai/video-generation-provider.test.ts +254 -0
  837. package/extensions/openai/video-generation-provider.ts +382 -0
  838. package/extensions/opencode/api.ts +9 -0
  839. package/extensions/opencode/index.test.ts +84 -0
  840. package/extensions/opencode/index.ts +74 -0
  841. package/extensions/opencode/media-understanding-provider.test.ts +44 -0
  842. package/extensions/opencode/media-understanding-provider.ts +42 -0
  843. package/extensions/opencode/onboard.test.ts +25 -0
  844. package/extensions/opencode/onboard.ts +29 -0
  845. package/extensions/opencode/openclaw.plugin.json +55 -0
  846. package/extensions/opencode/package.json +15 -0
  847. package/extensions/opencode/plugin-registration.contract.test.ts +8 -0
  848. package/extensions/opencode/provider-policy-api.test.ts +44 -0
  849. package/extensions/opencode/provider-policy-api.ts +5 -0
  850. package/extensions/opencode/tsconfig.json +16 -0
  851. package/extensions/opencode-go/api.ts +27 -0
  852. package/extensions/opencode-go/index.test.ts +305 -0
  853. package/extensions/opencode-go/index.ts +101 -0
  854. package/extensions/opencode-go/media-understanding-provider.test.ts +12 -0
  855. package/extensions/opencode-go/media-understanding-provider.ts +15 -0
  856. package/extensions/opencode-go/onboard.test.ts +28 -0
  857. package/extensions/opencode-go/onboard.ts +17 -0
  858. package/extensions/opencode-go/openclaw.plugin.json +106 -0
  859. package/extensions/opencode-go/package.json +15 -0
  860. package/extensions/opencode-go/plugin-registration.contract.test.ts +8 -0
  861. package/extensions/opencode-go/provider-catalog.ts +135 -0
  862. package/extensions/opencode-go/stream.ts +51 -0
  863. package/extensions/opencode-go/tsconfig.json +16 -0
  864. package/extensions/openrouter/api.ts +12 -0
  865. package/extensions/openrouter/image-generation-provider.test.ts +361 -0
  866. package/extensions/openrouter/image-generation-provider.ts +345 -0
  867. package/extensions/openrouter/index.test.ts +650 -0
  868. package/extensions/openrouter/index.ts +184 -0
  869. package/extensions/openrouter/media-understanding-provider.test.ts +260 -0
  870. package/extensions/openrouter/media-understanding-provider.ts +176 -0
  871. package/extensions/openrouter/models.ts +18 -0
  872. package/extensions/openrouter/music-generation-provider.test.ts +226 -0
  873. package/extensions/openrouter/music-generation-provider.ts +344 -0
  874. package/extensions/openrouter/onboard.test.ts +27 -0
  875. package/extensions/openrouter/onboard.ts +32 -0
  876. package/extensions/openrouter/openclaw.plugin.json +81 -0
  877. package/extensions/openrouter/openrouter.live.test.ts +118 -0
  878. package/extensions/openrouter/package.json +15 -0
  879. package/extensions/openrouter/provider-catalog.ts +88 -0
  880. package/extensions/openrouter/provider-contract-api.ts +27 -0
  881. package/extensions/openrouter/provider-policy-api.ts +5 -0
  882. package/extensions/openrouter/provider-routing.ts +87 -0
  883. package/extensions/openrouter/provider-runtime.contract.test.ts +3 -0
  884. package/extensions/openrouter/speech-provider.test.ts +218 -0
  885. package/extensions/openrouter/speech-provider.ts +46 -0
  886. package/extensions/openrouter/stream.ts +247 -0
  887. package/extensions/openrouter/test-api.ts +4 -0
  888. package/extensions/openrouter/thinking-policy.ts +34 -0
  889. package/extensions/openrouter/tsconfig.json +16 -0
  890. package/extensions/openrouter/video-generation-provider.test.ts +722 -0
  891. package/extensions/openrouter/video-generation-provider.ts +530 -0
  892. package/extensions/openrouter/video-http.ts +48 -0
  893. package/extensions/openrouter/video-model-catalog.ts +299 -0
  894. package/extensions/openshell/index.ts +28 -0
  895. package/extensions/openshell/npm-shrinkwrap.json +24 -0
  896. package/extensions/openshell/openclaw.plugin.json +118 -0
  897. package/extensions/openshell/package.json +37 -0
  898. package/extensions/openshell/src/backend.e2e.test.ts +595 -0
  899. package/extensions/openshell/src/backend.test.ts +40 -0
  900. package/extensions/openshell/src/backend.ts +512 -0
  901. package/extensions/openshell/src/backend.types.ts +11 -0
  902. package/extensions/openshell/src/cli.ts +85 -0
  903. package/extensions/openshell/src/config.test.ts +80 -0
  904. package/extensions/openshell/src/config.ts +194 -0
  905. package/extensions/openshell/src/fs-bridge.ts +370 -0
  906. package/extensions/openshell/src/mirror.test.ts +194 -0
  907. package/extensions/openshell/src/mirror.ts +141 -0
  908. package/extensions/openshell/src/openshell-core.test.ts +529 -0
  909. package/extensions/openshell/tsconfig.json +16 -0
  910. package/extensions/perplexity/index.ts +11 -0
  911. package/extensions/perplexity/openclaw.plugin.json +52 -0
  912. package/extensions/perplexity/package.json +15 -0
  913. package/extensions/perplexity/src/perplexity-web-search-provider.runtime.ts +551 -0
  914. package/extensions/perplexity/src/perplexity-web-search-provider.shared.ts +124 -0
  915. package/extensions/perplexity/src/perplexity-web-search-provider.test.ts +151 -0
  916. package/extensions/perplexity/src/perplexity-web-search-provider.ts +127 -0
  917. package/extensions/perplexity/test-api.ts +1 -0
  918. package/extensions/perplexity/tsconfig.json +16 -0
  919. package/extensions/perplexity/web-search-contract-api.ts +13 -0
  920. package/extensions/perplexity/web-search-provider.ts +1 -0
  921. package/extensions/qianfan/api.ts +6 -0
  922. package/extensions/qianfan/index.test.ts +133 -0
  923. package/extensions/qianfan/index.ts +31 -0
  924. package/extensions/qianfan/onboard.ts +61 -0
  925. package/extensions/qianfan/openclaw.plugin.json +78 -0
  926. package/extensions/qianfan/package.json +15 -0
  927. package/extensions/qianfan/provider-catalog.ts +13 -0
  928. package/extensions/qianfan/tsconfig.json +16 -0
  929. package/extensions/qwen/api.ts +34 -0
  930. package/extensions/qwen/index.test.ts +31 -0
  931. package/extensions/qwen/index.ts +181 -0
  932. package/extensions/qwen/media-understanding-provider.test.ts +76 -0
  933. package/extensions/qwen/media-understanding-provider.ts +88 -0
  934. package/extensions/qwen/model-definitions.ts +20 -0
  935. package/extensions/qwen/models.ts +202 -0
  936. package/extensions/qwen/onboard.ts +73 -0
  937. package/extensions/qwen/openclaw.plugin.json +143 -0
  938. package/extensions/qwen/package.json +15 -0
  939. package/extensions/qwen/plugin-registration.contract.test.ts +10 -0
  940. package/extensions/qwen/provider-catalog.test.ts +62 -0
  941. package/extensions/qwen/provider-catalog.ts +13 -0
  942. package/extensions/qwen/provider-discovery.contract.test.ts +3 -0
  943. package/extensions/qwen/stream.test.ts +171 -0
  944. package/extensions/qwen/stream.ts +87 -0
  945. package/extensions/qwen/test-api.ts +2 -0
  946. package/extensions/qwen/tsconfig.json +16 -0
  947. package/extensions/qwen/video-generation-provider.test.ts +155 -0
  948. package/extensions/qwen/video-generation-provider.ts +111 -0
  949. package/extensions/runway/index.ts +11 -0
  950. package/extensions/runway/openclaw.plugin.json +34 -0
  951. package/extensions/runway/package.json +15 -0
  952. package/extensions/runway/plugin-registration.contract.test.ts +7 -0
  953. package/extensions/runway/tsconfig.json +16 -0
  954. package/extensions/runway/video-generation-provider.test.ts +248 -0
  955. package/extensions/runway/video-generation-provider.ts +462 -0
  956. package/extensions/senseaudio/index.ts +11 -0
  957. package/extensions/senseaudio/media-understanding-provider.test.ts +136 -0
  958. package/extensions/senseaudio/media-understanding-provider.ts +25 -0
  959. package/extensions/senseaudio/openclaw.plugin.json +18 -0
  960. package/extensions/senseaudio/package.json +15 -0
  961. package/extensions/senseaudio/test-api.ts +1 -0
  962. package/extensions/sglang/README.md +3 -0
  963. package/extensions/sglang/api.ts +7 -0
  964. package/extensions/sglang/defaults.ts +4 -0
  965. package/extensions/sglang/index.test.ts +34 -0
  966. package/extensions/sglang/index.ts +95 -0
  967. package/extensions/sglang/models.ts +23 -0
  968. package/extensions/sglang/openclaw.plugin.json +45 -0
  969. package/extensions/sglang/package.json +15 -0
  970. package/extensions/sglang/provider-discovery.contract.test.ts +7 -0
  971. package/extensions/sglang/tsconfig.json +16 -0
  972. package/extensions/skill-workshop/api.ts +3 -0
  973. package/extensions/skill-workshop/index.test.ts +990 -0
  974. package/extensions/skill-workshop/index.ts +170 -0
  975. package/extensions/skill-workshop/openclaw.plugin.json +83 -0
  976. package/extensions/skill-workshop/package.json +18 -0
  977. package/extensions/skill-workshop/src/config.ts +50 -0
  978. package/extensions/skill-workshop/src/prompt.ts +18 -0
  979. package/extensions/skill-workshop/src/reviewer.ts +290 -0
  980. package/extensions/skill-workshop/src/scanner.ts +69 -0
  981. package/extensions/skill-workshop/src/signals.ts +95 -0
  982. package/extensions/skill-workshop/src/skills.ts +186 -0
  983. package/extensions/skill-workshop/src/store.ts +184 -0
  984. package/extensions/skill-workshop/src/text.ts +59 -0
  985. package/extensions/skill-workshop/src/tool.ts +200 -0
  986. package/extensions/skill-workshop/src/types.ts +42 -0
  987. package/extensions/skill-workshop/src/workshop.ts +85 -0
  988. package/extensions/speech-core/api.ts +54 -0
  989. package/extensions/speech-core/package.json +10 -0
  990. package/extensions/speech-core/runtime-api.ts +42 -0
  991. package/extensions/speech-core/src/tts.test.ts +1025 -0
  992. package/extensions/speech-core/src/tts.ts +1929 -0
  993. package/extensions/speech-core/tsconfig.json +16 -0
  994. package/extensions/stepfun/index.ts +252 -0
  995. package/extensions/stepfun/onboard.ts +73 -0
  996. package/extensions/stepfun/openclaw.plugin.json +148 -0
  997. package/extensions/stepfun/package.json +15 -0
  998. package/extensions/stepfun/provider-catalog.ts +40 -0
  999. package/extensions/stepfun/tsconfig.json +16 -0
  1000. package/extensions/tencent/api.ts +7 -0
  1001. package/extensions/tencent/index.ts +64 -0
  1002. package/extensions/tencent/models.ts +25 -0
  1003. package/extensions/tencent/onboard.ts +38 -0
  1004. package/extensions/tencent/openclaw.plugin.json +86 -0
  1005. package/extensions/tencent/package.json +15 -0
  1006. package/extensions/tencent/provider-catalog.ts +14 -0
  1007. package/extensions/tencent/provider-discovery.ts +17 -0
  1008. package/extensions/tencent/tsconfig.json +16 -0
  1009. package/extensions/together/api.ts +7 -0
  1010. package/extensions/together/index.ts +42 -0
  1011. package/extensions/together/models.ts +23 -0
  1012. package/extensions/together/onboard.ts +26 -0
  1013. package/extensions/together/openclaw.plugin.json +160 -0
  1014. package/extensions/together/package.json +15 -0
  1015. package/extensions/together/plugin-registration.contract.test.ts +8 -0
  1016. package/extensions/together/provider-catalog.ts +10 -0
  1017. package/extensions/together/tsconfig.json +16 -0
  1018. package/extensions/together/video-generation-provider.test.ts +130 -0
  1019. package/extensions/together/video-generation-provider.ts +281 -0
  1020. package/extensions/tts-local-cli/index.ts +11 -0
  1021. package/extensions/tts-local-cli/openclaw.plugin.json +15 -0
  1022. package/extensions/tts-local-cli/package.json +15 -0
  1023. package/extensions/tts-local-cli/speech-provider.test.ts +307 -0
  1024. package/extensions/tts-local-cli/speech-provider.ts +455 -0
  1025. package/extensions/venice/api.ts +8 -0
  1026. package/extensions/venice/index.test.ts +109 -0
  1027. package/extensions/venice/index.ts +70 -0
  1028. package/extensions/venice/models.test.ts +291 -0
  1029. package/extensions/venice/models.ts +302 -0
  1030. package/extensions/venice/onboard.ts +27 -0
  1031. package/extensions/venice/openclaw.plugin.json +504 -0
  1032. package/extensions/venice/package.json +15 -0
  1033. package/extensions/venice/provider-catalog.ts +11 -0
  1034. package/extensions/venice/provider-runtime.contract.test.ts +3 -0
  1035. package/extensions/venice/stream.ts +37 -0
  1036. package/extensions/venice/tsconfig.json +16 -0
  1037. package/extensions/vercel-ai-gateway/api.ts +12 -0
  1038. package/extensions/vercel-ai-gateway/index.ts +41 -0
  1039. package/extensions/vercel-ai-gateway/models.ts +226 -0
  1040. package/extensions/vercel-ai-gateway/onboard.ts +32 -0
  1041. package/extensions/vercel-ai-gateway/openclaw.plugin.json +61 -0
  1042. package/extensions/vercel-ai-gateway/package.json +15 -0
  1043. package/extensions/vercel-ai-gateway/provider-catalog.test.ts +96 -0
  1044. package/extensions/vercel-ai-gateway/provider-catalog.ts +22 -0
  1045. package/extensions/vercel-ai-gateway/thinking.test.ts +100 -0
  1046. package/extensions/vercel-ai-gateway/thinking.ts +77 -0
  1047. package/extensions/vercel-ai-gateway/tsconfig.json +16 -0
  1048. package/extensions/vllm/README.md +3 -0
  1049. package/extensions/vllm/api.ts +8 -0
  1050. package/extensions/vllm/defaults.ts +4 -0
  1051. package/extensions/vllm/index.ts +96 -0
  1052. package/extensions/vllm/models.ts +23 -0
  1053. package/extensions/vllm/openclaw.plugin.json +45 -0
  1054. package/extensions/vllm/package.json +15 -0
  1055. package/extensions/vllm/provider-discovery.contract.test.ts +7 -0
  1056. package/extensions/vllm/register.runtime.ts +7 -0
  1057. package/extensions/vllm/stream.test.ts +282 -0
  1058. package/extensions/vllm/stream.ts +164 -0
  1059. package/extensions/vllm/tsconfig.json +16 -0
  1060. package/extensions/volcengine/api.ts +56 -0
  1061. package/extensions/volcengine/index.test.ts +92 -0
  1062. package/extensions/volcengine/index.ts +87 -0
  1063. package/extensions/volcengine/models.ts +28 -0
  1064. package/extensions/volcengine/openclaw.plugin.json +221 -0
  1065. package/extensions/volcengine/package.json +15 -0
  1066. package/extensions/volcengine/provider-catalog.ts +17 -0
  1067. package/extensions/volcengine/provider-discovery.ts +31 -0
  1068. package/extensions/volcengine/speech-provider.ts +229 -0
  1069. package/extensions/volcengine/tsconfig.json +16 -0
  1070. package/extensions/volcengine/tts.live.test.ts +30 -0
  1071. package/extensions/volcengine/tts.test.ts +279 -0
  1072. package/extensions/volcengine/tts.ts +266 -0
  1073. package/extensions/voyage/embedding-batch.ts +315 -0
  1074. package/extensions/voyage/embedding-provider.ts +90 -0
  1075. package/extensions/voyage/index.ts +11 -0
  1076. package/extensions/voyage/memory-embedding-adapter.ts +56 -0
  1077. package/extensions/voyage/openclaw.plugin.json +18 -0
  1078. package/extensions/voyage/package.json +15 -0
  1079. package/extensions/xai/.boundary-stubs/anthropic-vertex-api.d.ts +2 -0
  1080. package/extensions/xai/.boundary-stubs/ollama-api.d.ts +1 -0
  1081. package/extensions/xai/.boundary-stubs/ollama-runtime-api.d.ts +16 -0
  1082. package/extensions/xai/.boundary-stubs/speech-core-runtime-api.d.ts +33 -0
  1083. package/extensions/xai/api.test.ts +51 -0
  1084. package/extensions/xai/api.ts +119 -0
  1085. package/extensions/xai/code-execution.test.ts +262 -0
  1086. package/extensions/xai/code-execution.ts +146 -0
  1087. package/extensions/xai/image-generation-provider.test.ts +293 -0
  1088. package/extensions/xai/image-generation-provider.ts +124 -0
  1089. package/extensions/xai/index.test.ts +263 -0
  1090. package/extensions/xai/index.ts +233 -0
  1091. package/extensions/xai/model-compat.ts +34 -0
  1092. package/extensions/xai/model-definitions.ts +346 -0
  1093. package/extensions/xai/model-id.test.ts +32 -0
  1094. package/extensions/xai/model-id.ts +24 -0
  1095. package/extensions/xai/onboard.test.ts +91 -0
  1096. package/extensions/xai/onboard.ts +56 -0
  1097. package/extensions/xai/openclaw.plugin.json +274 -0
  1098. package/extensions/xai/package.json +20 -0
  1099. package/extensions/xai/plugin-registration.contract.test.ts +11 -0
  1100. package/extensions/xai/provider-catalog.ts +12 -0
  1101. package/extensions/xai/provider-contract-api.ts +22 -0
  1102. package/extensions/xai/provider-discovery.ts +27 -0
  1103. package/extensions/xai/provider-models.ts +45 -0
  1104. package/extensions/xai/provider-policy-api.test.ts +37 -0
  1105. package/extensions/xai/provider-policy-api.ts +18 -0
  1106. package/extensions/xai/realtime-transcription-provider.test.ts +273 -0
  1107. package/extensions/xai/realtime-transcription-provider.ts +306 -0
  1108. package/extensions/xai/runtime-model-compat.test.ts +60 -0
  1109. package/extensions/xai/runtime-model-compat.ts +72 -0
  1110. package/extensions/xai/setup-api.ts +22 -0
  1111. package/extensions/xai/speech-provider.test.ts +184 -0
  1112. package/extensions/xai/speech-provider.ts +275 -0
  1113. package/extensions/xai/src/code-execution-shared.ts +110 -0
  1114. package/extensions/xai/src/responses-tool-shared.test.ts +107 -0
  1115. package/extensions/xai/src/responses-tool-shared.ts +163 -0
  1116. package/extensions/xai/src/tool-auth-shared.test.ts +326 -0
  1117. package/extensions/xai/src/tool-auth-shared.ts +219 -0
  1118. package/extensions/xai/src/tool-config-shared.test.ts +36 -0
  1119. package/extensions/xai/src/tool-config-shared.ts +32 -0
  1120. package/extensions/xai/src/web-search-provider.runtime.ts +429 -0
  1121. package/extensions/xai/src/web-search-response.types.ts +25 -0
  1122. package/extensions/xai/src/web-search-shared.ts +124 -0
  1123. package/extensions/xai/src/x-search-config.ts +78 -0
  1124. package/extensions/xai/src/x-search-shared.ts +146 -0
  1125. package/extensions/xai/src/xai-user-agent.test.ts +59 -0
  1126. package/extensions/xai/src/xai-user-agent.ts +52 -0
  1127. package/extensions/xai/stream.test.ts +410 -0
  1128. package/extensions/xai/stream.ts +359 -0
  1129. package/extensions/xai/stt.test.ts +106 -0
  1130. package/extensions/xai/stt.ts +91 -0
  1131. package/extensions/xai/test-api.ts +1 -0
  1132. package/extensions/xai/test-helpers.ts +73 -0
  1133. package/extensions/xai/tsconfig.json +64 -0
  1134. package/extensions/xai/tts.test.ts +125 -0
  1135. package/extensions/xai/tts.ts +97 -0
  1136. package/extensions/xai/video-generation-provider.test.ts +443 -0
  1137. package/extensions/xai/video-generation-provider.ts +499 -0
  1138. package/extensions/xai/web-search-contract-api.ts +29 -0
  1139. package/extensions/xai/web-search.test.ts +1242 -0
  1140. package/extensions/xai/web-search.ts +68 -0
  1141. package/extensions/xai/x-search-tool-shared.ts +48 -0
  1142. package/extensions/xai/x-search.live.test.ts +76 -0
  1143. package/extensions/xai/x-search.test.ts +484 -0
  1144. package/extensions/xai/x-search.ts +230 -0
  1145. package/extensions/xai/xai-oauth.test.ts +387 -0
  1146. package/extensions/xai/xai-oauth.ts +752 -0
  1147. package/extensions/xai/xai.live.test.ts +323 -0
  1148. package/launcher.js +97 -0
  1149. package/logger.js +87 -0
  1150. package/package.json +21 -0
  1151. package/server.js +1800 -0
  1152. package/skills/ai-error-prevention/SKILL.md +105 -0
  1153. package/skills/api-design/SKILL.md +523 -0
  1154. package/skills/architecture-decision-records/SKILL.md +179 -0
  1155. package/skills/autonomous-loops/SKILL.md +610 -0
  1156. package/skills/backend-patterns/SKILL.md +598 -0
  1157. package/skills/codebase-onboarding/SKILL.md +233 -0
  1158. package/skills/coding-standards/SKILL.md +530 -0
  1159. package/skills/database-migrations/SKILL.md +429 -0
  1160. package/skills/deep-research/SKILL.md +155 -0
  1161. package/skills/error-prevention/SKILL.md +61 -0
  1162. package/skills/exa-search/SKILL.md +103 -0
  1163. package/skills/frontend-slides/SKILL.md +184 -0
  1164. package/skills/frontend-slides/STYLE_PRESETS.md +330 -0
  1165. package/skills/git-workflow/SKILL.md +715 -0
  1166. package/skills/iterative-retrieval/SKILL.md +211 -0
  1167. package/skills/php-security/SKILL.md +70 -0
  1168. package/skills/php-security/rules/thinkphp-security.rules +23 -0
  1169. package/skills/requirement-ears/SKILL.md +31 -0
  1170. package/skills/rules-distill/SKILL.md +264 -0
  1171. package/skills/rules-distill/scripts/scan-rules.sh +58 -0
  1172. package/skills/rules-distill/scripts/scan-skills.sh +129 -0
  1173. package/skills/search-first/SKILL.md +161 -0
  1174. package/skills/security-review/SKILL.md +495 -0
  1175. package/skills/security-review/cloud-infrastructure-security.md +361 -0
  1176. package/skills/security-scan/SKILL.md +68 -0
  1177. package/skills/security-scan/scripts/scan-config.ps1 +31 -0
  1178. package/skills/security-scan/scripts/scan-sqli.ps1 +21 -0
  1179. package/skills/skill-stocktake/SKILL.md +193 -0
  1180. package/skills/skill-stocktake/scripts/quick-diff.sh +87 -0
  1181. package/skills/skill-stocktake/scripts/save-results.sh +56 -0
  1182. package/skills/skill-stocktake/scripts/scan.sh +170 -0
  1183. package/skills/strategic-compact/SKILL.md +131 -0
  1184. package/skills/strategic-compact/suggest-compact.sh +54 -0
  1185. package/skills/tdd-workflow/SKILL.md +90 -0
  1186. package/skills/tdd-workflow/examples/IntegrationTestExample.php +35 -0
  1187. package/skills/tdd-workflow/examples/UnitTestExample.php +39 -0
  1188. package/skills/ui-spec-guider/ui-spec-guider/SKILL.md +37 -0
  1189. package/skills/ui-spec-guider/ui-spec-guider.skill +0 -0
  1190. package/skills/verification-loop/SKILL.md +126 -0
  1191. package/start.bat +29 -0
@@ -0,0 +1,1929 @@
1
+ import { existsSync, readFileSync } from "node:fs";
2
+ import path from "node:path";
3
+ import { resolveChannelTtsVoiceDelivery } from "openclaw/plugin-sdk/channel-targets";
4
+ import type {
5
+ OpenClawConfig,
6
+ ResolvedTtsPersona,
7
+ TtsAutoMode,
8
+ TtsConfig,
9
+ TtsModelOverrideConfig,
10
+ TtsProvider,
11
+ } from "openclaw/plugin-sdk/config-contracts";
12
+ import { formatErrorMessage } from "openclaw/plugin-sdk/error-runtime";
13
+ import { redactSensitiveText } from "openclaw/plugin-sdk/logging-core";
14
+ import { transcodeAudioBuffer } from "openclaw/plugin-sdk/media-runtime";
15
+ import {
16
+ markReplyPayloadAsTtsSupplement,
17
+ resolveSendableOutboundReplyParts,
18
+ type ReplyPayload,
19
+ } from "openclaw/plugin-sdk/reply-payload";
20
+ import {
21
+ getRuntimeConfigSnapshot,
22
+ getRuntimeConfigSourceSnapshot,
23
+ selectApplicableRuntimeConfig,
24
+ } from "openclaw/plugin-sdk/runtime-config-snapshot";
25
+ import { isVerbose, logVerbose } from "openclaw/plugin-sdk/runtime-env";
26
+ import { tempWorkspaceSync, resolvePreferredOpenClawTmpDir } from "openclaw/plugin-sdk/sandbox";
27
+ import { privateFileStoreSync } from "openclaw/plugin-sdk/security-runtime";
28
+ import {
29
+ normalizeLowercaseStringOrEmpty,
30
+ normalizeOptionalLowercaseString,
31
+ normalizeOptionalString,
32
+ } from "openclaw/plugin-sdk/string-coerce-runtime";
33
+ import { stripMarkdown } from "openclaw/plugin-sdk/text-chunking";
34
+ import { resolveConfigDir, resolveUserPath } from "openclaw/plugin-sdk/text-utility-runtime";
35
+ import {
36
+ canonicalizeSpeechProviderId,
37
+ getSpeechProvider,
38
+ listSpeechProviders,
39
+ normalizeSpeechProviderId,
40
+ normalizeTtsAutoMode,
41
+ parseTtsDirectives,
42
+ resolveEffectiveTtsConfig,
43
+ type ResolvedTtsConfig,
44
+ type ResolvedTtsModelOverrides,
45
+ scheduleCleanup,
46
+ summarizeText,
47
+ type SpeechProviderPlugin,
48
+ type SpeechProviderConfig,
49
+ type SpeechProviderOverrides,
50
+ type SpeechVoiceOption,
51
+ type TtsDirectiveOverrides,
52
+ type TtsDirectiveParseResult,
53
+ type TtsConfigResolutionContext,
54
+ } from "../api.js";
55
+
56
+ export type {
57
+ ResolvedTtsConfig,
58
+ ResolvedTtsModelOverrides,
59
+ TtsDirectiveOverrides,
60
+ TtsDirectiveParseResult,
61
+ };
62
+
63
+ const DEFAULT_TIMEOUT_MS = 30_000;
64
+ const DEFAULT_TTS_MAX_LENGTH = 1500;
65
+ const DEFAULT_TTS_SUMMARIZE = true;
66
+ const DEFAULT_MAX_TEXT_LENGTH = 4096;
67
+
68
+ function resolvePositiveTimeoutMs(timeoutMs: number | undefined): number | undefined {
69
+ return typeof timeoutMs === "number" && Number.isFinite(timeoutMs) && timeoutMs > 0
70
+ ? Math.floor(timeoutMs)
71
+ : undefined;
72
+ }
73
+
74
+ function resolveSpeechProviderTimeoutMs(params: {
75
+ timeoutMs?: number;
76
+ config: ResolvedTtsConfig;
77
+ provider: Pick<SpeechProviderPlugin, "defaultTimeoutMs">;
78
+ }): number {
79
+ if (params.timeoutMs !== undefined) {
80
+ return params.timeoutMs;
81
+ }
82
+ if (params.config.timeoutMsSource !== "default") {
83
+ return params.config.timeoutMs;
84
+ }
85
+ return resolvePositiveTimeoutMs(params.provider.defaultTimeoutMs) ?? params.config.timeoutMs;
86
+ }
87
+
88
+ type TtsUserPrefs = {
89
+ tts?: {
90
+ auto?: TtsAutoMode;
91
+ enabled?: boolean;
92
+ provider?: TtsProvider;
93
+ persona?: string | null;
94
+ maxLength?: number;
95
+ summarize?: boolean;
96
+ };
97
+ };
98
+
99
+ export type TtsAttemptReasonCode =
100
+ | "success"
101
+ | "no_provider_registered"
102
+ | "not_configured"
103
+ | "unsupported_for_streaming"
104
+ | "unsupported_for_telephony"
105
+ | "timeout"
106
+ | "provider_error";
107
+
108
+ export type TtsProviderAttempt = {
109
+ provider: string;
110
+ outcome: "success" | "skipped" | "failed";
111
+ reasonCode: TtsAttemptReasonCode;
112
+ persona?: string;
113
+ personaBinding?: "applied" | "missing" | "none";
114
+ latencyMs?: number;
115
+ error?: string;
116
+ };
117
+
118
+ export type TtsResult = {
119
+ success: boolean;
120
+ audioPath?: string;
121
+ error?: string;
122
+ latencyMs?: number;
123
+ provider?: string;
124
+ persona?: string;
125
+ fallbackFrom?: string;
126
+ attemptedProviders?: string[];
127
+ attempts?: TtsProviderAttempt[];
128
+ outputFormat?: string;
129
+ voiceCompatible?: boolean;
130
+ audioAsVoice?: boolean;
131
+ target?: "audio-file" | "voice-note";
132
+ };
133
+
134
+ export type TtsSynthesisResult = {
135
+ success: boolean;
136
+ audioBuffer?: Buffer;
137
+ error?: string;
138
+ latencyMs?: number;
139
+ provider?: string;
140
+ providerModel?: string;
141
+ providerVoice?: string;
142
+ persona?: string;
143
+ fallbackFrom?: string;
144
+ attemptedProviders?: string[];
145
+ attempts?: TtsProviderAttempt[];
146
+ outputFormat?: string;
147
+ voiceCompatible?: boolean;
148
+ fileExtension?: string;
149
+ target?: "audio-file" | "voice-note";
150
+ };
151
+
152
+ export type TtsStreamResult = {
153
+ success: boolean;
154
+ audioStream?: ReadableStream<Uint8Array>;
155
+ error?: string;
156
+ latencyMs?: number;
157
+ provider?: string;
158
+ providerModel?: string;
159
+ providerVoice?: string;
160
+ persona?: string;
161
+ fallbackFrom?: string;
162
+ attemptedProviders?: string[];
163
+ attempts?: TtsProviderAttempt[];
164
+ outputFormat?: string;
165
+ voiceCompatible?: boolean;
166
+ fileExtension?: string;
167
+ target?: "audio-file" | "voice-note";
168
+ release?: () => Promise<void>;
169
+ };
170
+
171
+ export type TtsSynthesisStreamResult = TtsStreamResult;
172
+
173
+ export type TtsTelephonyResult = {
174
+ success: boolean;
175
+ audioBuffer?: Buffer;
176
+ error?: string;
177
+ latencyMs?: number;
178
+ provider?: string;
179
+ providerModel?: string;
180
+ providerVoice?: string;
181
+ persona?: string;
182
+ fallbackFrom?: string;
183
+ attemptedProviders?: string[];
184
+ attempts?: TtsProviderAttempt[];
185
+ outputFormat?: string;
186
+ sampleRate?: number;
187
+ };
188
+
189
+ type TtsStatusEntry = {
190
+ timestamp: number;
191
+ success: boolean;
192
+ textLength: number;
193
+ summarized: boolean;
194
+ provider?: string;
195
+ persona?: string;
196
+ fallbackFrom?: string;
197
+ attemptedProviders?: string[];
198
+ attempts?: TtsProviderAttempt[];
199
+ latencyMs?: number;
200
+ error?: string;
201
+ };
202
+
203
+ let lastTtsAttempt: TtsStatusEntry | undefined;
204
+
205
+ function resolveConfiguredTtsAutoMode(raw: TtsConfig): TtsAutoMode {
206
+ return normalizeTtsAutoMode(raw.auto) ?? (raw.enabled ? "always" : "off");
207
+ }
208
+
209
+ function normalizeConfiguredSpeechProviderId(
210
+ providerId: string | undefined,
211
+ ): TtsProvider | undefined {
212
+ const normalized = normalizeSpeechProviderId(providerId);
213
+ if (!normalized) {
214
+ return undefined;
215
+ }
216
+ return normalized === "edge" ? "microsoft" : normalized;
217
+ }
218
+
219
+ function normalizeTtsPersonaId(personaId: string | null | undefined): string | undefined {
220
+ return normalizeOptionalLowercaseString(personaId ?? undefined);
221
+ }
222
+
223
+ function resolveTtsPrefsPathValue(prefsPath: string | undefined): string {
224
+ if (prefsPath?.trim()) {
225
+ return resolveUserPath(prefsPath.trim());
226
+ }
227
+ const envPath = process.env.OPENCLAW_TTS_PREFS?.trim();
228
+ if (envPath) {
229
+ return resolveUserPath(envPath);
230
+ }
231
+ return path.join(resolveConfigDir(process.env), "settings", "tts.json");
232
+ }
233
+
234
+ function resolveModelOverridePolicy(
235
+ overrides: TtsModelOverrideConfig | undefined,
236
+ ): ResolvedTtsModelOverrides {
237
+ const enabled = overrides?.enabled ?? true;
238
+ if (!enabled) {
239
+ return {
240
+ enabled: false,
241
+ allowText: false,
242
+ allowProvider: false,
243
+ allowVoice: false,
244
+ allowModelId: false,
245
+ allowVoiceSettings: false,
246
+ allowNormalization: false,
247
+ allowSeed: false,
248
+ };
249
+ }
250
+ const allow = (value: boolean | undefined, defaultValue = true) => value ?? defaultValue;
251
+ return {
252
+ enabled: true,
253
+ allowText: allow(overrides?.allowText),
254
+ allowProvider: allow(overrides?.allowProvider, false),
255
+ allowVoice: allow(overrides?.allowVoice),
256
+ allowModelId: allow(overrides?.allowModelId),
257
+ allowVoiceSettings: allow(overrides?.allowVoiceSettings),
258
+ allowNormalization: allow(overrides?.allowNormalization),
259
+ allowSeed: allow(overrides?.allowSeed),
260
+ };
261
+ }
262
+
263
+ function sortSpeechProvidersForAutoSelection(cfg?: OpenClawConfig) {
264
+ return listSpeechProviders(cfg).toSorted((left, right) => {
265
+ const leftOrder = left.autoSelectOrder ?? Number.MAX_SAFE_INTEGER;
266
+ const rightOrder = right.autoSelectOrder ?? Number.MAX_SAFE_INTEGER;
267
+ if (leftOrder !== rightOrder) {
268
+ return leftOrder - rightOrder;
269
+ }
270
+ return left.id.localeCompare(right.id);
271
+ });
272
+ }
273
+
274
+ function resolveTtsRuntimeConfig(cfg: OpenClawConfig): OpenClawConfig {
275
+ return (
276
+ selectApplicableRuntimeConfig({
277
+ inputConfig: cfg,
278
+ runtimeConfig: getRuntimeConfigSnapshot(),
279
+ runtimeSourceConfig: getRuntimeConfigSourceSnapshot(),
280
+ }) ?? cfg
281
+ );
282
+ }
283
+
284
+ function asProviderConfig(value: unknown): SpeechProviderConfig {
285
+ return typeof value === "object" && value !== null && !Array.isArray(value)
286
+ ? (value as SpeechProviderConfig)
287
+ : {};
288
+ }
289
+
290
+ function asProviderConfigMap(value: unknown): Record<string, unknown> {
291
+ return typeof value === "object" && value !== null && !Array.isArray(value)
292
+ ? (value as Record<string, unknown>)
293
+ : {};
294
+ }
295
+
296
+ function hasOwnProperty(value: object, key: string): boolean {
297
+ return Object.prototype.hasOwnProperty.call(value, key);
298
+ }
299
+
300
+ function normalizeProviderConfigMap(
301
+ value: unknown,
302
+ ): Record<string, SpeechProviderConfig> | undefined {
303
+ const rawMap = asProviderConfigMap(value);
304
+ if (Object.keys(rawMap).length === 0) {
305
+ return undefined;
306
+ }
307
+ const next: Record<string, SpeechProviderConfig> = {};
308
+ for (const [providerId, providerConfig] of Object.entries(rawMap)) {
309
+ const normalized = normalizeConfiguredSpeechProviderId(providerId) ?? providerId;
310
+ next[normalized] = asProviderConfig(providerConfig);
311
+ }
312
+ return next;
313
+ }
314
+
315
+ function collectTtsPersonas(raw: TtsConfig): Record<string, ResolvedTtsPersona> {
316
+ const rawPersonas = asProviderConfigMap(raw.personas);
317
+ const personas: Record<string, ResolvedTtsPersona> = {};
318
+ for (const [id, value] of Object.entries(rawPersonas)) {
319
+ const normalizedId = normalizeTtsPersonaId(id);
320
+ if (!normalizedId || typeof value !== "object" || value === null || Array.isArray(value)) {
321
+ continue;
322
+ }
323
+ const persona = value as Omit<ResolvedTtsPersona, "id">;
324
+ personas[normalizedId] = {
325
+ ...persona,
326
+ id: normalizedId,
327
+ provider: normalizeConfiguredSpeechProviderId(persona.provider) ?? persona.provider,
328
+ providers: normalizeProviderConfigMap(persona.providers),
329
+ };
330
+ }
331
+ return personas;
332
+ }
333
+
334
+ function resolvePersonaProviderConfig(
335
+ persona: ResolvedTtsPersona | undefined,
336
+ providerId: string,
337
+ ): SpeechProviderConfig | undefined {
338
+ if (!persona?.providers) {
339
+ return undefined;
340
+ }
341
+ const normalized = normalizeConfiguredSpeechProviderId(providerId) ?? providerId;
342
+ if (hasOwnProperty(persona.providers, normalized)) {
343
+ return persona.providers[normalized];
344
+ }
345
+ if (hasOwnProperty(persona.providers, providerId)) {
346
+ return persona.providers[providerId];
347
+ }
348
+ return undefined;
349
+ }
350
+
351
+ function mergeProviderConfigWithPersona(params: {
352
+ providerConfig: SpeechProviderConfig;
353
+ persona?: ResolvedTtsPersona;
354
+ providerId: string;
355
+ }): {
356
+ providerConfig: SpeechProviderConfig;
357
+ personaProviderConfig?: SpeechProviderConfig;
358
+ personaBinding: "applied" | "missing" | "none";
359
+ } {
360
+ if (!params.persona) {
361
+ return { providerConfig: params.providerConfig, personaBinding: "none" };
362
+ }
363
+ const personaProviderConfig = resolvePersonaProviderConfig(params.persona, params.providerId);
364
+ if (!personaProviderConfig) {
365
+ return { providerConfig: params.providerConfig, personaBinding: "missing" };
366
+ }
367
+ return {
368
+ providerConfig: {
369
+ ...params.providerConfig,
370
+ ...personaProviderConfig,
371
+ },
372
+ personaProviderConfig,
373
+ personaBinding: "applied",
374
+ };
375
+ }
376
+
377
+ function resolveRawProviderConfig(
378
+ raw: TtsConfig | undefined,
379
+ providerId: string,
380
+ ): SpeechProviderConfig {
381
+ if (!raw) {
382
+ return {};
383
+ }
384
+ const rawProviders = asProviderConfigMap(raw.providers);
385
+ const direct = rawProviders[providerId] ?? (raw as Record<string, unknown>)[providerId];
386
+ return asProviderConfig(direct);
387
+ }
388
+
389
+ function resolveLazyProviderConfig(
390
+ config: ResolvedTtsConfig,
391
+ providerId: string,
392
+ cfg?: OpenClawConfig,
393
+ ): SpeechProviderConfig {
394
+ const canonical =
395
+ normalizeConfiguredSpeechProviderId(providerId) ?? normalizeLowercaseStringOrEmpty(providerId);
396
+ const existing = config.providerConfigs[canonical];
397
+ const effectiveCfg = cfg ? resolveTtsRuntimeConfig(cfg) : config.sourceConfig;
398
+ if (existing && !effectiveCfg) {
399
+ return existing;
400
+ }
401
+ const rawConfig = resolveRawProviderConfig(config.rawConfig, canonical);
402
+ const resolvedProvider = getSpeechProvider(canonical, effectiveCfg);
403
+ const next =
404
+ effectiveCfg && resolvedProvider?.resolveConfig
405
+ ? resolvedProvider.resolveConfig({
406
+ cfg: effectiveCfg,
407
+ rawConfig: {
408
+ ...(config.rawConfig as Record<string, unknown> | undefined),
409
+ providers: asProviderConfigMap(config.rawConfig?.providers),
410
+ },
411
+ timeoutMs: resolveSpeechProviderTimeoutMs({ config, provider: resolvedProvider }),
412
+ })
413
+ : rawConfig;
414
+ config.providerConfigs[canonical] = next;
415
+ return next;
416
+ }
417
+
418
+ function collectDirectProviderConfigEntries(raw: TtsConfig): Record<string, SpeechProviderConfig> {
419
+ const entries: Record<string, SpeechProviderConfig> = {};
420
+ const rawProviders = asProviderConfigMap(raw.providers);
421
+ for (const [providerId, value] of Object.entries(rawProviders)) {
422
+ const normalized = normalizeConfiguredSpeechProviderId(providerId) ?? providerId;
423
+ entries[normalized] = asProviderConfig(value);
424
+ }
425
+ const reservedKeys = new Set([
426
+ "auto",
427
+ "enabled",
428
+ "maxTextLength",
429
+ "mode",
430
+ "modelOverrides",
431
+ "persona",
432
+ "personas",
433
+ "prefsPath",
434
+ "provider",
435
+ "providers",
436
+ "summaryModel",
437
+ "timeoutMs",
438
+ ]);
439
+ for (const [key, value] of Object.entries(raw as Record<string, unknown>)) {
440
+ if (reservedKeys.has(key)) {
441
+ continue;
442
+ }
443
+ if (typeof value !== "object" || value === null || Array.isArray(value)) {
444
+ continue;
445
+ }
446
+ const normalized = normalizeConfiguredSpeechProviderId(key) ?? key;
447
+ entries[normalized] ??= asProviderConfig(value);
448
+ }
449
+ return entries;
450
+ }
451
+
452
+ export function getResolvedSpeechProviderConfig(
453
+ config: ResolvedTtsConfig,
454
+ providerId: string,
455
+ cfg?: OpenClawConfig,
456
+ ): SpeechProviderConfig {
457
+ const effectiveCfg = cfg ? resolveTtsRuntimeConfig(cfg) : config.sourceConfig;
458
+ const canonical =
459
+ canonicalizeSpeechProviderId(providerId, effectiveCfg) ??
460
+ normalizeConfiguredSpeechProviderId(providerId) ??
461
+ normalizeLowercaseStringOrEmpty(providerId);
462
+ return resolveLazyProviderConfig(config, canonical, effectiveCfg);
463
+ }
464
+
465
+ export function resolveTtsConfig(
466
+ cfg: OpenClawConfig,
467
+ contextOrAgentId?: string | TtsConfigResolutionContext,
468
+ ): ResolvedTtsConfig {
469
+ cfg = resolveTtsRuntimeConfig(cfg);
470
+ const raw: TtsConfig = resolveEffectiveTtsConfig(cfg, contextOrAgentId);
471
+ const providerSource = raw.provider ? "config" : "default";
472
+ const timeoutMs = raw.timeoutMs ?? DEFAULT_TIMEOUT_MS;
473
+ const timeoutMsSource = raw.timeoutMs === undefined ? "default" : "config";
474
+ const auto = resolveConfiguredTtsAutoMode(raw);
475
+ const persona = normalizeTtsPersonaId(raw.persona);
476
+ return {
477
+ auto,
478
+ mode: raw.mode ?? "final",
479
+ provider:
480
+ normalizeConfiguredSpeechProviderId(raw.provider) ??
481
+ (providerSource === "config" ? (normalizeOptionalLowercaseString(raw.provider) ?? "") : ""),
482
+ providerSource,
483
+ persona,
484
+ personas: collectTtsPersonas(raw),
485
+ summaryModel: normalizeOptionalString(raw.summaryModel),
486
+ modelOverrides: resolveModelOverridePolicy(raw.modelOverrides),
487
+ providerConfigs: collectDirectProviderConfigEntries(raw),
488
+ prefsPath: raw.prefsPath,
489
+ maxTextLength: raw.maxTextLength ?? DEFAULT_MAX_TEXT_LENGTH,
490
+ timeoutMs,
491
+ timeoutMsSource,
492
+ rawConfig: raw,
493
+ sourceConfig: cfg,
494
+ };
495
+ }
496
+
497
+ export function resolveTtsPrefsPath(config: ResolvedTtsConfig): string {
498
+ return resolveTtsPrefsPathValue(config.prefsPath);
499
+ }
500
+
501
+ function resolveTtsAutoModeFromPrefs(prefs: TtsUserPrefs): TtsAutoMode | undefined {
502
+ const auto = normalizeTtsAutoMode(prefs.tts?.auto);
503
+ if (auto) {
504
+ return auto;
505
+ }
506
+ if (typeof prefs.tts?.enabled === "boolean") {
507
+ return prefs.tts.enabled ? "always" : "off";
508
+ }
509
+ return undefined;
510
+ }
511
+
512
+ export function resolveTtsAutoMode(params: {
513
+ config: ResolvedTtsConfig;
514
+ prefsPath: string;
515
+ sessionAuto?: string;
516
+ }): TtsAutoMode {
517
+ const sessionAuto = normalizeTtsAutoMode(params.sessionAuto);
518
+ if (sessionAuto) {
519
+ return sessionAuto;
520
+ }
521
+ const prefsAuto = resolveTtsAutoModeFromPrefs(readPrefs(params.prefsPath));
522
+ if (prefsAuto) {
523
+ return prefsAuto;
524
+ }
525
+ return params.config.auto;
526
+ }
527
+
528
+ function resolveEffectiveTtsAutoState(params: {
529
+ cfg: OpenClawConfig;
530
+ sessionAuto?: string;
531
+ agentId?: string;
532
+ channelId?: string;
533
+ accountId?: string;
534
+ }): {
535
+ autoMode: TtsAutoMode;
536
+ prefsPath: string;
537
+ } {
538
+ const raw: TtsConfig = resolveEffectiveTtsConfig(params.cfg, {
539
+ agentId: params.agentId,
540
+ channelId: params.channelId,
541
+ accountId: params.accountId,
542
+ });
543
+ const prefsPath = resolveTtsPrefsPathValue(raw.prefsPath);
544
+ const sessionAuto = normalizeTtsAutoMode(params.sessionAuto);
545
+ if (sessionAuto) {
546
+ return { autoMode: sessionAuto, prefsPath };
547
+ }
548
+ const prefsAuto = resolveTtsAutoModeFromPrefs(readPrefs(prefsPath));
549
+ if (prefsAuto) {
550
+ return { autoMode: prefsAuto, prefsPath };
551
+ }
552
+ return {
553
+ autoMode: resolveConfiguredTtsAutoMode(raw),
554
+ prefsPath,
555
+ };
556
+ }
557
+
558
+ export function buildTtsSystemPromptHint(
559
+ cfg: OpenClawConfig,
560
+ agentId?: string,
561
+ ): string | undefined {
562
+ cfg = resolveTtsRuntimeConfig(cfg);
563
+ const { autoMode, prefsPath } = resolveEffectiveTtsAutoState({ cfg, agentId });
564
+ if (autoMode === "off") {
565
+ return undefined;
566
+ }
567
+ const configForTest = resolveTtsConfig(cfg, agentId);
568
+ const persona = getTtsPersona(configForTest, prefsPath);
569
+ const maxLength = getTtsMaxLength(prefsPath);
570
+ const summarize = isSummarizationEnabled(prefsPath) ? "on" : "off";
571
+ const autoHint =
572
+ autoMode === "inbound"
573
+ ? "Only use TTS when the user's last message includes audio/voice."
574
+ : autoMode === "tagged"
575
+ ? "Only use TTS when you include [[tts:key=value]] directives or a [[tts:text]]...[[/tts:text]] block."
576
+ : undefined;
577
+ return [
578
+ "Voice (TTS) is enabled.",
579
+ autoHint,
580
+ persona
581
+ ? `Active TTS persona: ${persona.label ?? persona.id}${persona.description ? ` - ${persona.description}` : ""}.`
582
+ : undefined,
583
+ `Keep spoken text ≤${maxLength} chars to avoid auto-summary (summary ${summarize}).`,
584
+ "If workspace context (especially MEMORY.md) tells you not to use [[tts:...]] or to use a local/non-tagged voice workflow, follow that workspace instruction instead.",
585
+ "Use [[tts:...]] and optional [[tts:text]]...[[/tts:text]] to control voice/expressiveness.",
586
+ ]
587
+ .filter(Boolean)
588
+ .join("\n");
589
+ }
590
+
591
+ function readPrefs(prefsPath: string): TtsUserPrefs {
592
+ try {
593
+ if (!existsSync(prefsPath)) {
594
+ return {};
595
+ }
596
+ return JSON.parse(readFileSync(prefsPath, "utf8")) as TtsUserPrefs;
597
+ } catch {
598
+ return {};
599
+ }
600
+ }
601
+
602
+ function atomicWriteFileSync(filePath: string, content: string): void {
603
+ privateFileStoreSync(path.dirname(filePath)).writeText(path.basename(filePath), content);
604
+ }
605
+
606
+ function updatePrefs(prefsPath: string, update: (prefs: TtsUserPrefs) => void): void {
607
+ const prefs = readPrefs(prefsPath);
608
+ update(prefs);
609
+ atomicWriteFileSync(prefsPath, JSON.stringify(prefs, null, 2));
610
+ }
611
+
612
+ export function isTtsEnabled(
613
+ config: ResolvedTtsConfig,
614
+ prefsPath: string,
615
+ sessionAuto?: string,
616
+ ): boolean {
617
+ return resolveTtsAutoMode({ config, prefsPath, sessionAuto }) !== "off";
618
+ }
619
+
620
+ export function setTtsAutoMode(prefsPath: string, mode: TtsAutoMode): void {
621
+ updatePrefs(prefsPath, (prefs) => {
622
+ const next = { ...prefs.tts };
623
+ delete next.enabled;
624
+ next.auto = mode;
625
+ prefs.tts = next;
626
+ });
627
+ }
628
+
629
+ export function setTtsEnabled(prefsPath: string, enabled: boolean): void {
630
+ setTtsAutoMode(prefsPath, enabled ? "always" : "off");
631
+ }
632
+
633
+ export function getTtsProvider(config: ResolvedTtsConfig, prefsPath: string): TtsProvider {
634
+ const prefs = readPrefs(prefsPath);
635
+ const prefsProvider =
636
+ canonicalizeSpeechProviderId(prefs.tts?.provider) ??
637
+ normalizeConfiguredSpeechProviderId(prefs.tts?.provider);
638
+ if (prefsProvider) {
639
+ return prefsProvider;
640
+ }
641
+ const activePersona = resolveTtsPersonaFromPrefs(config, prefs);
642
+ const personaProvider =
643
+ canonicalizeSpeechProviderId(activePersona?.provider, config.sourceConfig) ??
644
+ normalizeConfiguredSpeechProviderId(activePersona?.provider);
645
+ if (personaProvider && getSpeechProvider(personaProvider, config.sourceConfig)) {
646
+ return personaProvider;
647
+ }
648
+ if (config.providerSource === "config") {
649
+ return normalizeConfiguredSpeechProviderId(config.provider) ?? config.provider;
650
+ }
651
+
652
+ const effectiveCfg = config.sourceConfig;
653
+ for (const provider of sortSpeechProvidersForAutoSelection(effectiveCfg)) {
654
+ if (
655
+ provider.isConfigured({
656
+ cfg: effectiveCfg,
657
+ providerConfig: config.providerConfigs[provider.id] ?? {},
658
+ timeoutMs: resolveSpeechProviderTimeoutMs({ config, provider }),
659
+ })
660
+ ) {
661
+ return provider.id;
662
+ }
663
+ }
664
+ return config.provider;
665
+ }
666
+
667
+ function resolveTtsPersonaFromPrefs(
668
+ config: ResolvedTtsConfig,
669
+ prefs: TtsUserPrefs,
670
+ ): ResolvedTtsPersona | undefined {
671
+ if (prefs.tts && hasOwnProperty(prefs.tts, "persona")) {
672
+ const prefsPersona = normalizeTtsPersonaId(prefs.tts.persona);
673
+ return prefsPersona ? config.personas[prefsPersona] : undefined;
674
+ }
675
+ const configPersona = normalizeTtsPersonaId(config.persona);
676
+ return configPersona ? config.personas[configPersona] : undefined;
677
+ }
678
+
679
+ export function getTtsPersona(
680
+ config: ResolvedTtsConfig,
681
+ prefsPath: string,
682
+ ): ResolvedTtsPersona | undefined {
683
+ return resolveTtsPersonaFromPrefs(config, readPrefs(prefsPath));
684
+ }
685
+
686
+ export function listTtsPersonas(config: ResolvedTtsConfig): ResolvedTtsPersona[] {
687
+ return Object.values(config.personas).toSorted((left, right) => left.id.localeCompare(right.id));
688
+ }
689
+
690
+ export function setTtsPersona(prefsPath: string, persona: string | null | undefined): void {
691
+ updatePrefs(prefsPath, (prefs) => {
692
+ const next = { ...prefs.tts };
693
+ const normalized = normalizeTtsPersonaId(persona);
694
+ next.persona = normalized ?? null;
695
+ prefs.tts = next;
696
+ });
697
+ }
698
+
699
+ export function setTtsProvider(prefsPath: string, provider: TtsProvider): void {
700
+ updatePrefs(prefsPath, (prefs) => {
701
+ prefs.tts = { ...prefs.tts, provider: canonicalizeSpeechProviderId(provider) ?? provider };
702
+ });
703
+ }
704
+
705
+ export function resolveExplicitTtsOverrides(params: {
706
+ cfg: OpenClawConfig;
707
+ prefsPath?: string;
708
+ provider?: string;
709
+ modelId?: string;
710
+ voiceId?: string;
711
+ agentId?: string;
712
+ channelId?: string;
713
+ accountId?: string;
714
+ }): TtsDirectiveOverrides {
715
+ const cfg = resolveTtsRuntimeConfig(params.cfg);
716
+ const providerInput = params.provider?.trim();
717
+ const modelId = params.modelId?.trim();
718
+ const voiceId = params.voiceId?.trim();
719
+ const config = resolveTtsConfig(cfg, {
720
+ agentId: params.agentId,
721
+ channelId: params.channelId,
722
+ accountId: params.accountId,
723
+ });
724
+ const prefsPath = params.prefsPath ?? resolveTtsPrefsPath(config);
725
+ const selectedProvider =
726
+ canonicalizeSpeechProviderId(providerInput, cfg) ??
727
+ (modelId || voiceId ? getTtsProvider(config, prefsPath) : undefined);
728
+
729
+ if (providerInput && !selectedProvider) {
730
+ throw new Error(`Unknown TTS provider "${providerInput}".`);
731
+ }
732
+
733
+ if (!modelId && !voiceId) {
734
+ return selectedProvider ? { provider: selectedProvider } : {};
735
+ }
736
+
737
+ if (!selectedProvider) {
738
+ throw new Error("TTS model or voice overrides require a resolved provider.");
739
+ }
740
+
741
+ const provider = getSpeechProvider(selectedProvider, cfg);
742
+ if (!provider) {
743
+ throw new Error(`speech provider ${selectedProvider} is not registered`);
744
+ }
745
+ if (!provider.resolveTalkOverrides) {
746
+ throw new Error(
747
+ `TTS provider "${selectedProvider}" does not support model or voice overrides.`,
748
+ );
749
+ }
750
+
751
+ const providerOverrides = provider.resolveTalkOverrides({
752
+ talkProviderConfig: {},
753
+ params: {
754
+ ...(voiceId ? { voiceId } : {}),
755
+ ...(modelId ? { modelId } : {}),
756
+ },
757
+ });
758
+ if ((voiceId || modelId) && (!providerOverrides || Object.keys(providerOverrides).length === 0)) {
759
+ throw new Error(
760
+ `TTS provider "${selectedProvider}" ignored the requested model or voice overrides.`,
761
+ );
762
+ }
763
+
764
+ const overridesRecord = providerOverrides as SpeechProviderOverrides;
765
+ return {
766
+ provider: selectedProvider,
767
+ providerOverrides: {
768
+ [provider.id]: overridesRecord,
769
+ },
770
+ };
771
+ }
772
+
773
+ export function getTtsMaxLength(prefsPath: string): number {
774
+ const prefs = readPrefs(prefsPath);
775
+ return prefs.tts?.maxLength ?? DEFAULT_TTS_MAX_LENGTH;
776
+ }
777
+
778
+ export function setTtsMaxLength(prefsPath: string, maxLength: number): void {
779
+ updatePrefs(prefsPath, (prefs) => {
780
+ prefs.tts = { ...prefs.tts, maxLength };
781
+ });
782
+ }
783
+
784
+ export function isSummarizationEnabled(prefsPath: string): boolean {
785
+ const prefs = readPrefs(prefsPath);
786
+ return prefs.tts?.summarize ?? DEFAULT_TTS_SUMMARIZE;
787
+ }
788
+
789
+ export function setSummarizationEnabled(prefsPath: string, enabled: boolean): void {
790
+ updatePrefs(prefsPath, (prefs) => {
791
+ prefs.tts = { ...prefs.tts, summarize: enabled };
792
+ });
793
+ }
794
+
795
+ export function getLastTtsAttempt(): TtsStatusEntry | undefined {
796
+ return lastTtsAttempt;
797
+ }
798
+
799
+ export function setLastTtsAttempt(entry: TtsStatusEntry | undefined): void {
800
+ lastTtsAttempt = entry;
801
+ }
802
+
803
+ function supportsNativeVoiceNoteTts(channel: string | undefined): boolean {
804
+ return resolveChannelTtsVoiceDelivery(channel) !== undefined;
805
+ }
806
+
807
+ function supportsTranscodedVoiceNoteTts(channel: string | undefined): boolean {
808
+ const delivery = resolveChannelTtsVoiceDelivery(channel);
809
+ return delivery?.synthesisTarget === "voice-note" && delivery.transcodesAudio === true;
810
+ }
811
+
812
+ function resolveTtsSynthesisTarget(channel: string | undefined): "audio-file" | "voice-note" {
813
+ return resolveChannelTtsVoiceDelivery(channel)?.synthesisTarget ?? "audio-file";
814
+ }
815
+
816
+ function supportsAudioFileVoiceMemoOutput(params: {
817
+ fileExtension?: string;
818
+ outputFormat?: string;
819
+ audioFileFormats?: readonly string[];
820
+ }): boolean {
821
+ const formats = new Set(params.audioFileFormats?.map((format) => format.trim().toLowerCase()));
822
+ if (formats.size === 0) {
823
+ return false;
824
+ }
825
+ const extension = params.fileExtension?.trim().toLowerCase();
826
+ if (extension && formats.has(extension.replace(/^\./, ""))) {
827
+ return true;
828
+ }
829
+ const outputFormat = params.outputFormat?.trim().toLowerCase();
830
+ return outputFormat ? formats.has(outputFormat) : false;
831
+ }
832
+
833
+ function shouldDeliverTtsAsVoice(params: {
834
+ channel: string | undefined;
835
+ target: "audio-file" | "voice-note" | undefined;
836
+ voiceCompatible: boolean | undefined;
837
+ fileExtension?: string;
838
+ outputFormat?: string;
839
+ }): boolean {
840
+ const delivery = resolveChannelTtsVoiceDelivery(params.channel);
841
+ if (!delivery) {
842
+ return false;
843
+ }
844
+ if (delivery.synthesisTarget === "audio-file") {
845
+ return (
846
+ params.target === "audio-file" &&
847
+ supportsAudioFileVoiceMemoOutput({
848
+ fileExtension: params.fileExtension,
849
+ outputFormat: params.outputFormat,
850
+ audioFileFormats: delivery.audioFileFormats,
851
+ })
852
+ );
853
+ }
854
+ if (params.target !== "voice-note") {
855
+ return false;
856
+ }
857
+ return params.voiceCompatible === true || delivery.transcodesAudio === true;
858
+ }
859
+
860
+ export function resolveTtsProviderOrder(primary: TtsProvider, cfg?: OpenClawConfig): TtsProvider[] {
861
+ const effectiveCfg = cfg ? resolveTtsRuntimeConfig(cfg) : undefined;
862
+ const normalizedPrimary = canonicalizeSpeechProviderId(primary, effectiveCfg) ?? primary;
863
+ const ordered = new Set<TtsProvider>([normalizedPrimary]);
864
+ for (const provider of sortSpeechProvidersForAutoSelection(effectiveCfg)) {
865
+ const normalized = provider.id;
866
+ if (normalized !== normalizedPrimary) {
867
+ ordered.add(normalized);
868
+ }
869
+ }
870
+ return [...ordered];
871
+ }
872
+
873
+ export function isTtsProviderConfigured(
874
+ config: ResolvedTtsConfig,
875
+ provider: TtsProvider,
876
+ cfg?: OpenClawConfig,
877
+ ): boolean {
878
+ const effectiveCfg = cfg ? resolveTtsRuntimeConfig(cfg) : config.sourceConfig;
879
+ const resolvedProvider = getSpeechProvider(provider, effectiveCfg);
880
+ if (!resolvedProvider) {
881
+ return false;
882
+ }
883
+ return (
884
+ resolvedProvider.isConfigured({
885
+ cfg: effectiveCfg,
886
+ providerConfig: getResolvedSpeechProviderConfig(config, resolvedProvider.id, effectiveCfg),
887
+ timeoutMs: resolveSpeechProviderTimeoutMs({ config, provider: resolvedProvider }),
888
+ }) ?? false
889
+ );
890
+ }
891
+
892
+ function formatTtsProviderError(provider: TtsProvider, err: unknown): string {
893
+ const error = err instanceof Error ? err : new Error(String(err));
894
+ if (error.name === "AbortError") {
895
+ return `${provider}: request timed out`;
896
+ }
897
+ return `${provider}: ${redactSensitiveText(error.message)}`;
898
+ }
899
+
900
+ function sanitizeTtsErrorForLog(err: unknown): string {
901
+ const raw = formatErrorMessage(err);
902
+ return redactSensitiveText(raw).replace(/\r/g, "\\r").replace(/\n/g, "\\n").replace(/\t/g, "\\t");
903
+ }
904
+
905
+ function buildTtsFailureResult(
906
+ errors: string[],
907
+ attemptedProviders?: string[],
908
+ attempts?: TtsProviderAttempt[],
909
+ persona?: string,
910
+ ): {
911
+ success: false;
912
+ error: string;
913
+ attemptedProviders?: string[];
914
+ attempts?: TtsProviderAttempt[];
915
+ persona?: string;
916
+ } {
917
+ return {
918
+ success: false,
919
+ error: `TTS conversion failed: ${errors.join("; ") || "no providers available"}`,
920
+ attemptedProviders,
921
+ attempts,
922
+ persona,
923
+ };
924
+ }
925
+
926
+ type TtsProviderReadyResolution =
927
+ | {
928
+ kind: "ready";
929
+ provider: NonNullable<ReturnType<typeof getSpeechProvider>>;
930
+ providerConfig: SpeechProviderConfig;
931
+ personaProviderConfig?: SpeechProviderConfig;
932
+ synthesisPersona?: ResolvedTtsPersona;
933
+ personaBinding: "applied" | "missing" | "none";
934
+ }
935
+ | {
936
+ kind: "skip";
937
+ reasonCode: "no_provider_registered" | "not_configured" | "unsupported_for_telephony";
938
+ message: string;
939
+ personaBinding?: "missing";
940
+ };
941
+
942
+ function resolveReadySpeechProvider(params: {
943
+ provider: TtsProvider;
944
+ cfg: OpenClawConfig;
945
+ config: ResolvedTtsConfig;
946
+ persona?: ResolvedTtsPersona;
947
+ requireTelephony?: boolean;
948
+ }): TtsProviderReadyResolution {
949
+ const resolvedProvider = getSpeechProvider(params.provider, params.cfg);
950
+ if (!resolvedProvider) {
951
+ return {
952
+ kind: "skip",
953
+ reasonCode: "no_provider_registered",
954
+ message: `${params.provider}: no provider registered`,
955
+ };
956
+ }
957
+ const providerConfig = getResolvedSpeechProviderConfig(
958
+ params.config,
959
+ resolvedProvider.id,
960
+ params.cfg,
961
+ );
962
+ const merged = mergeProviderConfigWithPersona({
963
+ providerConfig,
964
+ persona: params.persona,
965
+ providerId: resolvedProvider.id,
966
+ });
967
+ if (params.persona?.fallbackPolicy === "fail" && merged.personaBinding === "missing") {
968
+ return {
969
+ kind: "skip",
970
+ reasonCode: "not_configured",
971
+ message: `${params.provider}: persona ${params.persona.id} has no provider binding`,
972
+ personaBinding: "missing",
973
+ };
974
+ }
975
+ if (
976
+ !resolvedProvider.isConfigured({
977
+ cfg: params.cfg,
978
+ providerConfig: merged.providerConfig,
979
+ timeoutMs: resolveSpeechProviderTimeoutMs({
980
+ config: params.config,
981
+ provider: resolvedProvider,
982
+ }),
983
+ })
984
+ ) {
985
+ return {
986
+ kind: "skip",
987
+ reasonCode: "not_configured",
988
+ message: `${params.provider}: not configured`,
989
+ };
990
+ }
991
+ if (params.requireTelephony && !resolvedProvider.synthesizeTelephony) {
992
+ return {
993
+ kind: "skip",
994
+ reasonCode: "unsupported_for_telephony",
995
+ message: `${params.provider}: unsupported for telephony`,
996
+ };
997
+ }
998
+ return {
999
+ kind: "ready",
1000
+ provider: resolvedProvider,
1001
+ providerConfig: merged.providerConfig,
1002
+ personaProviderConfig: merged.personaProviderConfig,
1003
+ synthesisPersona:
1004
+ params.persona?.fallbackPolicy === "provider-defaults" && merged.personaBinding === "missing"
1005
+ ? undefined
1006
+ : params.persona,
1007
+ personaBinding: merged.personaBinding,
1008
+ };
1009
+ }
1010
+
1011
+ async function prepareSpeechSynthesis(params: {
1012
+ provider: NonNullable<ReturnType<typeof getSpeechProvider>>;
1013
+ text: string;
1014
+ cfg: OpenClawConfig;
1015
+ providerConfig: SpeechProviderConfig;
1016
+ providerOverrides?: SpeechProviderOverrides;
1017
+ persona?: ResolvedTtsPersona;
1018
+ personaProviderConfig?: SpeechProviderConfig;
1019
+ target: "audio-file" | "voice-note" | "telephony";
1020
+ timeoutMs: number;
1021
+ }): Promise<{
1022
+ text: string;
1023
+ providerConfig: SpeechProviderConfig;
1024
+ providerOverrides?: SpeechProviderOverrides;
1025
+ }> {
1026
+ if (!params.provider.prepareSynthesis) {
1027
+ return {
1028
+ text: params.text,
1029
+ providerConfig: params.providerConfig,
1030
+ providerOverrides: params.providerOverrides,
1031
+ };
1032
+ }
1033
+ const prepared = await params.provider.prepareSynthesis({
1034
+ text: params.text,
1035
+ cfg: params.cfg,
1036
+ providerConfig: params.providerConfig,
1037
+ providerOverrides: params.providerOverrides,
1038
+ persona: params.persona,
1039
+ personaProviderConfig: params.personaProviderConfig,
1040
+ target: params.target,
1041
+ timeoutMs: params.timeoutMs,
1042
+ });
1043
+ return {
1044
+ text: prepared?.text ?? params.text,
1045
+ providerConfig: prepared?.providerConfig
1046
+ ? { ...params.providerConfig, ...prepared.providerConfig }
1047
+ : params.providerConfig,
1048
+ providerOverrides: prepared?.providerOverrides
1049
+ ? { ...params.providerOverrides, ...prepared.providerOverrides }
1050
+ : params.providerOverrides,
1051
+ };
1052
+ }
1053
+
1054
+ function resolveTtsRequestSetup(params: {
1055
+ text: string;
1056
+ cfg: OpenClawConfig;
1057
+ prefsPath?: string;
1058
+ providerOverride?: TtsProvider;
1059
+ disableFallback?: boolean;
1060
+ agentId?: string;
1061
+ channelId?: string;
1062
+ accountId?: string;
1063
+ }):
1064
+ | {
1065
+ cfg: OpenClawConfig;
1066
+ config: ResolvedTtsConfig;
1067
+ persona?: ResolvedTtsPersona;
1068
+ providers: TtsProvider[];
1069
+ }
1070
+ | {
1071
+ error: string;
1072
+ } {
1073
+ const cfg = resolveTtsRuntimeConfig(params.cfg);
1074
+ const config = resolveTtsConfig(cfg, {
1075
+ agentId: params.agentId,
1076
+ channelId: params.channelId,
1077
+ accountId: params.accountId,
1078
+ });
1079
+ const prefsPath = params.prefsPath ?? resolveTtsPrefsPath(config);
1080
+ if (params.text.length > config.maxTextLength) {
1081
+ return {
1082
+ error: `Text too long (${params.text.length} chars, max ${config.maxTextLength})`,
1083
+ };
1084
+ }
1085
+
1086
+ const userProvider = getTtsProvider(config, prefsPath);
1087
+ const provider = canonicalizeSpeechProviderId(params.providerOverride, cfg) ?? userProvider;
1088
+ return {
1089
+ cfg,
1090
+ config,
1091
+ persona: getTtsPersona(config, prefsPath),
1092
+ providers: params.disableFallback ? [provider] : resolveTtsProviderOrder(provider, cfg),
1093
+ };
1094
+ }
1095
+
1096
+ function readTtsResultString(value: unknown): string | undefined {
1097
+ return typeof value === "string" && value.trim() ? value.trim() : undefined;
1098
+ }
1099
+
1100
+ function resolveTtsResultModel(
1101
+ providerConfig: SpeechProviderConfig,
1102
+ providerOverrides?: SpeechProviderOverrides,
1103
+ ): string | undefined {
1104
+ return (
1105
+ readTtsResultString(providerOverrides?.modelId) ??
1106
+ readTtsResultString(providerOverrides?.model) ??
1107
+ readTtsResultString(providerConfig.modelId) ??
1108
+ readTtsResultString(providerConfig.model)
1109
+ );
1110
+ }
1111
+
1112
+ function resolveTtsResultVoice(
1113
+ providerConfig: SpeechProviderConfig,
1114
+ providerOverrides?: SpeechProviderOverrides,
1115
+ ): string | undefined {
1116
+ return (
1117
+ readTtsResultString(providerOverrides?.voiceId) ??
1118
+ readTtsResultString(providerOverrides?.voiceName) ??
1119
+ readTtsResultString(providerOverrides?.voice) ??
1120
+ readTtsResultString(providerConfig.voiceId) ??
1121
+ readTtsResultString(providerConfig.voiceName) ??
1122
+ readTtsResultString(providerConfig.voice)
1123
+ );
1124
+ }
1125
+
1126
+ export async function textToSpeech(params: {
1127
+ text: string;
1128
+ cfg: OpenClawConfig;
1129
+ prefsPath?: string;
1130
+ channel?: string;
1131
+ overrides?: TtsDirectiveOverrides;
1132
+ disableFallback?: boolean;
1133
+ timeoutMs?: number;
1134
+ agentId?: string;
1135
+ accountId?: string;
1136
+ }): Promise<TtsResult> {
1137
+ const synthesis = await synthesizeSpeech(params);
1138
+ if (!synthesis.success || !synthesis.audioBuffer || !synthesis.fileExtension) {
1139
+ return {
1140
+ success: false,
1141
+ error: synthesis.error ?? "TTS conversion failed",
1142
+ persona: synthesis.persona,
1143
+ attemptedProviders: synthesis.attemptedProviders,
1144
+ attempts: synthesis.attempts,
1145
+ };
1146
+ }
1147
+
1148
+ let audioBuffer = synthesis.audioBuffer;
1149
+ let fileExtension = synthesis.fileExtension;
1150
+ let outputFormat = synthesis.outputFormat;
1151
+ const transcoded = await maybePreTranscodeForVoiceDelivery({
1152
+ channel: params.channel,
1153
+ target: synthesis.target,
1154
+ audioBuffer,
1155
+ fileExtension,
1156
+ outputFormat,
1157
+ });
1158
+ if (transcoded) {
1159
+ audioBuffer = transcoded.audioBuffer;
1160
+ fileExtension = transcoded.fileExtension;
1161
+ outputFormat = transcoded.outputFormat;
1162
+ }
1163
+
1164
+ const temp = tempWorkspaceSync({
1165
+ rootDir: resolvePreferredOpenClawTmpDir(),
1166
+ prefix: "tts-",
1167
+ });
1168
+ const audioPath = temp.write(`voice-${Date.now()}${fileExtension}`, audioBuffer);
1169
+ scheduleCleanup(temp.dir);
1170
+
1171
+ return {
1172
+ success: true,
1173
+ audioPath,
1174
+ latencyMs: synthesis.latencyMs,
1175
+ provider: synthesis.provider,
1176
+ persona: synthesis.persona,
1177
+ fallbackFrom: synthesis.fallbackFrom,
1178
+ attemptedProviders: synthesis.attemptedProviders,
1179
+ attempts: synthesis.attempts,
1180
+ outputFormat,
1181
+ voiceCompatible: synthesis.voiceCompatible,
1182
+ audioAsVoice: shouldDeliverTtsAsVoice({
1183
+ channel: params.channel,
1184
+ target: synthesis.target,
1185
+ voiceCompatible: synthesis.voiceCompatible,
1186
+ fileExtension,
1187
+ outputFormat,
1188
+ }),
1189
+ target: synthesis.target,
1190
+ };
1191
+ }
1192
+
1193
+ async function maybePreTranscodeForVoiceDelivery(params: {
1194
+ channel: string | undefined;
1195
+ target: "audio-file" | "voice-note" | undefined;
1196
+ audioBuffer: Buffer;
1197
+ fileExtension: string;
1198
+ outputFormat?: string;
1199
+ }): Promise<{ audioBuffer: Buffer; fileExtension: string; outputFormat?: string } | undefined> {
1200
+ if (params.target !== "audio-file") {
1201
+ return undefined;
1202
+ }
1203
+ const delivery = resolveChannelTtsVoiceDelivery(params.channel);
1204
+ const preferred = delivery?.preferAudioFileFormat?.trim().toLowerCase();
1205
+ if (!preferred) {
1206
+ return undefined;
1207
+ }
1208
+ const sourceExt = params.fileExtension.trim().toLowerCase().replace(/^\./, "");
1209
+ if (sourceExt === preferred) {
1210
+ return undefined;
1211
+ }
1212
+ const outcome = await transcodeAudioBuffer({
1213
+ audioBuffer: params.audioBuffer,
1214
+ sourceExtension: sourceExt,
1215
+ targetExtension: preferred,
1216
+ });
1217
+ if (!outcome.ok) {
1218
+ if (outcome.reason === "transcoder-failed") {
1219
+ // Surface only the case where the host actually attempted the transcode
1220
+ // and it broke. The other reasons ("no-recipe", "noop-same-container",
1221
+ // "platform-unsupported", "invalid-extension") are by-design skips and
1222
+ // would just be log noise. This is the line that tells you "the channel
1223
+ // asked for a pre-encode, the host had a recipe for it, and it failed"
1224
+ // — i.e. the case where #72506 silently regresses.
1225
+ logVerbose(
1226
+ `TTS: pre-transcode ${sourceExt}->${preferred} for channel=${params.channel ?? "?"} failed: ${outcome.detail ?? "unknown"}`,
1227
+ );
1228
+ }
1229
+ return undefined;
1230
+ }
1231
+ return {
1232
+ audioBuffer: outcome.buffer,
1233
+ fileExtension: `.${preferred}`,
1234
+ outputFormat: preferred,
1235
+ };
1236
+ }
1237
+
1238
+ export async function synthesizeSpeech(params: {
1239
+ text: string;
1240
+ cfg: OpenClawConfig;
1241
+ prefsPath?: string;
1242
+ channel?: string;
1243
+ overrides?: TtsDirectiveOverrides;
1244
+ disableFallback?: boolean;
1245
+ timeoutMs?: number;
1246
+ agentId?: string;
1247
+ accountId?: string;
1248
+ }): Promise<TtsSynthesisResult> {
1249
+ const setup = resolveTtsRequestSetup({
1250
+ text: params.text,
1251
+ cfg: params.cfg,
1252
+ prefsPath: params.prefsPath,
1253
+ providerOverride: params.overrides?.provider,
1254
+ disableFallback: params.disableFallback,
1255
+ agentId: params.agentId,
1256
+ channelId: params.channel,
1257
+ accountId: params.accountId,
1258
+ });
1259
+ if ("error" in setup) {
1260
+ return { success: false, error: setup.error };
1261
+ }
1262
+
1263
+ const { cfg, config, persona, providers } = setup;
1264
+ const target = resolveTtsSynthesisTarget(params.channel);
1265
+
1266
+ const errors: string[] = [];
1267
+ const attemptedProviders: string[] = [];
1268
+ const attempts: TtsProviderAttempt[] = [];
1269
+ const primaryProvider = providers[0];
1270
+ logVerbose(
1271
+ `TTS: starting with provider ${primaryProvider}, fallbacks: ${providers.slice(1).join(", ") || "none"}`,
1272
+ );
1273
+
1274
+ for (const provider of providers) {
1275
+ attemptedProviders.push(provider);
1276
+ const providerStart = Date.now();
1277
+ try {
1278
+ const resolvedProvider = resolveReadySpeechProvider({
1279
+ provider,
1280
+ cfg,
1281
+ config,
1282
+ persona,
1283
+ });
1284
+ if (resolvedProvider.kind === "skip") {
1285
+ errors.push(resolvedProvider.message);
1286
+ attempts.push({
1287
+ provider,
1288
+ outcome: "skipped",
1289
+ reasonCode: resolvedProvider.reasonCode,
1290
+ persona: persona?.id,
1291
+ ...(resolvedProvider.personaBinding
1292
+ ? { personaBinding: resolvedProvider.personaBinding }
1293
+ : {}),
1294
+ error: resolvedProvider.message,
1295
+ });
1296
+ logVerbose(`TTS: provider ${provider} skipped (${resolvedProvider.message})`);
1297
+ continue;
1298
+ }
1299
+ const timeoutMs = resolveSpeechProviderTimeoutMs({
1300
+ timeoutMs: params.timeoutMs,
1301
+ config,
1302
+ provider: resolvedProvider.provider,
1303
+ });
1304
+ const prepared = await prepareSpeechSynthesis({
1305
+ provider: resolvedProvider.provider,
1306
+ text: params.text,
1307
+ cfg,
1308
+ providerConfig: resolvedProvider.providerConfig,
1309
+ providerOverrides: params.overrides?.providerOverrides?.[resolvedProvider.provider.id],
1310
+ persona: resolvedProvider.synthesisPersona,
1311
+ personaProviderConfig: resolvedProvider.personaProviderConfig,
1312
+ target,
1313
+ timeoutMs,
1314
+ });
1315
+ const synthesis = await resolvedProvider.provider.synthesize({
1316
+ text: prepared.text,
1317
+ cfg,
1318
+ providerConfig: prepared.providerConfig,
1319
+ target,
1320
+ providerOverrides: prepared.providerOverrides,
1321
+ timeoutMs,
1322
+ });
1323
+ const latencyMs = Date.now() - providerStart;
1324
+ attempts.push({
1325
+ provider,
1326
+ outcome: "success",
1327
+ reasonCode: "success",
1328
+ persona: persona?.id,
1329
+ personaBinding: resolvedProvider.personaBinding,
1330
+ latencyMs,
1331
+ });
1332
+ return {
1333
+ success: true,
1334
+ audioBuffer: synthesis.audioBuffer,
1335
+ latencyMs,
1336
+ provider,
1337
+ providerModel: resolveTtsResultModel(prepared.providerConfig, prepared.providerOverrides),
1338
+ providerVoice: resolveTtsResultVoice(prepared.providerConfig, prepared.providerOverrides),
1339
+ persona: persona?.id,
1340
+ fallbackFrom: provider !== primaryProvider ? primaryProvider : undefined,
1341
+ attemptedProviders,
1342
+ attempts,
1343
+ outputFormat: synthesis.outputFormat,
1344
+ voiceCompatible: synthesis.voiceCompatible,
1345
+ fileExtension: synthesis.fileExtension,
1346
+ target,
1347
+ };
1348
+ } catch (err) {
1349
+ const errorMsg = formatTtsProviderError(provider, err);
1350
+ const latencyMs = Date.now() - providerStart;
1351
+ errors.push(errorMsg);
1352
+ attempts.push({
1353
+ provider,
1354
+ outcome: "failed",
1355
+ reasonCode:
1356
+ err instanceof Error && err.name === "AbortError" ? "timeout" : "provider_error",
1357
+ latencyMs,
1358
+ persona: persona?.id,
1359
+ personaBinding:
1360
+ resolvePersonaProviderConfig(persona, provider) != null
1361
+ ? "applied"
1362
+ : persona
1363
+ ? "missing"
1364
+ : "none",
1365
+ error: errorMsg,
1366
+ });
1367
+ const rawError = sanitizeTtsErrorForLog(err);
1368
+ if (provider === primaryProvider) {
1369
+ const hasFallbacks = providers.length > 1;
1370
+ logVerbose(
1371
+ `TTS: primary provider ${provider} failed (${rawError})${hasFallbacks ? "; trying fallback providers." : "; no fallback providers configured."}`,
1372
+ );
1373
+ } else {
1374
+ logVerbose(`TTS: ${provider} failed (${rawError}); trying next provider.`);
1375
+ }
1376
+ }
1377
+ }
1378
+
1379
+ return buildTtsFailureResult(errors, attemptedProviders, attempts, persona?.id);
1380
+ }
1381
+
1382
+ export async function streamSpeech(params: {
1383
+ text: string;
1384
+ cfg: OpenClawConfig;
1385
+ prefsPath?: string;
1386
+ channel?: string;
1387
+ overrides?: TtsDirectiveOverrides;
1388
+ disableFallback?: boolean;
1389
+ timeoutMs?: number;
1390
+ agentId?: string;
1391
+ accountId?: string;
1392
+ }): Promise<TtsSynthesisStreamResult> {
1393
+ const setup = resolveTtsRequestSetup({
1394
+ text: params.text,
1395
+ cfg: params.cfg,
1396
+ prefsPath: params.prefsPath,
1397
+ providerOverride: params.overrides?.provider,
1398
+ disableFallback: params.disableFallback,
1399
+ agentId: params.agentId,
1400
+ channelId: params.channel,
1401
+ accountId: params.accountId,
1402
+ });
1403
+ if ("error" in setup) {
1404
+ return { success: false, error: setup.error };
1405
+ }
1406
+
1407
+ const { cfg, config, persona, providers } = setup;
1408
+ const target = resolveTtsSynthesisTarget(params.channel);
1409
+ const errors: string[] = [];
1410
+ const attemptedProviders: string[] = [];
1411
+ const attempts: TtsProviderAttempt[] = [];
1412
+ const primaryProvider = providers[0];
1413
+ logVerbose(
1414
+ `TTS stream: starting with provider ${primaryProvider}, fallbacks: ${providers.slice(1).join(", ") || "none"}`,
1415
+ );
1416
+
1417
+ for (const provider of providers) {
1418
+ attemptedProviders.push(provider);
1419
+ const providerStart = Date.now();
1420
+ try {
1421
+ const resolvedProvider = resolveReadySpeechProvider({
1422
+ provider,
1423
+ cfg,
1424
+ config,
1425
+ persona,
1426
+ });
1427
+ if (resolvedProvider.kind === "skip") {
1428
+ errors.push(resolvedProvider.message);
1429
+ attempts.push({
1430
+ provider,
1431
+ outcome: "skipped",
1432
+ reasonCode: resolvedProvider.reasonCode,
1433
+ persona: persona?.id,
1434
+ ...(resolvedProvider.personaBinding
1435
+ ? { personaBinding: resolvedProvider.personaBinding }
1436
+ : {}),
1437
+ error: resolvedProvider.message,
1438
+ });
1439
+ logVerbose(`TTS stream: provider ${provider} skipped (${resolvedProvider.message})`);
1440
+ continue;
1441
+ }
1442
+ if (!resolvedProvider.provider.streamSynthesize) {
1443
+ const message = `${provider} does not support streaming TTS`;
1444
+ errors.push(message);
1445
+ attempts.push({
1446
+ provider,
1447
+ outcome: "skipped",
1448
+ reasonCode: "unsupported_for_streaming",
1449
+ persona: persona?.id,
1450
+ personaBinding: resolvedProvider.personaBinding,
1451
+ error: message,
1452
+ });
1453
+ logVerbose(`TTS stream: provider ${provider} skipped (${message})`);
1454
+ continue;
1455
+ }
1456
+ const timeoutMs = resolveSpeechProviderTimeoutMs({
1457
+ timeoutMs: params.timeoutMs,
1458
+ config,
1459
+ provider: resolvedProvider.provider,
1460
+ });
1461
+ const prepared = await prepareSpeechSynthesis({
1462
+ provider: resolvedProvider.provider,
1463
+ text: params.text,
1464
+ cfg,
1465
+ providerConfig: resolvedProvider.providerConfig,
1466
+ providerOverrides: params.overrides?.providerOverrides?.[resolvedProvider.provider.id],
1467
+ persona: resolvedProvider.synthesisPersona,
1468
+ personaProviderConfig: resolvedProvider.personaProviderConfig,
1469
+ target,
1470
+ timeoutMs,
1471
+ });
1472
+ const synthesis = await resolvedProvider.provider.streamSynthesize({
1473
+ text: prepared.text,
1474
+ cfg,
1475
+ providerConfig: prepared.providerConfig,
1476
+ target,
1477
+ providerOverrides: prepared.providerOverrides,
1478
+ timeoutMs,
1479
+ });
1480
+ const latencyMs = Date.now() - providerStart;
1481
+ attempts.push({
1482
+ provider,
1483
+ outcome: "success",
1484
+ reasonCode: "success",
1485
+ persona: persona?.id,
1486
+ personaBinding: resolvedProvider.personaBinding,
1487
+ latencyMs,
1488
+ });
1489
+ return {
1490
+ success: true,
1491
+ audioStream: synthesis.audioStream,
1492
+ latencyMs,
1493
+ provider,
1494
+ providerModel: resolveTtsResultModel(prepared.providerConfig, prepared.providerOverrides),
1495
+ providerVoice: resolveTtsResultVoice(prepared.providerConfig, prepared.providerOverrides),
1496
+ persona: persona?.id,
1497
+ fallbackFrom: provider !== primaryProvider ? primaryProvider : undefined,
1498
+ attemptedProviders,
1499
+ attempts,
1500
+ outputFormat: synthesis.outputFormat,
1501
+ voiceCompatible: synthesis.voiceCompatible,
1502
+ fileExtension: synthesis.fileExtension,
1503
+ target,
1504
+ release: synthesis.release,
1505
+ };
1506
+ } catch (err) {
1507
+ const errorMsg = formatTtsProviderError(provider, err);
1508
+ const latencyMs = Date.now() - providerStart;
1509
+ errors.push(errorMsg);
1510
+ attempts.push({
1511
+ provider,
1512
+ outcome: "failed",
1513
+ reasonCode:
1514
+ err instanceof Error && err.name === "AbortError" ? "timeout" : "provider_error",
1515
+ latencyMs,
1516
+ persona: persona?.id,
1517
+ personaBinding:
1518
+ resolvePersonaProviderConfig(persona, provider) != null
1519
+ ? "applied"
1520
+ : persona
1521
+ ? "missing"
1522
+ : "none",
1523
+ error: errorMsg,
1524
+ });
1525
+ const rawError = sanitizeTtsErrorForLog(err);
1526
+ if (provider === primaryProvider) {
1527
+ const hasFallbacks = providers.length > 1;
1528
+ logVerbose(
1529
+ `TTS stream: primary provider ${provider} failed (${rawError})${hasFallbacks ? "; trying fallback providers." : "; no fallback providers configured."}`,
1530
+ );
1531
+ } else {
1532
+ logVerbose(`TTS stream: ${provider} failed (${rawError}); trying next provider.`);
1533
+ }
1534
+ }
1535
+ }
1536
+
1537
+ return buildTtsFailureResult(errors, attemptedProviders, attempts, persona?.id);
1538
+ }
1539
+
1540
+ export async function textToSpeechStream(params: {
1541
+ text: string;
1542
+ cfg: OpenClawConfig;
1543
+ prefsPath?: string;
1544
+ channel?: string;
1545
+ overrides?: TtsDirectiveOverrides;
1546
+ disableFallback?: boolean;
1547
+ timeoutMs?: number;
1548
+ agentId?: string;
1549
+ accountId?: string;
1550
+ }): Promise<TtsStreamResult> {
1551
+ const synthesis = await streamSpeech(params);
1552
+ if (!synthesis.success || !synthesis.audioStream || !synthesis.fileExtension) {
1553
+ return {
1554
+ success: false,
1555
+ error: synthesis.error ?? "Streaming TTS conversion failed",
1556
+ persona: synthesis.persona,
1557
+ attemptedProviders: synthesis.attemptedProviders,
1558
+ attempts: synthesis.attempts,
1559
+ };
1560
+ }
1561
+ return synthesis;
1562
+ }
1563
+
1564
+ export async function textToSpeechTelephony(params: {
1565
+ text: string;
1566
+ cfg: OpenClawConfig;
1567
+ prefsPath?: string;
1568
+ overrides?: TtsDirectiveOverrides;
1569
+ }): Promise<TtsTelephonyResult> {
1570
+ const setup = resolveTtsRequestSetup({
1571
+ text: params.text,
1572
+ cfg: params.cfg,
1573
+ prefsPath: params.prefsPath,
1574
+ providerOverride: params.overrides?.provider,
1575
+ });
1576
+ if ("error" in setup) {
1577
+ return { success: false, error: setup.error };
1578
+ }
1579
+
1580
+ const { cfg, config, persona, providers } = setup;
1581
+ const errors: string[] = [];
1582
+ const attemptedProviders: string[] = [];
1583
+ const attempts: TtsProviderAttempt[] = [];
1584
+ const primaryProvider = providers[0];
1585
+ logVerbose(
1586
+ `TTS telephony: starting with provider ${primaryProvider}, fallbacks: ${providers.slice(1).join(", ") || "none"}`,
1587
+ );
1588
+
1589
+ for (const provider of providers) {
1590
+ attemptedProviders.push(provider);
1591
+ const providerStart = Date.now();
1592
+ try {
1593
+ const resolvedProvider = resolveReadySpeechProvider({
1594
+ provider,
1595
+ cfg,
1596
+ config,
1597
+ persona,
1598
+ requireTelephony: true,
1599
+ });
1600
+ if (resolvedProvider.kind === "skip") {
1601
+ errors.push(resolvedProvider.message);
1602
+ attempts.push({
1603
+ provider,
1604
+ outcome: "skipped",
1605
+ reasonCode: resolvedProvider.reasonCode,
1606
+ persona: persona?.id,
1607
+ ...(resolvedProvider.personaBinding
1608
+ ? { personaBinding: resolvedProvider.personaBinding }
1609
+ : {}),
1610
+ error: resolvedProvider.message,
1611
+ });
1612
+ logVerbose(`TTS telephony: provider ${provider} skipped (${resolvedProvider.message})`);
1613
+ continue;
1614
+ }
1615
+ const timeoutMs = resolveSpeechProviderTimeoutMs({
1616
+ config,
1617
+ provider: resolvedProvider.provider,
1618
+ });
1619
+ const synthesizeTelephony = resolvedProvider.provider.synthesizeTelephony as NonNullable<
1620
+ typeof resolvedProvider.provider.synthesizeTelephony
1621
+ >;
1622
+ const prepared = await prepareSpeechSynthesis({
1623
+ provider: resolvedProvider.provider,
1624
+ text: params.text,
1625
+ cfg,
1626
+ providerConfig: resolvedProvider.providerConfig,
1627
+ providerOverrides: params.overrides?.providerOverrides?.[resolvedProvider.provider.id],
1628
+ persona: resolvedProvider.synthesisPersona,
1629
+ personaProviderConfig: resolvedProvider.personaProviderConfig,
1630
+ target: "telephony",
1631
+ timeoutMs,
1632
+ });
1633
+ const synthesis = await synthesizeTelephony({
1634
+ text: prepared.text,
1635
+ cfg,
1636
+ providerConfig: prepared.providerConfig,
1637
+ providerOverrides: prepared.providerOverrides,
1638
+ timeoutMs,
1639
+ });
1640
+ const latencyMs = Date.now() - providerStart;
1641
+ attempts.push({
1642
+ provider,
1643
+ outcome: "success",
1644
+ reasonCode: "success",
1645
+ persona: persona?.id,
1646
+ personaBinding: resolvedProvider.personaBinding,
1647
+ latencyMs,
1648
+ });
1649
+
1650
+ return {
1651
+ success: true,
1652
+ audioBuffer: synthesis.audioBuffer,
1653
+ latencyMs,
1654
+ provider,
1655
+ providerModel: resolveTtsResultModel(prepared.providerConfig, prepared.providerOverrides),
1656
+ providerVoice: resolveTtsResultVoice(prepared.providerConfig, prepared.providerOverrides),
1657
+ persona: persona?.id,
1658
+ fallbackFrom: provider !== primaryProvider ? primaryProvider : undefined,
1659
+ attemptedProviders,
1660
+ attempts,
1661
+ outputFormat: synthesis.outputFormat,
1662
+ sampleRate: synthesis.sampleRate,
1663
+ };
1664
+ } catch (err) {
1665
+ const errorMsg = formatTtsProviderError(provider, err);
1666
+ const latencyMs = Date.now() - providerStart;
1667
+ errors.push(errorMsg);
1668
+ attempts.push({
1669
+ provider,
1670
+ outcome: "failed",
1671
+ reasonCode:
1672
+ err instanceof Error && err.name === "AbortError" ? "timeout" : "provider_error",
1673
+ latencyMs,
1674
+ persona: persona?.id,
1675
+ personaBinding:
1676
+ resolvePersonaProviderConfig(persona, provider) != null
1677
+ ? "applied"
1678
+ : persona
1679
+ ? "missing"
1680
+ : "none",
1681
+ error: errorMsg,
1682
+ });
1683
+ const rawError = sanitizeTtsErrorForLog(err);
1684
+ if (provider === primaryProvider) {
1685
+ const hasFallbacks = providers.length > 1;
1686
+ logVerbose(
1687
+ `TTS telephony: primary provider ${provider} failed (${rawError})${hasFallbacks ? "; trying fallback providers." : "; no fallback providers configured."}`,
1688
+ );
1689
+ } else {
1690
+ logVerbose(`TTS telephony: ${provider} failed (${rawError}); trying next provider.`);
1691
+ }
1692
+ }
1693
+ }
1694
+
1695
+ return buildTtsFailureResult(errors, attemptedProviders, attempts, persona?.id);
1696
+ }
1697
+
1698
+ export async function listSpeechVoices(params: {
1699
+ provider: string;
1700
+ cfg?: OpenClawConfig;
1701
+ config?: ResolvedTtsConfig;
1702
+ apiKey?: string;
1703
+ baseUrl?: string;
1704
+ }): Promise<SpeechVoiceOption[]> {
1705
+ const cfg = params.cfg ? resolveTtsRuntimeConfig(params.cfg) : undefined;
1706
+ const provider = canonicalizeSpeechProviderId(params.provider, cfg);
1707
+ if (!provider) {
1708
+ throw new Error("speech provider id is required");
1709
+ }
1710
+ const config = params.config ?? (cfg ? resolveTtsConfig(cfg) : undefined);
1711
+ if (!config) {
1712
+ throw new Error(`speech provider ${provider} requires cfg or resolved config`);
1713
+ }
1714
+ const resolvedProvider = getSpeechProvider(provider, cfg);
1715
+ if (!resolvedProvider) {
1716
+ throw new Error(`speech provider ${provider} is not registered`);
1717
+ }
1718
+ if (!resolvedProvider.listVoices) {
1719
+ throw new Error(`speech provider ${provider} does not support voice listing`);
1720
+ }
1721
+ return await resolvedProvider.listVoices({
1722
+ cfg,
1723
+ providerConfig: getResolvedSpeechProviderConfig(config, resolvedProvider.id, cfg),
1724
+ apiKey: params.apiKey,
1725
+ baseUrl: params.baseUrl,
1726
+ });
1727
+ }
1728
+
1729
+ export async function maybeApplyTtsToPayload(params: {
1730
+ payload: ReplyPayload;
1731
+ cfg: OpenClawConfig;
1732
+ channel?: string;
1733
+ kind?: "tool" | "block" | "final";
1734
+ inboundAudio?: boolean;
1735
+ ttsAuto?: string;
1736
+ agentId?: string;
1737
+ accountId?: string;
1738
+ }): Promise<ReplyPayload> {
1739
+ if (params.payload.isCompactionNotice) {
1740
+ return params.payload;
1741
+ }
1742
+ const cfg = resolveTtsRuntimeConfig(params.cfg);
1743
+ const { autoMode, prefsPath } = resolveEffectiveTtsAutoState({
1744
+ cfg,
1745
+ sessionAuto: params.ttsAuto,
1746
+ agentId: params.agentId,
1747
+ channelId: params.channel,
1748
+ accountId: params.accountId,
1749
+ });
1750
+ if (autoMode === "off") {
1751
+ return params.payload;
1752
+ }
1753
+ const config = resolveTtsConfig(cfg, {
1754
+ agentId: params.agentId,
1755
+ channelId: params.channel,
1756
+ accountId: params.accountId,
1757
+ });
1758
+ const activeProvider = getTtsProvider(config, prefsPath);
1759
+
1760
+ const reply = resolveSendableOutboundReplyParts(params.payload);
1761
+ const text = reply.text;
1762
+ const directives = parseTtsDirectives(text, config.modelOverrides, {
1763
+ cfg,
1764
+ providerConfigs: config.providerConfigs,
1765
+ preferredProviderId: activeProvider,
1766
+ });
1767
+ if (directives.warnings.length > 0) {
1768
+ logVerbose(`TTS: ignored directive overrides (${directives.warnings.join("; ")})`);
1769
+ }
1770
+
1771
+ if (isVerbose()) {
1772
+ const effectiveProvider = directives.overrides?.provider
1773
+ ? (canonicalizeSpeechProviderId(directives.overrides.provider, cfg) ?? activeProvider)
1774
+ : activeProvider;
1775
+ logVerbose(
1776
+ `TTS: auto mode enabled (${autoMode}), channel=${params.channel}, selected provider=${effectiveProvider}, config.provider=${config.provider}, config.providerSource=${config.providerSource}`,
1777
+ );
1778
+ }
1779
+
1780
+ const cleanedText = directives.cleanedText;
1781
+ const trimmedCleaned = cleanedText.trim();
1782
+ const visibleText = trimmedCleaned.length > 0 ? trimmedCleaned : "";
1783
+ const explicitTtsText = directives.ttsText?.trim() || "";
1784
+ const ttsText = explicitTtsText || visibleText;
1785
+
1786
+ const nextPayload =
1787
+ visibleText === text.trim()
1788
+ ? params.payload
1789
+ : {
1790
+ ...params.payload,
1791
+ text: visibleText.length > 0 ? visibleText : undefined,
1792
+ };
1793
+
1794
+ if (autoMode === "tagged" && !directives.hasDirective) {
1795
+ return nextPayload;
1796
+ }
1797
+ if (autoMode === "inbound" && params.inboundAudio !== true) {
1798
+ return nextPayload;
1799
+ }
1800
+
1801
+ const mode = config.mode ?? "final";
1802
+ if (mode === "final" && params.kind && params.kind !== "final") {
1803
+ return nextPayload;
1804
+ }
1805
+
1806
+ if (!ttsText.trim()) {
1807
+ return nextPayload;
1808
+ }
1809
+ if (reply.hasMedia) {
1810
+ return nextPayload;
1811
+ }
1812
+ if (text.includes("MEDIA:")) {
1813
+ return nextPayload;
1814
+ }
1815
+ if (!explicitTtsText && ttsText.trim().length < 10) {
1816
+ return nextPayload;
1817
+ }
1818
+
1819
+ const maxLength = getTtsMaxLength(prefsPath);
1820
+ let textForAudio = ttsText.trim();
1821
+ let wasSummarized = false;
1822
+
1823
+ if (textForAudio.length > maxLength) {
1824
+ if (!isSummarizationEnabled(prefsPath)) {
1825
+ logVerbose(
1826
+ `TTS: truncating long text (${textForAudio.length} > ${maxLength}), summarization disabled.`,
1827
+ );
1828
+ textForAudio = `${textForAudio.slice(0, maxLength - 3)}...`;
1829
+ } else {
1830
+ try {
1831
+ const summary = await summarizeText({
1832
+ text: textForAudio,
1833
+ targetLength: maxLength,
1834
+ cfg,
1835
+ config,
1836
+ timeoutMs: config.timeoutMs,
1837
+ });
1838
+ textForAudio = summary.summary;
1839
+ wasSummarized = true;
1840
+ if (textForAudio.length > config.maxTextLength) {
1841
+ logVerbose(
1842
+ `TTS: summary exceeded hard limit (${textForAudio.length} > ${config.maxTextLength}); truncating.`,
1843
+ );
1844
+ textForAudio = `${textForAudio.slice(0, config.maxTextLength - 3)}...`;
1845
+ }
1846
+ } catch (err) {
1847
+ const error = err as Error;
1848
+ logVerbose(`TTS: summarization failed, truncating instead: ${error.message}`);
1849
+ textForAudio = `${textForAudio.slice(0, maxLength - 3)}...`;
1850
+ }
1851
+ }
1852
+ }
1853
+
1854
+ textForAudio = stripMarkdown(textForAudio).trim();
1855
+ if (!textForAudio) {
1856
+ return nextPayload;
1857
+ }
1858
+ if (!explicitTtsText && textForAudio.length < 10) {
1859
+ return nextPayload;
1860
+ }
1861
+
1862
+ const ttsStart = Date.now();
1863
+ const result = await textToSpeech({
1864
+ text: textForAudio,
1865
+ cfg,
1866
+ prefsPath,
1867
+ channel: params.channel,
1868
+ overrides: directives.overrides,
1869
+ agentId: params.agentId,
1870
+ accountId: params.accountId,
1871
+ });
1872
+
1873
+ if (result.success && result.audioPath) {
1874
+ lastTtsAttempt = {
1875
+ timestamp: Date.now(),
1876
+ success: true,
1877
+ textLength: text.length,
1878
+ summarized: wasSummarized,
1879
+ provider: result.provider,
1880
+ persona: result.persona,
1881
+ fallbackFrom: result.fallbackFrom,
1882
+ attemptedProviders: result.attemptedProviders,
1883
+ attempts: result.attempts,
1884
+ latencyMs: result.latencyMs,
1885
+ };
1886
+
1887
+ const payloadWithAudio = {
1888
+ ...nextPayload,
1889
+ mediaUrl: result.audioPath,
1890
+ audioAsVoice: result.audioAsVoice || params.payload.audioAsVoice,
1891
+ spokenText: textForAudio,
1892
+ trustedLocalMedia: true,
1893
+ } as ReplyPayload;
1894
+ return nextPayload.text?.trim()
1895
+ ? markReplyPayloadAsTtsSupplement(payloadWithAudio)
1896
+ : payloadWithAudio;
1897
+ }
1898
+
1899
+ lastTtsAttempt = {
1900
+ timestamp: Date.now(),
1901
+ success: false,
1902
+ textLength: text.length,
1903
+ summarized: wasSummarized,
1904
+ persona: result.persona,
1905
+ attemptedProviders: result.attemptedProviders,
1906
+ attempts: result.attempts,
1907
+ error: result.error,
1908
+ };
1909
+
1910
+ const latency = Date.now() - ttsStart;
1911
+ logVerbose(`TTS: conversion failed after ${latency}ms (${result.error ?? "unknown"}).`);
1912
+ return nextPayload;
1913
+ }
1914
+
1915
+ export const testApi = {
1916
+ parseTtsDirectives,
1917
+ resolveModelOverridePolicy,
1918
+ supportsNativeVoiceNoteTts,
1919
+ supportsTranscodedVoiceNoteTts,
1920
+ resolveTtsSynthesisTarget,
1921
+ shouldDeliverTtsAsVoice,
1922
+ summarizeText,
1923
+ getResolvedSpeechProviderConfig,
1924
+ formatTtsProviderError,
1925
+ sanitizeTtsErrorForLog,
1926
+ };
1927
+
1928
+ /** @deprecated Use `testApi`. */
1929
+ export { testApi as _test };