@gguf/pigbot 0.0.1 → 0.0.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1302) hide show
  1. package/CHANGELOG.md +6 -1054
  2. package/README-header.png +0 -0
  3. package/README.md +1 -1
  4. package/assets/chrome-extension/README.md +5 -5
  5. package/assets/chrome-extension/background.js +5 -5
  6. package/assets/chrome-extension/manifest.json +3 -3
  7. package/assets/chrome-extension/options.html +5 -6
  8. package/assets/chrome-extension/options.js +1 -1
  9. package/dist/acp/client.js +5 -5
  10. package/dist/acp/server.js +3 -3
  11. package/dist/acp/types.js +2 -2
  12. package/dist/agents/agent-paths.js +6 -6
  13. package/dist/agents/anthropic-payload-log.js +2 -2
  14. package/dist/agents/auth-health.js +2 -6
  15. package/dist/agents/auth-profiles/doctor.js +1 -1
  16. package/dist/agents/auth-profiles/external-cli-sync.js +5 -150
  17. package/dist/agents/auth-profiles/oauth.js +26 -7
  18. package/dist/agents/auth-profiles/paths.js +3 -3
  19. package/dist/agents/auth-profiles/store.js +5 -13
  20. package/dist/agents/bash-tools.exec.js +77 -26
  21. package/dist/agents/bash-tools.shared.js +8 -1
  22. package/dist/agents/cache-trace.js +5 -5
  23. package/dist/agents/cli-backends.js +8 -0
  24. package/dist/agents/cli-runner/helpers.js +3 -3
  25. package/dist/agents/cli-runner.js +3 -3
  26. package/dist/agents/compaction.js +3 -0
  27. package/dist/agents/context.js +4 -4
  28. package/dist/agents/docs-path.js +3 -3
  29. package/dist/agents/identity.js +1 -1
  30. package/dist/agents/live-auth-keys.js +2 -2
  31. package/dist/agents/memory-search.js +7 -2
  32. package/dist/agents/minimax-vlm.js +1 -1
  33. package/dist/agents/model-auth.js +1 -1
  34. package/dist/agents/model-catalog.js +23 -5
  35. package/dist/agents/model-fallback.js +22 -0
  36. package/dist/agents/model-selection.js +9 -2
  37. package/dist/agents/models-config.js +3 -3
  38. package/dist/agents/models-config.providers.js +4 -4
  39. package/dist/agents/{pigbot-tools.js → moltbot-tools.js} +7 -6
  40. package/dist/agents/pi-embedded-helpers/errors.js +23 -1
  41. package/dist/agents/pi-embedded-helpers/openai.js +1 -1
  42. package/dist/agents/pi-embedded-runner/cache-ttl.js +1 -1
  43. package/dist/agents/pi-embedded-runner/compact.js +8 -8
  44. package/dist/agents/pi-embedded-runner/extensions.js +5 -0
  45. package/dist/agents/pi-embedded-runner/model.js +9 -3
  46. package/dist/agents/pi-embedded-runner/run/attempt.js +10 -6
  47. package/dist/agents/pi-embedded-runner/run.js +5 -5
  48. package/dist/agents/pi-embedded-runner/sandbox-info.js +1 -4
  49. package/dist/agents/pi-embedded-runner/session-manager-cache.js +1 -1
  50. package/dist/agents/pi-embedded-runner/utils.js +1 -1
  51. package/dist/agents/pi-embedded-subscribe.raw-stream.js +2 -2
  52. package/dist/agents/pi-embedded-utils.js +7 -1
  53. package/dist/agents/pi-extensions/compaction-safeguard-runtime.js +20 -0
  54. package/dist/agents/pi-extensions/compaction-safeguard.js +32 -3
  55. package/dist/agents/pi-tools.js +26 -15
  56. package/dist/agents/pi-tools.policy.js +34 -1
  57. package/dist/agents/pi-tools.read.js +2 -2
  58. package/dist/agents/sandbox/browser.js +10 -12
  59. package/dist/agents/sandbox/config.js +0 -12
  60. package/dist/agents/sandbox/constants.js +8 -8
  61. package/dist/agents/sandbox/context.js +3 -3
  62. package/dist/agents/sandbox/docker.js +8 -8
  63. package/dist/agents/sandbox/runtime-status.js +1 -1
  64. package/dist/agents/session-transcript-repair.js +1 -1
  65. package/dist/agents/session-write-lock.js +68 -0
  66. package/dist/agents/skills/bundled-dir.js +1 -1
  67. package/dist/agents/skills/config.js +9 -8
  68. package/dist/agents/skills/env-overrides.js +1 -1
  69. package/dist/agents/skills/frontmatter.js +15 -14
  70. package/dist/agents/skills/workspace.js +7 -7
  71. package/dist/agents/skills-install.js +1 -1
  72. package/dist/agents/skills-status.js +12 -12
  73. package/dist/agents/subagent-registry.store.js +2 -2
  74. package/dist/agents/system-prompt.js +21 -32
  75. package/dist/agents/tool-images.js +1 -1
  76. package/dist/agents/tool-policy.js +8 -2
  77. package/dist/agents/tools/agents-list-tool.js +3 -1
  78. package/dist/agents/tools/browser-tool.js +19 -79
  79. package/dist/agents/tools/browser-tool.schema.js +1 -2
  80. package/dist/agents/tools/cron-tool.js +44 -1
  81. package/dist/agents/tools/discord-actions-guild.js +5 -1
  82. package/dist/agents/tools/image-tool.js +2 -2
  83. package/dist/agents/tools/message-tool.js +13 -1
  84. package/dist/agents/tools/sessions-send-helpers.js +17 -2
  85. package/dist/agents/tools/sessions-spawn-tool.js +1 -1
  86. package/dist/agents/tools/telegram-actions.js +95 -1
  87. package/dist/agents/tools/web-fetch.js +123 -103
  88. package/dist/agents/tools/web-search.js +7 -7
  89. package/dist/agents/workspace.js +37 -1
  90. package/dist/auto-reply/chunk.js +71 -26
  91. package/dist/auto-reply/commands-registry.data.js +73 -22
  92. package/dist/auto-reply/commands-registry.js +14 -11
  93. package/dist/auto-reply/heartbeat.js +3 -0
  94. package/dist/auto-reply/model.js +1 -1
  95. package/dist/auto-reply/reply/agent-runner-execution.js +21 -3
  96. package/dist/auto-reply/reply/agent-runner-memory.js +5 -0
  97. package/dist/auto-reply/reply/bash-command.js +2 -2
  98. package/dist/auto-reply/reply/block-streaming.js +8 -15
  99. package/dist/auto-reply/reply/commands-context-report.js +2 -2
  100. package/dist/auto-reply/reply/commands-info.js +50 -5
  101. package/dist/auto-reply/reply/commands-plugin.js +4 -2
  102. package/dist/auto-reply/reply/commands-session.js +4 -4
  103. package/dist/auto-reply/reply/commands-tts.js +61 -63
  104. package/dist/auto-reply/reply/directive-handling.shared.js +1 -1
  105. package/dist/auto-reply/reply/directives.js +12 -1
  106. package/dist/auto-reply/reply/dispatch-from-config.js +68 -22
  107. package/dist/auto-reply/reply/followup-runner.js +5 -0
  108. package/dist/auto-reply/reply/get-reply-inline-actions.js +2 -2
  109. package/dist/auto-reply/reply/get-reply-run.js +4 -0
  110. package/dist/auto-reply/reply/get-reply.js +1 -1
  111. package/dist/auto-reply/reply/groups.js +1 -1
  112. package/dist/auto-reply/reply/history.js +23 -0
  113. package/dist/auto-reply/reply/line-directives.js +294 -0
  114. package/dist/auto-reply/reply/normalize-reply.js +13 -5
  115. package/dist/auto-reply/reply/reply-elevated.js +1 -1
  116. package/dist/auto-reply/reply/reply-payloads.js +2 -1
  117. package/dist/auto-reply/reply/route-reply.js +1 -1
  118. package/dist/auto-reply/reply/session-updates.js +6 -1
  119. package/dist/auto-reply/reply/stage-sandbox-media.js +1 -1
  120. package/dist/auto-reply/status.js +144 -42
  121. package/dist/auto-reply/thinking.js +13 -0
  122. package/dist/browser/bridge-server.js +1 -3
  123. package/dist/browser/client-actions-core.js +13 -7
  124. package/dist/browser/client-actions-observe.js +14 -8
  125. package/dist/browser/client-actions-state.js +21 -15
  126. package/dist/browser/client-fetch.js +74 -61
  127. package/dist/browser/client.js +19 -21
  128. package/dist/browser/config.js +13 -26
  129. package/dist/browser/constants.js +1 -1
  130. package/dist/browser/control-service.js +72 -0
  131. package/dist/browser/extension-relay.js +3 -3
  132. package/dist/browser/pw-session.js +41 -4
  133. package/dist/browser/pw-tools-core.downloads.js +1 -1
  134. package/dist/browser/pw-tools-core.interactions.js +5 -5
  135. package/dist/browser/pw-tools-core.responses.js +1 -1
  136. package/dist/browser/routes/agent.act.js +13 -0
  137. package/dist/browser/routes/agent.debug.js +1 -1
  138. package/dist/browser/routes/basic.js +0 -1
  139. package/dist/browser/routes/dispatcher.js +86 -0
  140. package/dist/browser/server-context.js +3 -3
  141. package/dist/browser/server.js +7 -9
  142. package/dist/build-info.json +2 -2
  143. package/dist/canvas-host/a2ui/.bundle.hash +1 -0
  144. package/dist/canvas-host/a2ui/a2ui.bundle.js +1620 -1618
  145. package/dist/canvas-host/a2ui/index.html +28 -28
  146. package/dist/canvas-host/a2ui.js +27 -21
  147. package/dist/canvas-host/server.js +67 -33
  148. package/dist/channels/plugins/actions/discord/handle-action.guild-admin.js +5 -1
  149. package/dist/channels/plugins/actions/telegram.js +62 -7
  150. package/dist/channels/plugins/catalog.js +7 -5
  151. package/dist/channels/plugins/group-mentions.js +48 -1
  152. package/dist/channels/plugins/helpers.js +2 -2
  153. package/dist/channels/plugins/message-action-names.js +1 -0
  154. package/dist/channels/plugins/normalize/imessage.js +36 -0
  155. package/dist/channels/plugins/onboarding/imessage.js +1 -1
  156. package/dist/channels/plugins/onboarding/signal.js +2 -2
  157. package/dist/channels/plugins/onboarding/slack.js +4 -4
  158. package/dist/channels/plugins/onboarding/telegram.js +17 -9
  159. package/dist/channels/plugins/onboarding/whatsapp.js +4 -4
  160. package/dist/channels/plugins/outbound/telegram.js +40 -0
  161. package/dist/channels/plugins/pairing-message.js +1 -1
  162. package/dist/channels/plugins/status-issues/bluebubbles.js +1 -1
  163. package/dist/channels/plugins/status-issues/whatsapp.js +2 -2
  164. package/dist/channels/registry.js +1 -1
  165. package/dist/cli/acp-cli.js +2 -2
  166. package/dist/cli/argv.js +14 -7
  167. package/dist/cli/banner.js +3 -1
  168. package/dist/cli/browser-cli-actions-input/register.element.js +72 -44
  169. package/dist/cli/browser-cli-actions-input/register.files-downloads.js +55 -35
  170. package/dist/cli/browser-cli-actions-input/register.form-wait-eval.js +41 -28
  171. package/dist/cli/browser-cli-actions-input/register.navigation.js +23 -14
  172. package/dist/cli/browser-cli-actions-input/shared.js +10 -3
  173. package/dist/cli/browser-cli-actions-observe.js +29 -21
  174. package/dist/cli/browser-cli-debug.js +49 -35
  175. package/dist/cli/browser-cli-examples.js +29 -29
  176. package/dist/cli/browser-cli-extension.js +8 -8
  177. package/dist/cli/browser-cli-inspect.js +23 -17
  178. package/dist/cli/browser-cli-manage.js +106 -56
  179. package/dist/cli/browser-cli-shared.js +34 -1
  180. package/dist/cli/browser-cli-state.cookies-storage.js +53 -39
  181. package/dist/cli/browser-cli-state.js +90 -64
  182. package/dist/cli/browser-cli.js +4 -5
  183. package/dist/cli/channel-options.js +1 -1
  184. package/dist/cli/channels-cli.js +1 -1
  185. package/dist/cli/cli-name.js +26 -0
  186. package/dist/cli/command-format.js +12 -8
  187. package/dist/cli/config-cli.js +2 -2
  188. package/dist/cli/cron-cli/register.js +1 -1
  189. package/dist/cli/daemon-cli/install.js +3 -2
  190. package/dist/cli/daemon-cli/register.js +1 -1
  191. package/dist/cli/daemon-cli/shared.js +13 -11
  192. package/dist/cli/daemon-cli/status.gather.js +2 -2
  193. package/dist/cli/daemon-cli/status.print.js +8 -8
  194. package/dist/cli/directory-cli.js +1 -1
  195. package/dist/cli/dns-cli.js +7 -7
  196. package/dist/cli/docs-cli.js +2 -2
  197. package/dist/cli/exec-approvals-cli.js +2 -2
  198. package/dist/cli/gateway-cli/dev.js +5 -5
  199. package/dist/cli/gateway-cli/register.js +1 -1
  200. package/dist/cli/gateway-cli/run.js +19 -16
  201. package/dist/cli/gateway-cli/shared.js +5 -5
  202. package/dist/cli/hooks-cli.js +3 -3
  203. package/dist/cli/logs-cli.js +3 -3
  204. package/dist/cli/memory-cli.js +1 -1
  205. package/dist/cli/models-cli.js +2 -2
  206. package/dist/cli/node-cli/daemon.js +3 -3
  207. package/dist/cli/node-cli/register.js +1 -1
  208. package/dist/cli/nodes-camera.js +3 -1
  209. package/dist/cli/nodes-canvas.js +3 -1
  210. package/dist/cli/nodes-cli/register.canvas.js +1 -1
  211. package/dist/cli/nodes-cli/register.js +1 -1
  212. package/dist/cli/nodes-screen.js +1 -1
  213. package/dist/cli/pairing-cli.js +3 -3
  214. package/dist/cli/plugin-registry.js +2 -2
  215. package/dist/cli/plugins-cli.js +3 -3
  216. package/dist/cli/profile.js +9 -9
  217. package/dist/cli/program/config-guard.js +1 -1
  218. package/dist/cli/program/help.js +15 -16
  219. package/dist/cli/program/message/register.send.js +2 -1
  220. package/dist/cli/program/preaction.js +5 -3
  221. package/dist/cli/program/register.agent.js +12 -12
  222. package/dist/cli/program/register.configure.js +1 -1
  223. package/dist/cli/program/register.maintenance.js +4 -4
  224. package/dist/cli/program/register.message.js +5 -5
  225. package/dist/cli/program/register.onboard.js +5 -3
  226. package/dist/cli/program/register.setup.js +2 -2
  227. package/dist/cli/program/register.status-health-sessions.js +13 -13
  228. package/dist/cli/program/register.subclis.js +2 -2
  229. package/dist/cli/route.js +1 -1
  230. package/dist/cli/run-main.js +11 -4
  231. package/dist/cli/sandbox-cli.js +19 -19
  232. package/dist/cli/security-cli.js +18 -8
  233. package/dist/cli/skills-cli.js +3 -3
  234. package/dist/cli/system-cli.js +1 -1
  235. package/dist/cli/tagline.js +2 -2
  236. package/dist/cli/tui-cli.js +1 -1
  237. package/dist/cli/update-cli.js +64 -48
  238. package/dist/cli/webhooks-cli.js +6 -6
  239. package/dist/commands/agent-via-gateway.js +1 -1
  240. package/dist/commands/agent.js +2 -1
  241. package/dist/commands/agents.command-shared.js +1 -1
  242. package/dist/commands/agents.commands.add.js +2 -3
  243. package/dist/commands/agents.commands.list.js +1 -1
  244. package/dist/commands/auth-choice-options.js +4 -54
  245. package/dist/commands/auth-choice.apply.anthropic.js +6 -109
  246. package/dist/commands/auth-choice.apply.openai.js +1 -33
  247. package/dist/commands/auth-choice.apply.plugin-provider.js +2 -2
  248. package/dist/commands/channels/list.js +2 -2
  249. package/dist/commands/channels/shared.js +1 -1
  250. package/dist/commands/channels/status.js +1 -1
  251. package/dist/commands/chutes-oauth.js +1 -1
  252. package/dist/commands/configure.channels.js +4 -4
  253. package/dist/commands/configure.daemon.js +10 -2
  254. package/dist/commands/configure.gateway-auth.js +1 -8
  255. package/dist/commands/configure.gateway.js +1 -10
  256. package/dist/commands/configure.wizard.js +21 -21
  257. package/dist/commands/daemon-install-helpers.js +10 -3
  258. package/dist/commands/dashboard.js +2 -2
  259. package/dist/commands/docs.js +5 -5
  260. package/dist/commands/doctor-auth.js +122 -3
  261. package/dist/commands/doctor-config-flow.js +7 -7
  262. package/dist/commands/doctor-format.js +5 -5
  263. package/dist/commands/doctor-gateway-daemon-flow.js +5 -4
  264. package/dist/commands/doctor-gateway-services.js +7 -5
  265. package/dist/commands/doctor-platform-notes.js +7 -7
  266. package/dist/commands/doctor-security.js +48 -1
  267. package/dist/commands/doctor-state-integrity.js +3 -3
  268. package/dist/commands/doctor-ui.js +2 -2
  269. package/dist/commands/doctor-update.js +5 -5
  270. package/dist/commands/doctor-workspace-status.js +2 -2
  271. package/dist/commands/doctor-workspace.js +4 -4
  272. package/dist/commands/doctor.js +13 -12
  273. package/dist/commands/gateway-status/helpers.js +2 -2
  274. package/dist/commands/gateway-status.js +2 -2
  275. package/dist/commands/health.js +2 -2
  276. package/dist/commands/models/auth.js +23 -22
  277. package/dist/commands/models/list.probe.js +2 -2
  278. package/dist/commands/models/list.registry.js +4 -4
  279. package/dist/commands/models/list.status-command.js +8 -9
  280. package/dist/commands/node-daemon-install-helpers.js +1 -1
  281. package/dist/commands/onboard-auth.credentials.js +2 -2
  282. package/dist/commands/onboard-channels.js +3 -3
  283. package/dist/commands/onboard-helpers.js +4 -4
  284. package/dist/commands/onboard-hooks.js +4 -4
  285. package/dist/commands/onboard-non-interactive/local/auth-choice.js +38 -34
  286. package/dist/commands/onboard-non-interactive/local/daemon-install.js +1 -0
  287. package/dist/commands/onboard-non-interactive/local/gateway-config.js +7 -4
  288. package/dist/commands/onboard-non-interactive/local.js +1 -1
  289. package/dist/commands/onboard-non-interactive/remote.js +1 -1
  290. package/dist/commands/onboard-non-interactive.js +1 -1
  291. package/dist/commands/onboard-remote.js +2 -2
  292. package/dist/commands/onboard-skills.js +2 -2
  293. package/dist/commands/onboard.js +25 -4
  294. package/dist/commands/onboarding/plugin-install.js +2 -2
  295. package/dist/commands/reset.js +3 -3
  296. package/dist/commands/sandbox-display.js +1 -1
  297. package/dist/commands/sandbox-explain.js +2 -2
  298. package/dist/commands/setup.js +2 -2
  299. package/dist/commands/signal-install.js +2 -2
  300. package/dist/commands/status-all/diagnosis.js +1 -1
  301. package/dist/commands/status-all/report-lines.js +1 -1
  302. package/dist/commands/status-all.js +5 -5
  303. package/dist/commands/status.command.js +9 -9
  304. package/dist/commands/status.gateway-probe.js +2 -2
  305. package/dist/commands/status.scan.js +2 -2
  306. package/dist/commands/status.update.js +3 -3
  307. package/dist/commands/uninstall.js +4 -4
  308. package/dist/compat/legacy-names.js +6 -0
  309. package/dist/config/config.js +1 -1
  310. package/dist/config/env-vars.js +21 -0
  311. package/dist/config/group-policy.js +69 -0
  312. package/dist/config/io.js +24 -28
  313. package/dist/config/legacy.migrations.part-3.js +3 -0
  314. package/dist/config/logging.js +3 -3
  315. package/dist/config/paths.js +57 -17
  316. package/dist/config/schema.js +26 -12
  317. package/dist/config/sessions/store.js +1 -1
  318. package/dist/config/sessions/transcript.js +1 -1
  319. package/dist/config/types.clawdbot.js +1 -0
  320. package/dist/config/types.js +1 -1
  321. package/dist/config/validation.js +2 -2
  322. package/dist/config/version.js +4 -4
  323. package/dist/config/zod-schema.agent-defaults.js +1 -0
  324. package/dist/config/zod-schema.agent-runtime.js +39 -7
  325. package/dist/config/zod-schema.hooks.js +2 -0
  326. package/dist/config/zod-schema.js +10 -3
  327. package/dist/config/zod-schema.providers-core.js +24 -0
  328. package/dist/config/zod-schema.providers-whatsapp.js +3 -0
  329. package/dist/control-ui/assets/index-BAFzd9IE.css +1 -0
  330. package/dist/control-ui/assets/index-CxUFDXFX.js +3162 -0
  331. package/dist/control-ui/assets/index-CxUFDXFX.js.map +1 -0
  332. package/dist/control-ui/index.html +4 -4
  333. package/dist/cron/isolated-agent/run.js +38 -3
  334. package/dist/daemon/constants.js +26 -16
  335. package/dist/daemon/inspect.js +16 -15
  336. package/dist/daemon/launchd.js +8 -8
  337. package/dist/daemon/node-service.js +14 -14
  338. package/dist/daemon/paths.js +3 -3
  339. package/dist/daemon/program-args.js +1 -1
  340. package/dist/daemon/schtasks.js +6 -6
  341. package/dist/daemon/service-env.js +21 -21
  342. package/dist/daemon/systemd-hints.js +1 -1
  343. package/dist/daemon/systemd-unit.js +1 -1
  344. package/dist/daemon/systemd.js +6 -6
  345. package/dist/discord/monitor/listeners.js +25 -1
  346. package/dist/discord/monitor/native-command.js +7 -5
  347. package/dist/discord/monitor/presence-cache.js +38 -0
  348. package/dist/discord/monitor/provider.js +21 -7
  349. package/dist/entry.js +7 -7
  350. package/dist/gateway/auth.js +55 -22
  351. package/dist/gateway/call.js +2 -2
  352. package/dist/gateway/control-ui.js +4 -4
  353. package/dist/gateway/hooks-mapping.js +18 -4
  354. package/dist/gateway/hooks.js +5 -7
  355. package/dist/gateway/http-utils.js +3 -5
  356. package/dist/gateway/net.js +1 -1
  357. package/dist/gateway/openai-http.js +3 -3
  358. package/dist/gateway/openresponses-http.js +4 -4
  359. package/dist/gateway/protocol/client-info.js +5 -5
  360. package/dist/gateway/protocol/schema/logs-chat.js +1 -1
  361. package/dist/gateway/server/__tests__/test-utils.js +2 -0
  362. package/dist/gateway/server/health-state.js +3 -3
  363. package/dist/gateway/server/hooks.js +1 -0
  364. package/dist/gateway/server/plugins-http.js +23 -2
  365. package/dist/gateway/server/ws-connection/message-handler.js +66 -19
  366. package/dist/gateway/server-browser.js +16 -5
  367. package/dist/gateway/server-chat.js +28 -2
  368. package/dist/gateway/server-constants.js +2 -2
  369. package/dist/gateway/server-cron.js +1 -1
  370. package/dist/gateway/server-discovery-runtime.js +25 -17
  371. package/dist/gateway/server-discovery.js +7 -7
  372. package/dist/gateway/server-http.js +13 -7
  373. package/dist/gateway/server-methods/agent.js +2 -0
  374. package/dist/gateway/server-methods/browser.js +204 -0
  375. package/dist/gateway/server-methods/chat.js +5 -0
  376. package/dist/gateway/server-methods/config.js +8 -8
  377. package/dist/gateway/server-methods/logs.js +1 -1
  378. package/dist/gateway/server-methods/skills.js +3 -3
  379. package/dist/gateway/server-methods/update.js +2 -2
  380. package/dist/gateway/server-methods-list.js +1 -0
  381. package/dist/gateway/server-methods.js +3 -0
  382. package/dist/gateway/server-plugins.js +2 -2
  383. package/dist/gateway/server-reload-handlers.js +5 -5
  384. package/dist/gateway/server-restart-sentinel.js +10 -5
  385. package/dist/gateway/server-runtime-config.js +7 -4
  386. package/dist/gateway/server-startup.js +5 -5
  387. package/dist/gateway/server.impl.js +17 -7
  388. package/dist/gateway/session-utils.fs.js +1 -1
  389. package/dist/gateway/session-utils.js +31 -11
  390. package/dist/gateway/test-helpers.mocks.js +8 -7
  391. package/dist/gateway/test-helpers.server.js +51 -32
  392. package/dist/gateway/tools-invoke-http.js +15 -8
  393. package/dist/hooks/bundled/boot-md/HOOK.md +3 -3
  394. package/dist/hooks/bundled/command-logger/HOOK.md +12 -12
  395. package/dist/hooks/bundled/command-logger/handler.js +1 -1
  396. package/dist/hooks/bundled/session-memory/HOOK.md +4 -4
  397. package/dist/hooks/bundled/session-memory/handler.js +2 -2
  398. package/dist/hooks/bundled/soul-evil/HOOK.md +5 -5
  399. package/dist/hooks/bundled-dir.js +2 -2
  400. package/dist/hooks/config.js +8 -7
  401. package/dist/hooks/frontmatter.js +16 -15
  402. package/dist/hooks/gmail-ops.js +4 -4
  403. package/dist/hooks/gmail-watcher.js +1 -1
  404. package/dist/hooks/hooks-status.js +13 -13
  405. package/dist/hooks/install.js +8 -7
  406. package/dist/hooks/internal-hooks.js +1 -1
  407. package/dist/hooks/llm-slug-generator.js +1 -1
  408. package/dist/hooks/loader.js +3 -3
  409. package/dist/hooks/plugin-hooks.js +8 -8
  410. package/dist/hooks/workspace.js +10 -9
  411. package/dist/imessage/monitor/monitor-provider.js +2 -2
  412. package/dist/imessage/targets.js +19 -0
  413. package/dist/index.js +4 -4
  414. package/dist/infra/agent-events.js +3 -0
  415. package/dist/infra/bonjour-discovery.js +9 -9
  416. package/dist/infra/bonjour.js +20 -13
  417. package/dist/infra/device-identity.js +1 -1
  418. package/dist/infra/diagnostic-flags.js +66 -0
  419. package/dist/infra/dotenv.js +1 -1
  420. package/dist/infra/env.js +22 -0
  421. package/dist/infra/exec-approvals.js +2 -2
  422. package/dist/infra/fs-safe.js +76 -0
  423. package/dist/infra/gateway-lock.js +5 -4
  424. package/dist/infra/heartbeat-visibility.js +14 -0
  425. package/dist/infra/heartbeat-wake.js +2 -2
  426. package/dist/infra/machine-name.js +1 -1
  427. package/dist/infra/{pigbot-root.js → moltbot-root.js} +3 -2
  428. package/dist/infra/net/ssrf.js +77 -1
  429. package/dist/infra/node-shell.js +1 -1
  430. package/dist/infra/outbound/deliver.js +41 -18
  431. package/dist/infra/outbound/message-action-runner.js +24 -3
  432. package/dist/infra/outbound/message-action-spec.js +1 -0
  433. package/dist/infra/outbound/message.js +1 -0
  434. package/dist/infra/outbound/outbound-policy.js +4 -1
  435. package/dist/infra/outbound/outbound-send-service.js +10 -0
  436. package/dist/infra/outbound/payloads.js +15 -5
  437. package/dist/infra/outbound/target-resolver.js +53 -14
  438. package/dist/infra/outbound/targets.js +1 -1
  439. package/dist/infra/path-env.js +9 -9
  440. package/dist/infra/ports-format.js +2 -2
  441. package/dist/infra/ports.js +2 -2
  442. package/dist/infra/provider-usage.auth.js +2 -4
  443. package/dist/infra/provider-usage.fetch.claude.js +1 -1
  444. package/dist/infra/provider-usage.fetch.minimax.js +1 -1
  445. package/dist/infra/restart-sentinel.js +1 -1
  446. package/dist/infra/restart.js +4 -4
  447. package/dist/infra/retry-policy.js +4 -1
  448. package/dist/infra/runtime-guard.js +2 -2
  449. package/dist/infra/shell-env.js +4 -4
  450. package/dist/infra/skills-remote.js +3 -3
  451. package/dist/infra/state-migrations.js +1 -1
  452. package/dist/infra/system-presence.js +1 -1
  453. package/dist/infra/tailscale.js +63 -1
  454. package/dist/infra/tls/gateway.js +1 -1
  455. package/dist/infra/unhandled-rejections.js +89 -2
  456. package/dist/infra/update-check.js +2 -4
  457. package/dist/infra/update-global.js +5 -5
  458. package/dist/infra/update-runner.js +32 -8
  459. package/dist/infra/update-startup.js +3 -3
  460. package/dist/infra/warnings.js +1 -1
  461. package/dist/infra/widearea-dns.js +10 -10
  462. package/dist/line/accounts.js +130 -0
  463. package/dist/line/auto-reply-delivery.js +102 -0
  464. package/dist/line/bot-access.js +38 -0
  465. package/dist/line/bot-handlers.js +258 -0
  466. package/dist/line/bot-message-context.js +374 -0
  467. package/dist/line/bot.js +48 -0
  468. package/dist/line/config-schema.js +47 -0
  469. package/dist/line/download.js +95 -0
  470. package/dist/line/flex-templates.js +1264 -0
  471. package/dist/line/http-registry.js +27 -0
  472. package/dist/line/index.js +19 -0
  473. package/dist/line/markdown-to-line.js +346 -0
  474. package/dist/line/monitor.js +266 -0
  475. package/dist/line/probe.js +37 -0
  476. package/dist/line/reply-chunks.js +53 -0
  477. package/dist/line/rich-menu.js +320 -0
  478. package/dist/line/send.js +451 -0
  479. package/dist/line/signature.js +11 -0
  480. package/dist/line/template-messages.js +258 -0
  481. package/dist/line/types.js +1 -0
  482. package/dist/line/webhook.js +71 -0
  483. package/dist/link-understanding/apply.js +22 -0
  484. package/dist/link-understanding/defaults.js +2 -0
  485. package/dist/link-understanding/detect.js +49 -0
  486. package/dist/link-understanding/format.js +10 -0
  487. package/dist/link-understanding/index.js +4 -0
  488. package/dist/link-understanding/runner.js +99 -0
  489. package/dist/logging/logger.js +4 -4
  490. package/dist/macos/gateway-daemon.js +7 -7
  491. package/dist/macos/relay-smoke.js +1 -1
  492. package/dist/macos/relay.js +6 -6
  493. package/dist/media/host.js +1 -1
  494. package/dist/media/image-ops.js +3 -3
  495. package/dist/media/input-files.js +40 -32
  496. package/dist/media/server.js +39 -15
  497. package/dist/media/store.js +72 -52
  498. package/dist/media-understanding/attachments.js +1 -1
  499. package/dist/media-understanding/providers/image.js +2 -2
  500. package/dist/media-understanding/runner.js +69 -1
  501. package/dist/memory/batch-gemini.js +2 -2
  502. package/dist/memory/batch-openai.js +1 -1
  503. package/dist/memory/embeddings-gemini.js +1 -1
  504. package/dist/memory/embeddings.js +1 -1
  505. package/dist/node-host/runner.js +64 -60
  506. package/dist/pairing/pairing-messages.js +2 -2
  507. package/dist/plugin-sdk/index.js +12 -2
  508. package/dist/plugins/bundled-dir.js +1 -1
  509. package/dist/plugins/cli.js +2 -2
  510. package/dist/plugins/commands.js +1 -1
  511. package/dist/plugins/discovery.js +6 -5
  512. package/dist/plugins/http-path.js +10 -0
  513. package/dist/plugins/http-registry.js +31 -0
  514. package/dist/plugins/install.js +8 -7
  515. package/dist/plugins/loader.js +11 -4
  516. package/dist/plugins/manifest-registry.js +4 -4
  517. package/dist/plugins/manifest.js +16 -1
  518. package/dist/plugins/providers.js +2 -2
  519. package/dist/plugins/registry.js +36 -5
  520. package/dist/plugins/runtime/index.js +26 -0
  521. package/dist/plugins/runtime.js +2 -1
  522. package/dist/plugins/services.js +3 -3
  523. package/dist/plugins/status.js +2 -2
  524. package/dist/plugins/tools.js +2 -2
  525. package/dist/plugins/update.js +3 -3
  526. package/dist/process/exec.js +11 -7
  527. package/dist/process/spawn-utils.js +95 -0
  528. package/dist/providers/qwen-portal-oauth.js +1 -1
  529. package/dist/routing/session-key.js +17 -12
  530. package/dist/security/audit-extra.js +120 -70
  531. package/dist/security/audit-fs.js +78 -0
  532. package/dist/security/audit.js +145 -87
  533. package/dist/security/external-content.js +143 -0
  534. package/dist/security/fix.js +93 -8
  535. package/dist/security/windows-acl.js +162 -0
  536. package/dist/shared/text/reasoning-tags.js +48 -0
  537. package/dist/slack/monitor/media.js +32 -4
  538. package/dist/slack/monitor/message-handler/dispatch.js +2 -1
  539. package/dist/slack/monitor/slash.js +3 -3
  540. package/dist/slack/monitor.test-helpers.js +1 -1
  541. package/dist/telegram/accounts.js +1 -1
  542. package/dist/telegram/api-logging.js +24 -0
  543. package/dist/telegram/bot/delivery.js +218 -28
  544. package/dist/telegram/bot/helpers.js +29 -19
  545. package/dist/telegram/bot-handlers.js +70 -8
  546. package/dist/telegram/bot-message-context.js +83 -22
  547. package/dist/telegram/bot-message-dispatch.js +69 -0
  548. package/dist/telegram/bot-native-commands.js +245 -94
  549. package/dist/telegram/bot.js +18 -2
  550. package/dist/telegram/fetch.js +25 -1
  551. package/dist/telegram/monitor.js +11 -3
  552. package/dist/telegram/network-config.js +23 -0
  553. package/dist/telegram/network-errors.js +103 -0
  554. package/dist/telegram/send.js +229 -41
  555. package/dist/telegram/sticker-cache.js +202 -0
  556. package/dist/telegram/webhook-set.js +13 -6
  557. package/dist/telegram/webhook.js +8 -3
  558. package/dist/terminal/links.js +1 -1
  559. package/dist/tts/tts.js +128 -25
  560. package/dist/tui/components/filterable-select-list.js +1 -1
  561. package/dist/tui/components/searchable-select-list.js +2 -1
  562. package/dist/tui/gateway-chat.js +3 -3
  563. package/dist/tui/tui.js +1 -1
  564. package/dist/utils.js +3 -3
  565. package/dist/version.js +3 -3
  566. package/dist/web/active-listener.js +1 -1
  567. package/dist/web/auth-store.js +1 -1
  568. package/dist/web/auto-reply/monitor/process-message.js +1 -1
  569. package/dist/web/auto-reply/monitor.js +1 -1
  570. package/dist/web/login.js +1 -1
  571. package/dist/web/session.js +2 -2
  572. package/dist/wizard/onboarding.finalize.js +22 -21
  573. package/dist/wizard/onboarding.gateway-config.js +1 -11
  574. package/dist/wizard/onboarding.js +24 -13
  575. package/docs/CNAME +1 -1
  576. package/docs/_config.yml +2 -2
  577. package/docs/_layouts/default.html +9 -9
  578. package/docs/assets/terminal.css +3 -0
  579. package/docs/assets/theme.js +1 -1
  580. package/docs/automation/auth-monitoring.md +7 -7
  581. package/docs/automation/cron-jobs.md +19 -19
  582. package/docs/automation/cron-vs-heartbeat.md +8 -8
  583. package/docs/automation/gmail-pubsub.md +27 -25
  584. package/docs/automation/poll.md +7 -7
  585. package/docs/automation/webhook.md +13 -8
  586. package/docs/bedrock.md +10 -10
  587. package/docs/brave-search.md +1 -1
  588. package/docs/broadcast-groups.md +4 -4
  589. package/docs/channels/bluebubbles.md +14 -12
  590. package/docs/channels/discord.md +23 -18
  591. package/docs/channels/googlechat.md +16 -16
  592. package/docs/channels/grammy.md +1 -1
  593. package/docs/channels/imessage.md +14 -14
  594. package/docs/channels/index.md +6 -4
  595. package/docs/channels/line.md +183 -0
  596. package/docs/channels/location.md +1 -1
  597. package/docs/channels/matrix.md +16 -16
  598. package/docs/channels/mattermost.md +8 -8
  599. package/docs/channels/msteams.md +31 -27
  600. package/docs/channels/nextcloud-talk.md +8 -8
  601. package/docs/channels/nostr.md +9 -9
  602. package/docs/channels/signal.md +11 -11
  603. package/docs/channels/slack.md +31 -29
  604. package/docs/channels/telegram.md +152 -22
  605. package/docs/channels/tlon.md +5 -5
  606. package/docs/channels/troubleshooting.md +2 -2
  607. package/docs/channels/twitch.md +366 -0
  608. package/docs/channels/whatsapp.md +26 -26
  609. package/docs/channels/zalo.md +8 -8
  610. package/docs/channels/zalouser.md +12 -12
  611. package/docs/cli/acp.md +24 -24
  612. package/docs/cli/agent.md +6 -6
  613. package/docs/cli/agents.md +9 -9
  614. package/docs/cli/approvals.md +14 -14
  615. package/docs/cli/browser.md +33 -35
  616. package/docs/cli/channels.md +21 -21
  617. package/docs/cli/config.md +15 -15
  618. package/docs/cli/configure.md +6 -6
  619. package/docs/cli/cron.md +5 -5
  620. package/docs/cli/dashboard.md +4 -4
  621. package/docs/cli/devices.md +13 -13
  622. package/docs/cli/directory.md +12 -12
  623. package/docs/cli/dns.md +5 -5
  624. package/docs/cli/docs.md +5 -5
  625. package/docs/cli/doctor.md +11 -11
  626. package/docs/cli/gateway.md +26 -26
  627. package/docs/cli/health.md +5 -5
  628. package/docs/cli/hooks.md +34 -34
  629. package/docs/cli/index.md +46 -52
  630. package/docs/cli/logs.md +6 -6
  631. package/docs/cli/memory.md +11 -11
  632. package/docs/cli/message.md +11 -11
  633. package/docs/cli/models.md +17 -17
  634. package/docs/cli/node.md +14 -14
  635. package/docs/cli/nodes.md +14 -14
  636. package/docs/cli/onboard.md +7 -6
  637. package/docs/cli/pairing.md +4 -4
  638. package/docs/cli/plugins.md +16 -16
  639. package/docs/cli/reset.md +5 -5
  640. package/docs/cli/sandbox.md +28 -28
  641. package/docs/cli/security.md +5 -5
  642. package/docs/cli/sessions.md +5 -5
  643. package/docs/cli/setup.md +6 -6
  644. package/docs/cli/skills.md +6 -6
  645. package/docs/cli/status.md +7 -7
  646. package/docs/cli/system.md +6 -6
  647. package/docs/cli/tui.md +5 -5
  648. package/docs/cli/uninstall.md +5 -5
  649. package/docs/cli/update.md +20 -20
  650. package/docs/cli/voicecall.md +9 -9
  651. package/docs/cli/webhooks.md +5 -5
  652. package/docs/concepts/agent-loop.md +5 -5
  653. package/docs/concepts/agent-workspace.md +21 -21
  654. package/docs/concepts/agent.md +12 -12
  655. package/docs/concepts/architecture.md +2 -2
  656. package/docs/concepts/channel-routing.md +4 -4
  657. package/docs/concepts/compaction.md +5 -5
  658. package/docs/concepts/context.md +6 -6
  659. package/docs/concepts/group-messages.md +6 -6
  660. package/docs/concepts/groups.md +41 -5
  661. package/docs/concepts/markdown-formatting.md +3 -3
  662. package/docs/concepts/memory.md +14 -14
  663. package/docs/concepts/messages.md +4 -4
  664. package/docs/concepts/model-failover.md +14 -14
  665. package/docs/concepts/model-providers.md +22 -22
  666. package/docs/concepts/models.md +27 -27
  667. package/docs/concepts/multi-agent.md +19 -19
  668. package/docs/concepts/oauth.md +32 -59
  669. package/docs/concepts/presence.md +2 -2
  670. package/docs/concepts/retry.md +1 -1
  671. package/docs/concepts/session-pruning.md +1 -1
  672. package/docs/concepts/session-tool.md +4 -4
  673. package/docs/concepts/session.md +14 -14
  674. package/docs/concepts/streaming.md +4 -4
  675. package/docs/concepts/system-prompt.md +11 -11
  676. package/docs/concepts/timezone.md +2 -2
  677. package/docs/concepts/typebox.md +3 -3
  678. package/docs/concepts/typing-indicators.md +2 -2
  679. package/docs/concepts/usage-tracking.md +3 -3
  680. package/docs/date-time.md +2 -2
  681. package/docs/debug/node-issue.md +4 -4
  682. package/docs/debugging.md +18 -18
  683. package/docs/diagnostics/flags.md +89 -0
  684. package/docs/docs.json +37 -7
  685. package/docs/environment.md +7 -7
  686. package/docs/experiments/plans/cron-add-hardening.md +1 -1
  687. package/docs/experiments/plans/openresponses-gateway.md +2 -2
  688. package/docs/experiments/research/memory.md +6 -6
  689. package/docs/gateway/authentication.md +33 -57
  690. package/docs/gateway/background-process.md +2 -2
  691. package/docs/gateway/bonjour.md +25 -25
  692. package/docs/gateway/bridge-protocol.md +2 -2
  693. package/docs/gateway/cli-backends.md +13 -12
  694. package/docs/gateway/configuration-examples.md +14 -14
  695. package/docs/gateway/configuration.md +160 -145
  696. package/docs/gateway/discovery.md +10 -10
  697. package/docs/gateway/doctor.md +27 -27
  698. package/docs/gateway/gateway-lock.md +1 -1
  699. package/docs/gateway/health.md +11 -11
  700. package/docs/gateway/heartbeat.md +5 -5
  701. package/docs/gateway/index.md +65 -65
  702. package/docs/gateway/local-models.md +2 -2
  703. package/docs/gateway/logging.md +8 -8
  704. package/docs/gateway/multiple-gateways.md +27 -27
  705. package/docs/gateway/openai-http-api.md +12 -12
  706. package/docs/gateway/openresponses-http-api.md +12 -12
  707. package/docs/gateway/pairing.md +9 -9
  708. package/docs/gateway/protocol.md +6 -5
  709. package/docs/gateway/remote-gateway-readme.md +16 -14
  710. package/docs/gateway/remote.md +5 -5
  711. package/docs/gateway/sandbox-vs-tool-policy-vs-elevated.md +10 -7
  712. package/docs/gateway/sandboxing.md +8 -6
  713. package/docs/gateway/security/formal-verification.md +107 -0
  714. package/docs/gateway/{security.md → security/index.md} +172 -75
  715. package/docs/gateway/tailscale.md +19 -38
  716. package/docs/gateway/tools-invoke-http-api.md +5 -5
  717. package/docs/gateway/troubleshooting.md +114 -119
  718. package/docs/help/faq.md +369 -355
  719. package/docs/help/troubleshooting.md +16 -16
  720. package/docs/hooks/soul-evil.md +2 -2
  721. package/docs/hooks.md +60 -60
  722. package/docs/index.md +35 -35
  723. package/docs/install/ansible.md +35 -35
  724. package/docs/install/development-channels.md +10 -10
  725. package/docs/install/docker.md +44 -44
  726. package/docs/install/index.md +34 -33
  727. package/docs/install/installer.md +24 -24
  728. package/docs/install/migrating.md +190 -0
  729. package/docs/install/nix.md +18 -18
  730. package/docs/install/node.md +7 -6
  731. package/docs/install/uninstall.md +30 -30
  732. package/docs/install/updating.md +50 -49
  733. package/docs/logging.md +82 -58
  734. package/docs/multi-agent-sandbox-tools.md +7 -7
  735. package/docs/network.md +1 -1
  736. package/docs/nodes/audio.md +2 -2
  737. package/docs/nodes/camera.md +18 -18
  738. package/docs/nodes/images.md +4 -4
  739. package/docs/nodes/index.md +57 -57
  740. package/docs/nodes/location-command.md +2 -2
  741. package/docs/nodes/media-understanding.md +5 -5
  742. package/docs/nodes/talk.md +1 -1
  743. package/docs/nodes/voicewake.md +2 -2
  744. package/docs/northflank.mdx +53 -0
  745. package/docs/perplexity.md +2 -2
  746. package/docs/platforms/android.md +13 -13
  747. package/docs/platforms/digitalocean.md +243 -0
  748. package/docs/platforms/exe-dev.md +25 -25
  749. package/docs/platforms/fly.md +149 -24
  750. package/docs/platforms/gcp.md +498 -0
  751. package/docs/platforms/hetzner.md +42 -42
  752. package/docs/platforms/index.md +9 -9
  753. package/docs/platforms/ios.md +13 -13
  754. package/docs/platforms/linux.md +11 -11
  755. package/docs/platforms/mac/bundled-gateway.md +16 -16
  756. package/docs/platforms/mac/canvas.md +14 -14
  757. package/docs/platforms/mac/child-process.md +9 -9
  758. package/docs/platforms/mac/dev-setup.md +11 -11
  759. package/docs/platforms/mac/health.md +2 -2
  760. package/docs/platforms/mac/icon.md +1 -1
  761. package/docs/platforms/mac/logging.md +7 -7
  762. package/docs/platforms/mac/menu-bar.md +1 -1
  763. package/docs/platforms/mac/peekaboo.md +9 -9
  764. package/docs/platforms/mac/permissions.md +3 -3
  765. package/docs/platforms/mac/release.md +20 -20
  766. package/docs/platforms/mac/remote.md +14 -14
  767. package/docs/platforms/mac/signing.md +7 -7
  768. package/docs/platforms/mac/skills.md +4 -4
  769. package/docs/platforms/mac/voice-overlay.md +2 -2
  770. package/docs/platforms/mac/webchat.md +2 -2
  771. package/docs/platforms/mac/xpc.md +4 -4
  772. package/docs/platforms/macos-vm.md +27 -27
  773. package/docs/platforms/macos.md +20 -20
  774. package/docs/platforms/oracle.md +291 -0
  775. package/docs/platforms/raspberry-pi.md +354 -0
  776. package/docs/platforms/windows.md +11 -11
  777. package/docs/plugin.md +80 -64
  778. package/docs/plugins/agent-tools.md +1 -1
  779. package/docs/plugins/manifest.md +4 -4
  780. package/docs/plugins/voice-call.md +96 -12
  781. package/docs/plugins/zalouser.md +9 -9
  782. package/docs/prose.md +9 -9
  783. package/docs/providers/anthropic.md +23 -27
  784. package/docs/providers/claude-max-api-proxy.md +145 -0
  785. package/docs/providers/deepgram.md +2 -2
  786. package/docs/providers/github-copilot.md +11 -11
  787. package/docs/providers/glm.md +4 -4
  788. package/docs/providers/index.md +7 -3
  789. package/docs/providers/minimax.md +9 -9
  790. package/docs/providers/models.md +3 -3
  791. package/docs/providers/moonshot.md +2 -2
  792. package/docs/providers/ollama.md +11 -11
  793. package/docs/providers/openai.md +9 -13
  794. package/docs/providers/opencode.md +3 -3
  795. package/docs/providers/openrouter.md +3 -3
  796. package/docs/providers/qwen.md +6 -6
  797. package/docs/providers/synthetic.md +4 -4
  798. package/docs/providers/venice.md +21 -21
  799. package/docs/providers/vercel-ai-gateway.md +5 -4
  800. package/docs/providers/zai.md +5 -5
  801. package/docs/railway.mdx +9 -7
  802. package/docs/refactor/exec-host.md +5 -5
  803. package/docs/refactor/plugin-sdk.md +12 -12
  804. package/docs/refactor/strict-config.md +11 -11
  805. package/docs/reference/AGENTS.default.md +10 -10
  806. package/docs/reference/RELEASING.md +29 -29
  807. package/docs/reference/api-usage-costs.md +6 -6
  808. package/docs/reference/device-models.md +7 -7
  809. package/docs/reference/rpc.md +3 -3
  810. package/docs/reference/session-management-compaction.md +19 -19
  811. package/docs/reference/templates/AGENTS.dev.md +1 -1
  812. package/docs/reference/templates/BOOT.md +1 -1
  813. package/docs/reference/templates/IDENTITY.md +27 -0
  814. package/docs/reference/templates/TOOLS.dev.md +1 -1
  815. package/docs/reference/templates/USER.dev.md +2 -2
  816. package/docs/reference/templates/USER.md +22 -0
  817. package/docs/reference/test.md +2 -2
  818. package/docs/reference/transcript-hygiene.md +1 -1
  819. package/docs/render.mdx +158 -0
  820. package/docs/scripts.md +1 -1
  821. package/docs/security/formal-verification.md +107 -0
  822. package/docs/start/clawd.md +29 -29
  823. package/docs/start/getting-started.md +31 -25
  824. package/docs/start/hubs.md +2 -2
  825. package/docs/start/lore.md +74 -38
  826. package/docs/start/onboarding.md +7 -7
  827. package/docs/start/pairing.md +10 -10
  828. package/docs/start/setup.md +30 -17
  829. package/docs/start/showcase.md +32 -32
  830. package/docs/start/wizard.md +29 -26
  831. package/docs/testing.md +56 -56
  832. package/docs/token-use.md +7 -7
  833. package/docs/tools/agent-send.md +10 -10
  834. package/docs/tools/browser-linux-troubleshooting.md +10 -10
  835. package/docs/tools/browser-login.md +4 -4
  836. package/docs/tools/browser.md +136 -242
  837. package/docs/tools/chrome-extension.md +31 -48
  838. package/docs/tools/clawdhub.md +7 -7
  839. package/docs/tools/creating-skills.md +41 -0
  840. package/docs/tools/elevated.md +1 -0
  841. package/docs/tools/exec-approvals.md +8 -5
  842. package/docs/tools/exec.md +15 -4
  843. package/docs/tools/firecrawl.md +2 -2
  844. package/docs/tools/index.md +18 -15
  845. package/docs/tools/llm-task.md +1 -1
  846. package/docs/tools/lobster.md +23 -11
  847. package/docs/tools/skills-config.md +2 -2
  848. package/docs/tools/skills.md +39 -31
  849. package/docs/tools/slash-commands.md +10 -8
  850. package/docs/tools/web.md +8 -8
  851. package/docs/tts.md +11 -11
  852. package/docs/tui.md +7 -7
  853. package/docs/vps.md +6 -1
  854. package/docs/web/control-ui.md +15 -14
  855. package/docs/web/dashboard.md +10 -6
  856. package/docs/web/index.md +7 -6
  857. package/docs/web/webchat.md +1 -1
  858. package/extensions/bluebubbles/index.ts +3 -3
  859. package/extensions/bluebubbles/package.json +5 -5
  860. package/extensions/bluebubbles/src/accounts.ts +9 -9
  861. package/extensions/bluebubbles/src/actions.test.ts +22 -22
  862. package/extensions/bluebubbles/src/actions.ts +6 -6
  863. package/extensions/bluebubbles/src/attachments.ts +2 -2
  864. package/extensions/bluebubbles/src/channel.ts +71 -17
  865. package/extensions/bluebubbles/src/chat.ts +2 -2
  866. package/extensions/bluebubbles/src/config-schema.ts +1 -1
  867. package/extensions/bluebubbles/src/media-send.ts +2 -2
  868. package/extensions/bluebubbles/src/monitor.test.ts +56 -50
  869. package/extensions/bluebubbles/src/monitor.ts +181 -6
  870. package/extensions/bluebubbles/src/onboarding.ts +9 -9
  871. package/extensions/bluebubbles/src/reactions.ts +2 -2
  872. package/extensions/bluebubbles/src/runtime.ts +1 -1
  873. package/extensions/bluebubbles/src/send.test.ts +94 -2
  874. package/extensions/bluebubbles/src/send.ts +73 -7
  875. package/extensions/copilot-proxy/README.md +3 -3
  876. package/extensions/copilot-proxy/index.ts +1 -1
  877. package/extensions/copilot-proxy/package.json +4 -4
  878. package/extensions/diagnostics-otel/index.ts +3 -3
  879. package/extensions/diagnostics-otel/package.json +4 -4
  880. package/extensions/diagnostics-otel/src/service.test.ts +15 -15
  881. package/extensions/diagnostics-otel/src/service.ts +85 -85
  882. package/extensions/discord/index.ts +3 -3
  883. package/extensions/discord/package.json +4 -4
  884. package/extensions/discord/src/channel.ts +1 -1
  885. package/extensions/discord/src/runtime.ts +1 -1
  886. package/extensions/google-antigravity-auth/README.md +3 -3
  887. package/extensions/google-antigravity-auth/index.ts +9 -2
  888. package/extensions/google-antigravity-auth/package.json +4 -4
  889. package/extensions/google-gemini-cli-auth/README.md +17 -6
  890. package/extensions/google-gemini-cli-auth/index.ts +3 -3
  891. package/extensions/google-gemini-cli-auth/oauth.test.ts +228 -0
  892. package/extensions/google-gemini-cli-auth/oauth.ts +96 -12
  893. package/extensions/google-gemini-cli-auth/package.json +4 -4
  894. package/extensions/googlechat/index.ts +4 -4
  895. package/extensions/googlechat/package.json +7 -7
  896. package/extensions/googlechat/src/accounts.ts +9 -9
  897. package/extensions/googlechat/src/actions.ts +8 -8
  898. package/extensions/googlechat/src/api.ts +1 -1
  899. package/extensions/googlechat/src/channel.ts +23 -23
  900. package/extensions/googlechat/src/monitor.ts +9 -9
  901. package/extensions/googlechat/src/onboarding.ts +11 -11
  902. package/extensions/googlechat/src/runtime.ts +1 -1
  903. package/extensions/googlechat/src/types.config.ts +1 -1
  904. package/extensions/imessage/index.ts +3 -3
  905. package/extensions/imessage/package.json +4 -4
  906. package/extensions/imessage/src/channel.ts +5 -8
  907. package/extensions/imessage/src/runtime.ts +1 -1
  908. package/extensions/line/clawdbot.plugin.json +11 -0
  909. package/extensions/line/index.ts +20 -0
  910. package/extensions/line/package.json +29 -0
  911. package/extensions/line/src/card-command.ts +338 -0
  912. package/extensions/line/src/channel.logout.test.ts +96 -0
  913. package/extensions/line/src/channel.sendPayload.test.ts +308 -0
  914. package/extensions/line/src/channel.ts +773 -0
  915. package/extensions/line/src/runtime.ts +14 -0
  916. package/extensions/llm-task/README.md +4 -4
  917. package/extensions/llm-task/index.ts +2 -2
  918. package/extensions/llm-task/package.json +4 -4
  919. package/extensions/llm-task/src/llm-task-tool.ts +5 -5
  920. package/extensions/lobster/README.md +6 -6
  921. package/extensions/lobster/index.ts +2 -2
  922. package/extensions/lobster/package.json +3 -3
  923. package/extensions/lobster/src/lobster-tool.test.ts +26 -6
  924. package/extensions/lobster/src/lobster-tool.ts +24 -6
  925. package/extensions/matrix/CHANGELOG.md +9 -9
  926. package/extensions/matrix/index.ts +3 -3
  927. package/extensions/matrix/node_modules/.bin/markdown-it +2 -2
  928. package/extensions/matrix/node_modules/.bin/markdown-it.CMD +2 -2
  929. package/extensions/matrix/node_modules/.bin/markdown-it.ps1 +2 -2
  930. package/extensions/matrix/package.json +7 -7
  931. package/extensions/matrix/src/actions.ts +1 -1
  932. package/extensions/matrix/src/channel.directory.test.ts +1 -1
  933. package/extensions/matrix/src/channel.ts +1 -1
  934. package/extensions/matrix/src/config-schema.ts +1 -1
  935. package/extensions/matrix/src/directory-live.ts +1 -1
  936. package/extensions/matrix/src/group-mentions.ts +1 -1
  937. package/extensions/matrix/src/matrix/accounts.ts +1 -1
  938. package/extensions/matrix/src/matrix/actions/client.ts +1 -1
  939. package/extensions/matrix/src/matrix/actions/messages.ts +1 -1
  940. package/extensions/matrix/src/matrix/actions/reactions.ts +1 -1
  941. package/extensions/matrix/src/matrix/actions/room.ts +3 -3
  942. package/extensions/matrix/src/matrix/actions/summary.ts +1 -1
  943. package/extensions/matrix/src/matrix/actions/types.ts +1 -1
  944. package/extensions/matrix/src/matrix/active-client.ts +1 -1
  945. package/extensions/matrix/src/matrix/client/config.ts +2 -2
  946. package/extensions/matrix/src/matrix/client/create-client.ts +2 -2
  947. package/extensions/matrix/src/matrix/client/logging.ts +1 -1
  948. package/extensions/matrix/src/matrix/client/shared.ts +3 -3
  949. package/extensions/matrix/src/matrix/deps.ts +5 -5
  950. package/extensions/matrix/src/matrix/monitor/allowlist.ts +1 -1
  951. package/extensions/matrix/src/matrix/monitor/auto-join.ts +4 -4
  952. package/extensions/matrix/src/matrix/monitor/direct.ts +1 -1
  953. package/extensions/matrix/src/matrix/monitor/events.ts +2 -2
  954. package/extensions/matrix/src/matrix/monitor/handler.ts +15 -11
  955. package/extensions/matrix/src/matrix/monitor/index.ts +2 -2
  956. package/extensions/matrix/src/matrix/monitor/location.ts +2 -2
  957. package/extensions/matrix/src/matrix/monitor/media.test.ts +41 -5
  958. package/extensions/matrix/src/matrix/monitor/media.ts +17 -14
  959. package/extensions/matrix/src/matrix/monitor/replies.ts +2 -2
  960. package/extensions/matrix/src/matrix/monitor/room-info.ts +1 -1
  961. package/extensions/matrix/src/matrix/monitor/rooms.ts +1 -1
  962. package/extensions/matrix/src/matrix/monitor/threads.ts +1 -1
  963. package/extensions/matrix/src/matrix/monitor/types.ts +2 -1
  964. package/extensions/matrix/src/matrix/poll-types.ts +1 -1
  965. package/extensions/matrix/src/matrix/probe.ts +1 -1
  966. package/extensions/matrix/src/matrix/send/client.ts +3 -3
  967. package/extensions/matrix/src/matrix/send/media.ts +1 -1
  968. package/extensions/matrix/src/matrix/send/targets.test.ts +1 -1
  969. package/extensions/matrix/src/matrix/send/targets.ts +1 -1
  970. package/extensions/matrix/src/matrix/send/types.ts +2 -2
  971. package/extensions/matrix/src/matrix/send.test.ts +3 -3
  972. package/extensions/matrix/src/matrix/send.ts +4 -4
  973. package/extensions/matrix/src/onboarding.ts +3 -3
  974. package/extensions/matrix/src/outbound.ts +1 -1
  975. package/extensions/matrix/src/resolve-targets.ts +1 -1
  976. package/extensions/matrix/src/runtime.ts +1 -1
  977. package/extensions/matrix/src/tool-actions.ts +1 -1
  978. package/extensions/matrix/src/types.ts +1 -1
  979. package/extensions/mattermost/index.ts +3 -3
  980. package/extensions/mattermost/package.json +5 -5
  981. package/extensions/mattermost/src/channel.ts +1 -1
  982. package/extensions/mattermost/src/config-schema.ts +1 -1
  983. package/extensions/mattermost/src/group-mentions.ts +2 -2
  984. package/extensions/mattermost/src/mattermost/accounts.ts +10 -10
  985. package/extensions/mattermost/src/mattermost/client.ts +1 -1
  986. package/extensions/mattermost/src/mattermost/monitor-helpers.ts +6 -6
  987. package/extensions/mattermost/src/mattermost/monitor.ts +4 -4
  988. package/extensions/mattermost/src/mattermost/probe.ts +1 -1
  989. package/extensions/mattermost/src/onboarding-helpers.ts +5 -5
  990. package/extensions/mattermost/src/onboarding.ts +5 -5
  991. package/extensions/mattermost/src/runtime.ts +1 -1
  992. package/extensions/mattermost/src/types.ts +1 -1
  993. package/extensions/memory-core/index.ts +3 -3
  994. package/extensions/memory-core/package.json +9 -6
  995. package/extensions/memory-lancedb/{pigbot.plugin.json → clawdbot.plugin.json} +1 -1
  996. package/extensions/memory-lancedb/config.ts +2 -2
  997. package/extensions/memory-lancedb/index.test.ts +3 -3
  998. package/extensions/memory-lancedb/index.ts +4 -4
  999. package/extensions/memory-lancedb/node_modules/.bin/openai +2 -2
  1000. package/extensions/memory-lancedb/node_modules/.bin/openai.CMD +2 -2
  1001. package/extensions/memory-lancedb/node_modules/.bin/openai.ps1 +2 -2
  1002. package/extensions/memory-lancedb/package.json +4 -4
  1003. package/extensions/msteams/CHANGELOG.md +7 -7
  1004. package/extensions/msteams/index.ts +3 -3
  1005. package/extensions/msteams/package.json +6 -6
  1006. package/extensions/msteams/src/attachments.test.ts +1 -1
  1007. package/extensions/msteams/src/channel.directory.test.ts +2 -2
  1008. package/extensions/msteams/src/channel.ts +3 -3
  1009. package/extensions/msteams/src/conversation-store-fs.test.ts +5 -5
  1010. package/extensions/msteams/src/directory-live.ts +1 -1
  1011. package/extensions/msteams/src/graph-upload.ts +4 -4
  1012. package/extensions/msteams/src/media-helpers.ts +1 -1
  1013. package/extensions/msteams/src/messenger.test.ts +1 -1
  1014. package/extensions/msteams/src/messenger.ts +1 -1
  1015. package/extensions/msteams/src/monitor-handler/message-handler.ts +1 -1
  1016. package/extensions/msteams/src/monitor-handler.ts +2 -2
  1017. package/extensions/msteams/src/monitor.ts +3 -3
  1018. package/extensions/msteams/src/onboarding.ts +11 -11
  1019. package/extensions/msteams/src/outbound.ts +1 -1
  1020. package/extensions/msteams/src/policy.test.ts +1 -1
  1021. package/extensions/msteams/src/policy.ts +50 -5
  1022. package/extensions/msteams/src/polls-store.test.ts +1 -1
  1023. package/extensions/msteams/src/polls.test.ts +5 -5
  1024. package/extensions/msteams/src/polls.ts +8 -8
  1025. package/extensions/msteams/src/probe.test.ts +1 -1
  1026. package/extensions/msteams/src/probe.ts +1 -1
  1027. package/extensions/msteams/src/reply-dispatcher.ts +36 -36
  1028. package/extensions/msteams/src/runtime.ts +1 -1
  1029. package/extensions/msteams/src/send-context.ts +2 -2
  1030. package/extensions/msteams/src/send.ts +5 -5
  1031. package/extensions/msteams/src/token.ts +1 -1
  1032. package/extensions/nextcloud-talk/index.ts +3 -3
  1033. package/extensions/nextcloud-talk/package.json +5 -5
  1034. package/extensions/nextcloud-talk/src/accounts.ts +2 -2
  1035. package/extensions/nextcloud-talk/src/channel.ts +8 -8
  1036. package/extensions/nextcloud-talk/src/config-schema.ts +1 -1
  1037. package/extensions/nextcloud-talk/src/inbound.ts +8 -8
  1038. package/extensions/nextcloud-talk/src/monitor.ts +1 -1
  1039. package/extensions/nextcloud-talk/src/onboarding.ts +2 -2
  1040. package/extensions/nextcloud-talk/src/policy.ts +2 -2
  1041. package/extensions/nextcloud-talk/src/room-info.ts +1 -1
  1042. package/extensions/nextcloud-talk/src/runtime.ts +1 -1
  1043. package/extensions/nextcloud-talk/src/types.ts +1 -1
  1044. package/extensions/nostr/CHANGELOG.md +4 -4
  1045. package/extensions/nostr/README.md +5 -5
  1046. package/extensions/nostr/index.ts +6 -6
  1047. package/extensions/nostr/package.json +6 -6
  1048. package/extensions/nostr/src/channel.ts +2 -2
  1049. package/extensions/nostr/src/config-schema.ts +1 -1
  1050. package/extensions/nostr/src/nostr-state-store.test.ts +8 -8
  1051. package/extensions/nostr/src/runtime.ts +1 -1
  1052. package/extensions/nostr/src/types.ts +4 -4
  1053. package/extensions/open-prose/index.ts +2 -2
  1054. package/extensions/open-prose/package.json +3 -3
  1055. package/extensions/open-prose/skills/prose/SKILL.md +5 -5
  1056. package/extensions/open-prose/skills/prose/examples/28-automated-pr-review.prose +2 -2
  1057. package/extensions/open-prose/skills/prose/prose.md +4 -4
  1058. package/extensions/qwen-portal-auth/README.md +3 -3
  1059. package/extensions/qwen-portal-auth/index.ts +1 -1
  1060. package/extensions/signal/index.ts +3 -3
  1061. package/extensions/signal/package.json +4 -4
  1062. package/extensions/signal/src/channel.ts +1 -1
  1063. package/extensions/signal/src/runtime.ts +1 -1
  1064. package/extensions/slack/index.ts +3 -3
  1065. package/extensions/slack/package.json +4 -4
  1066. package/extensions/slack/src/channel.ts +1 -1
  1067. package/extensions/slack/src/runtime.ts +1 -1
  1068. package/extensions/telegram/index.ts +3 -3
  1069. package/extensions/telegram/package.json +4 -4
  1070. package/extensions/telegram/src/channel.ts +3 -3
  1071. package/extensions/telegram/src/runtime.ts +1 -1
  1072. package/extensions/tlon/README.md +3 -3
  1073. package/extensions/tlon/index.ts +3 -3
  1074. package/extensions/tlon/package.json +5 -5
  1075. package/extensions/tlon/src/channel.ts +15 -15
  1076. package/extensions/tlon/src/config-schema.ts +1 -1
  1077. package/extensions/tlon/src/monitor/discovery.ts +1 -1
  1078. package/extensions/tlon/src/monitor/history.ts +1 -1
  1079. package/extensions/tlon/src/monitor/index.ts +3 -3
  1080. package/extensions/tlon/src/onboarding.ts +4 -4
  1081. package/extensions/tlon/src/runtime.ts +1 -1
  1082. package/extensions/tlon/src/types.ts +3 -3
  1083. package/extensions/tlon/src/urbit/send.ts +19 -6
  1084. package/extensions/twitch/CHANGELOG.md +21 -0
  1085. package/extensions/twitch/README.md +89 -0
  1086. package/extensions/twitch/clawdbot.plugin.json +9 -0
  1087. package/extensions/twitch/index.ts +20 -0
  1088. package/extensions/twitch/package.json +20 -0
  1089. package/extensions/twitch/src/access-control.test.ts +489 -0
  1090. package/extensions/twitch/src/access-control.ts +154 -0
  1091. package/extensions/twitch/src/actions.ts +173 -0
  1092. package/extensions/twitch/src/client-manager-registry.ts +115 -0
  1093. package/extensions/twitch/src/config-schema.ts +82 -0
  1094. package/extensions/twitch/src/config.test.ts +88 -0
  1095. package/extensions/twitch/src/config.ts +116 -0
  1096. package/extensions/twitch/src/monitor.ts +257 -0
  1097. package/extensions/twitch/src/onboarding.test.ts +311 -0
  1098. package/extensions/twitch/src/onboarding.ts +411 -0
  1099. package/extensions/twitch/src/outbound.test.ts +373 -0
  1100. package/extensions/twitch/src/outbound.ts +186 -0
  1101. package/extensions/twitch/src/plugin.test.ts +39 -0
  1102. package/extensions/twitch/src/plugin.ts +274 -0
  1103. package/extensions/twitch/src/probe.test.ts +198 -0
  1104. package/extensions/twitch/src/probe.ts +118 -0
  1105. package/extensions/twitch/src/resolver.ts +137 -0
  1106. package/extensions/twitch/src/runtime.ts +14 -0
  1107. package/extensions/twitch/src/send.test.ts +289 -0
  1108. package/extensions/twitch/src/send.ts +136 -0
  1109. package/extensions/twitch/src/status.test.ts +270 -0
  1110. package/extensions/twitch/src/status.ts +176 -0
  1111. package/extensions/twitch/src/token.test.ts +171 -0
  1112. package/extensions/twitch/src/token.ts +87 -0
  1113. package/extensions/twitch/src/twitch-client.test.ts +574 -0
  1114. package/extensions/twitch/src/twitch-client.ts +277 -0
  1115. package/extensions/twitch/src/types.ts +141 -0
  1116. package/extensions/twitch/src/utils/markdown.ts +92 -0
  1117. package/extensions/twitch/src/utils/twitch.ts +78 -0
  1118. package/extensions/twitch/test/setup.ts +7 -0
  1119. package/extensions/voice-call/CHANGELOG.md +19 -11
  1120. package/extensions/voice-call/README.md +38 -16
  1121. package/extensions/voice-call/{pigbot.plugin.json → clawdbot.plugin.json} +210 -14
  1122. package/extensions/voice-call/index.ts +32 -12
  1123. package/extensions/voice-call/package.json +4 -4
  1124. package/extensions/voice-call/src/cli.ts +1 -1
  1125. package/extensions/voice-call/src/config.test.ts +204 -0
  1126. package/extensions/voice-call/src/config.ts +134 -26
  1127. package/extensions/voice-call/src/core-bridge.ts +16 -8
  1128. package/extensions/voice-call/src/manager/context.ts +0 -1
  1129. package/extensions/voice-call/src/manager/events.ts +0 -1
  1130. package/extensions/voice-call/src/manager/lookup.ts +0 -1
  1131. package/extensions/voice-call/src/manager/outbound.ts +4 -3
  1132. package/extensions/voice-call/src/manager/state.ts +0 -1
  1133. package/extensions/voice-call/src/manager/store.ts +0 -1
  1134. package/extensions/voice-call/src/manager/timers.ts +0 -1
  1135. package/extensions/voice-call/src/manager/twiml.ts +0 -1
  1136. package/extensions/voice-call/src/manager.test.ts +2 -2
  1137. package/extensions/voice-call/src/manager.ts +4 -2
  1138. package/extensions/voice-call/src/media-stream.test.ts +97 -0
  1139. package/extensions/voice-call/src/media-stream.ts +114 -0
  1140. package/extensions/voice-call/src/providers/plivo.test.ts +0 -1
  1141. package/extensions/voice-call/src/providers/stt-openai-realtime.ts +8 -0
  1142. package/extensions/voice-call/src/providers/twilio/webhook.ts +2 -2
  1143. package/extensions/voice-call/src/providers/twilio.ts +44 -26
  1144. package/extensions/voice-call/src/response-generator.ts +1 -1
  1145. package/extensions/voice-call/src/runtime.ts +37 -27
  1146. package/extensions/voice-call/src/telephony-audio.ts +88 -0
  1147. package/extensions/voice-call/src/telephony-tts.ts +95 -0
  1148. package/extensions/voice-call/src/types.ts +1 -0
  1149. package/extensions/voice-call/src/webhook-security.test.ts +52 -0
  1150. package/extensions/voice-call/src/webhook-security.ts +16 -5
  1151. package/extensions/voice-call/src/webhook.ts +11 -0
  1152. package/extensions/whatsapp/index.ts +3 -3
  1153. package/extensions/whatsapp/package.json +4 -4
  1154. package/extensions/whatsapp/src/channel.ts +1 -1
  1155. package/extensions/whatsapp/src/runtime.ts +1 -1
  1156. package/extensions/zalo/CHANGELOG.md +9 -9
  1157. package/extensions/zalo/README.md +4 -4
  1158. package/extensions/zalo/index.ts +3 -3
  1159. package/extensions/zalo/package.json +6 -6
  1160. package/extensions/zalo/src/accounts.ts +9 -9
  1161. package/extensions/zalo/src/actions.ts +6 -6
  1162. package/extensions/zalo/src/channel.directory.test.ts +2 -2
  1163. package/extensions/zalo/src/channel.ts +20 -20
  1164. package/extensions/zalo/src/config-schema.ts +1 -1
  1165. package/extensions/zalo/src/monitor.ts +9 -9
  1166. package/extensions/zalo/src/monitor.webhook.test.ts +2 -2
  1167. package/extensions/zalo/src/onboarding.ts +27 -27
  1168. package/extensions/zalo/src/runtime.ts +1 -1
  1169. package/extensions/zalo/src/send.ts +2 -2
  1170. package/extensions/zalo/src/status-issues.ts +1 -1
  1171. package/extensions/zalo/src/token.ts +1 -1
  1172. package/extensions/zalouser/CHANGELOG.md +4 -4
  1173. package/extensions/zalouser/README.md +18 -18
  1174. package/extensions/zalouser/index.ts +3 -3
  1175. package/extensions/zalouser/package.json +6 -6
  1176. package/extensions/zalouser/src/accounts.ts +10 -10
  1177. package/extensions/zalouser/src/channel.test.ts +0 -1
  1178. package/extensions/zalouser/src/channel.ts +27 -27
  1179. package/extensions/zalouser/src/config-schema.ts +1 -1
  1180. package/extensions/zalouser/src/monitor.ts +5 -5
  1181. package/extensions/zalouser/src/onboarding.ts +32 -32
  1182. package/extensions/zalouser/src/runtime.ts +1 -1
  1183. package/extensions/zalouser/src/status-issues.ts +2 -2
  1184. package/package.json +39 -23
  1185. package/scripts/postinstall.js +1 -1
  1186. package/skills/1password/SKILL.md +3 -3
  1187. package/skills/apple-notes/SKILL.md +2 -2
  1188. package/skills/apple-reminders/SKILL.md +1 -1
  1189. package/skills/bear-notes/SKILL.md +1 -1
  1190. package/skills/bird/SKILL.md +1 -1
  1191. package/skills/blogwatcher/SKILL.md +1 -1
  1192. package/skills/blucli/SKILL.md +1 -1
  1193. package/skills/bluebubbles/SKILL.md +2 -2
  1194. package/skills/camsnap/SKILL.md +1 -1
  1195. package/skills/canvas/SKILL.md +15 -15
  1196. package/skills/clawdhub/SKILL.md +2 -2
  1197. package/skills/coding-agent/SKILL.md +6 -6
  1198. package/skills/discord/SKILL.md +6 -5
  1199. package/skills/eightctl/SKILL.md +1 -1
  1200. package/skills/food-order/SKILL.md +1 -1
  1201. package/skills/gemini/SKILL.md +1 -1
  1202. package/skills/gifgrep/SKILL.md +1 -1
  1203. package/skills/github/SKILL.md +1 -0
  1204. package/skills/gog/SKILL.md +1 -1
  1205. package/skills/goplaces/SKILL.md +1 -1
  1206. package/skills/himalaya/SKILL.md +1 -1
  1207. package/skills/imsg/SKILL.md +1 -1
  1208. package/skills/local-places/SKILL.md +2 -2
  1209. package/skills/mcporter/SKILL.md +1 -1
  1210. package/skills/model-usage/SKILL.md +1 -1
  1211. package/skills/nano-banana-pro/SKILL.md +10 -5
  1212. package/skills/nano-banana-pro/scripts/generate_image.py +42 -27
  1213. package/skills/nano-pdf/SKILL.md +1 -1
  1214. package/skills/notion/SKILL.md +1 -1
  1215. package/skills/obsidian/SKILL.md +1 -1
  1216. package/skills/openai-image-gen/SKILL.md +1 -1
  1217. package/skills/openai-whisper/SKILL.md +1 -1
  1218. package/skills/openai-whisper-api/SKILL.md +2 -2
  1219. package/skills/openhue/SKILL.md +1 -1
  1220. package/skills/oracle/SKILL.md +1 -1
  1221. package/skills/ordercli/SKILL.md +1 -1
  1222. package/skills/peekaboo/SKILL.md +1 -1
  1223. package/skills/sag/SKILL.md +1 -1
  1224. package/skills/session-logs/SKILL.md +7 -7
  1225. package/skills/sherpa-onnx-tts/SKILL.md +6 -6
  1226. package/skills/sherpa-onnx-tts/bin/sherpa-onnx-tts +178 -0
  1227. package/skills/slack/SKILL.md +4 -3
  1228. package/skills/songsee/SKILL.md +1 -1
  1229. package/skills/sonoscli/SKILL.md +1 -1
  1230. package/skills/spotify-player/SKILL.md +1 -1
  1231. package/skills/summarize/SKILL.md +1 -1
  1232. package/skills/things-mac/SKILL.md +3 -3
  1233. package/skills/tmux/SKILL.md +8 -8
  1234. package/skills/tmux/scripts/find-sessions.sh +2 -2
  1235. package/skills/trello/SKILL.md +2 -2
  1236. package/skills/video-frames/SKILL.md +1 -1
  1237. package/skills/voice-call/SKILL.md +4 -4
  1238. package/skills/wacli/SKILL.md +2 -2
  1239. package/skills/weather/SKILL.md +1 -1
  1240. package/dist/cli/browser-cli-serve.js +0 -91
  1241. package/dist/control-ui/assets/index--6ilUi7V.css +0 -1
  1242. package/dist/control-ui/assets/index-DrGg77je.js +0 -3111
  1243. package/dist/control-ui/assets/index-DrGg77je.js.map +0 -1
  1244. package/extensions/diagnostics-otel/node_modules/.bin/acorn +0 -21
  1245. package/extensions/diagnostics-otel/node_modules/.bin/acorn.CMD +0 -12
  1246. package/extensions/diagnostics-otel/node_modules/.bin/acorn.ps1 +0 -41
  1247. package/extensions/googlechat/node_modules/.bin/pigbot +0 -21
  1248. package/extensions/googlechat/node_modules/.bin/pigbot.CMD +0 -12
  1249. package/extensions/googlechat/node_modules/.bin/pigbot.ps1 +0 -41
  1250. package/extensions/matrix/node_modules/.bin/pigbot +0 -21
  1251. package/extensions/matrix/node_modules/.bin/pigbot.CMD +0 -12
  1252. package/extensions/matrix/node_modules/.bin/pigbot.ps1 +0 -41
  1253. package/extensions/memory-core/node_modules/.bin/pigbot +0 -21
  1254. package/extensions/memory-core/node_modules/.bin/pigbot.CMD +0 -12
  1255. package/extensions/memory-core/node_modules/.bin/pigbot.ps1 +0 -41
  1256. package/extensions/memory-lancedb/node_modules/.bin/arrow2csv +0 -21
  1257. package/extensions/memory-lancedb/node_modules/.bin/arrow2csv.CMD +0 -12
  1258. package/extensions/memory-lancedb/node_modules/.bin/arrow2csv.ps1 +0 -41
  1259. package/extensions/msteams/node_modules/.bin/pigbot +0 -21
  1260. package/extensions/msteams/node_modules/.bin/pigbot.CMD +0 -12
  1261. package/extensions/msteams/node_modules/.bin/pigbot.ps1 +0 -41
  1262. package/extensions/nostr/node_modules/.bin/pigbot +0 -21
  1263. package/extensions/nostr/node_modules/.bin/pigbot.CMD +0 -12
  1264. package/extensions/nostr/node_modules/.bin/pigbot.ps1 +0 -41
  1265. package/extensions/nostr/node_modules/.bin/tsc +0 -21
  1266. package/extensions/nostr/node_modules/.bin/tsc.CMD +0 -12
  1267. package/extensions/nostr/node_modules/.bin/tsc.ps1 +0 -41
  1268. package/extensions/nostr/node_modules/.bin/tsserver +0 -21
  1269. package/extensions/nostr/node_modules/.bin/tsserver.CMD +0 -12
  1270. package/extensions/nostr/node_modules/.bin/tsserver.ps1 +0 -41
  1271. package/extensions/zalo/node_modules/.bin/pigbot +0 -21
  1272. package/extensions/zalo/node_modules/.bin/pigbot.CMD +0 -12
  1273. package/extensions/zalo/node_modules/.bin/pigbot.ps1 +0 -41
  1274. package/extensions/zalouser/node_modules/.bin/pigbot +0 -21
  1275. package/extensions/zalouser/node_modules/.bin/pigbot.CMD +0 -12
  1276. package/extensions/zalouser/node_modules/.bin/pigbot.ps1 +0 -41
  1277. /package/dist/{config/types.pigbot.js → browser/routes/types.js} +0 -0
  1278. /package/extensions/bluebubbles/{pigbot.plugin.json → clawdbot.plugin.json} +0 -0
  1279. /package/extensions/copilot-proxy/{pigbot.plugin.json → clawdbot.plugin.json} +0 -0
  1280. /package/extensions/diagnostics-otel/{pigbot.plugin.json → clawdbot.plugin.json} +0 -0
  1281. /package/extensions/discord/{pigbot.plugin.json → clawdbot.plugin.json} +0 -0
  1282. /package/extensions/google-antigravity-auth/{pigbot.plugin.json → clawdbot.plugin.json} +0 -0
  1283. /package/extensions/google-gemini-cli-auth/{pigbot.plugin.json → clawdbot.plugin.json} +0 -0
  1284. /package/extensions/googlechat/{pigbot.plugin.json → clawdbot.plugin.json} +0 -0
  1285. /package/extensions/imessage/{pigbot.plugin.json → clawdbot.plugin.json} +0 -0
  1286. /package/extensions/llm-task/{pigbot.plugin.json → clawdbot.plugin.json} +0 -0
  1287. /package/extensions/lobster/{pigbot.plugin.json → clawdbot.plugin.json} +0 -0
  1288. /package/extensions/matrix/{pigbot.plugin.json → clawdbot.plugin.json} +0 -0
  1289. /package/extensions/mattermost/{pigbot.plugin.json → clawdbot.plugin.json} +0 -0
  1290. /package/extensions/memory-core/{pigbot.plugin.json → clawdbot.plugin.json} +0 -0
  1291. /package/extensions/msteams/{pigbot.plugin.json → clawdbot.plugin.json} +0 -0
  1292. /package/extensions/nextcloud-talk/{pigbot.plugin.json → clawdbot.plugin.json} +0 -0
  1293. /package/extensions/nostr/{pigbot.plugin.json → clawdbot.plugin.json} +0 -0
  1294. /package/extensions/open-prose/{pigbot.plugin.json → clawdbot.plugin.json} +0 -0
  1295. /package/extensions/qwen-portal-auth/{pigbot.plugin.json → clawdbot.plugin.json} +0 -0
  1296. /package/extensions/signal/{pigbot.plugin.json → clawdbot.plugin.json} +0 -0
  1297. /package/extensions/slack/{pigbot.plugin.json → clawdbot.plugin.json} +0 -0
  1298. /package/extensions/telegram/{pigbot.plugin.json → clawdbot.plugin.json} +0 -0
  1299. /package/extensions/tlon/{pigbot.plugin.json → clawdbot.plugin.json} +0 -0
  1300. /package/extensions/whatsapp/{pigbot.plugin.json → clawdbot.plugin.json} +0 -0
  1301. /package/extensions/zalo/{pigbot.plugin.json → clawdbot.plugin.json} +0 -0
  1302. /package/extensions/zalouser/{pigbot.plugin.json → clawdbot.plugin.json} +0 -0
@@ -11,7 +11,8 @@ export function verifyTwilioProviderWebhook(params: {
11
11
  }): WebhookVerificationResult {
12
12
  const result = verifyTwilioWebhook(params.ctx, params.authToken, {
13
13
  publicUrl: params.currentPublicUrl || undefined,
14
- allowNgrokFreeTier: params.options.allowNgrokFreeTier ?? true,
14
+ allowNgrokFreeTierLoopbackBypass:
15
+ params.options.allowNgrokFreeTierLoopbackBypass ?? false,
15
16
  skipVerification: params.options.skipVerification,
16
17
  });
17
18
 
@@ -27,4 +28,3 @@ export function verifyTwilioProviderWebhook(params: {
27
28
  reason: result.reason,
28
29
  };
29
30
  }
30
-
@@ -15,9 +15,9 @@ import type {
15
15
  WebhookVerificationResult,
16
16
  } from "../types.js";
17
17
  import { escapeXml, mapVoiceToPolly } from "../voice-mapping.js";
18
+ import { chunkAudio } from "../telephony-audio.js";
19
+ import type { TelephonyTtsProvider } from "../telephony-tts.js";
18
20
  import type { VoiceCallProvider } from "./base.js";
19
- import type { OpenAITTSProvider } from "./tts-openai.js";
20
- import { chunkAudio } from "./tts-openai.js";
21
21
  import { twilioApiRequest } from "./twilio/api.js";
22
22
  import { verifyTwilioProviderWebhook } from "./twilio/webhook.js";
23
23
 
@@ -31,8 +31,8 @@ import { verifyTwilioProviderWebhook } from "./twilio/webhook.js";
31
31
  * @see https://www.twilio.com/docs/voice/media-streams
32
32
  */
33
33
  export interface TwilioProviderOptions {
34
- /** Allow ngrok free tier compatibility mode (less secure) */
35
- allowNgrokFreeTier?: boolean;
34
+ /** Allow ngrok free tier compatibility mode (loopback only, less secure) */
35
+ allowNgrokFreeTierLoopbackBypass?: boolean;
36
36
  /** Override public URL for signature verification */
37
37
  publicUrl?: string;
38
38
  /** Path for media stream WebSocket (e.g., /voice/stream) */
@@ -53,8 +53,8 @@ export class TwilioProvider implements VoiceCallProvider {
53
53
  /** Current public webhook URL (set when tunnel starts or from config) */
54
54
  private currentPublicUrl: string | null = null;
55
55
 
56
- /** Optional OpenAI TTS provider for streaming TTS */
57
- private ttsProvider: OpenAITTSProvider | null = null;
56
+ /** Optional telephony TTS provider for streaming TTS */
57
+ private ttsProvider: TelephonyTtsProvider | null = null;
58
58
 
59
59
  /** Optional media stream handler for sending audio */
60
60
  private mediaStreamHandler: MediaStreamHandler | null = null;
@@ -119,7 +119,7 @@ export class TwilioProvider implements VoiceCallProvider {
119
119
  return this.currentPublicUrl;
120
120
  }
121
121
 
122
- setTTSProvider(provider: OpenAITTSProvider): void {
122
+ setTTSProvider(provider: TelephonyTtsProvider): void {
123
123
  this.ttsProvider = provider;
124
124
  }
125
125
 
@@ -135,6 +135,17 @@ export class TwilioProvider implements VoiceCallProvider {
135
135
  this.callStreamMap.delete(callSid);
136
136
  }
137
137
 
138
+ /**
139
+ * Clear TTS queue for a call (barge-in).
140
+ * Used when user starts speaking to interrupt current TTS playback.
141
+ */
142
+ clearTtsQueue(callSid: string): void {
143
+ const streamSid = this.callStreamMap.get(callSid);
144
+ if (streamSid && this.mediaStreamHandler) {
145
+ this.mediaStreamHandler.clearTtsQueue(streamSid);
146
+ }
147
+ }
148
+
138
149
  /**
139
150
  * Make an authenticated request to the Twilio API.
140
151
  */
@@ -454,13 +465,13 @@ export class TwilioProvider implements VoiceCallProvider {
454
465
  * Play TTS audio via Twilio.
455
466
  *
456
467
  * Two modes:
457
- * 1. OpenAI TTS + Media Streams: If TTS provider and media stream are available,
458
- * generates audio via OpenAI and streams it through WebSocket (preferred).
468
+ * 1. Core TTS + Media Streams: If TTS provider and media stream are available,
469
+ * generates audio via core TTS and streams it through WebSocket (preferred).
459
470
  * 2. TwiML <Say>: Falls back to Twilio's native TTS with Polly voices.
460
471
  * Note: This may not work on all Twilio accounts.
461
472
  */
462
473
  async playTts(input: PlayTtsInput): Promise<void> {
463
- // Try OpenAI TTS via media stream first (if configured)
474
+ // Try telephony TTS via media stream first (if configured)
464
475
  const streamSid = this.callStreamMap.get(input.providerCallId);
465
476
  if (this.ttsProvider && this.mediaStreamHandler && streamSid) {
466
477
  try {
@@ -468,7 +479,7 @@ export class TwilioProvider implements VoiceCallProvider {
468
479
  return;
469
480
  } catch (err) {
470
481
  console.warn(
471
- `[voice-call] OpenAI TTS failed, falling back to Twilio <Say>:`,
482
+ `[voice-call] Telephony TTS failed, falling back to Twilio <Say>:`,
472
483
  err instanceof Error ? err.message : err,
473
484
  );
474
485
  // Fall through to TwiML <Say> fallback
@@ -484,7 +495,7 @@ export class TwilioProvider implements VoiceCallProvider {
484
495
  }
485
496
 
486
497
  console.warn(
487
- "[voice-call] Using TwiML <Say> fallback - OpenAI TTS not configured or media stream not active",
498
+ "[voice-call] Using TwiML <Say> fallback - telephony TTS not configured or media stream not active",
488
499
  );
489
500
 
490
501
  const pollyVoice = mapVoiceToPolly(input.voice);
@@ -502,9 +513,9 @@ export class TwilioProvider implements VoiceCallProvider {
502
513
  }
503
514
 
504
515
  /**
505
- * Play TTS via OpenAI and Twilio Media Streams.
506
- * Generates audio with OpenAI TTS, converts to mu-law, and streams via WebSocket.
507
- * Uses a jitter buffer to smooth out timing variations.
516
+ * Play TTS via core TTS and Twilio Media Streams.
517
+ * Generates audio with core TTS, converts to mu-law, and streams via WebSocket.
518
+ * Uses a queue to serialize playback and prevent overlapping audio.
508
519
  */
509
520
  private async playTtsViaStream(
510
521
  text: string,
@@ -514,22 +525,29 @@ export class TwilioProvider implements VoiceCallProvider {
514
525
  throw new Error("TTS provider and media stream handler required");
515
526
  }
516
527
 
517
- // Generate audio with OpenAI TTS (returns mu-law at 8kHz)
518
- const muLawAudio = await this.ttsProvider.synthesizeForTwilio(text);
519
-
520
528
  // Stream audio in 20ms chunks (160 bytes at 8kHz mu-law)
521
529
  const CHUNK_SIZE = 160;
522
530
  const CHUNK_DELAY_MS = 20;
523
531
 
524
- for (const chunk of chunkAudio(muLawAudio, CHUNK_SIZE)) {
525
- this.mediaStreamHandler.sendAudio(streamSid, chunk);
526
-
527
- // Pace the audio to match real-time playback
528
- await new Promise((resolve) => setTimeout(resolve, CHUNK_DELAY_MS));
529
- }
532
+ const handler = this.mediaStreamHandler;
533
+ const ttsProvider = this.ttsProvider;
534
+ await handler.queueTts(streamSid, async (signal) => {
535
+ // Generate audio with core TTS (returns mu-law at 8kHz)
536
+ const muLawAudio = await ttsProvider.synthesizeForTelephony(text);
537
+ for (const chunk of chunkAudio(muLawAudio, CHUNK_SIZE)) {
538
+ if (signal.aborted) break;
539
+ handler.sendAudio(streamSid, chunk);
540
+
541
+ // Pace the audio to match real-time playback
542
+ await new Promise((resolve) => setTimeout(resolve, CHUNK_DELAY_MS));
543
+ if (signal.aborted) break;
544
+ }
530
545
 
531
- // Send a mark to track when audio finishes
532
- this.mediaStreamHandler.sendMark(streamSid, `tts-${Date.now()}`);
546
+ if (!signal.aborted) {
547
+ // Send a mark to track when audio finishes
548
+ handler.sendMark(streamSid, `tts-${Date.now()}`);
549
+ }
550
+ });
533
551
  }
534
552
 
535
553
  /**
@@ -12,7 +12,7 @@ import type { VoiceCallConfig } from "./config.js";
12
12
  export type VoiceResponseParams = {
13
13
  /** Voice call config */
14
14
  voiceConfig: VoiceCallConfig;
15
- /** Core Pigbot config */
15
+ /** Core Moltbot config */
16
16
  coreConfig: CoreConfig;
17
17
  /** Call ID for session tracking */
18
18
  callId: string;
@@ -1,13 +1,14 @@
1
1
  import type { CoreConfig } from "./core-bridge.js";
2
2
  import type { VoiceCallConfig } from "./config.js";
3
- import { validateProviderConfig } from "./config.js";
3
+ import { resolveVoiceCallConfig, validateProviderConfig } from "./config.js";
4
4
  import { CallManager } from "./manager.js";
5
5
  import type { VoiceCallProvider } from "./providers/base.js";
6
6
  import { MockProvider } from "./providers/mock.js";
7
7
  import { PlivoProvider } from "./providers/plivo.js";
8
8
  import { TelnyxProvider } from "./providers/telnyx.js";
9
- import { OpenAITTSProvider } from "./providers/tts-openai.js";
10
9
  import { TwilioProvider } from "./providers/twilio.js";
10
+ import type { TelephonyTtsRuntime } from "./telephony-tts.js";
11
+ import { createTelephonyTtsProvider } from "./telephony-tts.js";
11
12
  import { startTunnel, type TunnelResult } from "./tunnel.js";
12
13
  import {
13
14
  cleanupTailscaleExposure,
@@ -32,24 +33,34 @@ type Logger = {
32
33
  debug: (message: string) => void;
33
34
  };
34
35
 
36
+ function isLoopbackBind(bind: string | undefined): boolean {
37
+ if (!bind) return false;
38
+ return bind === "127.0.0.1" || bind === "::1" || bind === "localhost";
39
+ }
40
+
35
41
  function resolveProvider(config: VoiceCallConfig): VoiceCallProvider {
42
+ const allowNgrokFreeTierLoopbackBypass =
43
+ config.tunnel?.provider === "ngrok" &&
44
+ isLoopbackBind(config.serve?.bind) &&
45
+ (config.tunnel?.allowNgrokFreeTierLoopbackBypass ||
46
+ config.tunnel?.allowNgrokFreeTier ||
47
+ false);
48
+
36
49
  switch (config.provider) {
37
50
  case "telnyx":
38
51
  return new TelnyxProvider({
39
- apiKey: config.telnyx?.apiKey ?? process.env.TELNYX_API_KEY,
40
- connectionId:
41
- config.telnyx?.connectionId ?? process.env.TELNYX_CONNECTION_ID,
42
- publicKey: config.telnyx?.publicKey ?? process.env.TELNYX_PUBLIC_KEY,
52
+ apiKey: config.telnyx?.apiKey,
53
+ connectionId: config.telnyx?.connectionId,
54
+ publicKey: config.telnyx?.publicKey,
43
55
  });
44
56
  case "twilio":
45
57
  return new TwilioProvider(
46
58
  {
47
- accountSid:
48
- config.twilio?.accountSid ?? process.env.TWILIO_ACCOUNT_SID,
49
- authToken: config.twilio?.authToken ?? process.env.TWILIO_AUTH_TOKEN,
59
+ accountSid: config.twilio?.accountSid,
60
+ authToken: config.twilio?.authToken,
50
61
  },
51
62
  {
52
- allowNgrokFreeTier: config.tunnel?.allowNgrokFreeTier ?? true,
63
+ allowNgrokFreeTierLoopbackBypass,
53
64
  publicUrl: config.publicUrl,
54
65
  skipVerification: config.skipSignatureVerification,
55
66
  streamPath: config.streaming?.enabled
@@ -60,8 +71,8 @@ function resolveProvider(config: VoiceCallConfig): VoiceCallProvider {
60
71
  case "plivo":
61
72
  return new PlivoProvider(
62
73
  {
63
- authId: config.plivo?.authId ?? process.env.PLIVO_AUTH_ID,
64
- authToken: config.plivo?.authToken ?? process.env.PLIVO_AUTH_TOKEN,
74
+ authId: config.plivo?.authId,
75
+ authToken: config.plivo?.authToken,
65
76
  },
66
77
  {
67
78
  publicUrl: config.publicUrl,
@@ -81,9 +92,10 @@ function resolveProvider(config: VoiceCallConfig): VoiceCallProvider {
81
92
  export async function createVoiceCallRuntime(params: {
82
93
  config: VoiceCallConfig;
83
94
  coreConfig: CoreConfig;
95
+ ttsRuntime?: TelephonyTtsRuntime;
84
96
  logger?: Logger;
85
97
  }): Promise<VoiceCallRuntime> {
86
- const { config, coreConfig, logger } = params;
98
+ const { config: rawConfig, coreConfig, ttsRuntime, logger } = params;
87
99
  const log = logger ?? {
88
100
  info: console.log,
89
101
  warn: console.warn,
@@ -91,6 +103,8 @@ export async function createVoiceCallRuntime(params: {
91
103
  debug: console.debug,
92
104
  };
93
105
 
106
+ const config = resolveVoiceCallConfig(rawConfig);
107
+
94
108
  if (!config.enabled) {
95
109
  throw new Error(
96
110
  "Voice call disabled. Enable the plugin entry in config.",
@@ -123,9 +137,8 @@ export async function createVoiceCallRuntime(params: {
123
137
  provider: config.tunnel.provider,
124
138
  port: config.serve.port,
125
139
  path: config.serve.path,
126
- ngrokAuthToken:
127
- config.tunnel.ngrokAuthToken ?? process.env.NGROK_AUTHTOKEN,
128
- ngrokDomain: config.tunnel.ngrokDomain ?? process.env.NGROK_DOMAIN,
140
+ ngrokAuthToken: config.tunnel.ngrokAuthToken,
141
+ ngrokDomain: config.tunnel.ngrokDomain,
129
142
  });
130
143
  publicUrl = tunnelResult?.publicUrl ?? null;
131
144
  } catch (err) {
@@ -149,27 +162,24 @@ export async function createVoiceCallRuntime(params: {
149
162
 
150
163
  if (provider.name === "twilio" && config.streaming?.enabled) {
151
164
  const twilioProvider = provider as TwilioProvider;
152
- const openaiApiKey =
153
- config.streaming.openaiApiKey || process.env.OPENAI_API_KEY;
154
- if (openaiApiKey) {
165
+ if (ttsRuntime?.textToSpeechTelephony) {
155
166
  try {
156
- const ttsProvider = new OpenAITTSProvider({
157
- apiKey: openaiApiKey,
158
- voice: config.tts.voice,
159
- model: config.tts.model,
160
- instructions: config.tts.instructions,
167
+ const ttsProvider = createTelephonyTtsProvider({
168
+ coreConfig,
169
+ ttsOverride: config.tts,
170
+ runtime: ttsRuntime,
161
171
  });
162
172
  twilioProvider.setTTSProvider(ttsProvider);
163
- log.info("[voice-call] OpenAI TTS provider configured");
173
+ log.info("[voice-call] Telephony TTS provider configured");
164
174
  } catch (err) {
165
175
  log.warn(
166
- `[voice-call] Failed to initialize OpenAI TTS: ${
176
+ `[voice-call] Failed to initialize telephony TTS: ${
167
177
  err instanceof Error ? err.message : String(err)
168
178
  }`,
169
179
  );
170
180
  }
171
181
  } else {
172
- log.warn("[voice-call] OpenAI TTS key missing; streaming TTS disabled");
182
+ log.warn("[voice-call] Telephony TTS unavailable; streaming TTS disabled");
173
183
  }
174
184
 
175
185
  const mediaHandler = webhookServer.getMediaStreamHandler();
@@ -0,0 +1,88 @@
1
+ const TELEPHONY_SAMPLE_RATE = 8000;
2
+
3
+ function clamp16(value: number): number {
4
+ return Math.max(-32768, Math.min(32767, value));
5
+ }
6
+
7
+ /**
8
+ * Resample 16-bit PCM (little-endian mono) to 8kHz using linear interpolation.
9
+ */
10
+ export function resamplePcmTo8k(input: Buffer, inputSampleRate: number): Buffer {
11
+ if (inputSampleRate === TELEPHONY_SAMPLE_RATE) return input;
12
+ const inputSamples = Math.floor(input.length / 2);
13
+ if (inputSamples === 0) return Buffer.alloc(0);
14
+
15
+ const ratio = inputSampleRate / TELEPHONY_SAMPLE_RATE;
16
+ const outputSamples = Math.floor(inputSamples / ratio);
17
+ const output = Buffer.alloc(outputSamples * 2);
18
+
19
+ for (let i = 0; i < outputSamples; i++) {
20
+ const srcPos = i * ratio;
21
+ const srcIndex = Math.floor(srcPos);
22
+ const frac = srcPos - srcIndex;
23
+
24
+ const s0 = input.readInt16LE(srcIndex * 2);
25
+ const s1Index = Math.min(srcIndex + 1, inputSamples - 1);
26
+ const s1 = input.readInt16LE(s1Index * 2);
27
+
28
+ const sample = Math.round(s0 + frac * (s1 - s0));
29
+ output.writeInt16LE(clamp16(sample), i * 2);
30
+ }
31
+
32
+ return output;
33
+ }
34
+
35
+ /**
36
+ * Convert 16-bit PCM to 8-bit mu-law (G.711).
37
+ */
38
+ export function pcmToMulaw(pcm: Buffer): Buffer {
39
+ const samples = Math.floor(pcm.length / 2);
40
+ const mulaw = Buffer.alloc(samples);
41
+
42
+ for (let i = 0; i < samples; i++) {
43
+ const sample = pcm.readInt16LE(i * 2);
44
+ mulaw[i] = linearToMulaw(sample);
45
+ }
46
+
47
+ return mulaw;
48
+ }
49
+
50
+ export function convertPcmToMulaw8k(
51
+ pcm: Buffer,
52
+ inputSampleRate: number,
53
+ ): Buffer {
54
+ const pcm8k = resamplePcmTo8k(pcm, inputSampleRate);
55
+ return pcmToMulaw(pcm8k);
56
+ }
57
+
58
+ /**
59
+ * Chunk audio buffer into 20ms frames for streaming (8kHz mono mu-law).
60
+ */
61
+ export function chunkAudio(
62
+ audio: Buffer,
63
+ chunkSize = 160,
64
+ ): Generator<Buffer, void, unknown> {
65
+ return (function* () {
66
+ for (let i = 0; i < audio.length; i += chunkSize) {
67
+ yield audio.subarray(i, Math.min(i + chunkSize, audio.length));
68
+ }
69
+ })();
70
+ }
71
+
72
+ function linearToMulaw(sample: number): number {
73
+ const BIAS = 132;
74
+ const CLIP = 32635;
75
+
76
+ const sign = sample < 0 ? 0x80 : 0;
77
+ if (sample < 0) sample = -sample;
78
+ if (sample > CLIP) sample = CLIP;
79
+
80
+ sample += BIAS;
81
+ let exponent = 7;
82
+ for (let expMask = 0x4000; (sample & expMask) === 0 && exponent > 0; exponent--) {
83
+ expMask >>= 1;
84
+ }
85
+
86
+ const mantissa = (sample >> (exponent + 3)) & 0x0f;
87
+ return ~(sign | (exponent << 4) | mantissa) & 0xff;
88
+ }
@@ -0,0 +1,95 @@
1
+ import type { CoreConfig } from "./core-bridge.js";
2
+ import type { VoiceCallTtsConfig } from "./config.js";
3
+ import { convertPcmToMulaw8k } from "./telephony-audio.js";
4
+
5
+ export type TelephonyTtsRuntime = {
6
+ textToSpeechTelephony: (params: {
7
+ text: string;
8
+ cfg: CoreConfig;
9
+ prefsPath?: string;
10
+ }) => Promise<{
11
+ success: boolean;
12
+ audioBuffer?: Buffer;
13
+ sampleRate?: number;
14
+ provider?: string;
15
+ error?: string;
16
+ }>;
17
+ };
18
+
19
+ export type TelephonyTtsProvider = {
20
+ synthesizeForTelephony: (text: string) => Promise<Buffer>;
21
+ };
22
+
23
+ export function createTelephonyTtsProvider(params: {
24
+ coreConfig: CoreConfig;
25
+ ttsOverride?: VoiceCallTtsConfig;
26
+ runtime: TelephonyTtsRuntime;
27
+ }): TelephonyTtsProvider {
28
+ const { coreConfig, ttsOverride, runtime } = params;
29
+ const mergedConfig = applyTtsOverride(coreConfig, ttsOverride);
30
+
31
+ return {
32
+ synthesizeForTelephony: async (text: string) => {
33
+ const result = await runtime.textToSpeechTelephony({
34
+ text,
35
+ cfg: mergedConfig,
36
+ });
37
+
38
+ if (!result.success || !result.audioBuffer || !result.sampleRate) {
39
+ throw new Error(result.error ?? "TTS conversion failed");
40
+ }
41
+
42
+ return convertPcmToMulaw8k(result.audioBuffer, result.sampleRate);
43
+ },
44
+ };
45
+ }
46
+
47
+ function applyTtsOverride(
48
+ coreConfig: CoreConfig,
49
+ override?: VoiceCallTtsConfig,
50
+ ): CoreConfig {
51
+ if (!override) return coreConfig;
52
+
53
+ const base = coreConfig.messages?.tts;
54
+ const merged = mergeTtsConfig(base, override);
55
+ if (!merged) return coreConfig;
56
+
57
+ return {
58
+ ...coreConfig,
59
+ messages: {
60
+ ...(coreConfig.messages ?? {}),
61
+ tts: merged,
62
+ },
63
+ };
64
+ }
65
+
66
+ function mergeTtsConfig(
67
+ base?: VoiceCallTtsConfig,
68
+ override?: VoiceCallTtsConfig,
69
+ ): VoiceCallTtsConfig | undefined {
70
+ if (!base && !override) return undefined;
71
+ if (!override) return base;
72
+ if (!base) return override;
73
+ return deepMerge(base, override);
74
+ }
75
+
76
+ function deepMerge<T>(base: T, override: T): T {
77
+ if (!isPlainObject(base) || !isPlainObject(override)) {
78
+ return override;
79
+ }
80
+ const result: Record<string, unknown> = { ...base };
81
+ for (const [key, value] of Object.entries(override)) {
82
+ if (value === undefined) continue;
83
+ const existing = (base as Record<string, unknown>)[key];
84
+ if (isPlainObject(existing) && isPlainObject(value)) {
85
+ result[key] = deepMerge(existing, value);
86
+ } else {
87
+ result[key] = value;
88
+ }
89
+ }
90
+ return result as T;
91
+ }
92
+
93
+ function isPlainObject(value: unknown): value is Record<string, unknown> {
94
+ return Boolean(value) && typeof value === "object" && !Array.isArray(value);
95
+ }
@@ -180,6 +180,7 @@ export type WebhookContext = {
180
180
  url: string;
181
181
  method: "GET" | "POST" | "PUT" | "DELETE" | "PATCH";
182
182
  query?: Record<string, string | string[] | undefined>;
183
+ remoteAddress?: string;
183
184
  };
184
185
 
185
186
  export type ProviderWebhookParseResult = {
@@ -205,4 +205,56 @@ describe("verifyTwilioWebhook", () => {
205
205
 
206
206
  expect(result.ok).toBe(true);
207
207
  });
208
+
209
+ it("rejects invalid signatures even with ngrok free tier enabled", () => {
210
+ const authToken = "test-auth-token";
211
+ const postBody = "CallSid=CS123&CallStatus=completed&From=%2B15550000000";
212
+
213
+ const result = verifyTwilioWebhook(
214
+ {
215
+ headers: {
216
+ host: "127.0.0.1:3334",
217
+ "x-forwarded-proto": "https",
218
+ "x-forwarded-host": "attacker.ngrok-free.app",
219
+ "x-twilio-signature": "invalid",
220
+ },
221
+ rawBody: postBody,
222
+ url: "http://127.0.0.1:3334/voice/webhook",
223
+ method: "POST",
224
+ remoteAddress: "203.0.113.10",
225
+ },
226
+ authToken,
227
+ { allowNgrokFreeTierLoopbackBypass: true },
228
+ );
229
+
230
+ expect(result.ok).toBe(false);
231
+ expect(result.isNgrokFreeTier).toBe(true);
232
+ expect(result.reason).toMatch(/Invalid signature/);
233
+ });
234
+
235
+ it("allows invalid signatures for ngrok free tier only on loopback", () => {
236
+ const authToken = "test-auth-token";
237
+ const postBody = "CallSid=CS123&CallStatus=completed&From=%2B15550000000";
238
+
239
+ const result = verifyTwilioWebhook(
240
+ {
241
+ headers: {
242
+ host: "127.0.0.1:3334",
243
+ "x-forwarded-proto": "https",
244
+ "x-forwarded-host": "local.ngrok-free.app",
245
+ "x-twilio-signature": "invalid",
246
+ },
247
+ rawBody: postBody,
248
+ url: "http://127.0.0.1:3334/voice/webhook",
249
+ method: "POST",
250
+ remoteAddress: "127.0.0.1",
251
+ },
252
+ authToken,
253
+ { allowNgrokFreeTierLoopbackBypass: true },
254
+ );
255
+
256
+ expect(result.ok).toBe(true);
257
+ expect(result.isNgrokFreeTier).toBe(true);
258
+ expect(result.reason).toMatch(/compatibility mode/);
259
+ });
208
260
  });
@@ -131,6 +131,13 @@ function getHeader(
131
131
  return value;
132
132
  }
133
133
 
134
+ function isLoopbackAddress(address?: string): boolean {
135
+ if (!address) return false;
136
+ if (address === "127.0.0.1" || address === "::1") return true;
137
+ if (address.startsWith("::ffff:127.")) return true;
138
+ return false;
139
+ }
140
+
134
141
  /**
135
142
  * Result of Twilio webhook verification with detailed info.
136
143
  */
@@ -155,8 +162,8 @@ export function verifyTwilioWebhook(
155
162
  options?: {
156
163
  /** Override the public URL (e.g., from config) */
157
164
  publicUrl?: string;
158
- /** Allow ngrok free tier compatibility mode (less secure) */
159
- allowNgrokFreeTier?: boolean;
165
+ /** Allow ngrok free tier compatibility mode (loopback only, less secure) */
166
+ allowNgrokFreeTierLoopbackBypass?: boolean;
160
167
  /** Skip verification entirely (only for development) */
161
168
  skipVerification?: boolean;
162
169
  },
@@ -195,13 +202,17 @@ export function verifyTwilioWebhook(
195
202
  verificationUrl.includes(".ngrok-free.app") ||
196
203
  verificationUrl.includes(".ngrok.io");
197
204
 
198
- if (isNgrokFreeTier && options?.allowNgrokFreeTier) {
205
+ if (
206
+ isNgrokFreeTier &&
207
+ options?.allowNgrokFreeTierLoopbackBypass &&
208
+ isLoopbackAddress(ctx.remoteAddress)
209
+ ) {
199
210
  console.warn(
200
- "[voice-call] Twilio signature validation failed (proceeding for ngrok free tier compatibility)",
211
+ "[voice-call] Twilio signature validation failed (ngrok free tier compatibility, loopback only)",
201
212
  );
202
213
  return {
203
214
  ok: true,
204
- reason: "ngrok free tier compatibility mode",
215
+ reason: "ngrok free tier compatibility mode (loopback only)",
205
216
  verificationUrl,
206
217
  isNgrokFreeTier: true,
207
218
  };
@@ -78,6 +78,11 @@ export class VoiceCallWebhookServer {
78
78
  `[voice-call] Transcript for ${providerCallId}: ${transcript}`,
79
79
  );
80
80
 
81
+ // Clear TTS queue on barge-in (user started speaking, interrupt current playback)
82
+ if (this.provider.name === "twilio") {
83
+ (this.provider as TwilioProvider).clearTtsQueue(providerCallId);
84
+ }
85
+
81
86
  // Look up our internal call ID from the provider call ID
82
87
  const call = this.manager.getCallByProviderCallId(providerCallId);
83
88
  if (!call) {
@@ -109,6 +114,11 @@ export class VoiceCallWebhookServer {
109
114
  });
110
115
  }
111
116
  },
117
+ onSpeechStart: (providerCallId) => {
118
+ if (this.provider.name === "twilio") {
119
+ (this.provider as TwilioProvider).clearTtsQueue(providerCallId);
120
+ }
121
+ },
112
122
  onPartialTranscript: (callId, partial) => {
113
123
  console.log(`[voice-call] Partial for ${callId}: ${partial}`);
114
124
  },
@@ -242,6 +252,7 @@ export class VoiceCallWebhookServer {
242
252
  url: `http://${req.headers.host}${req.url}`,
243
253
  method: "POST",
244
254
  query: Object.fromEntries(url.searchParams),
255
+ remoteAddress: req.socket.remoteAddress ?? undefined,
245
256
  };
246
257
 
247
258
  // Verify signature
@@ -1,5 +1,5 @@
1
- import type { PigbotPluginApi } from "pigbot/plugin-sdk";
2
- import { emptyPluginConfigSchema } from "pigbot/plugin-sdk";
1
+ import type { MoltbotPluginApi } from "clawdbot/plugin-sdk";
2
+ import { emptyPluginConfigSchema } from "clawdbot/plugin-sdk";
3
3
 
4
4
  import { whatsappPlugin } from "./src/channel.js";
5
5
  import { setWhatsAppRuntime } from "./src/runtime.js";
@@ -9,7 +9,7 @@ const plugin = {
9
9
  name: "WhatsApp",
10
10
  description: "WhatsApp channel plugin",
11
11
  configSchema: emptyPluginConfigSchema(),
12
- register(api: PigbotPluginApi) {
12
+ register(api: MoltbotPluginApi) {
13
13
  setWhatsAppRuntime(api.runtime);
14
14
  api.registerChannel({ plugin: whatsappPlugin });
15
15
  },
@@ -1,9 +1,9 @@
1
1
  {
2
- "name": "@pigbot/whatsapp",
3
- "version": "2026.1.23",
2
+ "name": "@moltbot/whatsapp",
3
+ "version": "2026.1.26",
4
4
  "type": "module",
5
- "description": "Pigbot WhatsApp channel plugin",
6
- "pigbot": {
5
+ "description": "Moltbot WhatsApp channel plugin",
6
+ "moltbot": {
7
7
  "extensions": [
8
8
  "./index.ts"
9
9
  ]