@getpaseo/server 0.1.35 → 0.1.38

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (363) hide show
  1. package/dist/scripts/dev-runner.js +1 -1
  2. package/dist/scripts/dev-runner.js.map +1 -1
  3. package/dist/scripts/{daemon-runner.js → supervisor-entrypoint.js} +38 -10
  4. package/dist/scripts/supervisor-entrypoint.js.map +1 -0
  5. package/dist/scripts/supervisor.js +33 -7
  6. package/dist/scripts/supervisor.js.map +1 -1
  7. package/dist/server/client/daemon-client.d.ts +175 -0
  8. package/dist/server/client/daemon-client.d.ts.map +1 -1
  9. package/dist/server/client/daemon-client.js +235 -0
  10. package/dist/server/client/daemon-client.js.map +1 -1
  11. package/dist/server/server/agent/agent-manager.d.ts +13 -0
  12. package/dist/server/server/agent/agent-manager.d.ts.map +1 -1
  13. package/dist/server/server/agent/agent-manager.js +53 -0
  14. package/dist/server/server/agent/agent-manager.js.map +1 -1
  15. package/dist/server/server/agent/agent-storage.d.ts +10 -10
  16. package/dist/server/server/agent/agent-storage.js +9 -4
  17. package/dist/server/server/agent/agent-storage.js.map +1 -1
  18. package/dist/server/server/agent/provider-launch-config.d.ts.map +1 -1
  19. package/dist/server/server/agent/provider-launch-config.js +38 -1
  20. package/dist/server/server/agent/provider-launch-config.js.map +1 -1
  21. package/dist/server/server/agent/providers/claude-agent.d.ts.map +1 -1
  22. package/dist/server/server/agent/providers/claude-agent.js +24 -5
  23. package/dist/server/server/agent/providers/claude-agent.js.map +1 -1
  24. package/dist/server/server/agent-attention-policy.d.ts +1 -1
  25. package/dist/server/server/agent-attention-policy.d.ts.map +1 -1
  26. package/dist/server/server/bootstrap.d.ts +0 -4
  27. package/dist/server/server/bootstrap.d.ts.map +1 -1
  28. package/dist/server/server/bootstrap.js +65 -40
  29. package/dist/server/server/bootstrap.js.map +1 -1
  30. package/dist/server/server/chat/chat-mentions.d.ts +31 -0
  31. package/dist/server/server/chat/chat-mentions.d.ts.map +1 -0
  32. package/dist/server/server/chat/chat-mentions.js +71 -0
  33. package/dist/server/server/chat/chat-mentions.js.map +1 -0
  34. package/dist/server/server/chat/chat-rpc-schemas.d.ts +728 -0
  35. package/dist/server/server/chat/chat-rpc-schemas.d.ts.map +1 -0
  36. package/dist/server/server/chat/chat-rpc-schemas.js +103 -0
  37. package/dist/server/server/chat/chat-rpc-schemas.js.map +1 -0
  38. package/dist/server/server/chat/chat-service.d.ts +74 -0
  39. package/dist/server/server/chat/chat-service.d.ts.map +1 -0
  40. package/dist/server/server/chat/chat-service.js +330 -0
  41. package/dist/server/server/chat/chat-service.js.map +1 -0
  42. package/dist/server/server/chat/chat-types.d.ts +75 -0
  43. package/dist/server/server/chat/chat-types.d.ts.map +1 -0
  44. package/dist/server/server/chat/chat-types.js +22 -0
  45. package/dist/server/server/chat/chat-types.js.map +1 -0
  46. package/dist/server/server/checkout-diff-manager.d.ts +41 -0
  47. package/dist/server/server/checkout-diff-manager.d.ts.map +1 -0
  48. package/dist/server/server/checkout-diff-manager.js +272 -0
  49. package/dist/server/server/checkout-diff-manager.js.map +1 -0
  50. package/dist/server/server/checkout-git-utils.d.ts +9 -0
  51. package/dist/server/server/checkout-git-utils.d.ts.map +1 -0
  52. package/dist/server/server/checkout-git-utils.js +37 -0
  53. package/dist/server/server/checkout-git-utils.js.map +1 -0
  54. package/dist/server/server/index.js +0 -4
  55. package/dist/server/server/index.js.map +1 -1
  56. package/dist/server/server/loop/rpc-schemas.d.ts +2937 -0
  57. package/dist/server/server/loop/rpc-schemas.d.ts.map +1 -0
  58. package/dist/server/server/loop/rpc-schemas.js +159 -0
  59. package/dist/server/server/loop/rpc-schemas.js.map +1 -0
  60. package/dist/server/server/loop-service.d.ts +520 -0
  61. package/dist/server/server/loop-service.d.ts.map +1 -0
  62. package/dist/server/server/loop-service.js +741 -0
  63. package/dist/server/server/loop-service.js.map +1 -0
  64. package/dist/server/server/persisted-config.d.ts +10 -10
  65. package/dist/server/server/pid-lock.d.ts +7 -2
  66. package/dist/server/server/pid-lock.d.ts.map +1 -1
  67. package/dist/server/server/pid-lock.js +21 -0
  68. package/dist/server/server/pid-lock.js.map +1 -1
  69. package/dist/server/server/schedule/cron.d.ts +4 -0
  70. package/dist/server/server/schedule/cron.d.ts.map +1 -0
  71. package/dist/server/server/schedule/cron.js +103 -0
  72. package/dist/server/server/schedule/cron.js.map +1 -0
  73. package/dist/server/server/schedule/rpc-schemas.d.ts +2773 -0
  74. package/dist/server/server/schedule/rpc-schemas.d.ts.map +1 -0
  75. package/dist/server/server/schedule/rpc-schemas.js +112 -0
  76. package/dist/server/server/schedule/rpc-schemas.js.map +1 -0
  77. package/dist/server/server/schedule/service.d.ts +39 -0
  78. package/dist/server/server/schedule/service.d.ts.map +1 -0
  79. package/dist/server/server/schedule/service.js +397 -0
  80. package/dist/server/server/schedule/service.js.map +1 -0
  81. package/dist/server/server/schedule/store.d.ts +13 -0
  82. package/dist/server/server/schedule/store.d.ts.map +1 -0
  83. package/dist/server/server/schedule/store.js +56 -0
  84. package/dist/server/server/schedule/store.js.map +1 -0
  85. package/dist/server/server/schedule/types.d.ts +710 -0
  86. package/dist/server/server/schedule/types.d.ts.map +1 -0
  87. package/dist/server/server/schedule/types.js +73 -0
  88. package/dist/server/server/schedule/types.js.map +1 -0
  89. package/dist/server/server/session.d.ts +40 -19
  90. package/dist/server/server/session.d.ts.map +1 -1
  91. package/dist/server/server/session.js +779 -568
  92. package/dist/server/server/session.js.map +1 -1
  93. package/dist/server/server/speech/providers/local/sherpa/sherpa-runtime-env.d.ts.map +1 -1
  94. package/dist/server/server/speech/providers/local/sherpa/sherpa-runtime-env.js +19 -3
  95. package/dist/server/server/speech/providers/local/sherpa/sherpa-runtime-env.js.map +1 -1
  96. package/dist/server/server/websocket-server.d.ts +12 -1
  97. package/dist/server/server/websocket-server.d.ts.map +1 -1
  98. package/dist/server/server/websocket-server.js +71 -14
  99. package/dist/server/server/websocket-server.js.map +1 -1
  100. package/dist/server/shared/messages.d.ts +37933 -16895
  101. package/dist/server/shared/messages.d.ts.map +1 -1
  102. package/dist/server/shared/messages.js +41 -0
  103. package/dist/server/shared/messages.js.map +1 -1
  104. package/dist/server/terminal/terminal-manager.js +2 -2
  105. package/dist/server/terminal/terminal-manager.js.map +1 -1
  106. package/dist/server/utils/checkout-git.d.ts +12 -0
  107. package/dist/server/utils/checkout-git.d.ts.map +1 -1
  108. package/dist/server/utils/checkout-git.js +73 -3
  109. package/dist/server/utils/checkout-git.js.map +1 -1
  110. package/dist/server/utils/directory-suggestions.js +20 -4
  111. package/dist/server/utils/directory-suggestions.js.map +1 -1
  112. package/dist/src/server/pid-lock.js +21 -0
  113. package/dist/src/server/pid-lock.js.map +1 -1
  114. package/dist/src/server/speech/providers/local/sherpa/sherpa-runtime-env.js +19 -3
  115. package/dist/src/server/speech/providers/local/sherpa/sherpa-runtime-env.js.map +1 -1
  116. package/package.json +4 -3
  117. package/dist/scripts/daemon-runner.js.map +0 -1
  118. package/dist/src/server/agent/activity-curator.js +0 -243
  119. package/dist/src/server/agent/activity-curator.js.map +0 -1
  120. package/dist/src/server/agent/agent-manager.js +0 -1802
  121. package/dist/src/server/agent/agent-manager.js.map +0 -1
  122. package/dist/src/server/agent/agent-metadata-generator.js +0 -161
  123. package/dist/src/server/agent/agent-metadata-generator.js.map +0 -1
  124. package/dist/src/server/agent/agent-projections.js +0 -254
  125. package/dist/src/server/agent/agent-projections.js.map +0 -1
  126. package/dist/src/server/agent/agent-response-loop.js +0 -304
  127. package/dist/src/server/agent/agent-response-loop.js.map +0 -1
  128. package/dist/src/server/agent/agent-sdk-types.js +0 -12
  129. package/dist/src/server/agent/agent-sdk-types.js.map +0 -1
  130. package/dist/src/server/agent/agent-storage.js +0 -297
  131. package/dist/src/server/agent/agent-storage.js.map +0 -1
  132. package/dist/src/server/agent/agent-title-limits.js +0 -3
  133. package/dist/src/server/agent/agent-title-limits.js.map +0 -1
  134. package/dist/src/server/agent/audio-utils.js +0 -19
  135. package/dist/src/server/agent/audio-utils.js.map +0 -1
  136. package/dist/src/server/agent/dictation-debug.js +0 -50
  137. package/dist/src/server/agent/dictation-debug.js.map +0 -1
  138. package/dist/src/server/agent/mcp-server.js +0 -754
  139. package/dist/src/server/agent/mcp-server.js.map +0 -1
  140. package/dist/src/server/agent/orchestrator-instructions.js +0 -51
  141. package/dist/src/server/agent/orchestrator-instructions.js.map +0 -1
  142. package/dist/src/server/agent/pcm16-resampler.js +0 -63
  143. package/dist/src/server/agent/pcm16-resampler.js.map +0 -1
  144. package/dist/src/server/agent/provider-launch-config.js +0 -176
  145. package/dist/src/server/agent/provider-launch-config.js.map +0 -1
  146. package/dist/src/server/agent/provider-manifest.js +0 -127
  147. package/dist/src/server/agent/provider-manifest.js.map +0 -1
  148. package/dist/src/server/agent/provider-registry.js +0 -45
  149. package/dist/src/server/agent/provider-registry.js.map +0 -1
  150. package/dist/src/server/agent/providers/claude/partial-json.js +0 -306
  151. package/dist/src/server/agent/providers/claude/partial-json.js.map +0 -1
  152. package/dist/src/server/agent/providers/claude/sdk-model-resolver.js +0 -104
  153. package/dist/src/server/agent/providers/claude/sdk-model-resolver.js.map +0 -1
  154. package/dist/src/server/agent/providers/claude/sidechain-tracker.js +0 -230
  155. package/dist/src/server/agent/providers/claude/sidechain-tracker.js.map +0 -1
  156. package/dist/src/server/agent/providers/claude/task-notification-tool-call.js +0 -267
  157. package/dist/src/server/agent/providers/claude/task-notification-tool-call.js.map +0 -1
  158. package/dist/src/server/agent/providers/claude/tool-call-detail-parser.js +0 -121
  159. package/dist/src/server/agent/providers/claude/tool-call-detail-parser.js.map +0 -1
  160. package/dist/src/server/agent/providers/claude/tool-call-mapper.js +0 -252
  161. package/dist/src/server/agent/providers/claude/tool-call-mapper.js.map +0 -1
  162. package/dist/src/server/agent/providers/claude-agent.js +0 -3147
  163. package/dist/src/server/agent/providers/claude-agent.js.map +0 -1
  164. package/dist/src/server/agent/providers/codex/tool-call-detail-parser.js +0 -104
  165. package/dist/src/server/agent/providers/codex/tool-call-detail-parser.js.map +0 -1
  166. package/dist/src/server/agent/providers/codex/tool-call-mapper.js +0 -758
  167. package/dist/src/server/agent/providers/codex/tool-call-mapper.js.map +0 -1
  168. package/dist/src/server/agent/providers/codex-app-server-agent.js +0 -2949
  169. package/dist/src/server/agent/providers/codex-app-server-agent.js.map +0 -1
  170. package/dist/src/server/agent/providers/codex-rollout-timeline.js +0 -544
  171. package/dist/src/server/agent/providers/codex-rollout-timeline.js.map +0 -1
  172. package/dist/src/server/agent/providers/opencode/tool-call-detail-parser.js +0 -39
  173. package/dist/src/server/agent/providers/opencode/tool-call-detail-parser.js.map +0 -1
  174. package/dist/src/server/agent/providers/opencode/tool-call-mapper.js +0 -144
  175. package/dist/src/server/agent/providers/opencode/tool-call-mapper.js.map +0 -1
  176. package/dist/src/server/agent/providers/opencode-agent.js +0 -1193
  177. package/dist/src/server/agent/providers/opencode-agent.js.map +0 -1
  178. package/dist/src/server/agent/providers/tool-call-detail-primitives.js +0 -686
  179. package/dist/src/server/agent/providers/tool-call-detail-primitives.js.map +0 -1
  180. package/dist/src/server/agent/providers/tool-call-mapper-utils.js +0 -115
  181. package/dist/src/server/agent/providers/tool-call-mapper-utils.js.map +0 -1
  182. package/dist/src/server/agent/recordings-debug.js +0 -19
  183. package/dist/src/server/agent/recordings-debug.js.map +0 -1
  184. package/dist/src/server/agent/stt-debug.js +0 -33
  185. package/dist/src/server/agent/stt-debug.js.map +0 -1
  186. package/dist/src/server/agent/stt-manager.js +0 -232
  187. package/dist/src/server/agent/stt-manager.js.map +0 -1
  188. package/dist/src/server/agent/timeline-append.js +0 -27
  189. package/dist/src/server/agent/timeline-append.js.map +0 -1
  190. package/dist/src/server/agent/timeline-projection.js +0 -215
  191. package/dist/src/server/agent/timeline-projection.js.map +0 -1
  192. package/dist/src/server/agent/tool-name-normalization.js +0 -45
  193. package/dist/src/server/agent/tool-name-normalization.js.map +0 -1
  194. package/dist/src/server/agent/tts-debug.js +0 -24
  195. package/dist/src/server/agent/tts-debug.js.map +0 -1
  196. package/dist/src/server/agent/tts-manager.js +0 -374
  197. package/dist/src/server/agent/tts-manager.js.map +0 -1
  198. package/dist/src/server/agent/wait-for-agent-tracker.js +0 -53
  199. package/dist/src/server/agent/wait-for-agent-tracker.js.map +0 -1
  200. package/dist/src/server/agent-attention-policy.js +0 -40
  201. package/dist/src/server/agent-attention-policy.js.map +0 -1
  202. package/dist/src/server/allowed-hosts.js +0 -94
  203. package/dist/src/server/allowed-hosts.js.map +0 -1
  204. package/dist/src/server/bootstrap.js +0 -581
  205. package/dist/src/server/bootstrap.js.map +0 -1
  206. package/dist/src/server/client-message-id.js +0 -12
  207. package/dist/src/server/client-message-id.js.map +0 -1
  208. package/dist/src/server/config.js +0 -73
  209. package/dist/src/server/config.js.map +0 -1
  210. package/dist/src/server/connection-offer.js +0 -59
  211. package/dist/src/server/connection-offer.js.map +0 -1
  212. package/dist/src/server/daemon-keypair.js +0 -40
  213. package/dist/src/server/daemon-keypair.js.map +0 -1
  214. package/dist/src/server/daemon-version.js +0 -22
  215. package/dist/src/server/daemon-version.js.map +0 -1
  216. package/dist/src/server/dictation/dictation-stream-manager.js +0 -571
  217. package/dist/src/server/dictation/dictation-stream-manager.js.map +0 -1
  218. package/dist/src/server/file-download/token-store.js +0 -40
  219. package/dist/src/server/file-download/token-store.js.map +0 -1
  220. package/dist/src/server/file-explorer/service.js +0 -180
  221. package/dist/src/server/file-explorer/service.js.map +0 -1
  222. package/dist/src/server/json-utils.js +0 -45
  223. package/dist/src/server/json-utils.js.map +0 -1
  224. package/dist/src/server/messages.js +0 -29
  225. package/dist/src/server/messages.js.map +0 -1
  226. package/dist/src/server/package-version.js +0 -46
  227. package/dist/src/server/package-version.js.map +0 -1
  228. package/dist/src/server/pairing-offer.js +0 -45
  229. package/dist/src/server/pairing-offer.js.map +0 -1
  230. package/dist/src/server/pairing-qr.js +0 -45
  231. package/dist/src/server/pairing-qr.js.map +0 -1
  232. package/dist/src/server/path-utils.js +0 -20
  233. package/dist/src/server/path-utils.js.map +0 -1
  234. package/dist/src/server/persisted-config.js +0 -265
  235. package/dist/src/server/persisted-config.js.map +0 -1
  236. package/dist/src/server/persistence-hooks.js +0 -60
  237. package/dist/src/server/persistence-hooks.js.map +0 -1
  238. package/dist/src/server/push/push-service.js +0 -68
  239. package/dist/src/server/push/push-service.js.map +0 -1
  240. package/dist/src/server/push/token-store.js +0 -70
  241. package/dist/src/server/push/token-store.js.map +0 -1
  242. package/dist/src/server/relay-transport.js +0 -461
  243. package/dist/src/server/relay-transport.js.map +0 -1
  244. package/dist/src/server/server-id.js +0 -63
  245. package/dist/src/server/server-id.js.map +0 -1
  246. package/dist/src/server/session.js +0 -6170
  247. package/dist/src/server/session.js.map +0 -1
  248. package/dist/src/server/speech/audio.js +0 -101
  249. package/dist/src/server/speech/audio.js.map +0 -1
  250. package/dist/src/server/speech/provider-resolver.js +0 -7
  251. package/dist/src/server/speech/provider-resolver.js.map +0 -1
  252. package/dist/src/server/speech/providers/local/config.js +0 -74
  253. package/dist/src/server/speech/providers/local/config.js.map +0 -1
  254. package/dist/src/server/speech/providers/local/models.js +0 -17
  255. package/dist/src/server/speech/providers/local/models.js.map +0 -1
  256. package/dist/src/server/speech/providers/local/pocket/pocket-tts-onnx.js +0 -436
  257. package/dist/src/server/speech/providers/local/pocket/pocket-tts-onnx.js.map +0 -1
  258. package/dist/src/server/speech/providers/local/runtime.js +0 -238
  259. package/dist/src/server/speech/providers/local/runtime.js.map +0 -1
  260. package/dist/src/server/speech/providers/local/sherpa/model-catalog.js +0 -166
  261. package/dist/src/server/speech/providers/local/sherpa/model-catalog.js.map +0 -1
  262. package/dist/src/server/speech/providers/local/sherpa/model-downloader.js +0 -165
  263. package/dist/src/server/speech/providers/local/sherpa/model-downloader.js.map +0 -1
  264. package/dist/src/server/speech/providers/local/sherpa/sherpa-offline-recognizer.js +0 -73
  265. package/dist/src/server/speech/providers/local/sherpa/sherpa-offline-recognizer.js.map +0 -1
  266. package/dist/src/server/speech/providers/local/sherpa/sherpa-online-recognizer.js +0 -84
  267. package/dist/src/server/speech/providers/local/sherpa/sherpa-online-recognizer.js.map +0 -1
  268. package/dist/src/server/speech/providers/local/sherpa/sherpa-onnx-loader.js +0 -11
  269. package/dist/src/server/speech/providers/local/sherpa/sherpa-onnx-loader.js.map +0 -1
  270. package/dist/src/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.js +0 -102
  271. package/dist/src/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.js.map +0 -1
  272. package/dist/src/server/speech/providers/local/sherpa/sherpa-parakeet-realtime-session.js +0 -135
  273. package/dist/src/server/speech/providers/local/sherpa/sherpa-parakeet-realtime-session.js.map +0 -1
  274. package/dist/src/server/speech/providers/local/sherpa/sherpa-parakeet-stt.js +0 -130
  275. package/dist/src/server/speech/providers/local/sherpa/sherpa-parakeet-stt.js.map +0 -1
  276. package/dist/src/server/speech/providers/local/sherpa/sherpa-realtime-session.js +0 -110
  277. package/dist/src/server/speech/providers/local/sherpa/sherpa-realtime-session.js.map +0 -1
  278. package/dist/src/server/speech/providers/local/sherpa/sherpa-stt.js +0 -138
  279. package/dist/src/server/speech/providers/local/sherpa/sherpa-stt.js.map +0 -1
  280. package/dist/src/server/speech/providers/local/sherpa/sherpa-tts.js +0 -98
  281. package/dist/src/server/speech/providers/local/sherpa/sherpa-tts.js.map +0 -1
  282. package/dist/src/server/speech/providers/local/sherpa/silero-vad-provider.js +0 -23
  283. package/dist/src/server/speech/providers/local/sherpa/silero-vad-provider.js.map +0 -1
  284. package/dist/src/server/speech/providers/local/sherpa/silero-vad-session.js +0 -107
  285. package/dist/src/server/speech/providers/local/sherpa/silero-vad-session.js.map +0 -1
  286. package/dist/src/server/speech/providers/openai/config.js +0 -80
  287. package/dist/src/server/speech/providers/openai/config.js.map +0 -1
  288. package/dist/src/server/speech/providers/openai/realtime-transcription-session.js +0 -168
  289. package/dist/src/server/speech/providers/openai/realtime-transcription-session.js.map +0 -1
  290. package/dist/src/server/speech/providers/openai/runtime.js +0 -112
  291. package/dist/src/server/speech/providers/openai/runtime.js.map +0 -1
  292. package/dist/src/server/speech/providers/openai/stt.js +0 -206
  293. package/dist/src/server/speech/providers/openai/stt.js.map +0 -1
  294. package/dist/src/server/speech/providers/openai/tts.js +0 -46
  295. package/dist/src/server/speech/providers/openai/tts.js.map +0 -1
  296. package/dist/src/server/speech/speech-config-resolver.js +0 -102
  297. package/dist/src/server/speech/speech-config-resolver.js.map +0 -1
  298. package/dist/src/server/speech/speech-provider.js +0 -2
  299. package/dist/src/server/speech/speech-provider.js.map +0 -1
  300. package/dist/src/server/speech/speech-runtime.js +0 -530
  301. package/dist/src/server/speech/speech-runtime.js.map +0 -1
  302. package/dist/src/server/speech/speech-types.js +0 -8
  303. package/dist/src/server/speech/speech-types.js.map +0 -1
  304. package/dist/src/server/speech/turn-detection-provider.js +0 -2
  305. package/dist/src/server/speech/turn-detection-provider.js.map +0 -1
  306. package/dist/src/server/utils/diff-highlighter.js +0 -257
  307. package/dist/src/server/utils/diff-highlighter.js.map +0 -1
  308. package/dist/src/server/voice/fixed-duration-pcm-ring-buffer.js +0 -35
  309. package/dist/src/server/voice/fixed-duration-pcm-ring-buffer.js.map +0 -1
  310. package/dist/src/server/voice/voice-turn-controller.js +0 -159
  311. package/dist/src/server/voice/voice-turn-controller.js.map +0 -1
  312. package/dist/src/server/voice-config.js +0 -51
  313. package/dist/src/server/voice-config.js.map +0 -1
  314. package/dist/src/server/voice-mcp-bridge-command.js +0 -31
  315. package/dist/src/server/voice-mcp-bridge-command.js.map +0 -1
  316. package/dist/src/server/voice-mcp-bridge.js +0 -109
  317. package/dist/src/server/voice-mcp-bridge.js.map +0 -1
  318. package/dist/src/server/voice-permission-policy.js +0 -13
  319. package/dist/src/server/voice-permission-policy.js.map +0 -1
  320. package/dist/src/server/voice-types.js +0 -2
  321. package/dist/src/server/voice-types.js.map +0 -1
  322. package/dist/src/server/websocket-server.js +0 -991
  323. package/dist/src/server/websocket-server.js.map +0 -1
  324. package/dist/src/server/workspace-registry-bootstrap.js +0 -98
  325. package/dist/src/server/workspace-registry-bootstrap.js.map +0 -1
  326. package/dist/src/server/workspace-registry-model.js +0 -175
  327. package/dist/src/server/workspace-registry-model.js.map +0 -1
  328. package/dist/src/server/workspace-registry.js +0 -151
  329. package/dist/src/server/workspace-registry.js.map +0 -1
  330. package/dist/src/server/worktree-bootstrap.js +0 -508
  331. package/dist/src/server/worktree-bootstrap.js.map +0 -1
  332. package/dist/src/shared/agent-attention-notification.js +0 -130
  333. package/dist/src/shared/agent-attention-notification.js.map +0 -1
  334. package/dist/src/shared/agent-lifecycle.js +0 -8
  335. package/dist/src/shared/agent-lifecycle.js.map +0 -1
  336. package/dist/src/shared/connection-offer.js +0 -17
  337. package/dist/src/shared/connection-offer.js.map +0 -1
  338. package/dist/src/shared/daemon-endpoints.js +0 -122
  339. package/dist/src/shared/daemon-endpoints.js.map +0 -1
  340. package/dist/src/shared/messages.js +0 -2066
  341. package/dist/src/shared/messages.js.map +0 -1
  342. package/dist/src/shared/path-utils.js +0 -16
  343. package/dist/src/shared/path-utils.js.map +0 -1
  344. package/dist/src/shared/terminal-stream-protocol.js +0 -99
  345. package/dist/src/shared/terminal-stream-protocol.js.map +0 -1
  346. package/dist/src/shared/tool-call-display.js +0 -122
  347. package/dist/src/shared/tool-call-display.js.map +0 -1
  348. package/dist/src/terminal/terminal-manager.js +0 -136
  349. package/dist/src/terminal/terminal-manager.js.map +0 -1
  350. package/dist/src/terminal/terminal.js +0 -333
  351. package/dist/src/terminal/terminal.js.map +0 -1
  352. package/dist/src/utils/checkout-git.js +0 -1448
  353. package/dist/src/utils/checkout-git.js.map +0 -1
  354. package/dist/src/utils/directory-suggestions.js +0 -655
  355. package/dist/src/utils/directory-suggestions.js.map +0 -1
  356. package/dist/src/utils/path.js +0 -15
  357. package/dist/src/utils/path.js.map +0 -1
  358. package/dist/src/utils/project-icon.js +0 -389
  359. package/dist/src/utils/project-icon.js.map +0 -1
  360. package/dist/src/utils/worktree-metadata.js +0 -116
  361. package/dist/src/utils/worktree-metadata.js.map +0 -1
  362. package/dist/src/utils/worktree.js +0 -744
  363. package/dist/src/utils/worktree.js.map +0 -1
@@ -1,168 +0,0 @@
1
- import WebSocket from "ws";
2
- import { EventEmitter } from "node:events";
3
- export class OpenAIRealtimeTranscriptionSession extends EventEmitter {
4
- constructor(params) {
5
- super();
6
- this.requiredSampleRate = 24000;
7
- this.ws = null;
8
- this.ready = null;
9
- this.closing = false;
10
- this.partialByItemId = new Map();
11
- this.apiKey = params.apiKey;
12
- this.logger = params.logger.child({ provider: "openai", component: "realtime-transcription" });
13
- this.transcriptionModel = params.transcriptionModel;
14
- this.language = params.language;
15
- this.prompt = params.prompt;
16
- this.turnDetection = params.turnDetection ?? null;
17
- }
18
- async connect() {
19
- if (this.ready) {
20
- return this.ready;
21
- }
22
- this.closing = false;
23
- this.ready = new Promise((resolve, reject) => {
24
- const url = "wss://api.openai.com/v1/realtime?intent=transcription";
25
- const ws = new WebSocket(url, {
26
- headers: {
27
- Authorization: `Bearer ${this.apiKey}`,
28
- },
29
- });
30
- this.ws = ws;
31
- let resolved = false;
32
- const fail = (error) => {
33
- if (resolved) {
34
- this.emit("error", error);
35
- return;
36
- }
37
- resolved = true;
38
- reject(error);
39
- };
40
- ws.on("open", () => {
41
- this.logger.debug("OpenAI realtime transcription websocket connected");
42
- const update = {
43
- type: "session.update",
44
- session: {
45
- type: "transcription",
46
- audio: {
47
- input: {
48
- format: { type: "audio/pcm", rate: 24000 },
49
- transcription: {
50
- model: this.transcriptionModel,
51
- ...(this.language ? { language: this.language } : {}),
52
- ...(this.prompt ? { prompt: this.prompt } : {}),
53
- },
54
- turn_detection: this.turnDetection,
55
- },
56
- },
57
- },
58
- };
59
- ws.send(JSON.stringify(update));
60
- });
61
- ws.on("message", (data) => {
62
- const text = typeof data === "string" ? data : data.toString("utf-8");
63
- let parsed;
64
- try {
65
- parsed = JSON.parse(text);
66
- }
67
- catch {
68
- return;
69
- }
70
- const event = parsed;
71
- if (event.type === "session.created" || event.type === "session.updated") {
72
- if (!resolved) {
73
- resolved = true;
74
- resolve();
75
- }
76
- return;
77
- }
78
- if (event.type === "input_audio_buffer.committed") {
79
- this.emit("committed", {
80
- segmentId: event.item_id,
81
- previousSegmentId: event.previous_item_id,
82
- });
83
- return;
84
- }
85
- if (event.type === "input_audio_buffer.speech_started") {
86
- this.emit("speech_started");
87
- return;
88
- }
89
- if (event.type === "input_audio_buffer.speech_stopped") {
90
- this.emit("speech_stopped");
91
- return;
92
- }
93
- if (event.type === "conversation.item.input_audio_transcription.delta") {
94
- const replaceDelta = this.transcriptionModel === "whisper-1";
95
- const prev = this.partialByItemId.get(event.item_id) ?? "";
96
- const next = replaceDelta ? event.delta : prev + event.delta;
97
- this.partialByItemId.set(event.item_id, next);
98
- this.emit("transcript", { segmentId: event.item_id, transcript: next, isFinal: false });
99
- return;
100
- }
101
- if (event.type === "conversation.item.input_audio_transcription.completed") {
102
- this.partialByItemId.set(event.item_id, event.transcript);
103
- this.emit("transcript", {
104
- segmentId: event.item_id,
105
- transcript: event.transcript,
106
- isFinal: true,
107
- });
108
- return;
109
- }
110
- if (event.type === "error") {
111
- const message = event.error?.message ?? "OpenAI realtime error";
112
- fail(new Error(message));
113
- }
114
- });
115
- ws.on("error", (err) => {
116
- fail(err instanceof Error ? err : new Error(String(err)));
117
- });
118
- ws.on("close", () => {
119
- this.logger.debug("OpenAI realtime websocket closed");
120
- if (this.closing) {
121
- return;
122
- }
123
- if (!resolved) {
124
- fail(new Error("OpenAI realtime websocket closed before ready"));
125
- return;
126
- }
127
- fail(new Error("OpenAI realtime websocket closed"));
128
- });
129
- });
130
- return this.ready;
131
- }
132
- appendPcm16(pcm16le) {
133
- if (!this.ws || this.ws.readyState !== WebSocket.OPEN) {
134
- throw new Error("OpenAI realtime websocket not connected");
135
- }
136
- const base64Audio = pcm16le.toString("base64");
137
- const event = { type: "input_audio_buffer.append", audio: base64Audio };
138
- this.ws.send(JSON.stringify(event));
139
- }
140
- commit() {
141
- if (!this.ws || this.ws.readyState !== WebSocket.OPEN) {
142
- throw new Error("OpenAI realtime websocket not connected");
143
- }
144
- const event = { type: "input_audio_buffer.commit" };
145
- this.ws.send(JSON.stringify(event));
146
- }
147
- clear() {
148
- if (!this.ws || this.ws.readyState !== WebSocket.OPEN) {
149
- return;
150
- }
151
- const event = { type: "input_audio_buffer.clear" };
152
- this.ws.send(JSON.stringify(event));
153
- }
154
- close() {
155
- try {
156
- this.closing = true;
157
- this.ws?.close();
158
- }
159
- catch {
160
- // no-op
161
- }
162
- finally {
163
- this.ws = null;
164
- this.ready = null;
165
- }
166
- }
167
- }
168
- //# sourceMappingURL=realtime-transcription-session.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"realtime-transcription-session.js","sourceRoot":"","sources":["../../../../../../src/server/speech/providers/openai/realtime-transcription-session.ts"],"names":[],"mappings":"AACA,OAAO,SAAS,MAAM,IAAI,CAAC;AAC3B,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AA6D3C,MAAM,OAAO,kCACX,SAAQ,YAAY;IAgBpB,YAAY,MAOX;QACC,KAAK,EAAE,CAAC;QArBM,uBAAkB,GAAG,KAAK,CAAC;QAQnC,OAAE,GAAqB,IAAI,CAAC;QAC5B,UAAK,GAAyB,IAAI,CAAC;QACnC,YAAO,GAAG,KAAK,CAAC;QAChB,oBAAe,GAAG,IAAI,GAAG,EAAkB,CAAC;QAWlD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,wBAAwB,EAAE,CAAC,CAAC;QAC/F,IAAI,CAAC,kBAAkB,GAAG,MAAM,CAAC,kBAAkB,CAAC;QACpD,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,IAAI,CAAC;IACpD,CAAC;IAEM,KAAK,CAAC,OAAO;QAClB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO,IAAI,CAAC,KAAK,CAAC;QACpB,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACjD,MAAM,GAAG,GAAG,uDAAuD,CAAC;YACpE,MAAM,EAAE,GAAG,IAAI,SAAS,CAAC,GAAG,EAAE;gBAC5B,OAAO,EAAE;oBACP,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;iBACvC;aACF,CAAC,CAAC;YACH,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;YAEb,IAAI,QAAQ,GAAG,KAAK,CAAC;YAErB,MAAM,IAAI,GAAG,CAAC,KAAY,EAAE,EAAE;gBAC5B,IAAI,QAAQ,EAAE,CAAC;oBACb,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;oBAC1B,OAAO;gBACT,CAAC;gBACD,QAAQ,GAAG,IAAI,CAAC;gBAChB,MAAM,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC,CAAC;YAEF,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;gBACjB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mDAAmD,CAAC,CAAC;gBACvE,MAAM,MAAM,GAAsB;oBAChC,IAAI,EAAE,gBAAgB;oBACtB,OAAO,EAAE;wBACP,IAAI,EAAE,eAAe;wBACrB,KAAK,EAAE;4BACL,KAAK,EAAE;gCACL,MAAM,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,KAAK,EAAE;gCAC1C,aAAa,EAAE;oCACb,KAAK,EAAE,IAAI,CAAC,kBAAkB;oCAC9B,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oCACrD,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iCAChD;gCACD,cAAc,EAAE,IAAI,CAAC,aAAa;6BACnC;yBACF;qBACF;iBACF,CAAC;gBACF,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;YAClC,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,EAAE;gBACxB,MAAM,IAAI,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBACtE,IAAI,MAAe,CAAC;gBACpB,IAAI,CAAC;oBACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC5B,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO;gBACT,CAAC;gBAED,MAAM,KAAK,GAAG,MAA2B,CAAC;gBAC1C,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;oBACzE,IAAI,CAAC,QAAQ,EAAE,CAAC;wBACd,QAAQ,GAAG,IAAI,CAAC;wBAChB,OAAO,EAAE,CAAC;oBACZ,CAAC;oBACD,OAAO;gBACT,CAAC;gBAED,IAAI,KAAK,CAAC,IAAI,KAAK,8BAA8B,EAAE,CAAC;oBAClD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;wBACrB,SAAS,EAAE,KAAK,CAAC,OAAO;wBACxB,iBAAiB,EAAE,KAAK,CAAC,gBAAgB;qBAC1C,CAAC,CAAC;oBACH,OAAO;gBACT,CAAC;gBAED,IAAI,KAAK,CAAC,IAAI,KAAK,mCAAmC,EAAE,CAAC;oBACvD,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;oBAC5B,OAAO;gBACT,CAAC;gBAED,IAAI,KAAK,CAAC,IAAI,KAAK,mCAAmC,EAAE,CAAC;oBACvD,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;oBAC5B,OAAO;gBACT,CAAC;gBAED,IAAI,KAAK,CAAC,IAAI,KAAK,mDAAmD,EAAE,CAAC;oBACvE,MAAM,YAAY,GAAG,IAAI,CAAC,kBAAkB,KAAK,WAAW,CAAC;oBAC7D,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;oBAC3D,MAAM,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC;oBAC7D,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;oBAC9C,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;oBACxF,OAAO;gBACT,CAAC;gBAED,IAAI,KAAK,CAAC,IAAI,KAAK,uDAAuD,EAAE,CAAC;oBAC3E,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;oBAC1D,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE;wBACtB,SAAS,EAAE,KAAK,CAAC,OAAO;wBACxB,UAAU,EAAE,KAAK,CAAC,UAAU;wBAC5B,OAAO,EAAE,IAAI;qBACd,CAAC,CAAC;oBACH,OAAO;gBACT,CAAC;gBAED,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAC3B,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,EAAE,OAAO,IAAI,uBAAuB,CAAC;oBAChE,IAAI,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC3B,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;gBACrB,IAAI,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC5D,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;gBAClB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;gBACtD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBACjB,OAAO;gBACT,CAAC;gBACD,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,IAAI,CAAC,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC,CAAC;oBACjE,OAAO;gBACT,CAAC;gBACD,IAAI,CAAC,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC,CAAC;YACtD,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAEM,WAAW,CAAC,OAAe;QAChC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC7D,CAAC;QACD,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC/C,MAAM,KAAK,GAAsB,EAAE,IAAI,EAAE,2BAA2B,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC;QAC3F,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IACtC,CAAC;IAEM,MAAM;QACX,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC7D,CAAC;QACD,MAAM,KAAK,GAAsB,EAAE,IAAI,EAAE,2BAA2B,EAAE,CAAC;QACvE,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IACtC,CAAC;IAEM,KAAK;QACV,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YACtD,OAAO;QACT,CAAC;QACD,MAAM,KAAK,GAAsB,EAAE,IAAI,EAAE,0BAA0B,EAAE,CAAC;QACtE,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IACtC,CAAC;IAEM,KAAK;QACV,IAAI,CAAC;YACH,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;YACpB,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC;QACnB,CAAC;QAAC,MAAM,CAAC;YACP,QAAQ;QACV,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;YACf,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACpB,CAAC;IACH,CAAC;CACF"}
@@ -1,112 +0,0 @@
1
- import { DEFAULT_OPENAI_REALTIME_TRANSCRIPTION_MODEL, DEFAULT_OPENAI_TTS_MODEL, } from "./config.js";
2
- import { OpenAIRealtimeTranscriptionSession } from "./realtime-transcription-session.js";
3
- import { OpenAISTT } from "./stt.js";
4
- import { OpenAITTS } from "./tts.js";
5
- function resolveOpenAiCredentials(openaiConfig) {
6
- const openaiApiKey = openaiConfig?.apiKey;
7
- return {
8
- openaiSttApiKey: openaiConfig?.stt?.apiKey ?? openaiApiKey,
9
- openaiTtsApiKey: openaiConfig?.tts?.apiKey ?? openaiApiKey,
10
- openaiDictationApiKey: openaiApiKey,
11
- };
12
- }
13
- export function getOpenAiSpeechAvailability(openaiConfig) {
14
- const credentials = resolveOpenAiCredentials(openaiConfig);
15
- return {
16
- stt: Boolean(credentials.openaiSttApiKey),
17
- tts: Boolean(credentials.openaiTtsApiKey),
18
- dictationStt: Boolean(credentials.openaiDictationApiKey),
19
- };
20
- }
21
- export function validateOpenAiCredentialRequirements(params) {
22
- const { providers, logger, openaiConfig } = params;
23
- const openAiCredentials = resolveOpenAiCredentials(openaiConfig);
24
- const missingOpenAiCredentialsFor = [];
25
- if (providers.voiceStt.enabled !== false &&
26
- providers.voiceStt.provider === "openai" &&
27
- !openAiCredentials.openaiSttApiKey) {
28
- missingOpenAiCredentialsFor.push("voice.stt");
29
- }
30
- if (providers.voiceTts.enabled !== false &&
31
- providers.voiceTts.provider === "openai" &&
32
- !openAiCredentials.openaiTtsApiKey) {
33
- missingOpenAiCredentialsFor.push("voice.tts");
34
- }
35
- if (providers.dictationStt.enabled !== false &&
36
- providers.dictationStt.provider === "openai" &&
37
- !openAiCredentials.openaiDictationApiKey) {
38
- missingOpenAiCredentialsFor.push("dictation.stt");
39
- }
40
- if (missingOpenAiCredentialsFor.length > 0) {
41
- logger.error({
42
- requestedProviders: {
43
- dictationStt: providers.dictationStt.provider,
44
- voiceStt: providers.voiceStt.provider,
45
- voiceTts: providers.voiceTts.provider,
46
- },
47
- missingOpenAiCredentialsFor,
48
- }, "Invalid speech configuration: OpenAI provider selected but credentials are missing");
49
- throw new Error(`Missing OpenAI credentials for configured speech features: ${missingOpenAiCredentialsFor.join(", ")}`);
50
- }
51
- }
52
- export function initializeOpenAiSpeechServices(params) {
53
- const { providers, openaiConfig, existing, logger } = params;
54
- const openAiCredentials = resolveOpenAiCredentials(openaiConfig);
55
- let sttService = existing.sttService;
56
- let ttsService = existing.ttsService;
57
- let dictationSttService = existing.dictationSttService;
58
- const turnDetectionService = existing.turnDetectionService;
59
- const needsOpenAiStt = !sttService && providers.voiceStt.enabled !== false && providers.voiceStt.provider === "openai";
60
- const needsOpenAiTts = !ttsService && providers.voiceTts.enabled !== false && providers.voiceTts.provider === "openai";
61
- const needsOpenAiDictation = !dictationSttService &&
62
- providers.dictationStt.enabled !== false &&
63
- providers.dictationStt.provider === "openai";
64
- if ((needsOpenAiStt || needsOpenAiTts || needsOpenAiDictation) &&
65
- (openAiCredentials.openaiSttApiKey ||
66
- openAiCredentials.openaiTtsApiKey ||
67
- openAiCredentials.openaiDictationApiKey)) {
68
- logger.info("OpenAI speech provider initialized");
69
- if (needsOpenAiStt && openAiCredentials.openaiSttApiKey) {
70
- const { apiKey: _sttApiKey, ...sttConfig } = openaiConfig?.stt ?? {};
71
- sttService = new OpenAISTT({
72
- apiKey: openAiCredentials.openaiSttApiKey,
73
- ...sttConfig,
74
- }, logger);
75
- }
76
- if (needsOpenAiTts && openAiCredentials.openaiTtsApiKey) {
77
- const { apiKey: _ttsApiKey, ...ttsConfig } = openaiConfig?.tts ?? {};
78
- ttsService = new OpenAITTS({
79
- apiKey: openAiCredentials.openaiTtsApiKey,
80
- voice: "alloy",
81
- model: DEFAULT_OPENAI_TTS_MODEL,
82
- responseFormat: "pcm",
83
- ...ttsConfig,
84
- }, logger);
85
- }
86
- const dictationApiKey = openAiCredentials.openaiDictationApiKey;
87
- if (needsOpenAiDictation && dictationApiKey) {
88
- dictationSttService = {
89
- id: "openai",
90
- createSession: ({ logger: sessionLogger, language, prompt }) => new OpenAIRealtimeTranscriptionSession({
91
- apiKey: dictationApiKey,
92
- logger: sessionLogger,
93
- transcriptionModel: openaiConfig?.realtimeTranscriptionModel ??
94
- DEFAULT_OPENAI_REALTIME_TRANSCRIPTION_MODEL,
95
- ...(language ? { language } : {}),
96
- ...(prompt ? { prompt } : {}),
97
- turnDetection: null,
98
- }),
99
- };
100
- }
101
- }
102
- else if (needsOpenAiStt || needsOpenAiTts || needsOpenAiDictation) {
103
- logger.warn("OpenAI speech providers are configured but credentials are missing");
104
- }
105
- return {
106
- turnDetectionService,
107
- sttService,
108
- ttsService,
109
- dictationSttService,
110
- };
111
- }
112
- //# sourceMappingURL=runtime.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../../../../../src/server/speech/providers/openai/runtime.ts"],"names":[],"mappings":"AAKA,OAAO,EACL,2CAA2C,EAC3C,wBAAwB,GAEzB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,kCAAkC,EAAE,MAAM,qCAAqC,CAAC;AACzF,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAqBrC,SAAS,wBAAwB,CAC/B,YAAoD;IAEpD,MAAM,YAAY,GAAG,YAAY,EAAE,MAAM,CAAC;IAC1C,OAAO;QACL,eAAe,EAAE,YAAY,EAAE,GAAG,EAAE,MAAM,IAAI,YAAY;QAC1D,eAAe,EAAE,YAAY,EAAE,GAAG,EAAE,MAAM,IAAI,YAAY;QAC1D,qBAAqB,EAAE,YAAY;KACpC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,2BAA2B,CACzC,YAAoD;IAEpD,MAAM,WAAW,GAAG,wBAAwB,CAAC,YAAY,CAAC,CAAC;IAC3D,OAAO;QACL,GAAG,EAAE,OAAO,CAAC,WAAW,CAAC,eAAe,CAAC;QACzC,GAAG,EAAE,OAAO,CAAC,WAAW,CAAC,eAAe,CAAC;QACzC,YAAY,EAAE,OAAO,CAAC,WAAW,CAAC,qBAAqB,CAAC;KACzD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,oCAAoC,CAAC,MAIpD;IACC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,CAAC;IACnD,MAAM,iBAAiB,GAAG,wBAAwB,CAAC,YAAY,CAAC,CAAC;IAEjE,MAAM,2BAA2B,GAAa,EAAE,CAAC;IACjD,IACE,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK;QACpC,SAAS,CAAC,QAAQ,CAAC,QAAQ,KAAK,QAAQ;QACxC,CAAC,iBAAiB,CAAC,eAAe,EAClC,CAAC;QACD,2BAA2B,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAChD,CAAC;IACD,IACE,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK;QACpC,SAAS,CAAC,QAAQ,CAAC,QAAQ,KAAK,QAAQ;QACxC,CAAC,iBAAiB,CAAC,eAAe,EAClC,CAAC;QACD,2BAA2B,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAChD,CAAC;IACD,IACE,SAAS,CAAC,YAAY,CAAC,OAAO,KAAK,KAAK;QACxC,SAAS,CAAC,YAAY,CAAC,QAAQ,KAAK,QAAQ;QAC5C,CAAC,iBAAiB,CAAC,qBAAqB,EACxC,CAAC;QACD,2BAA2B,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IACpD,CAAC;IAED,IAAI,2BAA2B,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3C,MAAM,CAAC,KAAK,CACV;YACE,kBAAkB,EAAE;gBAClB,YAAY,EAAE,SAAS,CAAC,YAAY,CAAC,QAAQ;gBAC7C,QAAQ,EAAE,SAAS,CAAC,QAAQ,CAAC,QAAQ;gBACrC,QAAQ,EAAE,SAAS,CAAC,QAAQ,CAAC,QAAQ;aACtC;YACD,2BAA2B;SAC5B,EACD,oFAAoF,CACrF,CAAC;QACF,MAAM,IAAI,KAAK,CACb,8DAA8D,2BAA2B,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACvG,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,MAK9C;IACC,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IAC7D,MAAM,iBAAiB,GAAG,wBAAwB,CAAC,YAAY,CAAC,CAAC;IAEjE,IAAI,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC;IACrC,IAAI,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC;IACrC,IAAI,mBAAmB,GAAG,QAAQ,CAAC,mBAAmB,CAAC;IACvD,MAAM,oBAAoB,GAAG,QAAQ,CAAC,oBAAoB,CAAC;IAE3D,MAAM,cAAc,GAClB,CAAC,UAAU,IAAI,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,KAAK,QAAQ,CAAC;IAClG,MAAM,cAAc,GAClB,CAAC,UAAU,IAAI,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,KAAK,QAAQ,CAAC;IAClG,MAAM,oBAAoB,GACxB,CAAC,mBAAmB;QACpB,SAAS,CAAC,YAAY,CAAC,OAAO,KAAK,KAAK;QACxC,SAAS,CAAC,YAAY,CAAC,QAAQ,KAAK,QAAQ,CAAC;IAE/C,IACE,CAAC,cAAc,IAAI,cAAc,IAAI,oBAAoB,CAAC;QAC1D,CAAC,iBAAiB,CAAC,eAAe;YAChC,iBAAiB,CAAC,eAAe;YACjC,iBAAiB,CAAC,qBAAqB,CAAC,EAC1C,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;QAElD,IAAI,cAAc,IAAI,iBAAiB,CAAC,eAAe,EAAE,CAAC;YACxD,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,SAAS,EAAE,GAAG,YAAY,EAAE,GAAG,IAAI,EAAE,CAAC;YACrE,UAAU,GAAG,IAAI,SAAS,CACxB;gBACE,MAAM,EAAE,iBAAiB,CAAC,eAAe;gBACzC,GAAG,SAAS;aACb,EACD,MAAM,CACP,CAAC;QACJ,CAAC;QAED,IAAI,cAAc,IAAI,iBAAiB,CAAC,eAAe,EAAE,CAAC;YACxD,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,SAAS,EAAE,GAAG,YAAY,EAAE,GAAG,IAAI,EAAE,CAAC;YACrE,UAAU,GAAG,IAAI,SAAS,CACxB;gBACE,MAAM,EAAE,iBAAiB,CAAC,eAAe;gBACzC,KAAK,EAAE,OAAO;gBACd,KAAK,EAAE,wBAAwB;gBAC/B,cAAc,EAAE,KAAK;gBACrB,GAAG,SAAS;aACb,EACD,MAAM,CACP,CAAC;QACJ,CAAC;QAED,MAAM,eAAe,GAAG,iBAAiB,CAAC,qBAAqB,CAAC;QAChE,IAAI,oBAAoB,IAAI,eAAe,EAAE,CAAC;YAC5C,mBAAmB,GAAG;gBACpB,EAAE,EAAE,QAAQ;gBACZ,aAAa,EAAE,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,CAC7D,IAAI,kCAAkC,CAAC;oBACrC,MAAM,EAAE,eAAe;oBACvB,MAAM,EAAE,aAAa;oBACrB,kBAAkB,EAChB,YAAY,EAAE,0BAA0B;wBACxC,2CAA2C;oBAC7C,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACjC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC7B,aAAa,EAAE,IAAI;iBACpB,CAAC;aACL,CAAC;QACJ,CAAC;IACH,CAAC;SAAM,IAAI,cAAc,IAAI,cAAc,IAAI,oBAAoB,EAAE,CAAC;QACpE,MAAM,CAAC,IAAI,CAAC,oEAAoE,CAAC,CAAC;IACpF,CAAC;IAED,OAAO;QACL,oBAAoB;QACpB,UAAU;QACV,UAAU;QACV,mBAAmB;KACpB,CAAC;AACJ,CAAC"}
@@ -1,206 +0,0 @@
1
- import { EventEmitter } from "node:events";
2
- import OpenAI from "openai";
3
- import { writeFile, unlink } from "fs/promises";
4
- import { join } from "path";
5
- import { tmpdir } from "os";
6
- import { v4 } from "uuid";
7
- import { inferAudioExtension } from "../../../agent/audio-utils.js";
8
- function isObject(value) {
9
- return typeof value === "object" && value !== null;
10
- }
11
- function isLogprobToken(value) {
12
- if (!isObject(value)) {
13
- return false;
14
- }
15
- if (typeof value.token !== "string") {
16
- return false;
17
- }
18
- if (typeof value.logprob !== "number") {
19
- return false;
20
- }
21
- if (value.bytes === undefined) {
22
- return true;
23
- }
24
- return Array.isArray(value.bytes) && value.bytes.every((entry) => typeof entry === "number");
25
- }
26
- function isLogprobTokenArray(value) {
27
- return Array.isArray(value) && value.every((entry) => isLogprobToken(entry));
28
- }
29
- export class OpenAISTT {
30
- constructor(sttConfig, parentLogger) {
31
- this.id = "openai";
32
- this.config = sttConfig;
33
- this.logger = parentLogger.child({ module: "agent", provider: "openai", component: "stt" });
34
- this.openaiClient = new OpenAI({
35
- apiKey: sttConfig.apiKey,
36
- });
37
- this.logger.info({ model: sttConfig.model || "whisper-1" }, "STT (OpenAI Whisper) initialized");
38
- }
39
- createSession(params) {
40
- const emitter = new EventEmitter();
41
- const logger = params.logger.child({ provider: "openai", component: "stt-session" });
42
- const requiredSampleRate = 24000;
43
- let connected = false;
44
- let segmentId = v4();
45
- let previousSegmentId = null;
46
- let pcm16 = Buffer.alloc(0);
47
- const transcribeAudio = this.transcribeAudioInternal.bind(this);
48
- const convertPCMToWavBuffer = (pcmBuffer) => {
49
- const headerSize = 44;
50
- const channels = 1;
51
- const bitsPerSample = 16;
52
- const sampleRate = requiredSampleRate;
53
- const wavBuffer = Buffer.alloc(headerSize + pcmBuffer.length);
54
- const byteRate = (sampleRate * channels * bitsPerSample) / 8;
55
- const blockAlign = (channels * bitsPerSample) / 8;
56
- wavBuffer.write("RIFF", 0);
57
- wavBuffer.writeUInt32LE(36 + pcmBuffer.length, 4);
58
- wavBuffer.write("WAVE", 8);
59
- wavBuffer.write("fmt ", 12);
60
- wavBuffer.writeUInt32LE(16, 16);
61
- wavBuffer.writeUInt16LE(1, 20);
62
- wavBuffer.writeUInt16LE(channels, 22);
63
- wavBuffer.writeUInt32LE(sampleRate, 24);
64
- wavBuffer.writeUInt32LE(byteRate, 28);
65
- wavBuffer.writeUInt16LE(blockAlign, 32);
66
- wavBuffer.writeUInt16LE(bitsPerSample, 34);
67
- wavBuffer.write("data", 36);
68
- wavBuffer.writeUInt32LE(pcmBuffer.length, 40);
69
- pcmBuffer.copy(wavBuffer, 44);
70
- return wavBuffer;
71
- };
72
- return {
73
- requiredSampleRate,
74
- async connect() {
75
- connected = true;
76
- },
77
- appendPcm16(chunk) {
78
- if (!connected) {
79
- emitter.emit("error", new Error("STT session not connected"));
80
- return;
81
- }
82
- pcm16 = pcm16.length === 0 ? chunk : Buffer.concat([pcm16, chunk]);
83
- },
84
- commit() {
85
- if (!connected) {
86
- emitter.emit("error", new Error("STT session not connected"));
87
- return;
88
- }
89
- const committedId = segmentId;
90
- const prev = previousSegmentId;
91
- emitter.emit("committed", { segmentId: committedId, previousSegmentId: prev });
92
- void (async () => {
93
- try {
94
- if (pcm16.length === 0) {
95
- emitter.emit("transcript", {
96
- segmentId: committedId,
97
- transcript: "",
98
- isFinal: true,
99
- language: params.language,
100
- isLowConfidence: true,
101
- });
102
- return;
103
- }
104
- const wav = convertPCMToWavBuffer(pcm16);
105
- const result = await transcribeAudio(wav, "audio/wav", params.language ?? "en", logger);
106
- emitter.emit("transcript", {
107
- segmentId: committedId,
108
- transcript: result.text,
109
- isFinal: true,
110
- language: result.language,
111
- logprobs: result.logprobs,
112
- avgLogprob: result.avgLogprob,
113
- isLowConfidence: result.isLowConfidence,
114
- });
115
- }
116
- catch (err) {
117
- emitter.emit("error", err);
118
- }
119
- finally {
120
- previousSegmentId = committedId;
121
- segmentId = v4();
122
- pcm16 = Buffer.alloc(0);
123
- }
124
- })();
125
- },
126
- clear() {
127
- pcm16 = Buffer.alloc(0);
128
- segmentId = v4();
129
- },
130
- close() {
131
- connected = false;
132
- pcm16 = Buffer.alloc(0);
133
- },
134
- on(event, handler) {
135
- emitter.on(event, handler);
136
- return undefined;
137
- },
138
- };
139
- }
140
- async transcribeAudioInternal(audioBuffer, format, language, logger) {
141
- const startTime = Date.now();
142
- let tempFilePath = null;
143
- try {
144
- const ext = inferAudioExtension(format);
145
- tempFilePath = join(tmpdir(), `audio-${v4()}.${ext}`);
146
- await writeFile(tempFilePath, audioBuffer);
147
- logger.debug({ tempFilePath, bytes: audioBuffer.length }, "Transcribing audio file");
148
- const modelToUse = this.config.model ?? "whisper-1";
149
- const supportsLogprobs = modelToUse === "gpt-4o-transcribe" || modelToUse === "gpt-4o-mini-transcribe";
150
- const includeLogprobs = ["logprobs"];
151
- const response = await this.openaiClient.audio.transcriptions.create({
152
- file: await import("fs").then((fs) => fs.createReadStream(tempFilePath)),
153
- language,
154
- model: modelToUse,
155
- ...(supportsLogprobs ? { include: includeLogprobs } : {}),
156
- response_format: "json",
157
- });
158
- const duration = Date.now() - startTime;
159
- const confidenceThreshold = this.config.confidenceThreshold ?? -3.0;
160
- let avgLogprob;
161
- let isLowConfidence = false;
162
- const logprobs = supportsLogprobs && isObject(response) && isLogprobTokenArray(response.logprobs)
163
- ? response.logprobs
164
- : undefined;
165
- if (logprobs && logprobs.length > 0) {
166
- const totalLogprob = logprobs.reduce((sum, token) => sum + token.logprob, 0);
167
- avgLogprob = totalLogprob / logprobs.length;
168
- isLowConfidence = avgLogprob < confidenceThreshold;
169
- if (isLowConfidence) {
170
- logger.debug({
171
- avgLogprob,
172
- threshold: confidenceThreshold,
173
- text: response.text,
174
- tokenLogprobs: logprobs.map((t) => `${t.token}:${t.logprob.toFixed(2)}`).join(", "),
175
- }, "Low confidence transcription detected");
176
- }
177
- }
178
- logger.debug({ duration, text: response.text, avgLogprob }, "Transcription complete");
179
- return {
180
- text: response.text,
181
- duration: duration,
182
- logprobs: logprobs,
183
- avgLogprob: avgLogprob,
184
- isLowConfidence: isLowConfidence,
185
- language: isObject(response) && typeof response.language === "string"
186
- ? response.language
187
- : undefined,
188
- };
189
- }
190
- catch (error) {
191
- logger.error({ err: error }, "Transcription error");
192
- throw new Error(`STT transcription failed: ${error.message}`);
193
- }
194
- finally {
195
- if (tempFilePath) {
196
- try {
197
- await unlink(tempFilePath);
198
- }
199
- catch (cleanupError) {
200
- logger.warn({ tempFilePath }, "Failed to clean up temp file");
201
- }
202
- }
203
- }
204
- }
205
- }
206
- //# sourceMappingURL=stt.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"stt.js","sourceRoot":"","sources":["../../../../../../src/server/speech/providers/openai/stt.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC;AAC5B,OAAO,EAAE,EAAE,EAAE,MAAM,MAAM,CAAC;AAC1B,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AAgBpE,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC;AACrD,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACrB,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;QACpC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QACtC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAC9B,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC;AAC/F,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAc;IACzC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC;AAC/E,CAAC;AAED,MAAM,OAAO,SAAS;IAMpB,YAAY,SAAoB,EAAE,YAAyB;QAF3C,OAAE,GAAG,QAAiB,CAAC;QAGrC,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;QAC5F,IAAI,CAAC,YAAY,GAAG,IAAI,MAAM,CAAC;YAC7B,MAAM,EAAE,SAAS,CAAC,MAAM;SACzB,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,IAAI,WAAW,EAAE,EAAE,kCAAkC,CAAC,CAAC;IAClG,CAAC;IAEM,aAAa,CAAC,MAIpB;QACC,MAAM,OAAO,GAAG,IAAI,YAAY,EAAE,CAAC;QACnC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC,CAAC;QACrF,MAAM,kBAAkB,GAAG,KAAK,CAAC;QAEjC,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,IAAI,SAAS,GAAG,EAAE,EAAE,CAAC;QACrB,IAAI,iBAAiB,GAAkB,IAAI,CAAC;QAC5C,IAAI,KAAK,GAAW,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACpC,MAAM,eAAe,GAAG,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEhE,MAAM,qBAAqB,GAAG,CAAC,SAAiB,EAAU,EAAE;YAC1D,MAAM,UAAU,GAAG,EAAE,CAAC;YACtB,MAAM,QAAQ,GAAG,CAAC,CAAC;YACnB,MAAM,aAAa,GAAG,EAAE,CAAC;YACzB,MAAM,UAAU,GAAG,kBAAkB,CAAC;YACtC,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;YAC9D,MAAM,QAAQ,GAAG,CAAC,UAAU,GAAG,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,UAAU,GAAG,CAAC,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;YAElD,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC3B,SAAS,CAAC,aAAa,CAAC,EAAE,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAClD,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC3B,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YAC5B,SAAS,CAAC,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAChC,SAAS,CAAC,aAAa,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC/B,SAAS,CAAC,aAAa,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YACtC,SAAS,CAAC,aAAa,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;YACxC,SAAS,CAAC,aAAa,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YACtC,SAAS,CAAC,aAAa,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;YACxC,SAAS,CAAC,aAAa,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;YAC3C,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YAC5B,SAAS,CAAC,aAAa,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YAC9C,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;YAE9B,OAAO,SAAS,CAAC;QACnB,CAAC,CAAC;QAEF,OAAO;YACL,kBAAkB;YAClB,KAAK,CAAC,OAAO;gBACX,SAAS,GAAG,IAAI,CAAC;YACnB,CAAC;YACD,WAAW,CAAC,KAAa;gBACvB,IAAI,CAAC,SAAS,EAAE,CAAC;oBACd,OAAe,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAC;oBACvE,OAAO;gBACT,CAAC;gBACD,KAAK,GAAG,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;YACrE,CAAC;YACD,MAAM;gBACJ,IAAI,CAAC,SAAS,EAAE,CAAC;oBACd,OAAe,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAC;oBACvE,OAAO;gBACT,CAAC;gBAED,MAAM,WAAW,GAAG,SAAS,CAAC;gBAC9B,MAAM,IAAI,GAAG,iBAAiB,CAAC;gBAC9B,OAAe,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,WAAW,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAC;gBAExF,KAAK,CAAC,KAAK,IAAI,EAAE;oBACf,IAAI,CAAC;wBACH,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;4BACtB,OAAe,CAAC,IAAI,CAAC,YAAY,EAAE;gCAClC,SAAS,EAAE,WAAW;gCACtB,UAAU,EAAE,EAAE;gCACd,OAAO,EAAE,IAAI;gCACb,QAAQ,EAAE,MAAM,CAAC,QAAQ;gCACzB,eAAe,EAAE,IAAI;6BACtB,CAAC,CAAC;4BACH,OAAO;wBACT,CAAC;wBAED,MAAM,GAAG,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;wBACzC,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,GAAG,EAAE,WAAW,EAAE,MAAM,CAAC,QAAQ,IAAI,IAAI,EAAE,MAAM,CAAC,CAAC;wBAEvF,OAAe,CAAC,IAAI,CAAC,YAAY,EAAE;4BAClC,SAAS,EAAE,WAAW;4BACtB,UAAU,EAAE,MAAM,CAAC,IAAI;4BACvB,OAAO,EAAE,IAAI;4BACb,QAAQ,EAAE,MAAM,CAAC,QAAQ;4BACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ;4BACzB,UAAU,EAAE,MAAM,CAAC,UAAU;4BAC7B,eAAe,EAAE,MAAM,CAAC,eAAe;yBACxC,CAAC,CAAC;oBACL,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACZ,OAAe,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;oBACtC,CAAC;4BAAS,CAAC;wBACT,iBAAiB,GAAG,WAAW,CAAC;wBAChC,SAAS,GAAG,EAAE,EAAE,CAAC;wBACjB,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBAC1B,CAAC;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,CAAC;YACD,KAAK;gBACH,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACxB,SAAS,GAAG,EAAE,EAAE,CAAC;YACnB,CAAC;YACD,KAAK;gBACH,SAAS,GAAG,KAAK,CAAC;gBAClB,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC1B,CAAC;YACD,EAAE,CAAC,KAAU,EAAE,OAAY;gBACzB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;gBAC3B,OAAO,SAAS,CAAC;YACnB,CAAC;SACF,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,uBAAuB,CACnC,WAAmB,EACnB,MAAc,EACd,QAAgB,EAChB,MAAmB;QAEnB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,YAAY,GAAkB,IAAI,CAAC;QAEvC,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;YACxC,YAAY,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;YACtD,MAAM,SAAS,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;YAE3C,MAAM,CAAC,KAAK,CAAC,EAAE,YAAY,EAAE,KAAK,EAAE,WAAW,CAAC,MAAM,EAAE,EAAE,yBAAyB,CAAC,CAAC;YAErF,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,WAAW,CAAC;YACpD,MAAM,gBAAgB,GACpB,UAAU,KAAK,mBAAmB,IAAI,UAAU,KAAK,wBAAwB,CAAC;YAChF,MAAM,eAAe,GAAiB,CAAC,UAAU,CAAC,CAAC;YAEnD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC;gBACnE,IAAI,EAAE,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,gBAAgB,CAAC,YAAa,CAAC,CAAC;gBACzE,QAAQ;gBACR,KAAK,EAAE,UAAU;gBACjB,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACzD,eAAe,EAAE,MAAM;aACxB,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACxC,MAAM,mBAAmB,GAAG,IAAI,CAAC,MAAM,CAAC,mBAAmB,IAAI,CAAC,GAAG,CAAC;YAEpE,IAAI,UAA8B,CAAC;YACnC,IAAI,eAAe,GAAG,KAAK,CAAC;YAC5B,MAAM,QAAQ,GACZ,gBAAgB,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,mBAAmB,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAC9E,CAAC,CAAC,QAAQ,CAAC,QAAQ;gBACnB,CAAC,CAAC,SAAS,CAAC;YAEhB,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpC,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;gBAC7E,UAAU,GAAG,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC;gBAC5C,eAAe,GAAG,UAAU,GAAG,mBAAmB,CAAC;gBAEnD,IAAI,eAAe,EAAE,CAAC;oBACpB,MAAM,CAAC,KAAK,CACV;wBACE,UAAU;wBACV,SAAS,EAAE,mBAAmB;wBAC9B,IAAI,EAAE,QAAQ,CAAC,IAAI;wBACnB,aAAa,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;qBACpF,EACD,uCAAuC,CACxC,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,MAAM,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE,wBAAwB,CAAC,CAAC;YAEtF,OAAO;gBACL,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,QAAQ,EAAE,QAAQ;gBAClB,QAAQ,EAAE,QAAQ;gBAClB,UAAU,EAAE,UAAU;gBACtB,eAAe,EAAE,eAAe;gBAChC,QAAQ,EACN,QAAQ,CAAC,QAAQ,CAAC,IAAI,OAAO,QAAQ,CAAC,QAAQ,KAAK,QAAQ;oBACzD,CAAC,CAAC,QAAQ,CAAC,QAAQ;oBACnB,CAAC,CAAC,SAAS;aAChB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,qBAAqB,CAAC,CAAC;YACpD,MAAM,IAAI,KAAK,CAAC,6BAA6B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAChE,CAAC;gBAAS,CAAC;YACT,IAAI,YAAY,EAAE,CAAC;gBACjB,IAAI,CAAC;oBACH,MAAM,MAAM,CAAC,YAAY,CAAC,CAAC;gBAC7B,CAAC;gBAAC,OAAO,YAAY,EAAE,CAAC;oBACtB,MAAM,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,EAAE,8BAA8B,CAAC,CAAC;gBAChE,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;CACF"}
@@ -1,46 +0,0 @@
1
- import OpenAI from "openai";
2
- export class OpenAITTS {
3
- constructor(ttsConfig, parentLogger) {
4
- this.config = {
5
- model: "tts-1",
6
- voice: "alloy",
7
- responseFormat: "pcm",
8
- ...ttsConfig,
9
- };
10
- this.logger = parentLogger.child({ module: "agent", provider: "openai", component: "tts" });
11
- this.openaiClient = new OpenAI({
12
- apiKey: ttsConfig.apiKey,
13
- });
14
- this.logger.info({ voice: this.config.voice, model: this.config.model, format: this.config.responseFormat }, "TTS (OpenAI) initialized");
15
- }
16
- getConfig() {
17
- return this.config;
18
- }
19
- async synthesizeSpeech(text) {
20
- if (!text || text.trim().length === 0) {
21
- throw new Error("Cannot synthesize empty text");
22
- }
23
- const startTime = Date.now();
24
- try {
25
- this.logger.debug({ textLength: text.length, preview: text.substring(0, 50) }, "Synthesizing speech");
26
- const response = await this.openaiClient.audio.speech.create({
27
- model: this.config.model,
28
- voice: this.config.voice,
29
- input: text,
30
- response_format: this.config.responseFormat,
31
- });
32
- const audioStream = response.body;
33
- const duration = Date.now() - startTime;
34
- this.logger.debug({ duration }, "Speech synthesis stream ready");
35
- return {
36
- stream: audioStream,
37
- format: this.config.responseFormat || "mp3",
38
- };
39
- }
40
- catch (error) {
41
- this.logger.error({ err: error }, "Speech synthesis error");
42
- throw new Error(`TTS synthesis failed: ${error.message}`);
43
- }
44
- }
45
- }
46
- //# sourceMappingURL=tts.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"tts.js","sourceRoot":"","sources":["../../../../../../src/server/speech/providers/openai/tts.ts"],"names":[],"mappings":"AACA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAa5B,MAAM,OAAO,SAAS;IAKpB,YAAY,SAAoB,EAAE,YAAyB;QACzD,IAAI,CAAC,MAAM,GAAG;YACZ,KAAK,EAAE,OAAO;YACd,KAAK,EAAE,OAAO;YACd,cAAc,EAAE,KAAK;YACrB,GAAG,SAAS;SACb,CAAC;QACF,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;QAC5F,IAAI,CAAC,YAAY,GAAG,IAAI,MAAM,CAAC;YAC7B,MAAM,EAAE,SAAS,CAAC,MAAM;SACzB,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,EAC1F,0BAA0B,CAC3B,CAAC;IACJ,CAAC;IAEM,SAAS;QACd,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAEM,KAAK,CAAC,gBAAgB,CAAC,IAAY;QACxC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAC3D,qBAAqB,CACtB,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;gBAC3D,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAM;gBACzB,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAM;gBACzB,KAAK,EAAE,IAAI;gBACX,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,cAMpB;aACV,CAAC,CAAC;YAEH,MAAM,WAAW,GAAG,QAAQ,CAAC,IAA2B,CAAC;YAEzD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACxC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,EAAE,+BAA+B,CAAC,CAAC;YAEjE,OAAO;gBACL,MAAM,EAAE,WAAW;gBACnB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc,IAAI,KAAK;aAC5C,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,wBAAwB,CAAC,CAAC;YAC5D,MAAM,IAAI,KAAK,CAAC,yBAAyB,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;CACF"}