@getpaseo/server 0.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (475) hide show
  1. package/.env.example +20 -0
  2. package/README.md +107 -0
  3. package/agent-prompt.md +339 -0
  4. package/dist/scripts/daemon-runner.js +32 -0
  5. package/dist/scripts/daemon-runner.js.map +1 -0
  6. package/dist/scripts/dev-runner.js +19 -0
  7. package/dist/scripts/dev-runner.js.map +1 -0
  8. package/dist/scripts/mcp-stdio-socket-bridge-cli.mjs +62 -0
  9. package/dist/scripts/supervisor.js +95 -0
  10. package/dist/scripts/supervisor.js.map +1 -0
  11. package/dist/server/client/daemon-client.d.ts +383 -0
  12. package/dist/server/client/daemon-client.d.ts.map +1 -0
  13. package/dist/server/client/daemon-client.js +2443 -0
  14. package/dist/server/client/daemon-client.js.map +1 -0
  15. package/dist/server/server/agent/activity-curator.d.ts +8 -0
  16. package/dist/server/server/agent/activity-curator.d.ts.map +1 -0
  17. package/dist/server/server/agent/activity-curator.js +228 -0
  18. package/dist/server/server/agent/activity-curator.js.map +1 -0
  19. package/dist/server/server/agent/agent-management-mcp.d.ts +34 -0
  20. package/dist/server/server/agent/agent-management-mcp.d.ts.map +1 -0
  21. package/dist/server/server/agent/agent-management-mcp.js +619 -0
  22. package/dist/server/server/agent/agent-management-mcp.js.map +1 -0
  23. package/dist/server/server/agent/agent-manager.d.ts +182 -0
  24. package/dist/server/server/agent/agent-manager.d.ts.map +1 -0
  25. package/dist/server/server/agent/agent-manager.js +1066 -0
  26. package/dist/server/server/agent/agent-manager.js.map +1 -0
  27. package/dist/server/server/agent/agent-metadata-generator.d.ts +29 -0
  28. package/dist/server/server/agent/agent-metadata-generator.d.ts.map +1 -0
  29. package/dist/server/server/agent/agent-metadata-generator.js +157 -0
  30. package/dist/server/server/agent/agent-metadata-generator.js.map +1 -0
  31. package/dist/server/server/agent/agent-projections.d.ts +12 -0
  32. package/dist/server/server/agent/agent-projections.d.ts.map +1 -0
  33. package/dist/server/server/agent/agent-projections.js +238 -0
  34. package/dist/server/server/agent/agent-projections.js.map +1 -0
  35. package/dist/server/server/agent/agent-response-loop.d.ts +32 -0
  36. package/dist/server/server/agent/agent-response-loop.d.ts.map +1 -0
  37. package/dist/server/server/agent/agent-response-loop.js +224 -0
  38. package/dist/server/server/agent/agent-response-loop.js.map +1 -0
  39. package/dist/server/server/agent/agent-sdk-types.d.ts +360 -0
  40. package/dist/server/server/agent/agent-sdk-types.d.ts.map +1 -0
  41. package/dist/server/server/agent/agent-sdk-types.js +2 -0
  42. package/dist/server/server/agent/agent-sdk-types.js.map +1 -0
  43. package/dist/server/server/agent/agent-storage.d.ts +187 -0
  44. package/dist/server/server/agent/agent-storage.d.ts.map +1 -0
  45. package/dist/server/server/agent/agent-storage.js +328 -0
  46. package/dist/server/server/agent/agent-storage.js.map +1 -0
  47. package/dist/server/server/agent/audio-utils.d.ts +3 -0
  48. package/dist/server/server/agent/audio-utils.d.ts.map +1 -0
  49. package/dist/server/server/agent/audio-utils.js +19 -0
  50. package/dist/server/server/agent/audio-utils.js.map +1 -0
  51. package/dist/server/server/agent/dictation-debug.d.ts +13 -0
  52. package/dist/server/server/agent/dictation-debug.d.ts.map +1 -0
  53. package/dist/server/server/agent/dictation-debug.js +50 -0
  54. package/dist/server/server/agent/dictation-debug.js.map +1 -0
  55. package/dist/server/server/agent/llm-openai.d.ts +7 -0
  56. package/dist/server/server/agent/llm-openai.d.ts.map +1 -0
  57. package/dist/server/server/agent/llm-openai.js +8 -0
  58. package/dist/server/server/agent/llm-openai.js.map +1 -0
  59. package/dist/server/server/agent/mcp-server.d.ts +26 -0
  60. package/dist/server/server/agent/mcp-server.d.ts.map +1 -0
  61. package/dist/server/server/agent/mcp-server.js +762 -0
  62. package/dist/server/server/agent/mcp-server.js.map +1 -0
  63. package/dist/server/server/agent/model-resolver.d.ts +11 -0
  64. package/dist/server/server/agent/model-resolver.d.ts.map +1 -0
  65. package/dist/server/server/agent/model-resolver.js +21 -0
  66. package/dist/server/server/agent/model-resolver.js.map +1 -0
  67. package/dist/server/server/agent/orchestrator-instructions.d.ts +7 -0
  68. package/dist/server/server/agent/orchestrator-instructions.d.ts.map +1 -0
  69. package/dist/server/server/agent/orchestrator-instructions.js +51 -0
  70. package/dist/server/server/agent/orchestrator-instructions.js.map +1 -0
  71. package/dist/server/server/agent/orchestrator.d.ts +12 -0
  72. package/dist/server/server/agent/orchestrator.d.ts.map +1 -0
  73. package/dist/server/server/agent/orchestrator.js +12 -0
  74. package/dist/server/server/agent/orchestrator.js.map +1 -0
  75. package/dist/server/server/agent/pcm16-resampler.d.ts +14 -0
  76. package/dist/server/server/agent/pcm16-resampler.d.ts.map +1 -0
  77. package/dist/server/server/agent/pcm16-resampler.js +63 -0
  78. package/dist/server/server/agent/pcm16-resampler.js.map +1 -0
  79. package/dist/server/server/agent/provider-launch-config.d.ts +139 -0
  80. package/dist/server/server/agent/provider-launch-config.d.ts.map +1 -0
  81. package/dist/server/server/agent/provider-launch-config.js +83 -0
  82. package/dist/server/server/agent/provider-launch-config.js.map +1 -0
  83. package/dist/server/server/agent/provider-manifest.d.ts +20 -0
  84. package/dist/server/server/agent/provider-manifest.d.ts.map +1 -0
  85. package/dist/server/server/agent/provider-manifest.js +97 -0
  86. package/dist/server/server/agent/provider-manifest.js.map +1 -0
  87. package/dist/server/server/agent/provider-registry.d.ts +18 -0
  88. package/dist/server/server/agent/provider-registry.d.ts.map +1 -0
  89. package/dist/server/server/agent/provider-registry.js +45 -0
  90. package/dist/server/server/agent/provider-registry.js.map +1 -0
  91. package/dist/server/server/agent/providers/claude/tool-call-detail-parser.d.ts +3 -0
  92. package/dist/server/server/agent/providers/claude/tool-call-detail-parser.d.ts.map +1 -0
  93. package/dist/server/server/agent/providers/claude/tool-call-detail-parser.js +42 -0
  94. package/dist/server/server/agent/providers/claude/tool-call-detail-parser.js.map +1 -0
  95. package/dist/server/server/agent/providers/claude/tool-call-mapper.d.ts +16 -0
  96. package/dist/server/server/agent/providers/claude/tool-call-mapper.d.ts.map +1 -0
  97. package/dist/server/server/agent/providers/claude/tool-call-mapper.js +73 -0
  98. package/dist/server/server/agent/providers/claude/tool-call-mapper.js.map +1 -0
  99. package/dist/server/server/agent/providers/claude-agent.d.ts +35 -0
  100. package/dist/server/server/agent/providers/claude-agent.d.ts.map +1 -0
  101. package/dist/server/server/agent/providers/claude-agent.js +2056 -0
  102. package/dist/server/server/agent/providers/claude-agent.js.map +1 -0
  103. package/dist/server/server/agent/providers/codex/tool-call-detail-parser.d.ts +13 -0
  104. package/dist/server/server/agent/providers/codex/tool-call-detail-parser.d.ts.map +1 -0
  105. package/dist/server/server/agent/providers/codex/tool-call-detail-parser.js +67 -0
  106. package/dist/server/server/agent/providers/codex/tool-call-detail-parser.js.map +1 -0
  107. package/dist/server/server/agent/providers/codex/tool-call-mapper.d.ts +15 -0
  108. package/dist/server/server/agent/providers/codex/tool-call-mapper.d.ts.map +1 -0
  109. package/dist/server/server/agent/providers/codex/tool-call-mapper.js +640 -0
  110. package/dist/server/server/agent/providers/codex/tool-call-mapper.js.map +1 -0
  111. package/dist/server/server/agent/providers/codex-app-server-agent.d.ts +34 -0
  112. package/dist/server/server/agent/providers/codex-app-server-agent.d.ts.map +1 -0
  113. package/dist/server/server/agent/providers/codex-app-server-agent.js +2476 -0
  114. package/dist/server/server/agent/providers/codex-app-server-agent.js.map +1 -0
  115. package/dist/server/server/agent/providers/codex-rollout-timeline.d.ts +9 -0
  116. package/dist/server/server/agent/providers/codex-rollout-timeline.d.ts.map +1 -0
  117. package/dist/server/server/agent/providers/codex-rollout-timeline.js +486 -0
  118. package/dist/server/server/agent/providers/codex-rollout-timeline.js.map +1 -0
  119. package/dist/server/server/agent/providers/opencode/tool-call-detail-parser.d.ts +3 -0
  120. package/dist/server/server/agent/providers/opencode/tool-call-detail-parser.d.ts.map +1 -0
  121. package/dist/server/server/agent/providers/opencode/tool-call-detail-parser.js +33 -0
  122. package/dist/server/server/agent/providers/opencode/tool-call-detail-parser.js.map +1 -0
  123. package/dist/server/server/agent/providers/opencode/tool-call-mapper.d.ts +13 -0
  124. package/dist/server/server/agent/providers/opencode/tool-call-mapper.d.ts.map +1 -0
  125. package/dist/server/server/agent/providers/opencode/tool-call-mapper.js +75 -0
  126. package/dist/server/server/agent/providers/opencode/tool-call-mapper.js.map +1 -0
  127. package/dist/server/server/agent/providers/opencode-agent.d.ts +37 -0
  128. package/dist/server/server/agent/providers/opencode-agent.d.ts.map +1 -0
  129. package/dist/server/server/agent/providers/opencode-agent.js +822 -0
  130. package/dist/server/server/agent/providers/opencode-agent.js.map +1 -0
  131. package/dist/server/server/agent/providers/tool-call-detail-primitives.d.ts +1363 -0
  132. package/dist/server/server/agent/providers/tool-call-detail-primitives.d.ts.map +1 -0
  133. package/dist/server/server/agent/providers/tool-call-detail-primitives.js +534 -0
  134. package/dist/server/server/agent/providers/tool-call-detail-primitives.js.map +1 -0
  135. package/dist/server/server/agent/providers/tool-call-mapper-utils.d.ts +18 -0
  136. package/dist/server/server/agent/providers/tool-call-mapper-utils.d.ts.map +1 -0
  137. package/dist/server/server/agent/providers/tool-call-mapper-utils.js +119 -0
  138. package/dist/server/server/agent/providers/tool-call-mapper-utils.js.map +1 -0
  139. package/dist/server/server/agent/recordings-debug.d.ts +3 -0
  140. package/dist/server/server/agent/recordings-debug.d.ts.map +1 -0
  141. package/dist/server/server/agent/recordings-debug.js +19 -0
  142. package/dist/server/server/agent/recordings-debug.js.map +1 -0
  143. package/dist/server/server/agent/stt-debug.d.ts +10 -0
  144. package/dist/server/server/agent/stt-debug.d.ts.map +1 -0
  145. package/dist/server/server/agent/stt-debug.js +33 -0
  146. package/dist/server/server/agent/stt-debug.js.map +1 -0
  147. package/dist/server/server/agent/stt-manager.d.ts +32 -0
  148. package/dist/server/server/agent/stt-manager.d.ts.map +1 -0
  149. package/dist/server/server/agent/stt-manager.js +231 -0
  150. package/dist/server/server/agent/stt-manager.js.map +1 -0
  151. package/dist/server/server/agent/system-prompt.d.ts +3 -0
  152. package/dist/server/server/agent/system-prompt.d.ts.map +1 -0
  153. package/dist/server/server/agent/system-prompt.js +19 -0
  154. package/dist/server/server/agent/system-prompt.js.map +1 -0
  155. package/dist/server/server/agent/tool-name-normalization.d.ts +7 -0
  156. package/dist/server/server/agent/tool-name-normalization.d.ts.map +1 -0
  157. package/dist/server/server/agent/tool-name-normalization.js +45 -0
  158. package/dist/server/server/agent/tool-name-normalization.js.map +1 -0
  159. package/dist/server/server/agent/tts-debug.d.ts +8 -0
  160. package/dist/server/server/agent/tts-debug.d.ts.map +1 -0
  161. package/dist/server/server/agent/tts-debug.js +24 -0
  162. package/dist/server/server/agent/tts-debug.js.map +1 -0
  163. package/dist/server/server/agent/tts-manager.d.ts +33 -0
  164. package/dist/server/server/agent/tts-manager.d.ts.map +1 -0
  165. package/dist/server/server/agent/tts-manager.js +261 -0
  166. package/dist/server/server/agent/tts-manager.js.map +1 -0
  167. package/dist/server/server/agent/wait-for-agent-tracker.d.ts +15 -0
  168. package/dist/server/server/agent/wait-for-agent-tracker.d.ts.map +1 -0
  169. package/dist/server/server/agent/wait-for-agent-tracker.js +53 -0
  170. package/dist/server/server/agent/wait-for-agent-tracker.js.map +1 -0
  171. package/dist/server/server/allowed-hosts.d.ts +13 -0
  172. package/dist/server/server/allowed-hosts.d.ts.map +1 -0
  173. package/dist/server/server/allowed-hosts.js +94 -0
  174. package/dist/server/server/allowed-hosts.js.map +1 -0
  175. package/dist/server/server/bootstrap.d.ts +49 -0
  176. package/dist/server/server/bootstrap.d.ts.map +1 -0
  177. package/dist/server/server/bootstrap.js +483 -0
  178. package/dist/server/server/bootstrap.js.map +1 -0
  179. package/dist/server/server/config.d.ts +13 -0
  180. package/dist/server/server/config.d.ts.map +1 -0
  181. package/dist/server/server/config.js +84 -0
  182. package/dist/server/server/config.js.map +1 -0
  183. package/dist/server/server/connection-offer.d.ts +19 -0
  184. package/dist/server/server/connection-offer.d.ts.map +1 -0
  185. package/dist/server/server/connection-offer.js +60 -0
  186. package/dist/server/server/connection-offer.js.map +1 -0
  187. package/dist/server/server/daemon-keypair.d.ts +8 -0
  188. package/dist/server/server/daemon-keypair.d.ts.map +1 -0
  189. package/dist/server/server/daemon-keypair.js +40 -0
  190. package/dist/server/server/daemon-keypair.js.map +1 -0
  191. package/dist/server/server/dictation/dictation-stream-manager.d.ts +76 -0
  192. package/dist/server/server/dictation/dictation-stream-manager.d.ts.map +1 -0
  193. package/dist/server/server/dictation/dictation-stream-manager.js +481 -0
  194. package/dist/server/server/dictation/dictation-stream-manager.js.map +1 -0
  195. package/dist/server/server/exports.d.ts +11 -0
  196. package/dist/server/server/exports.d.ts.map +1 -0
  197. package/dist/server/server/exports.js +11 -0
  198. package/dist/server/server/exports.js.map +1 -0
  199. package/dist/server/server/file-download/token-store.d.ts +25 -0
  200. package/dist/server/server/file-download/token-store.d.ts.map +1 -0
  201. package/dist/server/server/file-download/token-store.js +40 -0
  202. package/dist/server/server/file-download/token-store.js.map +1 -0
  203. package/dist/server/server/file-explorer/service.d.ts +41 -0
  204. package/dist/server/server/file-explorer/service.d.ts.map +1 -0
  205. package/dist/server/server/file-explorer/service.js +163 -0
  206. package/dist/server/server/file-explorer/service.js.map +1 -0
  207. package/dist/server/server/index.d.ts +2 -0
  208. package/dist/server/server/index.d.ts.map +1 -0
  209. package/dist/server/server/index.js +90 -0
  210. package/dist/server/server/index.js.map +1 -0
  211. package/dist/server/server/json-utils.d.ts +11 -0
  212. package/dist/server/server/json-utils.d.ts.map +1 -0
  213. package/dist/server/server/json-utils.js +45 -0
  214. package/dist/server/server/json-utils.js.map +1 -0
  215. package/dist/server/server/logger.d.ts +12 -0
  216. package/dist/server/server/logger.d.ts.map +1 -0
  217. package/dist/server/server/logger.js +29 -0
  218. package/dist/server/server/logger.js.map +1 -0
  219. package/dist/server/server/messages.d.ts +9 -0
  220. package/dist/server/server/messages.d.ts.map +1 -0
  221. package/dist/server/server/messages.js +29 -0
  222. package/dist/server/server/messages.js.map +1 -0
  223. package/dist/server/server/pairing-offer.d.ts +16 -0
  224. package/dist/server/server/pairing-offer.d.ts.map +1 -0
  225. package/dist/server/server/pairing-offer.js +45 -0
  226. package/dist/server/server/pairing-offer.js.map +1 -0
  227. package/dist/server/server/pairing-qr.d.ts +7 -0
  228. package/dist/server/server/pairing-qr.d.ts.map +1 -0
  229. package/dist/server/server/pairing-qr.js +45 -0
  230. package/dist/server/server/pairing-qr.js.map +1 -0
  231. package/dist/server/server/paseo-home.d.ts +2 -0
  232. package/dist/server/server/paseo-home.d.ts.map +1 -0
  233. package/dist/server/server/paseo-home.js +19 -0
  234. package/dist/server/server/paseo-home.js.map +1 -0
  235. package/dist/server/server/path-utils.d.ts +3 -0
  236. package/dist/server/server/path-utils.d.ts.map +1 -0
  237. package/dist/server/server/path-utils.js +20 -0
  238. package/dist/server/server/path-utils.js.map +1 -0
  239. package/dist/server/server/persisted-config.d.ts +500 -0
  240. package/dist/server/server/persisted-config.d.ts.map +1 -0
  241. package/dist/server/server/persisted-config.js +212 -0
  242. package/dist/server/server/persisted-config.js.map +1 -0
  243. package/dist/server/server/persistence-hooks.d.ts +24 -0
  244. package/dist/server/server/persistence-hooks.d.ts.map +1 -0
  245. package/dist/server/server/persistence-hooks.js +60 -0
  246. package/dist/server/server/persistence-hooks.js.map +1 -0
  247. package/dist/server/server/pid-lock.d.ts +19 -0
  248. package/dist/server/server/pid-lock.d.ts.map +1 -0
  249. package/dist/server/server/pid-lock.js +115 -0
  250. package/dist/server/server/pid-lock.js.map +1 -0
  251. package/dist/server/server/push/push-service.d.ts +21 -0
  252. package/dist/server/server/push/push-service.d.ts.map +1 -0
  253. package/dist/server/server/push/push-service.js +68 -0
  254. package/dist/server/server/push/push-service.js.map +1 -0
  255. package/dist/server/server/push/token-store.d.ts +18 -0
  256. package/dist/server/server/push/token-store.d.ts.map +1 -0
  257. package/dist/server/server/push/token-store.js +70 -0
  258. package/dist/server/server/push/token-store.js.map +1 -0
  259. package/dist/server/server/relay-transport.d.ts +22 -0
  260. package/dist/server/server/relay-transport.d.ts.map +1 -0
  261. package/dist/server/server/relay-transport.js +374 -0
  262. package/dist/server/server/relay-transport.js.map +1 -0
  263. package/dist/server/server/server-id.d.ts +17 -0
  264. package/dist/server/server/server-id.d.ts.map +1 -0
  265. package/dist/server/server/server-id.js +63 -0
  266. package/dist/server/server/server-id.js.map +1 -0
  267. package/dist/server/server/session.d.ts +360 -0
  268. package/dist/server/server/session.d.ts.map +1 -0
  269. package/dist/server/server/session.js +4615 -0
  270. package/dist/server/server/session.js.map +1 -0
  271. package/dist/server/server/speech/audio.d.ts +10 -0
  272. package/dist/server/server/speech/audio.d.ts.map +1 -0
  273. package/dist/server/server/speech/audio.js +101 -0
  274. package/dist/server/server/speech/audio.js.map +1 -0
  275. package/dist/server/server/speech/providers/local/config.d.ts +26 -0
  276. package/dist/server/server/speech/providers/local/config.d.ts.map +1 -0
  277. package/dist/server/server/speech/providers/local/config.js +93 -0
  278. package/dist/server/server/speech/providers/local/config.js.map +1 -0
  279. package/dist/server/server/speech/providers/local/models.d.ts +12 -0
  280. package/dist/server/server/speech/providers/local/models.d.ts.map +1 -0
  281. package/dist/server/server/speech/providers/local/models.js +18 -0
  282. package/dist/server/server/speech/providers/local/models.js.map +1 -0
  283. package/dist/server/server/speech/providers/local/pocket/pocket-tts-onnx.d.ts +24 -0
  284. package/dist/server/server/speech/providers/local/pocket/pocket-tts-onnx.d.ts.map +1 -0
  285. package/dist/server/server/speech/providers/local/pocket/pocket-tts-onnx.js +422 -0
  286. package/dist/server/server/speech/providers/local/pocket/pocket-tts-onnx.js.map +1 -0
  287. package/dist/server/server/speech/providers/local/runtime.d.ts +30 -0
  288. package/dist/server/server/speech/providers/local/runtime.d.ts.map +1 -0
  289. package/dist/server/server/speech/providers/local/runtime.js +254 -0
  290. package/dist/server/server/speech/providers/local/runtime.js.map +1 -0
  291. package/dist/server/server/speech/providers/local/sherpa/model-catalog.d.ts +117 -0
  292. package/dist/server/server/speech/providers/local/sherpa/model-catalog.d.ts.map +1 -0
  293. package/dist/server/server/speech/providers/local/sherpa/model-catalog.js +166 -0
  294. package/dist/server/server/speech/providers/local/sherpa/model-catalog.js.map +1 -0
  295. package/dist/server/server/speech/providers/local/sherpa/model-downloader.d.ts +17 -0
  296. package/dist/server/server/speech/providers/local/sherpa/model-downloader.d.ts.map +1 -0
  297. package/dist/server/server/speech/providers/local/sherpa/model-downloader.js +151 -0
  298. package/dist/server/server/speech/providers/local/sherpa/model-downloader.js.map +1 -0
  299. package/dist/server/server/speech/providers/local/sherpa/sherpa-offline-recognizer.d.ts +28 -0
  300. package/dist/server/server/speech/providers/local/sherpa/sherpa-offline-recognizer.d.ts.map +1 -0
  301. package/dist/server/server/speech/providers/local/sherpa/sherpa-offline-recognizer.js +68 -0
  302. package/dist/server/server/speech/providers/local/sherpa/sherpa-offline-recognizer.js.map +1 -0
  303. package/dist/server/server/speech/providers/local/sherpa/sherpa-online-recognizer.d.ts +37 -0
  304. package/dist/server/server/speech/providers/local/sherpa/sherpa-online-recognizer.d.ts.map +1 -0
  305. package/dist/server/server/speech/providers/local/sherpa/sherpa-online-recognizer.js +79 -0
  306. package/dist/server/server/speech/providers/local/sherpa/sherpa-online-recognizer.js.map +1 -0
  307. package/dist/server/server/speech/providers/local/sherpa/sherpa-onnx-loader.d.ts +7 -0
  308. package/dist/server/server/speech/providers/local/sherpa/sherpa-onnx-loader.d.ts.map +1 -0
  309. package/dist/server/server/speech/providers/local/sherpa/sherpa-onnx-loader.js +11 -0
  310. package/dist/server/server/speech/providers/local/sherpa/sherpa-onnx-loader.js.map +1 -0
  311. package/dist/server/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.d.ts +7 -0
  312. package/dist/server/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.d.ts.map +1 -0
  313. package/dist/server/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.js +44 -0
  314. package/dist/server/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.js.map +1 -0
  315. package/dist/server/server/speech/providers/local/sherpa/sherpa-parakeet-realtime-session.d.ts +28 -0
  316. package/dist/server/server/speech/providers/local/sherpa/sherpa-parakeet-realtime-session.d.ts.map +1 -0
  317. package/dist/server/server/speech/providers/local/sherpa/sherpa-parakeet-realtime-session.js +131 -0
  318. package/dist/server/server/speech/providers/local/sherpa/sherpa-parakeet-realtime-session.js.map +1 -0
  319. package/dist/server/server/speech/providers/local/sherpa/sherpa-parakeet-stt.d.ts +21 -0
  320. package/dist/server/server/speech/providers/local/sherpa/sherpa-parakeet-stt.d.ts.map +1 -0
  321. package/dist/server/server/speech/providers/local/sherpa/sherpa-parakeet-stt.js +132 -0
  322. package/dist/server/server/speech/providers/local/sherpa/sherpa-parakeet-stt.js.map +1 -0
  323. package/dist/server/server/speech/providers/local/sherpa/sherpa-realtime-session.d.ts +23 -0
  324. package/dist/server/server/speech/providers/local/sherpa/sherpa-realtime-session.d.ts.map +1 -0
  325. package/dist/server/server/speech/providers/local/sherpa/sherpa-realtime-session.js +112 -0
  326. package/dist/server/server/speech/providers/local/sherpa/sherpa-realtime-session.js.map +1 -0
  327. package/dist/server/server/speech/providers/local/sherpa/sherpa-stt.d.ts +23 -0
  328. package/dist/server/server/speech/providers/local/sherpa/sherpa-stt.d.ts.map +1 -0
  329. package/dist/server/server/speech/providers/local/sherpa/sherpa-stt.js +140 -0
  330. package/dist/server/server/speech/providers/local/sherpa/sherpa-stt.js.map +1 -0
  331. package/dist/server/server/speech/providers/local/sherpa/sherpa-tts.d.ts +21 -0
  332. package/dist/server/server/speech/providers/local/sherpa/sherpa-tts.d.ts.map +1 -0
  333. package/dist/server/server/speech/providers/local/sherpa/sherpa-tts.js +95 -0
  334. package/dist/server/server/speech/providers/local/sherpa/sherpa-tts.js.map +1 -0
  335. package/dist/server/server/speech/providers/openai/config.d.ts +22 -0
  336. package/dist/server/server/speech/providers/openai/config.d.ts.map +1 -0
  337. package/dist/server/server/speech/providers/openai/config.js +94 -0
  338. package/dist/server/server/speech/providers/openai/config.js.map +1 -0
  339. package/dist/server/server/speech/providers/openai/realtime-transcription-session.d.ts +42 -0
  340. package/dist/server/server/speech/providers/openai/realtime-transcription-session.d.ts.map +1 -0
  341. package/dist/server/server/speech/providers/openai/realtime-transcription-session.js +165 -0
  342. package/dist/server/server/speech/providers/openai/realtime-transcription-session.js.map +1 -0
  343. package/dist/server/server/speech/providers/openai/runtime.d.ts +27 -0
  344. package/dist/server/server/speech/providers/openai/runtime.d.ts.map +1 -0
  345. package/dist/server/server/speech/providers/openai/runtime.js +103 -0
  346. package/dist/server/server/speech/providers/openai/runtime.js.map +1 -0
  347. package/dist/server/server/speech/providers/openai/stt.d.ts +22 -0
  348. package/dist/server/server/speech/providers/openai/stt.d.ts.map +1 -0
  349. package/dist/server/server/speech/providers/openai/stt.js +208 -0
  350. package/dist/server/server/speech/providers/openai/stt.js.map +1 -0
  351. package/dist/server/server/speech/providers/openai/tts.d.ts +18 -0
  352. package/dist/server/server/speech/providers/openai/tts.d.ts.map +1 -0
  353. package/dist/server/server/speech/providers/openai/tts.js +46 -0
  354. package/dist/server/server/speech/providers/openai/tts.js.map +1 -0
  355. package/dist/server/server/speech/speech-config-resolver.d.ts +11 -0
  356. package/dist/server/server/speech/speech-config-resolver.d.ts.map +1 -0
  357. package/dist/server/server/speech/speech-config-resolver.js +64 -0
  358. package/dist/server/server/speech/speech-config-resolver.js.map +1 -0
  359. package/dist/server/server/speech/speech-provider.d.ts +59 -0
  360. package/dist/server/server/speech/speech-provider.d.ts.map +1 -0
  361. package/dist/server/server/speech/speech-provider.js +2 -0
  362. package/dist/server/server/speech/speech-provider.js.map +1 -0
  363. package/dist/server/server/speech/speech-runtime.d.ts +20 -0
  364. package/dist/server/server/speech/speech-runtime.d.ts.map +1 -0
  365. package/dist/server/server/speech/speech-runtime.js +119 -0
  366. package/dist/server/server/speech/speech-runtime.js.map +1 -0
  367. package/dist/server/server/speech/speech-types.d.ts +20 -0
  368. package/dist/server/server/speech/speech-types.d.ts.map +1 -0
  369. package/dist/server/server/speech/speech-types.js +7 -0
  370. package/dist/server/server/speech/speech-types.js.map +1 -0
  371. package/dist/server/server/terminal-mcp/index.d.ts +4 -0
  372. package/dist/server/server/terminal-mcp/index.d.ts.map +1 -0
  373. package/dist/server/server/terminal-mcp/index.js +3 -0
  374. package/dist/server/server/terminal-mcp/index.js.map +1 -0
  375. package/dist/server/server/terminal-mcp/server.d.ts +10 -0
  376. package/dist/server/server/terminal-mcp/server.d.ts.map +1 -0
  377. package/dist/server/server/terminal-mcp/server.js +217 -0
  378. package/dist/server/server/terminal-mcp/server.js.map +1 -0
  379. package/dist/server/server/terminal-mcp/terminal-manager.d.ts +123 -0
  380. package/dist/server/server/terminal-mcp/terminal-manager.d.ts.map +1 -0
  381. package/dist/server/server/terminal-mcp/terminal-manager.js +351 -0
  382. package/dist/server/server/terminal-mcp/terminal-manager.js.map +1 -0
  383. package/dist/server/server/terminal-mcp/tmux.d.ts +207 -0
  384. package/dist/server/server/terminal-mcp/tmux.d.ts.map +1 -0
  385. package/dist/server/server/terminal-mcp/tmux.js +924 -0
  386. package/dist/server/server/terminal-mcp/tmux.js.map +1 -0
  387. package/dist/server/server/types.d.ts +5 -0
  388. package/dist/server/server/types.d.ts.map +1 -0
  389. package/dist/server/server/types.js +3 -0
  390. package/dist/server/server/types.js.map +1 -0
  391. package/dist/server/server/utils/diff-highlighter.d.ts +52 -0
  392. package/dist/server/server/utils/diff-highlighter.d.ts.map +1 -0
  393. package/dist/server/server/utils/diff-highlighter.js +244 -0
  394. package/dist/server/server/utils/diff-highlighter.js.map +1 -0
  395. package/dist/server/server/utils/syntax-highlighter.d.ts +10 -0
  396. package/dist/server/server/utils/syntax-highlighter.d.ts.map +1 -0
  397. package/dist/server/server/utils/syntax-highlighter.js +141 -0
  398. package/dist/server/server/utils/syntax-highlighter.js.map +1 -0
  399. package/dist/server/server/voice-config.d.ts +14 -0
  400. package/dist/server/server/voice-config.d.ts.map +1 -0
  401. package/dist/server/server/voice-config.js +51 -0
  402. package/dist/server/server/voice-config.js.map +1 -0
  403. package/dist/server/server/voice-mcp-bridge-command.d.ts +17 -0
  404. package/dist/server/server/voice-mcp-bridge-command.d.ts.map +1 -0
  405. package/dist/server/server/voice-mcp-bridge-command.js +31 -0
  406. package/dist/server/server/voice-mcp-bridge-command.js.map +1 -0
  407. package/dist/server/server/voice-mcp-bridge.d.ts +18 -0
  408. package/dist/server/server/voice-mcp-bridge.d.ts.map +1 -0
  409. package/dist/server/server/voice-mcp-bridge.js +109 -0
  410. package/dist/server/server/voice-mcp-bridge.js.map +1 -0
  411. package/dist/server/server/voice-permission-policy.d.ts +4 -0
  412. package/dist/server/server/voice-permission-policy.d.ts.map +1 -0
  413. package/dist/server/server/voice-permission-policy.js +13 -0
  414. package/dist/server/server/voice-permission-policy.js.map +1 -0
  415. package/dist/server/server/voice-types.d.ts +17 -0
  416. package/dist/server/server/voice-types.d.ts.map +1 -0
  417. package/dist/server/server/voice-types.js +2 -0
  418. package/dist/server/server/voice-types.js.map +1 -0
  419. package/dist/server/server/websocket-server.d.ts +80 -0
  420. package/dist/server/server/websocket-server.d.ts.map +1 -0
  421. package/dist/server/server/websocket-server.js +447 -0
  422. package/dist/server/server/websocket-server.js.map +1 -0
  423. package/dist/server/shared/agent-lifecycle.d.ts +3 -0
  424. package/dist/server/shared/agent-lifecycle.d.ts.map +1 -0
  425. package/dist/server/shared/agent-lifecycle.js +8 -0
  426. package/dist/server/shared/agent-lifecycle.js.map +1 -0
  427. package/dist/server/shared/connection-offer.d.ts +62 -0
  428. package/dist/server/shared/connection-offer.d.ts.map +1 -0
  429. package/dist/server/shared/connection-offer.js +17 -0
  430. package/dist/server/shared/connection-offer.js.map +1 -0
  431. package/dist/server/shared/daemon-endpoints.d.ts +19 -0
  432. package/dist/server/shared/daemon-endpoints.d.ts.map +1 -0
  433. package/dist/server/shared/daemon-endpoints.js +98 -0
  434. package/dist/server/shared/daemon-endpoints.js.map +1 -0
  435. package/dist/server/shared/messages.d.ts +36729 -0
  436. package/dist/server/shared/messages.d.ts.map +1 -0
  437. package/dist/server/shared/messages.js +1666 -0
  438. package/dist/server/shared/messages.js.map +1 -0
  439. package/dist/server/shared/path-utils.d.ts +2 -0
  440. package/dist/server/shared/path-utils.d.ts.map +1 -0
  441. package/dist/server/shared/path-utils.js +16 -0
  442. package/dist/server/shared/path-utils.js.map +1 -0
  443. package/dist/server/shared/tool-call-display.d.ts +11 -0
  444. package/dist/server/shared/tool-call-display.d.ts.map +1 -0
  445. package/dist/server/shared/tool-call-display.js +82 -0
  446. package/dist/server/shared/tool-call-display.js.map +1 -0
  447. package/dist/server/terminal/terminal-manager.d.ts +14 -0
  448. package/dist/server/terminal/terminal-manager.d.ts.map +1 -0
  449. package/dist/server/terminal/terminal-manager.js +67 -0
  450. package/dist/server/terminal/terminal-manager.js.map +1 -0
  451. package/dist/server/terminal/terminal.d.ts +67 -0
  452. package/dist/server/terminal/terminal.d.ts.map +1 -0
  453. package/dist/server/terminal/terminal.js +190 -0
  454. package/dist/server/terminal/terminal.js.map +1 -0
  455. package/dist/server/utils/checkout-git.d.ts +138 -0
  456. package/dist/server/utils/checkout-git.d.ts.map +1 -0
  457. package/dist/server/utils/checkout-git.js +1079 -0
  458. package/dist/server/utils/checkout-git.js.map +1 -0
  459. package/dist/server/utils/path.d.ts +5 -0
  460. package/dist/server/utils/path.d.ts.map +1 -0
  461. package/dist/server/utils/path.js +15 -0
  462. package/dist/server/utils/path.js.map +1 -0
  463. package/dist/server/utils/project-icon.d.ts +39 -0
  464. package/dist/server/utils/project-icon.d.ts.map +1 -0
  465. package/dist/server/utils/project-icon.js +391 -0
  466. package/dist/server/utils/project-icon.js.map +1 -0
  467. package/dist/server/utils/worktree-metadata.d.ts +21 -0
  468. package/dist/server/utils/worktree-metadata.d.ts.map +1 -0
  469. package/dist/server/utils/worktree-metadata.js +74 -0
  470. package/dist/server/utils/worktree-metadata.js.map +1 -0
  471. package/dist/server/utils/worktree.d.ts +95 -0
  472. package/dist/server/utils/worktree.d.ts.map +1 -0
  473. package/dist/server/utils/worktree.js +568 -0
  474. package/dist/server/utils/worktree.js.map +1 -0
  475. package/package.json +108 -0
@@ -0,0 +1,18 @@
1
+ import { ensureSherpaOnnxModels, getSherpaOnnxModelDir, } from "./sherpa/model-downloader.js";
2
+ import { DEFAULT_LOCAL_STT_MODEL, DEFAULT_LOCAL_TTS_MODEL, LocalSttModelIdSchema, LocalTtsModelIdSchema, listSherpaOnnxModels, } from "./sherpa/model-catalog.js";
3
+ export { DEFAULT_LOCAL_STT_MODEL, DEFAULT_LOCAL_TTS_MODEL, LocalSttModelIdSchema, LocalTtsModelIdSchema, };
4
+ export function listLocalSpeechModels() {
5
+ return listSherpaOnnxModels();
6
+ }
7
+ export function getLocalSpeechModelDir(modelsDir, modelId) {
8
+ return getSherpaOnnxModelDir(modelsDir, modelId);
9
+ }
10
+ export async function ensureLocalSpeechModels(options) {
11
+ return ensureSherpaOnnxModels({
12
+ modelsDir: options.modelsDir,
13
+ modelIds: options.modelIds,
14
+ autoDownload: options.autoDownload ?? true,
15
+ logger: options.logger,
16
+ });
17
+ }
18
+ //# sourceMappingURL=models.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"models.js","sourceRoot":"","sources":["../../../../../../src/server/speech/providers/local/models.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,sBAAsB,EACtB,qBAAqB,GACtB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACL,uBAAuB,EACvB,uBAAuB,EACvB,qBAAqB,EACrB,qBAAqB,EACrB,oBAAoB,GAIrB,MAAM,2BAA2B,CAAC;AAEnC,OAAO,EACL,uBAAuB,EACvB,uBAAuB,EACvB,qBAAqB,EACrB,qBAAqB,GAItB,CAAC;AAIF,MAAM,UAAU,qBAAqB;IACnC,OAAO,oBAAoB,EAAE,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,SAAiB,EAAE,OAA2B;IACnF,OAAO,qBAAqB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;AACnD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,OAK7C;IACC,OAAO,sBAAsB,CAAC;QAC5B,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,YAAY,EAAE,OAAO,CAAC,YAAY,IAAI,IAAI;QAC1C,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CAAC,CAAC;AACL,CAAC"}
@@ -0,0 +1,24 @@
1
+ import type pino from "pino";
2
+ import type { SpeechStreamResult, TextToSpeechProvider } from "../../../speech-provider.js";
3
+ export type PocketTtsOnnxConfig = {
4
+ modelDir: string;
5
+ precision?: "int8" | "fp32";
6
+ device?: "auto" | "cpu" | "cuda";
7
+ temperature?: number;
8
+ lsdSteps?: number;
9
+ maxFrames?: number;
10
+ framesAfterEos?: number;
11
+ firstChunkFrames?: number;
12
+ maxChunkFrames?: number;
13
+ targetChunkMs?: number;
14
+ referenceAudioFile?: string;
15
+ };
16
+ export declare class PocketTtsOnnxTTS implements TextToSpeechProvider {
17
+ private readonly engine;
18
+ private readonly chunkMs;
19
+ private readonly logger;
20
+ private constructor();
21
+ static create(config: PocketTtsOnnxConfig, logger: pino.Logger): Promise<PocketTtsOnnxTTS>;
22
+ synthesizeSpeech(text: string): Promise<SpeechStreamResult>;
23
+ }
24
+ //# sourceMappingURL=pocket-tts-onnx.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"pocket-tts-onnx.d.ts","sourceRoot":"","sources":["../../../../../../../src/server/speech/providers/local/pocket/pocket-tts-onnx.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAE7B,OAAO,KAAK,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AAoL5F,MAAM,MAAM,mBAAmB,GAAG;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC5B,MAAM,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,MAAM,CAAC;IACjC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B,CAAC;AAkUF,qBAAa,gBAAiB,YAAW,oBAAoB;IAC3D,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAsB;IAC7C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAc;IAErC,OAAO;WAMM,MAAM,CAAC,MAAM,EAAE,mBAAmB,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAM1F,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,CAAC;CAsBlE"}
@@ -0,0 +1,422 @@
1
+ import { existsSync } from "node:fs";
2
+ import { readFile } from "node:fs/promises";
3
+ import { Readable } from "node:stream";
4
+ import { chunkBuffer, float32ToPcm16le, parsePcm16MonoWav, pcm16leToFloat32 } from "../../../audio.js";
5
+ import { Pcm16MonoResampler } from "../../../../agent/pcm16-resampler.js";
6
+ function assertFileExists(filePath, label) {
7
+ if (!existsSync(filePath)) {
8
+ throw new Error(`Missing ${label}: ${filePath}`);
9
+ }
10
+ }
11
+ function product(dims) {
12
+ let out = 1;
13
+ for (const d of dims)
14
+ out *= d;
15
+ return out;
16
+ }
17
+ function normalizeDims(dims) {
18
+ // ONNX metadata can contain dynamic dimensions as strings (e.g. "batch") or -1.
19
+ // For state tensors we want a valid minimal shape, so coerce unknown/invalid dims to 1.
20
+ // Preserve explicit 0 dims (some models use empty initial state buffers with shape [0]).
21
+ return dims.map((d) => {
22
+ if (typeof d === "number" && Number.isFinite(d)) {
23
+ if (d === 0)
24
+ return 0;
25
+ if (d > 0)
26
+ return d;
27
+ return 1;
28
+ }
29
+ return 1;
30
+ });
31
+ }
32
+ function getSessionInputMeta(session, inputName) {
33
+ const metaAny = session.inputMetadata;
34
+ if (Array.isArray(metaAny)) {
35
+ const entry = metaAny.find((m) => m && typeof m === "object" && m.name === inputName);
36
+ if (!entry)
37
+ return undefined;
38
+ return { type: entry.type, dims: entry.shape };
39
+ }
40
+ if (metaAny && typeof metaAny === "object" && inputName in metaAny) {
41
+ const entry = metaAny[inputName];
42
+ return { type: entry?.type, dims: entry?.dimensions ?? entry?.shape };
43
+ }
44
+ return undefined;
45
+ }
46
+ function toBigInt64(values) {
47
+ const out = new BigInt64Array(values.length);
48
+ for (let i = 0; i < values.length; i += 1) {
49
+ out[i] = BigInt(values[i]);
50
+ }
51
+ return out;
52
+ }
53
+ function randn() {
54
+ // Box–Muller
55
+ let u = 0;
56
+ let v = 0;
57
+ while (u === 0)
58
+ u = Math.random();
59
+ while (v === 0)
60
+ v = Math.random();
61
+ return Math.sqrt(-2.0 * Math.log(u)) * Math.cos(2.0 * Math.PI * v);
62
+ }
63
+ function normalizeTextForPocket(text) {
64
+ const trimmed = text.trim();
65
+ if (!trimmed) {
66
+ throw new Error("Cannot synthesize empty text");
67
+ }
68
+ let out = trimmed;
69
+ if (out.length > 0 && /[A-Za-z0-9]$/.test(out)) {
70
+ out = `${out}.`;
71
+ }
72
+ if (out.length > 0 && /[a-z]/.test(out[0])) {
73
+ out = out[0].toUpperCase() + out.slice(1);
74
+ }
75
+ return out;
76
+ }
77
+ async function loadOrt() {
78
+ return (await import("onnxruntime-node"));
79
+ }
80
+ async function loadSentencePiece(tokenizerModelPath) {
81
+ const mod = await import("@sctg/sentencepiece-js");
82
+ const Processor = mod.SentencePieceProcessor ??
83
+ mod.default?.SentencePieceProcessor ??
84
+ mod.default;
85
+ if (!Processor) {
86
+ throw new Error("Failed to load SentencePiece processor from @sctg/sentencepiece-js");
87
+ }
88
+ const sp = new Processor();
89
+ if (typeof sp.load === "function") {
90
+ await sp.load(tokenizerModelPath);
91
+ }
92
+ else if (typeof sp.Load === "function") {
93
+ sp.Load(tokenizerModelPath);
94
+ }
95
+ else {
96
+ throw new Error("SentencePiece processor does not expose load()/Load()");
97
+ }
98
+ return sp;
99
+ }
100
+ function getOrtProviders(ort, device) {
101
+ // NOTE: onnxruntime-node uses backend names like "cpu"/"coreml"/"webgpu" (not "CPUExecutionProvider").
102
+ if (device === "cpu")
103
+ return ["cpu"];
104
+ if (device === "cuda")
105
+ return ["cuda", "cpu"];
106
+ // auto
107
+ // CoreML EP does not support some dynamic/zero-length shapes used by Pocket TTS (e.g. [1, 0, 32]).
108
+ // Default to CPU to keep behavior predictable across platforms.
109
+ void ort;
110
+ return ["cpu"];
111
+ }
112
+ function createZeroTensorForInput(ort, session, inputName) {
113
+ const meta = getSessionInputMeta(session, inputName);
114
+ const dims = normalizeDims(meta?.dims ?? []);
115
+ if (dims.length === 0) {
116
+ throw new Error(`Missing input metadata shape for ${inputName}`);
117
+ }
118
+ const type = (meta?.type ?? "float32").toLowerCase();
119
+ const size = product(dims);
120
+ if (type.includes("int64")) {
121
+ return new ort.Tensor("int64", new BigInt64Array(size), dims);
122
+ }
123
+ if (type.includes("bool")) {
124
+ return new ort.Tensor("bool", new Uint8Array(size), dims);
125
+ }
126
+ return new ort.Tensor("float32", new Float32Array(size), dims);
127
+ }
128
+ function initState(session, ort) {
129
+ const out = {};
130
+ for (const name of session.inputNames) {
131
+ if (name.startsWith("state_")) {
132
+ out[name] = createZeroTensorForInput(ort, session, name);
133
+ }
134
+ }
135
+ return out;
136
+ }
137
+ function updateStateFromOutputs(state, outputs) {
138
+ for (const [name, tensor] of Object.entries(outputs)) {
139
+ if (!name.startsWith("out_state_"))
140
+ continue;
141
+ const idx = Number.parseInt(name.replace("out_state_", ""), 10);
142
+ if (Number.isFinite(idx)) {
143
+ state[`state_${idx}`] = tensor;
144
+ }
145
+ }
146
+ }
147
+ function tensorDataFloat32(t) {
148
+ const data = t.data;
149
+ if (data instanceof Float32Array)
150
+ return data;
151
+ if (Array.isArray(data))
152
+ return Float32Array.from(data);
153
+ throw new Error("Unexpected tensor data type (expected Float32Array)");
154
+ }
155
+ class PocketTtsOnnxEngine {
156
+ constructor(args) {
157
+ this.ort = args.ort;
158
+ this.temperature = args.temperature;
159
+ this.lsdSteps = args.lsdSteps;
160
+ this.maxFrames = args.maxFrames;
161
+ this.framesAfterEos = args.framesAfterEos;
162
+ this.firstChunkFrames = args.firstChunkFrames;
163
+ this.maxChunkFrames = args.maxChunkFrames;
164
+ this.tokenizer = args.tokenizer;
165
+ this.textConditioner = args.textConditioner;
166
+ this.flowLmMain = args.flowLmMain;
167
+ this.flowLmFlow = args.flowLmFlow;
168
+ this.mimiDecoder = args.mimiDecoder;
169
+ this.stBuffers = args.stBuffers;
170
+ this.voiceEmbeddings = args.voiceEmbeddings;
171
+ }
172
+ static async create(config, logger) {
173
+ const log = logger.child({ module: "speech", provider: "pocket-tts", component: "onnx-engine" });
174
+ const modelDir = config.modelDir;
175
+ const onnxDir = `${modelDir}/onnx`;
176
+ const precision = config.precision ?? "int8";
177
+ const device = config.device ?? "auto";
178
+ const temperature = config.temperature ?? 0.7;
179
+ const lsdSteps = config.lsdSteps ?? 10;
180
+ const maxFrames = config.maxFrames ?? 500;
181
+ const framesAfterEos = config.framesAfterEos ?? 3;
182
+ const firstChunkFrames = config.firstChunkFrames ?? 2;
183
+ const maxChunkFrames = config.maxChunkFrames ?? 15;
184
+ const tokenizerPath = `${modelDir}/tokenizer.model`;
185
+ const referenceAudioFile = config.referenceAudioFile ?? `${modelDir}/reference_sample.wav`;
186
+ const flowMainFile = precision === "int8" ? "flow_lm_main_int8.onnx" : "flow_lm_main.onnx";
187
+ const flowFlowFile = precision === "int8" ? "flow_lm_flow_int8.onnx" : "flow_lm_flow.onnx";
188
+ const decoderFile = precision === "int8" ? "mimi_decoder_int8.onnx" : "mimi_decoder.onnx";
189
+ assertFileExists(`${onnxDir}/mimi_encoder.onnx`, "PocketTTS mimi_encoder");
190
+ assertFileExists(`${onnxDir}/text_conditioner.onnx`, "PocketTTS text_conditioner");
191
+ assertFileExists(`${onnxDir}/${flowMainFile}`, "PocketTTS flow_lm_main");
192
+ assertFileExists(`${onnxDir}/${flowFlowFile}`, "PocketTTS flow_lm_flow");
193
+ assertFileExists(`${onnxDir}/${decoderFile}`, "PocketTTS mimi_decoder");
194
+ assertFileExists(tokenizerPath, "PocketTTS tokenizer.model");
195
+ assertFileExists(referenceAudioFile, "PocketTTS reference_sample.wav");
196
+ const ort = await loadOrt();
197
+ const providers = getOrtProviders(ort, device);
198
+ const [tokenizer, mimiEncoder, textConditioner, flowLmMain, flowLmFlow, mimiDecoder] = await Promise.all([
199
+ loadSentencePiece(tokenizerPath),
200
+ ort.InferenceSession.create(`${onnxDir}/mimi_encoder.onnx`, { executionProviders: providers }),
201
+ ort.InferenceSession.create(`${onnxDir}/text_conditioner.onnx`, { executionProviders: providers }),
202
+ ort.InferenceSession.create(`${onnxDir}/${flowMainFile}`, { executionProviders: providers }),
203
+ ort.InferenceSession.create(`${onnxDir}/${flowFlowFile}`, { executionProviders: providers }),
204
+ ort.InferenceSession.create(`${onnxDir}/${decoderFile}`, { executionProviders: providers }),
205
+ ]);
206
+ // Precompute flow matching time-step buffers.
207
+ const stBuffers = [];
208
+ for (let j = 0; j < lsdSteps; j += 1) {
209
+ const s = j / lsdSteps;
210
+ const t = s + 1.0 / lsdSteps;
211
+ stBuffers.push({
212
+ s: new ort.Tensor("float32", new Float32Array([s]), [1, 1]),
213
+ t: new ort.Tensor("float32", new Float32Array([t]), [1, 1]),
214
+ });
215
+ }
216
+ // Precompute reference voice embeddings once.
217
+ const refWav = await readFile(referenceAudioFile);
218
+ const parsed = parsePcm16MonoWav(refWav);
219
+ let pcm16 = parsed.pcm16;
220
+ if (parsed.sampleRate !== PocketTtsOnnxEngine.SAMPLE_RATE) {
221
+ const resampler = new Pcm16MonoResampler({
222
+ inputRate: parsed.sampleRate,
223
+ outputRate: PocketTtsOnnxEngine.SAMPLE_RATE,
224
+ });
225
+ pcm16 = resampler.processChunk(pcm16);
226
+ }
227
+ const floatAudio = pcm16leToFloat32(pcm16);
228
+ const audioTensor = new ort.Tensor("float32", floatAudio, [1, 1, floatAudio.length]);
229
+ const encoded = await mimiEncoder.run({ audio: audioTensor });
230
+ const firstOutName = mimiEncoder.outputNames?.[0];
231
+ const voiceEmb = firstOutName ? encoded[firstOutName] : Object.values(encoded)[0];
232
+ if (!voiceEmb) {
233
+ throw new Error("PocketTTS mimi_encoder: missing output");
234
+ }
235
+ log.info({ precision, device, providers, lsdSteps, temperature }, "PocketTTS ONNX initialized");
236
+ return new PocketTtsOnnxEngine({
237
+ ort,
238
+ temperature,
239
+ lsdSteps,
240
+ maxFrames,
241
+ framesAfterEos,
242
+ firstChunkFrames,
243
+ maxChunkFrames,
244
+ tokenizer,
245
+ textConditioner,
246
+ flowLmMain,
247
+ flowLmFlow,
248
+ mimiDecoder,
249
+ stBuffers,
250
+ voiceEmbeddings: voiceEmb,
251
+ });
252
+ }
253
+ tokenize(text) {
254
+ const normalized = normalizeTextForPocket(text);
255
+ const ids = this.tokenizer.encodeIds(normalized);
256
+ const data = toBigInt64(ids ?? []);
257
+ return new this.ort.Tensor("int64", data, [1, data.length]);
258
+ }
259
+ async runTextConditioner(tokenIds) {
260
+ const out = await this.textConditioner.run({ token_ids: tokenIds });
261
+ const firstOutName = this.textConditioner.outputNames?.[0];
262
+ const t = firstOutName ? out[firstOutName] : Object.values(out)[0];
263
+ if (!t)
264
+ throw new Error("PocketTTS text_conditioner: missing output");
265
+ return t;
266
+ }
267
+ async *runFlowLm(textEmbeddings) {
268
+ const ort = this.ort;
269
+ const state = initState(this.flowLmMain, ort);
270
+ const emptySeq = new ort.Tensor("float32", new Float32Array(0), [1, 0, 32]);
271
+ const emptyText = new ort.Tensor("float32", new Float32Array(0), [1, 0, 1024]);
272
+ // Voice conditioning pass
273
+ const resVoice = await this.flowLmMain.run({
274
+ sequence: emptySeq,
275
+ text_embeddings: this.voiceEmbeddings,
276
+ ...state,
277
+ });
278
+ updateStateFromOutputs(state, resVoice);
279
+ // Text conditioning pass
280
+ const resText = await this.flowLmMain.run({
281
+ sequence: emptySeq,
282
+ text_embeddings: textEmbeddings,
283
+ ...state,
284
+ });
285
+ updateStateFromOutputs(state, resText);
286
+ // Autoregressive generation
287
+ const curr = new Float32Array(32);
288
+ curr.fill(Number.NaN);
289
+ let currTensor = new ort.Tensor("float32", curr, [1, 1, 32]);
290
+ const dt = 1.0 / this.lsdSteps;
291
+ let eosStep = null;
292
+ for (let step = 0; step < this.maxFrames; step += 1) {
293
+ const resStep = await this.flowLmMain.run({
294
+ sequence: currTensor,
295
+ text_embeddings: emptyText,
296
+ ...state,
297
+ });
298
+ const outputNames = this.flowLmMain.outputNames;
299
+ const conditioningName = outputNames?.[0] ?? Object.keys(resStep)[0];
300
+ const eosName = outputNames?.[1] ?? Object.keys(resStep)[1];
301
+ const conditioning = resStep[conditioningName];
302
+ const eos = resStep[eosName];
303
+ if (!conditioning || !eos) {
304
+ throw new Error("PocketTTS flow_lm_main: missing conditioning/EOS outputs");
305
+ }
306
+ updateStateFromOutputs(state, resStep);
307
+ const eosData = tensorDataFloat32(eos);
308
+ if (eosData[0] > -4.0 && eosStep === null) {
309
+ eosStep = step;
310
+ }
311
+ if (eosStep !== null && step >= eosStep + this.framesAfterEos) {
312
+ break;
313
+ }
314
+ // Flow matching with external Euler loop.
315
+ const std = this.temperature > 0 ? Math.sqrt(this.temperature) : 0;
316
+ const x = new Float32Array(32);
317
+ if (std > 0) {
318
+ for (let i = 0; i < x.length; i += 1) {
319
+ x[i] = randn() * std;
320
+ }
321
+ }
322
+ for (const st of this.stBuffers) {
323
+ const xTensor = new ort.Tensor("float32", x, [1, 32]);
324
+ const flowOut = await this.flowLmFlow.run({
325
+ c: conditioning,
326
+ s: st.s,
327
+ t: st.t,
328
+ x: xTensor,
329
+ });
330
+ const first = this.flowLmFlow.outputNames?.[0];
331
+ const flowTensor = first ? flowOut[first] : Object.values(flowOut)[0];
332
+ if (!flowTensor)
333
+ throw new Error("PocketTTS flow_lm_flow: missing output");
334
+ const delta = tensorDataFloat32(flowTensor);
335
+ for (let i = 0; i < x.length; i += 1) {
336
+ x[i] = x[i] + delta[i] * dt;
337
+ }
338
+ }
339
+ yield x;
340
+ currTensor = new ort.Tensor("float32", x, [1, 1, 32]);
341
+ }
342
+ }
343
+ async decodeLatentsChunk(frames, state) {
344
+ const ort = this.ort;
345
+ const frameCount = frames.length;
346
+ const flattened = new Float32Array(frameCount * 32);
347
+ for (let i = 0; i < frameCount; i += 1) {
348
+ flattened.set(frames[i], i * 32);
349
+ }
350
+ const latent = new ort.Tensor("float32", flattened, [1, frameCount, 32]);
351
+ const out = await this.mimiDecoder.run({ latent, ...state });
352
+ updateStateFromOutputs(state, out);
353
+ const firstOutName = this.mimiDecoder.outputNames?.[0];
354
+ const audioTensor = firstOutName ? out[firstOutName] : Object.values(out)[0];
355
+ if (!audioTensor) {
356
+ throw new Error("PocketTTS mimi_decoder: missing audio output");
357
+ }
358
+ return tensorDataFloat32(audioTensor);
359
+ }
360
+ async *streamAudio(text) {
361
+ const tokenIds = this.tokenize(text);
362
+ const textEmb = await this.runTextConditioner(tokenIds);
363
+ const decoderState = initState(this.mimiDecoder, this.ort);
364
+ const generated = [];
365
+ let decodedFrames = 0;
366
+ for await (const latent of this.runFlowLm(textEmb)) {
367
+ generated.push(latent);
368
+ const pending = generated.length - decodedFrames;
369
+ let chunkSize = 0;
370
+ if (decodedFrames === 0) {
371
+ if (pending >= this.firstChunkFrames) {
372
+ chunkSize = this.firstChunkFrames;
373
+ }
374
+ }
375
+ else if (pending >= this.maxChunkFrames) {
376
+ chunkSize = this.maxChunkFrames;
377
+ }
378
+ if (chunkSize > 0) {
379
+ const audio = await this.decodeLatentsChunk(generated.slice(decodedFrames, decodedFrames + chunkSize), decoderState);
380
+ decodedFrames += chunkSize;
381
+ yield audio;
382
+ }
383
+ }
384
+ if (decodedFrames < generated.length) {
385
+ const audio = await this.decodeLatentsChunk(generated.slice(decodedFrames), decoderState);
386
+ yield audio;
387
+ }
388
+ }
389
+ }
390
+ PocketTtsOnnxEngine.SAMPLE_RATE = 24000;
391
+ PocketTtsOnnxEngine.SAMPLES_PER_FRAME = 1920;
392
+ export class PocketTtsOnnxTTS {
393
+ constructor(engine, logger, chunkMs) {
394
+ this.engine = engine;
395
+ this.chunkMs = chunkMs;
396
+ this.logger = logger.child({ module: "speech", provider: "pocket-tts", component: "tts" });
397
+ }
398
+ static async create(config, logger) {
399
+ const engine = await PocketTtsOnnxEngine.create(config, logger);
400
+ const chunkMs = config.targetChunkMs ?? 50;
401
+ return new PocketTtsOnnxTTS(engine, logger, chunkMs);
402
+ }
403
+ async synthesizeSpeech(text) {
404
+ const start = Date.now();
405
+ const sampleRate = PocketTtsOnnxEngine.SAMPLE_RATE;
406
+ const pcmChunkBytes = Math.max(2, Math.round((sampleRate * this.chunkMs) / 1000) * 2);
407
+ const iterable = (async function* (engine) {
408
+ for await (const floatChunk of engine.streamAudio(text)) {
409
+ const pcm = float32ToPcm16le(floatChunk);
410
+ for (const chunk of chunkBuffer(pcm, pcmChunkBytes)) {
411
+ yield chunk;
412
+ }
413
+ }
414
+ })(this.engine);
415
+ this.logger.debug({ ms: Date.now() - start, textLength: text.length }, "PocketTTS stream ready");
416
+ return {
417
+ stream: Readable.from(iterable),
418
+ format: `pcm;rate=${sampleRate}`,
419
+ };
420
+ }
421
+ }
422
+ //# sourceMappingURL=pocket-tts-onnx.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"pocket-tts-onnx.js","sourceRoot":"","sources":["../../../../../../../src/server/speech/providers/local/pocket/pocket-tts-onnx.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAIvC,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACvG,OAAO,EAAE,kBAAkB,EAAE,MAAM,sCAAsC,CAAC;AAY1E,SAAS,gBAAgB,CAAC,QAAgB,EAAE,KAAa;IACvD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,WAAW,KAAK,KAAK,QAAQ,EAAE,CAAC,CAAC;IACnD,CAAC;AACH,CAAC;AAED,SAAS,OAAO,CAAC,IAAc;IAC7B,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,MAAM,CAAC,IAAI,IAAI;QAAE,GAAG,IAAI,CAAC,CAAC;IAC/B,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,aAAa,CAAC,IAA+C;IACpE,gFAAgF;IAChF,wFAAwF;IACxF,yFAAyF;IACzF,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACpB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;YAChD,IAAI,CAAC,KAAK,CAAC;gBAAE,OAAO,CAAC,CAAC;YACtB,IAAI,CAAC,GAAG,CAAC;gBAAE,OAAO,CAAC,CAAC;YACpB,OAAO,CAAC,CAAC;QACX,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,mBAAmB,CAC1B,OAAmB,EACnB,SAAiB;IAEjB,MAAM,OAAO,GAAI,OAAe,CAAC,aAAwB,CAAC;IAC1D,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAK,CAAS,CAAC,IAAI,KAAK,SAAS,CAAQ,CAAC;QACtG,IAAI,CAAC,KAAK;YAAE,OAAO,SAAS,CAAC;QAC7B,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;IACjD,CAAC;IAED,IAAI,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,SAAS,IAAK,OAAe,EAAE,CAAC;QAC5E,MAAM,KAAK,GAAI,OAAe,CAAC,SAAS,CAAQ,CAAC;QACjD,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,IAAI,KAAK,EAAE,KAAK,EAAE,CAAC;IACxE,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,UAAU,CAAC,MAAgB;IAClC,MAAM,GAAG,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1C,GAAG,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC;IAC9B,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,KAAK;IACZ,aAAa;IACb,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,CAAC,KAAK,CAAC;QAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;IAClC,OAAO,CAAC,KAAK,CAAC;QAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;IAClC,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;AACrE,CAAC;AAED,SAAS,sBAAsB,CAAC,IAAY;IAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IAClD,CAAC;IACD,IAAI,GAAG,GAAG,OAAO,CAAC;IAClB,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/C,GAAG,GAAG,GAAG,GAAG,GAAG,CAAC;IAClB,CAAC;IACD,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC,EAAE,CAAC;QAC5C,GAAG,GAAG,GAAG,CAAC,CAAC,CAAE,CAAC,WAAW,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,KAAK,UAAU,OAAO;IACpB,OAAO,CAAC,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAc,CAAC;AACzD,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,kBAA0B;IACzD,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,wBAAwB,CAAC,CAAC;IAEnD,MAAM,SAAS,GACZ,GAAW,CAAC,sBAAsB;QAClC,GAAW,CAAC,OAAO,EAAE,sBAAsB;QAC3C,GAAW,CAAC,OAAO,CAAC;IAEvB,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;IACxF,CAAC;IAED,MAAM,EAAE,GAA2B,IAAI,SAAS,EAAE,CAAC;IAEnD,IAAI,OAAO,EAAE,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAClC,MAAM,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACpC,CAAC;SAAM,IAAI,OAAO,EAAE,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QACzC,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IAC9B,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;IAC3E,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,eAAe,CAAC,GAAc,EAAE,MAA+B;IACtE,uGAAuG;IACvG,IAAI,MAAM,KAAK,KAAK;QAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IACrC,IAAI,MAAM,KAAK,MAAM;QAAE,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC9C,OAAO;IACP,mGAAmG;IACnG,gEAAgE;IAChE,KAAK,GAAG,CAAC;IACT,OAAO,CAAC,KAAK,CAAC,CAAC;AACjB,CAAC;AAED,SAAS,wBAAwB,CAAC,GAAc,EAAE,OAAmB,EAAE,SAAiB;IACtF,MAAM,IAAI,GAAG,mBAAmB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IACrD,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;IAC7C,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,oCAAoC,SAAS,EAAE,CAAC,CAAC;IACnE,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,IAAI,EAAE,IAAI,IAAI,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;IACrD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE3B,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,OAAO,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,aAAa,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;IAChE,CAAC;IACD,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1B,OAAO,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;IAC5D,CAAC;IACD,OAAO,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,YAAY,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;AACjE,CAAC;AAED,SAAS,SAAS,CAAC,OAAmB,EAAE,GAAc;IACpD,MAAM,GAAG,GAA8B,EAAE,CAAC;IAC1C,KAAK,MAAM,IAAI,IAAK,OAAe,CAAC,UAAsB,EAAE,CAAC;QAC3D,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9B,GAAG,CAAC,IAAI,CAAC,GAAG,wBAAwB,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,sBAAsB,CAC7B,KAAgC,EAChC,OAAkC;IAElC,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACrD,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;YAAE,SAAS;QAC7C,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QAChE,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACzB,KAAK,CAAC,SAAS,GAAG,EAAE,CAAC,GAAG,MAAM,CAAC;QACjC,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,CAAY;IACrC,MAAM,IAAI,GAAI,CAAS,CAAC,IAAI,CAAC;IAC7B,IAAI,IAAI,YAAY,YAAY;QAAE,OAAO,IAAI,CAAC;IAC9C,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,OAAO,YAAY,CAAC,IAAI,CAAC,IAAgB,CAAC,CAAC;IACpE,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;AACzE,CAAC;AAgBD,MAAM,mBAAmB;IAuBvB,YAAoB,IAenB;QACC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC;QACpB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;QACpC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAC1C,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC;QAC9C,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAC1C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC;QAC5C,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QAClC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QAClC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;QACpC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC;IAC9C,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAA2B,EAAE,MAAmB;QAClE,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,YAAY,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC,CAAC;QAEjG,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QACjC,MAAM,OAAO,GAAG,GAAG,QAAQ,OAAO,CAAC;QACnC,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC;QAC7C,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC;QACvC,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,GAAG,CAAC;QAC9C,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;QACvC,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,GAAG,CAAC;QAC1C,MAAM,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,CAAC,CAAC;QAClD,MAAM,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,IAAI,CAAC,CAAC;QACtD,MAAM,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,EAAE,CAAC;QAEnD,MAAM,aAAa,GAAG,GAAG,QAAQ,kBAAkB,CAAC;QACpD,MAAM,kBAAkB,GAAG,MAAM,CAAC,kBAAkB,IAAI,GAAG,QAAQ,uBAAuB,CAAC;QAE3F,MAAM,YAAY,GAAG,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,mBAAmB,CAAC;QAC3F,MAAM,YAAY,GAAG,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,mBAAmB,CAAC;QAC3F,MAAM,WAAW,GAAG,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,mBAAmB,CAAC;QAE1F,gBAAgB,CAAC,GAAG,OAAO,oBAAoB,EAAE,wBAAwB,CAAC,CAAC;QAC3E,gBAAgB,CAAC,GAAG,OAAO,wBAAwB,EAAE,4BAA4B,CAAC,CAAC;QACnF,gBAAgB,CAAC,GAAG,OAAO,IAAI,YAAY,EAAE,EAAE,wBAAwB,CAAC,CAAC;QACzE,gBAAgB,CAAC,GAAG,OAAO,IAAI,YAAY,EAAE,EAAE,wBAAwB,CAAC,CAAC;QACzE,gBAAgB,CAAC,GAAG,OAAO,IAAI,WAAW,EAAE,EAAE,wBAAwB,CAAC,CAAC;QACxE,gBAAgB,CAAC,aAAa,EAAE,2BAA2B,CAAC,CAAC;QAC7D,gBAAgB,CAAC,kBAAkB,EAAE,gCAAgC,CAAC,CAAC;QAEvE,MAAM,GAAG,GAAG,MAAM,OAAO,EAAE,CAAC;QAC5B,MAAM,SAAS,GAAG,eAAe,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAE/C,MAAM,CAAC,SAAS,EAAE,WAAW,EAAE,eAAe,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACvG,iBAAiB,CAAC,aAAa,CAAC;YAChC,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,GAAG,OAAO,oBAAoB,EAAE,EAAE,kBAAkB,EAAE,SAAS,EAAE,CAAC;YAC9F,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,GAAG,OAAO,wBAAwB,EAAE,EAAE,kBAAkB,EAAE,SAAS,EAAE,CAAC;YAClG,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,GAAG,OAAO,IAAI,YAAY,EAAE,EAAE,EAAE,kBAAkB,EAAE,SAAS,EAAE,CAAC;YAC5F,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,GAAG,OAAO,IAAI,YAAY,EAAE,EAAE,EAAE,kBAAkB,EAAE,SAAS,EAAE,CAAC;YAC5F,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,GAAG,OAAO,IAAI,WAAW,EAAE,EAAE,EAAE,kBAAkB,EAAE,SAAS,EAAE,CAAC;SAC5F,CAAC,CAAC;QAEH,8CAA8C;QAC9C,MAAM,SAAS,GAA0C,EAAE,CAAC;QAC5D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YACrC,MAAM,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC;YACvB,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,QAAQ,CAAC;YAC7B,SAAS,CAAC,IAAI,CAAC;gBACb,CAAC,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC3D,CAAC,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;aAC5D,CAAC,CAAC;QACL,CAAC;QAED,8CAA8C;QAC9C,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,kBAAkB,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;QACzC,IAAI,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QACzB,IAAI,MAAM,CAAC,UAAU,KAAK,mBAAmB,CAAC,WAAW,EAAE,CAAC;YAC1D,MAAM,SAAS,GAAG,IAAI,kBAAkB,CAAC;gBACvC,SAAS,EAAE,MAAM,CAAC,UAAU;gBAC5B,UAAU,EAAE,mBAAmB,CAAC,WAAW;aAC5C,CAAC,CAAC;YACH,KAAK,GAAG,SAAS,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QACxC,CAAC;QACD,MAAM,UAAU,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAC3C,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,MAAM,CAChC,SAAS,EACT,UAAU,EACV,CAAC,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC,MAAM,CAAC,CAC1B,CAAC;QAEF,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;QAC9D,MAAM,YAAY,GAAI,WAAmB,CAAC,WAAW,EAAE,CAAC,CAAC,CAAuB,CAAC;QACjF,MAAM,QAAQ,GAAG,YAAY,CAAC,CAAC,CAAE,OAAe,CAAC,YAAY,CAAC,CAAC,CAAC,CAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAS,CAAC;QACpG,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC5D,CAAC;QAED,GAAG,CAAC,IAAI,CACN,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,EACvD,4BAA4B,CAC7B,CAAC;QAEF,OAAO,IAAI,mBAAmB,CAAC;YAC7B,GAAG;YACH,WAAW;YACX,QAAQ;YACR,SAAS;YACT,cAAc;YACd,gBAAgB;YAChB,cAAc;YACd,SAAS;YACT,eAAe;YACf,UAAU;YACV,UAAU;YACV,WAAW;YACX,SAAS;YACT,eAAe,EAAE,QAAQ;SAC1B,CAAC,CAAC;IACL,CAAC;IAEO,QAAQ,CAAC,IAAY;QAC3B,MAAM,UAAU,GAAG,sBAAsB,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QACjD,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;QACnC,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IAC9D,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,QAAmB;QAClD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAS,CAAC,CAAC;QAC3E,MAAM,YAAY,GAAI,IAAI,CAAC,eAAuB,CAAC,WAAW,EAAE,CAAC,CAAC,CAAuB,CAAC;QAC1F,MAAM,CAAC,GAAG,YAAY,CAAC,CAAC,CAAE,GAAW,CAAC,YAAY,CAAC,CAAC,CAAC,CAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAS,CAAC;QACrF,IAAI,CAAC,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QACtE,OAAO,CAAC,CAAC;IACX,CAAC;IAEO,KAAK,CAAC,CAAC,SAAS,CAAC,cAAyB;QAChD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC;QACrB,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;QAE9C,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAC5E,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;QAE/E,0BAA0B;QAC1B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YACzC,QAAQ,EAAE,QAAQ;YAClB,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,GAAG,KAAK;SACF,CAAC,CAAC;QACV,sBAAsB,CAAC,KAAK,EAAE,QAAe,CAAC,CAAC;QAE/C,yBAAyB;QACzB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YACxC,QAAQ,EAAE,QAAQ;YAClB,eAAe,EAAE,cAAc;YAC/B,GAAG,KAAK;SACF,CAAC,CAAC;QACV,sBAAsB,CAAC,KAAK,EAAE,OAAc,CAAC,CAAC;QAE9C,4BAA4B;QAC5B,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,EAAE,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACtB,IAAI,UAAU,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAE7D,MAAM,EAAE,GAAG,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC/B,IAAI,OAAO,GAAkB,IAAI,CAAC;QAElC,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC;YACpD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;gBACxC,QAAQ,EAAE,UAAU;gBACpB,eAAe,EAAE,SAAS;gBAC1B,GAAG,KAAK;aACF,CAAC,CAAC;YAEV,MAAM,WAAW,GAAI,IAAI,CAAC,UAAkB,CAAC,WAAmC,CAAC;YACjF,MAAM,gBAAgB,GAAG,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAE,CAAC;YACtE,MAAM,OAAO,GAAG,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAE,CAAC;YAE7D,MAAM,YAAY,GAAI,OAAe,CAAC,gBAAgB,CAAc,CAAC;YACrE,MAAM,GAAG,GAAI,OAAe,CAAC,OAAO,CAAc,CAAC;YACnD,IAAI,CAAC,YAAY,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;YAC9E,CAAC;YACD,sBAAsB,CAAC,KAAK,EAAE,OAAc,CAAC,CAAC;YAE9C,MAAM,OAAO,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC;YACvC,IAAI,OAAO,CAAC,CAAC,CAAE,GAAG,CAAC,GAAG,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;gBAC3C,OAAO,GAAG,IAAI,CAAC;YACjB,CAAC;YACD,IAAI,OAAO,KAAK,IAAI,IAAI,IAAI,IAAI,OAAO,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;gBAC9D,MAAM;YACR,CAAC;YAED,0CAA0C;YAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACnE,MAAM,CAAC,GAAG,IAAI,YAAY,CAAC,EAAE,CAAC,CAAC;YAC/B,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;gBACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;oBACrC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,EAAE,GAAG,GAAG,CAAC;gBACvB,CAAC;YACH,CAAC;YAED,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBAChC,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;gBACtD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;oBACxC,CAAC,EAAE,YAAY;oBACf,CAAC,EAAE,EAAE,CAAC,CAAC;oBACP,CAAC,EAAE,EAAE,CAAC,CAAC;oBACP,CAAC,EAAE,OAAO;iBACJ,CAAC,CAAC;gBACV,MAAM,KAAK,GAAI,IAAI,CAAC,UAAkB,CAAC,WAAW,EAAE,CAAC,CAAC,CAAuB,CAAC;gBAC9E,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAE,OAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAS,CAAC;gBACxF,IAAI,CAAC,UAAU;oBAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;gBAC3E,MAAM,KAAK,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;gBAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;oBACrC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAE,GAAG,KAAK,CAAC,CAAC,CAAE,GAAG,EAAE,CAAC;gBAChC,CAAC;YACH,CAAC;YAED,MAAM,CAAC,CAAC;YACR,UAAU,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAC9B,MAAsB,EACtB,KAAgC;QAEhC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC;QACrB,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC;QACjC,MAAM,SAAS,GAAG,IAAI,YAAY,CAAC,UAAU,GAAG,EAAE,CAAC,CAAC;QACpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YACvC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAE,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;QACpC,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC;QAEzE,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,GAAG,KAAK,EAAS,CAAC,CAAC;QACpE,sBAAsB,CAAC,KAAK,EAAE,GAAU,CAAC,CAAC;QAE1C,MAAM,YAAY,GAAI,IAAI,CAAC,WAAmB,CAAC,WAAW,EAAE,CAAC,CAAC,CAAuB,CAAC;QACtF,MAAM,WAAW,GAAG,YAAY,CAAC,CAAC,CAAE,GAAW,CAAC,YAAY,CAAC,CAAC,CAAC,CAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAS,CAAC;QAC/F,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;QACD,OAAO,iBAAiB,CAAC,WAAW,CAAC,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,CAAC,WAAW,CAAC,IAAY;QAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QAExD,MAAM,YAAY,GAAG,SAAS,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QAE3D,MAAM,SAAS,GAAmB,EAAE,CAAC;QACrC,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;YACnD,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvB,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,GAAG,aAAa,CAAC;YAEjD,IAAI,SAAS,GAAG,CAAC,CAAC;YAClB,IAAI,aAAa,KAAK,CAAC,EAAE,CAAC;gBACxB,IAAI,OAAO,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;oBACrC,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC;gBACpC,CAAC;YACH,CAAC;iBAAM,IAAI,OAAO,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;gBAC1C,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC;YAClC,CAAC;YAED,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;gBAClB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,kBAAkB,CACzC,SAAS,CAAC,KAAK,CAAC,aAAa,EAAE,aAAa,GAAG,SAAS,CAAC,EACzD,YAAY,CACb,CAAC;gBACF,aAAa,IAAI,SAAS,CAAC;gBAC3B,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QAED,IAAI,aAAa,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC;YACrC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,YAAY,CAAC,CAAC;YAC1F,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;;AA5Te,+BAAW,GAAG,KAAK,CAAC;AACpB,qCAAiB,GAAG,IAAI,CAAC;AA8T3C,MAAM,OAAO,gBAAgB;IAK3B,YAAoB,MAA2B,EAAE,MAAmB,EAAE,OAAe;QACnF,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,YAAY,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;IAC7F,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAA2B,EAAE,MAAmB;QAClE,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAChE,MAAM,OAAO,GAAG,MAAM,CAAC,aAAa,IAAI,EAAE,CAAC;QAC3C,OAAO,IAAI,gBAAgB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,IAAY;QACjC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,UAAU,GAAG,mBAAmB,CAAC,WAAW,CAAC;QAEnD,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAEtF,MAAM,QAAQ,GAAG,CAAC,KAAK,SAAS,CAAC,EAAE,MAA2B;YAC5D,IAAI,KAAK,EAAE,MAAM,UAAU,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;gBACxD,MAAM,GAAG,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC;gBACzC,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,GAAG,EAAE,aAAa,CAAC,EAAE,CAAC;oBACpD,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEhB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,wBAAwB,CAAC,CAAC;QAEjG,OAAO;YACL,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC;YAC/B,MAAM,EAAE,YAAY,UAAU,EAAE;SACjC,CAAC;IACJ,CAAC;CACF"}
@@ -0,0 +1,30 @@
1
+ import type { Logger } from "pino";
2
+ import type { PaseoSpeechConfig } from "../../../bootstrap.js";
3
+ import type { SpeechToTextProvider, TextToSpeechProvider } from "../../speech-provider.js";
4
+ import type { RequestedSpeechProviders } from "../../speech-types.js";
5
+ import { type LocalSpeechModelId } from "./models.js";
6
+ type LocalSpeechAvailability = {
7
+ configured: boolean;
8
+ modelsDir: string | null;
9
+ autoDownload: boolean | null;
10
+ };
11
+ export type InitializedLocalSpeech = {
12
+ sttService: SpeechToTextProvider | null;
13
+ ttsService: TextToSpeechProvider | null;
14
+ dictationSttService: SpeechToTextProvider | null;
15
+ localVoiceTtsProvider: TextToSpeechProvider | null;
16
+ localModelConfig: {
17
+ modelsDir: string;
18
+ defaultModelIds: LocalSpeechModelId[];
19
+ } | null;
20
+ availability: LocalSpeechAvailability;
21
+ cleanup: () => void;
22
+ };
23
+ export declare function getLocalSpeechAvailability(speechConfig: PaseoSpeechConfig | null): LocalSpeechAvailability;
24
+ export declare function initializeLocalSpeechServices(params: {
25
+ providers: RequestedSpeechProviders;
26
+ speechConfig: PaseoSpeechConfig | null;
27
+ logger: Logger;
28
+ }): Promise<InitializedLocalSpeech>;
29
+ export {};
30
+ //# sourceMappingURL=runtime.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"runtime.d.ts","sourceRoot":"","sources":["../../../../../../src/server/speech/providers/local/runtime.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAEnC,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,KAAK,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAC3F,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,uBAAuB,CAAC;AAEtE,OAAO,EAOL,KAAK,kBAAkB,EAGxB,MAAM,aAAa,CAAC;AAmBrB,KAAK,uBAAuB,GAAG;IAC7B,UAAU,EAAE,OAAO,CAAC;IACpB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,YAAY,EAAE,OAAO,GAAG,IAAI,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,UAAU,EAAE,oBAAoB,GAAG,IAAI,CAAC;IACxC,UAAU,EAAE,oBAAoB,GAAG,IAAI,CAAC;IACxC,mBAAmB,EAAE,oBAAoB,GAAG,IAAI,CAAC;IACjD,qBAAqB,EAAE,oBAAoB,GAAG,IAAI,CAAC;IACnD,gBAAgB,EAAE;QAChB,SAAS,EAAE,MAAM,CAAC;QAClB,eAAe,EAAE,kBAAkB,EAAE,CAAC;KACvC,GAAG,IAAI,CAAC;IACT,YAAY,EAAE,uBAAuB,CAAC;IACtC,OAAO,EAAE,MAAM,IAAI,CAAC;CACrB,CAAC;AAsBF,wBAAgB,0BAA0B,CACxC,YAAY,EAAE,iBAAiB,GAAG,IAAI,GACrC,uBAAuB,CAOzB;AA4FD,wBAAsB,6BAA6B,CAAC,MAAM,EAAE;IAC1D,SAAS,EAAE,wBAAwB,CAAC;IACpC,YAAY,EAAE,iBAAiB,GAAG,IAAI,CAAC;IACvC,MAAM,EAAE,MAAM,CAAC;CAChB,GAAG,OAAO,CAAC,sBAAsB,CAAC,CA8LlC"}